-- Logs begin at Mon 2021-12-13 08:49:41 UTC, end at Mon 2021-12-13 11:12:00 UTC. -- Dec 13 09:24:11.200537 n-d-820531-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 09:24:14.034839 n-d-820531-5 neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Dec 13 09:24:14.035434 n-d-820531-5 neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 13 09:24:14.035616 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 09:24:14.038883 n-d-820531-5 neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Dec 13 09:24:14.039146 n-d-820531-5 neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 13 09:24:14.039465 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 09:24:14.040402 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:14.040640 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:14.041005 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:14.041279 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:14.041511 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:14.041830 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.042263 n-d-820531-5 neutron-server[103079]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 09:24:14.042581 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.042880 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.043177 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.043476 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.043772 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.044051 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.044340 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.044638 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.044925 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.045228 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.045515 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.045808 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.046089 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.046376 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.046665 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.046951 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.047233 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.047665 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.048106 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.048465 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.048772 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.049052 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.049359 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.049638 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.049924 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.050256 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] host = n-d-820531-5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.050535 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.050823 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.051110 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.051396 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.051671 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.051951 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.052237 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.052509 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.052785 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.053059 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.053374 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.053662 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.053954 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.054180 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.054405 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.054703 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.054993 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.055268 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.055543 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.055818 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.056092 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.056365 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.056634 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.056920 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.057228 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.057517 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.057793 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.058067 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.058586 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.058865 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.059153 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.059426 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.059699 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.059974 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.060259 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.060527 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.060799 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.061100 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.061412 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.061698 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.061983 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.062258 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.062542 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.062815 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.063088 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.063878 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.064250 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.064531 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.064818 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.065093 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.065397 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.065673 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.065949 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.066237 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:14.066534 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.066834 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.067138 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.067422 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.067729 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.068014 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.068305 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.068585 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.068880 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.069189 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.069482 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.069764 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.070056 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.070335 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.070631 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.070938 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.071234 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.071528 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.071805 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.072096 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.072356 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.072633 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.072921 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.073232 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.073523 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.073814 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.074093 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.074393 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.074678 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.074970 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.075261 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.075537 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.075822 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.076117 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.076398 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.076676 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.076956 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.077269 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.077549 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.077825 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.078110 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.078388 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.078667 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.078949 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.079875 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.080339 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.080627 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.080908 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.081209 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.081494 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.081771 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.082058 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.082339 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.082618 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.082897 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.083176 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.083451 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.083723 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.084000 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.084275 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.084554 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.084832 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.085109 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.085409 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.085685 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.085960 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.086236 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.086511 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.086790 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.087065 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.087339 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.087616 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.087892 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.088170 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.088460 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.088757 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.089042 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.089348 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.089633 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.089914 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.090195 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.090478 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.090761 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.091044 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.091322 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.091616 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.091903 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.092194 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.092482 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.092787 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.093089 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.093396 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.093684 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.093963 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.094246 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.094534 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.094970 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.095273 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.095572 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.095869 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.096166 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.096461 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.096743 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.097055 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.097369 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:14.097590 n-d-820531-5 neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:14.097831 n-d-820531-5 neutron-server[103079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103079) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 09:24:14.527080 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 09:24:14.527363 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 09:24:14.527681 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 09:24:14.528017 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 09:24:14.856939 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.857187 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.857467 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.858758 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.859047 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.859319 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.905047 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.905360 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.905635 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.920277 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.920564 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.920839 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.950136 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.950410 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.950681 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.988951 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.989257 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:14.989532 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.327418 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.328060 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.328060 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.328235 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.329480 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.431071 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.431399 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.431689 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.431974 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.432253 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.432574 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.432845 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.433114 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.433668 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.433965 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.434238 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.434514 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.434780 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.435042 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.435309 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.435586 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.435851 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.436129 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.436409 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.436686 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.436968 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.437256 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.437549 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.437936 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.438195 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.438620 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.439064 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.439315 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.439562 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.439806 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.440052 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.440295 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:15.440661 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 09:24:15.443821 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 09:24:15.447922 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 09:24:15.451898 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 13 09:24:15.453583 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 09:24:15.454138 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 09:24:15.454487 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 09:24:15.454871 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 09:24:15.457740 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 09:24:15.458001 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 09:24:15.458354 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 09:24:15.463751 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 09:24:15.487940 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 09:24:15.488405 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.488709 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 09:24:15.489073 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.490494 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 09:24:15.490783 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 09:24:15.491037 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 09:24:15.494307 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.494599 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:15.559236 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 09:24:15.559474 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 09:24:15.559712 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 09:24:15.560086 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 09:24:15.581657 n-d-820531-5 neutron-server[103079]: DEBUG oslo_db.sqlalchemy.engines [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103079) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 09:24:16.018922 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing driver for type 'gre' Dec 13 09:24:16.019446 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] gre ID ranges: [(1, 1000)] Dec 13 09:24:16.073772 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing driver for type 'local' Dec 13 09:24:16.074131 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing driver for type 'vlan' Dec 13 09:24:16.086961 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] VlanTypeDriver initialization complete Dec 13 09:24:16.087291 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing driver for type 'vxlan' Dec 13 09:24:16.087839 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] vxlan ID ranges: [(1, 1000)] Dec 13 09:24:16.140274 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing extension driver 'port_security' Dec 13 09:24:16.140627 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] PortSecurityExtensionDriver initialization complete Dec 13 09:24:16.140970 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing mechanism driver 'openvswitch' Dec 13 09:24:16.141314 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing mechanism driver 'hyperv' Dec 13 09:24:16.148123 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:16.148966 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.149368 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.149730 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.150275 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.150714 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.151077 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.151430 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.151838 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.152253 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.152609 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.152958 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.153389 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.153805 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.154164 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.154510 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.154917 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.155327 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.155679 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.156024 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.156425 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.156839 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > address_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.157734 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > address_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.158083 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.158488 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 09:24:16.158872 n-d-820531-5 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] ML2 OVO RPC backend initialized. {{(pid=103079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 09:24:16.159580 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.159938 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.160362 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.160714 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > networks before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.161068 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.161440 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > ports before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.161789 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.162135 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnets before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.162483 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.162826 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.163165 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.163504 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.163842 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.164179 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.164517 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.164863 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.165227 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.165802 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.plugin [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Modular L2 Plugin initialization complete Dec 13 09:24:16.166131 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading services supported by the core plugin {{(pid=103079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 09:24:16.166461 n-d-820531-5 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Got port-security extension from driver 'port_security' Dec 13 09:24:16.166923 n-d-820531-5 neutron-server[103079]: INFO neutron.extensions.vlantransparent [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Disabled vlantransparent extension. Dec 13 09:24:16.167402 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 09:24:16.167720 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: router Dec 13 09:24:16.204856 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.205274 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.205657 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router before_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.206030 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.206411 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.206776 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.207145 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.207624 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.207998 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.208350 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.208705 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.209058 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.209458 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.209874 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.210250 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.210598 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.210944 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.211287 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.211641 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.211994 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.212342 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.212693 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.213055 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.213431 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.213790 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.214160 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.214512 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.214886 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.215242 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > agent after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.215594 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.216464 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Tracking information for resource: router configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:16.216805 n-d-820531-5 neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Tracking information for resource: floatingip configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 09:24:16.222398 n-d-820531-5 neutron-server[103079]: INFO neutron.db.l3_agentschedulers_db [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 09:24:16.222979 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.223348 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.223708 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.224068 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.224862 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router before_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.225270 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.225640 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.226005 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > router precommit_update 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.230872 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.provider_configuration [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service providers = [] {{(pid=103079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 09:24:16.231242 n-d-820531-5 neutron-server[103079]: DEBUG neutron.db.servicetype_db [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 09:24:16.234317 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.service_base [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:16.234672 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.service_base [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:16.235016 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.service_base [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:16.236607 n-d-820531-5 neutron-server[103079]: DEBUG neutron.services.service_base [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 09:24:16.236984 n-d-820531-5 neutron-server[103079]: INFO neutron.services.service_base [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 09:24:16.237395 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.237718 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 09:24:16.248482 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.248827 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: auto_allocate Dec 13 09:24:16.255142 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: network precommit_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.255533 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: network precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.256101 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.256512 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: tag Dec 13 09:24:16.263981 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.264346 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: timestamp Dec 13 09:24:16.269231 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.269488 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: network_ip_availability Dec 13 09:24:16.275648 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.276080 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.276627 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.277284 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.277645 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: flavors Dec 13 09:24:16.283760 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.284096 n-d-820531-5 neutron-server[103079]: INFO neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading Plugin: revisions Dec 13 09:24:16.288527 n-d-820531-5 neutron-server[103079]: DEBUG neutron.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 09:24:16.288929 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 09:24:16.289732 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 09:24:16.290111 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Initializing extension manager. Dec 13 09:24:16.290623 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: __init__.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.290976 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: __pycache__ {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.291369 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.291694 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.292510 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.293105 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: address-group Dec 13 09:24:16.293515 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.294188 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.294703 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: address-scope Dec 13 09:24:16.295034 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.295986 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.296508 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: router-admin-state-down-before-update Dec 13 09:24:16.296916 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: agent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.298318 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.298894 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: agent Dec 13 09:24:16.299256 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: agent_resources_synced.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.300193 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.300718 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: agent-resources-synced Dec 13 09:24:16.301050 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: allowedaddresspairs.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.303095 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.303634 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: allowed-address-pairs Dec 13 09:24:16.304033 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: auto_allocated_topology.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.305075 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.305630 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: auto-allocated-topology Dec 13 09:24:16.305961 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.306664 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.307181 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: availability_zone Dec 13 09:24:16.307509 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: availability_zone_filter.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.308701 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.309243 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: availability_zone_filter Dec 13 09:24:16.309569 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: data_plane_status.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.310486 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.311010 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 09:24:16.311339 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: default_subnetpools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.312259 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.312772 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: default-subnetpools Dec 13 09:24:16.313098 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.314125 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.314636 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: dhcp_agent_scheduler Dec 13 09:24:16.314962 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: dns.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.315899 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.316413 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 09:24:16.316738 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: dns_domain_ports.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.317698 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.318214 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 09:24:16.318540 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.319483 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.319994 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 09:24:16.320321 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: dvr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.321000 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.321546 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: dvr Dec 13 09:24:16.321869 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: ecmp_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.322793 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.323303 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 09:24:16.323628 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: empty_string_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.324544 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.325056 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: empty-string-filtering Dec 13 09:24:16.325409 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.326328 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.326839 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 09:24:16.327162 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.328082 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.328607 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 09:24:16.328949 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: external_net.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.330007 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.330526 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: external-net Dec 13 09:24:16.330861 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.331776 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.332290 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: extra_dhcp_opt Dec 13 09:24:16.332617 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: extraroute.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.333567 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.334091 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: extraroute Dec 13 09:24:16.334419 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: extraroute_atomic.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.337042 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.337619 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: extraroute-atomic Dec 13 09:24:16.337958 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: filter_validation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.338644 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.339165 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: filter-validation Dec 13 09:24:16.339495 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: fip_pf_description.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.340422 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.340953 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 09:24:16.341323 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: fip_port_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.342258 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.342776 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: fip-port-details Dec 13 09:24:16.343106 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.344380 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.345475 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: flavors Dec 13 09:24:16.345800 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.347534 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.348063 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 09:24:16.348399 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: floatingip_pools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.349103 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.349644 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: floatingip-pools Dec 13 09:24:16.349974 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: ip_allocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.350905 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.351425 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 09:24:16.351756 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.352679 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.353220 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: ip-substring-filtering Dec 13 09:24:16.353555 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l2_adjacency.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.354480 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.354991 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 09:24:16.355318 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.356292 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.356815 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: router Dec 13 09:24:16.357168 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.359519 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.360063 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 09:24:16.361020 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.362049 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.362576 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: ext-gw-mode Dec 13 09:24:16.362912 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.363847 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.364371 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: l3-ha Dec 13 09:24:16.364703 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3_flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.365657 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.366327 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: l3-flavors Dec 13 09:24:16.366658 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.367589 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.368106 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 09:24:16.368433 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: l3agentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.369521 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.370045 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: l3_agent_scheduler Dec 13 09:24:16.370373 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: local_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.372231 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.372766 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension local_ip not supported by any of loaded plugins Dec 13 09:24:16.373109 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: logging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.374631 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.375162 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension logging not supported by any of loaded plugins Dec 13 09:24:16.375499 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: metering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.376646 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.377275 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: metering Dec 13 09:24:16.377611 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.378729 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.379252 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: metering_source_and_destination_fields Dec 13 09:24:16.379582 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: multiprovidernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.380518 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.381038 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: multi-provider Dec 13 09:24:16.381398 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: netmtu.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.382324 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.382840 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: net-mtu Dec 13 09:24:16.383167 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: netmtu_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.384090 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.384608 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: net-mtu-writable Dec 13 09:24:16.384935 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: network_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.385640 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.386154 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: network_availability_zone Dec 13 09:24:16.386482 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: network_ip_availability.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.387610 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.388140 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: network-ip-availability Dec 13 09:24:16.388468 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: network_segment_range.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.389275 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.389788 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 09:24:16.390117 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: pagination.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.391105 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.391514 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: pagination Dec 13 09:24:16.391840 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: port_device_profile.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.392768 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.393319 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: port-device-profile Dec 13 09:24:16.393645 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.394571 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.395086 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: port-mac-address-regenerate Dec 13 09:24:16.395413 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.396343 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.396865 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: port-numa-affinity-policy Dec 13 09:24:16.397222 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: port_resource_request.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.398155 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.398671 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 09:24:16.398999 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: port_resource_request_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.399979 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.400497 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 09:24:16.400832 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: portbindings.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.401790 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.402309 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: binding Dec 13 09:24:16.402636 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: portbindings_extended.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.403910 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.404433 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: binding-extended Dec 13 09:24:16.404767 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: portsecurity.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.405720 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.406240 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: port-security Dec 13 09:24:16.406568 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: project_id.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.408146 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.408482 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: project-id Dec 13 09:24:16.408812 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: providernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.409764 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.410283 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: provider Dec 13 09:24:16.410610 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.414204 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.414744 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos not supported by any of loaded plugins Dec 13 09:24:16.415084 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.416339 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.416865 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 09:24:16.417227 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.418159 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.418680 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 09:24:16.419013 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_default.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.419939 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.420460 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-default not supported by any of loaded plugins Dec 13 09:24:16.420789 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.421470 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.421984 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 09:24:16.422312 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.423926 n-d-820531-5 neutron-server[103079]: WARNING neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 09:24:16.424258 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_gateway_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.425218 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.425739 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 09:24:16.426068 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_port_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.427000 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.427518 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 09:24:16.427844 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.428999 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.429555 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 09:24:16.429880 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_pps_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.431056 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.431583 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-pps not supported by any of loaded plugins Dec 13 09:24:16.431914 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_rule_type_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.432845 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.433665 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 09:24:16.433992 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: qos_rules_alias.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.435039 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.435558 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 09:24:16.435883 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: quota_check_limit.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.436802 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.437343 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: quota-check-limit Dec 13 09:24:16.437670 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: quotasv2.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.438661 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.439065 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: quotas Dec 13 09:24:16.439393 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: quotasv2_detail.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.442631 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.442986 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: quota_details Dec 13 09:24:16.443318 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: rbac.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.444387 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.444922 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: rbac-policies Dec 13 09:24:16.445286 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: rbac_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.446228 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.446754 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: rbac-address-group Dec 13 09:24:16.447086 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: rbac_address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.448019 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.448537 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: rbac-address-scope Dec 13 09:24:16.448866 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: rbac_security_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.449816 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.450341 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: rbac-security-groups Dec 13 09:24:16.450670 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: rbac_subnetpool.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.451600 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.452119 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: rbac-subnetpool Dec 13 09:24:16.452447 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: revisionifmatch.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.453409 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.454318 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: revision-if-match Dec 13 09:24:16.454318 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: revisions.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.455416 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.455937 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: standard-attr-revisions Dec 13 09:24:16.456269 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: router_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.456948 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.457496 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: router_availability_zone Dec 13 09:24:16.457827 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: routerservicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.458760 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.459273 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 09:24:16.459599 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.460603 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.461138 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: security-groups-normalized-cidr Dec 13 09:24:16.461483 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.462415 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.462933 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: port-security-groups-filtering Dec 13 09:24:16.463260 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.464186 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.464703 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: security-groups-remote-address-group Dec 13 09:24:16.465030 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.466012 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.466535 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: security-groups-shared-filtering Dec 13 09:24:16.466862 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.467447 n-d-820531-5 neutron-server[103079]: WARNING neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 09:24:16.467774 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: securitygroup.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.478119 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.478662 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: security-group Dec 13 09:24:16.478998 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.479792 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.480314 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension segment not supported by any of loaded plugins Dec 13 09:24:16.480644 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.481627 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.482147 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 09:24:16.482474 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: servicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.483608 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.484139 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: service-type Dec 13 09:24:16.484470 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: sorting.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.486248 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.486647 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: sorting Dec 13 09:24:16.486980 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: standard_attr_segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.487929 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.488462 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 09:24:16.488793 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: standardattrdescription.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.489489 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.490014 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: standard-attr-description Dec 13 09:24:16.490346 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: stateful_security_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.491293 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.491831 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: stateful-security-group Dec 13 09:24:16.492622 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: stdattrs_common.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.493388 n-d-820531-5 neutron-server[103079]: WARNING neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 09:24:16.493918 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.495461 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.496323 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 09:24:16.496667 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnet_onboard.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.498165 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.499118 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: subnet_onboard Dec 13 09:24:16.499567 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.500518 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.501113 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 09:24:16.501449 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnet_service_types.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.502387 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.502905 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: subnet-service-types Dec 13 09:24:16.503235 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnetallocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.504346 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.504869 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: subnet_allocation Dec 13 09:24:16.505223 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.505900 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.506419 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: subnetpool-prefix-ops Dec 13 09:24:16.506744 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.507701 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.508219 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 09:24:16.508548 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: tagging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.509649 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.510178 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: standard-attr-tag Dec 13 09:24:16.510515 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: timestamp.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.511742 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.512271 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loaded extension: standard-attr-timestamp Dec 13 09:24:16.512604 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: trunk.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.513669 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.514196 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension trunk not supported by any of loaded plugins Dec 13 09:24:16.514528 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: trunk_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.515460 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.515980 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 09:24:16.516311 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: uplink_status_propagation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.517821 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.518342 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 09:24:16.518673 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Loading extension file: vlantransparent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 09:24:16.519395 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 09:24:16.519870 n-d-820531-5 neutron-server[103079]: INFO neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 09:24:16.522421 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:network Dec 13 09:24:16.522957 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnet Dec 13 09:24:16.523378 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:16.523783 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:port Dec 13 09:24:16.525040 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.525643 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.526260 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.526694 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.527032 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:router Dec 13 09:24:16.527468 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 09:24:16.527960 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.529448 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.529826 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.530184 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:24:16.531221 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 09:24:16.531689 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:security_group Dec 13 09:24:16.532840 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 09:24:16.533509 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.533852 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:16.534206 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] subnetpool is already registered Dec 13 09:24:16.534659 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.534994 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:16.535333 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] subnetpool is already registered Dec 13 09:24:16.537652 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.538095 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.538688 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.539118 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.539461 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:router Dec 13 09:24:16.539808 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] router is already registered Dec 13 09:24:16.540228 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 09:24:16.540569 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] floatingip is already registered Dec 13 09:24:16.541026 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.541748 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 09:24:16.542083 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] rbac_policy is already registered Dec 13 09:24:16.542507 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:security_group Dec 13 09:24:16.542849 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] security_group is already registered Dec 13 09:24:16.543264 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 09:24:16.543603 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] security_group_rule is already registered Dec 13 09:24:16.544253 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.544590 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:16.544930 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] subnetpool is already registered Dec 13 09:24:16.545389 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 09:24:16.545722 n-d-820531-5 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 09:24:16.546057 n-d-820531-5 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] subnetpool is already registered Dec 13 09:24:16.546527 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: extensions {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.548047 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: address-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.549671 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: address-scopes {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.551002 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.552172 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: auto-allocated-topology {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.553464 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: availability_zones {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.554687 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: dhcp-networks {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.556213 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: dhcp-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.557671 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.560135 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: flavors {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.561329 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.562556 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: next_providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.564142 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.566673 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: floatingip-pools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.567903 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.570039 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: floatingips {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.571344 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: l3-routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.572747 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: l3-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.574201 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: metering-labels {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.575578 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: metering-label-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.576862 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: network-ip-availabilities {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.578152 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: bindings {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.580570 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.582184 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.583721 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: rbac-policies {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.585008 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: security-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.586289 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: security-group-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.587507 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: service-providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.588749 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.590211 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.591666 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.593379 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.596002 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.597862 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.599665 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.601546 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.603255 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.605217 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.607011 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.608869 n-d-820531-5 neutron-server[103079]: DEBUG neutron.api.extensions [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 09:24:16.615177 n-d-820531-5 neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 09:24:16.619912 n-d-820531-5 neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 09:24:16.628826 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Acquired lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 09:24:16.629334 n-d-820531-5 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Releasing lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 09:24:16.629988 n-d-820531-5 neutron-server[103079]: INFO oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Starting 2 workers Dec 13 09:24:16.634790 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Started child 103188 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:16.639223 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Started child 103189 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:16.640407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.641086 n-d-820531-5 neutron-server[103079]: INFO neutron.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 09:24:16.642225 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Publish callbacks [] for process, before_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.642578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [-] (103188) wsgi starting up on http://0.0.0.0:9696 Dec 13 09:24:16.644631 n-d-820531-5 neutron-server[103079]: INFO oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Starting 1 workers Dec 13 09:24:16.644897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.646307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [-] (103189) wsgi starting up on http://0.0.0.0:9696 Dec 13 09:24:16.649822 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Started child 103190 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:16.650400 n-d-820531-5 neutron-server[103079]: INFO oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Starting 1 workers Dec 13 09:24:16.653718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] calling RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 09:24:16.654278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] returning from RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 09:24:16.654845 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Started child 103191 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 09:24:16.655645 n-d-820531-5 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5d533031-7e6c-4aa6-b263-4d21bd596c85 None None] Publish callbacks [] for process, after_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.655749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.656249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:16.658166 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 09:24:16.658381 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:16.658575 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:16.658795 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:16.659125 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:16.659309 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:16.659834 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.660107 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.660379 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.660651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.660745 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:16.661231 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.661533 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.661795 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.662049 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.662326 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.662560 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.662734 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.662905 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.663176 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.663421 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.663736 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.664011 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.664262 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.664530 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.664703 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.664953 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.665267 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.665493 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.665766 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.666008 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.666506 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.666738 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.666979 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.667200 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.667466 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.667712 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.667986 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.668233 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.668482 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.668730 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.668987 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.669242 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.669457 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.669699 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.669919 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.670177 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.670418 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.670898 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] host = n-d-820531-5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.671117 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.671352 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.671587 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.671858 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.672107 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.672347 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.672607 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.672928 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.673195 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.673479 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.673812 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.674063 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.674287 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.674541 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.674757 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.674944 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.675214 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.675477 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.675686 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.675857 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.676037 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.676300 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.676465 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.676726 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.676955 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.677171 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.677397 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.677615 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.677849 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.678099 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.678353 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.678568 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.678782 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.679051 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.679313 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.679540 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.679769 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.680018 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.680237 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.680455 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.680671 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.680903 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.681159 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.681361 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.681602 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.681868 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.682126 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.682343 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.682592 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.682863 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.683122 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.683633 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.683819 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.684081 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.684309 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.684559 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.684820 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.685038 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.685325 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.685568 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.685806 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.686043 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.686280 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.686527 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.686772 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.686993 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.687201 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.687417 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.687663 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.687913 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.688482 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.688869 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.689227 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.689571 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.689815 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.690066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.690310 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.690534 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.690793 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.690994 n-d-820531-5 neutron-server[103191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:16.691151 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.691326 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.691552 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.691840 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.692065 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.692330 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.692675 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.692950 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.693260 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.693505 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.693748 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.694027 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.694250 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.694528 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.694771 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.695005 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.695240 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.696101 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.696314 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.696581 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.696929 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.697604 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.697604 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.697752 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.697954 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.698234 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.698399 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.698701 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.698969 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.699256 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.699470 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.699865 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.700015 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.700161 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.700372 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.700621 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.700871 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.701151 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.701387 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.701622 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.701865 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.702082 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.702300 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.702517 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.702742 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.703442 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.703591 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705391 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705529 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705777 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.705931 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.706168 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.706391 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.706607 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.706821 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.707044 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.707300 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.707509 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.707734 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.707949 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.708162 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.708381 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.708632 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.708867 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.709085 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.709317 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.709530 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.709743 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.709954 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.710191 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.710413 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.710646 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.710858 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.711069 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.711285 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.711516 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.711727 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.711939 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.712152 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.712365 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.712641 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.712950 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.713237 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.713492 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.713718 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.713978 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.714652 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.714652 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.714652 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.715066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.715066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.715347 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.715578 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.715819 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.716477 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.716704 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.716964 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.717213 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.717464 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.717682 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.717918 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.718164 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.718446 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.718682 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.718916 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.719152 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.719403 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.720432 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.720755 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.721464 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.721464 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.721766 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.721905 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.722183 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.722452 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.722710 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.722949 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.723219 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.723496 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.723779 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.724091 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.724244 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.724486 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.724750 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.724973 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.725232 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.725818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.725818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.726860 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.726860 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.726860 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.726860 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.728079 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.733229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.734344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735045 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.735651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736395 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736395 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736395 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736395 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736678 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.736766 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.740401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741071 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741683 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741683 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741683 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741683 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.741683 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742039 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742039 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742193 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742364 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742660 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.742909 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.743153 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.743414 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.743650 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.743867 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.744096 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.744307 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.744608 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.744837 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.745077 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.745337 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.745570 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.745782 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.745996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.746222 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.746437 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.746825 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.747495 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.747714 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.747930 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.748158 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.748378 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.748591 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.748823 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.749035 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.749259 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.749988 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.749988 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.749988 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.750214 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.750912 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.751157 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.751386 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.751607 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.751818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.752173 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.752371 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.752763 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.753067 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.753349 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.753600 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.753857 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.754189 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.754410 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.754673 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.754896 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.755158 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.755382 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.755654 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.755993 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.756277 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.756525 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.756789 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.757062 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.757372 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.757640 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.757849 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.758173 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.758499 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.758786 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.759052 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.759298 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.759542 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.759781 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.759997 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.760216 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.760451 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.760686 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.760948 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.761208 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.761440 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.761655 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.761903 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.762141 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.762386 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.762614 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.762871 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.763088 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.763247 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:16.763780 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 09:24:16.763942 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 09:24:16.764097 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 09:24:16.764279 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 09:24:16.764458 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 09:24:16.764597 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 09:24:16.764811 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.764974 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.765153 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.765319 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.765636 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.765836 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.765987 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.766146 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.766307 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767004 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767207 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767400 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767530 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767679 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767814 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.767947 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768101 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768257 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768393 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768528 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768660 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768793 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.768924 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769169 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769306 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769510 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769661 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769796 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.769928 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770072 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770207 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770341 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770472 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770614 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770748 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.770888 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771022 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771154 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771315 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771473 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771631 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771790 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] host = n-d-820531-5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.771948 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772105 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772263 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772420 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772577 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772734 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.772892 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773050 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773238 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773399 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773558 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773716 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.773873 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.774030 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.774187 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.774409 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.774579 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.774735 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775355 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775355 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775355 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775355 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775833 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775833 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.775833 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776615 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776615 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776883 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.776883 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777175 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777175 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777436 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777436 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777687 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777823 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.777969 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778116 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778246 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778391 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778527 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778665 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778804 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.778940 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779076 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779316 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779316 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779584 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779721 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779847 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.779969 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780053 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780214 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780371 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780530 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780689 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.780847 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781006 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781183 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781502 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781660 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.781820 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.782015 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.782256 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.782416 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.782586 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.782834 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 09:24:16.783017 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.783181 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.783361 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.783524 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.783687 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.783848 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784009 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784171 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784332 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784493 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784662 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784826 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.784997 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785179 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785343 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785509 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785671 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785834 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.785997 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786159 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786320 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786481 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786651 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786812 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.786972 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787133 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787295 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787464 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787626 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787803 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.787964 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788127 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788290 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788516 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788687 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788779 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.788917 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789080 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789283 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789415 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789580 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789742 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.789903 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790229 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790392 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790555 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790716 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.790878 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791042 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791204 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791417 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791550 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791673 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791816 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.791975 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792126 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792296 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792444 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792609 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792757 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.792919 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793066 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793258 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793421 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793583 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793745 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.793908 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794099 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794249 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794412 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794573 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794734 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.794895 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.795057 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.795219 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.795381 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.795542 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.795704 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796043 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796043 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796250 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796374 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796507 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796632 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796833 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.796958 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.797069 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.797267 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.797430 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798092 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798283 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798460 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798668 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798837 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.798978 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799114 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799250 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799381 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799542 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:16.799724 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.799855 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800016 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800177 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800342 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800504 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800664 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800825 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.800986 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801175 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801331 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801492 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801654 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801816 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.801978 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802139 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802300 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802460 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802631 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802794 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.802958 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803124 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803291 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803463 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803625 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803788 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.803951 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804112 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804273 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804434 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804596 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804757 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.804918 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805292 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805455 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805616 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805779 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.805964 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806125 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806286 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806449 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806609 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806770 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.806931 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807092 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807254 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807415 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807576 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807738 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.807902 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.808063 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.808225 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.808652 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.808830 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.808974 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.809160 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.809333 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.809478 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.809640 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.809802 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.810023 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.810192 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811093 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.811996 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.812818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.812818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.812818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.812818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.812818 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.813539 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.813539 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.813539 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.813539 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814057 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814057 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814057 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814438 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814438 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814438 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814765 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814765 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814911 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.814989 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815157 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815320 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815483 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815645 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815808 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.815971 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816132 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816294 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816456 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816618 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816782 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.816947 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817109 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817287 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817446 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817609 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817772 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.817936 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818110 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818273 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818434 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818596 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818757 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.818943 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819090 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819252 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819414 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819576 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819737 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.819899 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820070 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820232 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820394 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820555 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820716 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.820883 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821051 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821238 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821403 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821564 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821725 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.821886 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822055 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822218 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822380 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822541 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822702 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.822865 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823035 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823200 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823361 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823522 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823682 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.823843 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824015 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824179 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824344 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824512 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824668 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.824863 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825000 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825175 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825338 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825503 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825666 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825828 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.825990 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.826156 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.826322 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.826491 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827119 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827119 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827119 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827119 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.827401 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828040 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828040 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828040 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828040 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828346 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828346 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828489 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828792 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.828792 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.829602 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.829743 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.829870 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830440 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830440 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830440 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830440 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830907 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830907 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.830907 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.831262 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.831262 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 09:24:16.831512 n-d-820531-5 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 09:24:16.871346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:16.880762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072556 Dec 13 09:24:28.528549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46661e76-c898-4d24-8692-450aef0ebe6f None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 09:24:28.599395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46661e76-c898-4d24-8692-450aef0ebe6f None None] No non-hosted networks {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 09:24:28.617585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.agentschedulers_db [None req-46661e76-c898-4d24-8692-450aef0ebe6f None None] DHCP Agent not found on host n-d-820531-5 {{(pid=103190) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 09:24:28.779973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-797b6392-be45-40b4-b4eb-62dd8fd40aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:30.866383 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fd68d5b-cf21-4c8f-92f4-770d7ba4ea49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:30.914461 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3d4982f-814b-48d3-9cd7-f284bb5dadde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:32.075880 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:33.522958 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:33.655795 n-d-820531-5 neutron-server[103190]: INFO neutron.db.l3_hamode_db [None req-9ca58fc2-dd8f-4db5-b867-d2c9357f22e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 09:24:33.733410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca58fc2-dd8f-4db5-b867-d2c9357f22e1 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:24:33.733813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca58fc2-dd8f-4db5-b867-d2c9357f22e1 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:24:34.503422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:34.504503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.505150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.505741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.506126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.506625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.506960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.507505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.508055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.508633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.509034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.509446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.509957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.510521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:34.511028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820531-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:34.524054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820531-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:24:34.848190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:35.347766 n-d-820531-5 neutron-server[103189]: WARNING oslo_policy.policy [None req-1a6b7b53-1088-4ae3-a604-a13c95058b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:35.348367 n-d-820531-5 neutron-server[103189]: WARNING oslo_policy.policy [None req-1a6b7b53-1088-4ae3-a604-a13c95058b5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:35.572042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-1a6b7b53-1088-4ae3-a604-a13c95058b5d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:35.573146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1a6b7b53-1088-4ae3-a604-a13c95058b5d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7240188 Dec 13 09:24:38.182286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:38.492639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:38.595016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.policy [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 09:24:38.642898 n-d-820531-5 neutron-server[103189]: WARNING oslo_policy.policy [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:38.643275 n-d-820531-5 neutron-server[103189]: WARNING oslo_policy.policy [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:38.651763 n-d-820531-5 neutron-server[103189]: INFO neutron.quota [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] Loaded quota_driver: . Dec 13 09:24:38.739612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190953097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190953852', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190947008', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190970327', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190959724', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735190982905', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1413427', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1423667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772635'] for rbac-policy, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:38.804833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:38.806051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a71e4ee0-ed60-4531-b959-0e149f620e0c admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6227441 Dec 13 09:24:41.602468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:41.896161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'project_id': '5ef722fb49c3439ebe653fc201a1069c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:41.924634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Made reservation on behalf of 5ef722fb49c3439ebe653fc201a1069c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:24:41.927406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:41.944730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.052006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.055742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.075717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:24:42.103129 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735186439033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.103708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Unsubscribe: segment precommit_create {{(pid=103189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 09:24:42.104215 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Added segment a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99 of type vlan for network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 Dec 13 09:24:42.120028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca287723-e0b6-4dca-851e-5d7860b8cb75,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:42.171316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.172351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.172703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.173148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.173579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.173915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.174246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.174570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.174890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.175211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.175530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.175847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.176162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Tracked resource versions report: Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: pushed versions: Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Log': {'1.0'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Network': {'1.1'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Port': {'1.7'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'PortForwarding': {'1.2'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'QosPolicy': {'1.10'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SubPort': {'1.0'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Subnet': {'1.1'}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Trunk': {'1.1'}} Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: consumer versions: Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: L3 agent@n-d-820531-5: {}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: Metadata agent@n-d-820531-5: {}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: Metering agent@n-d-820531-5: {}, Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'ConntrackHelper': '1.0', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'LocalIPAssociation': '1.0', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Log': '1.0', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Network': '1.1', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Port': '1.7', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'PortForwarding': '1.2', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'QosPolicy': '1.10', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SecurityGroup': '1.5', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SecurityGroupRule': '1.2', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'SubPort': '1.0', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Subnet': '1.1', Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: 'Trunk': '1.1'}} Dec 13 09:24:42.177297 n-d-820531-5 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:24:42.220653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.261971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.263220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:42.263983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:42.345084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7414584 Dec 13 09:24:42.363865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548a115-0109-49d4-8bcf-4a3c05036865 admin admin] Pushing event updated for resources: {'Network': ['ID=794395db-6b3b-448c-a6dd-c4ba7d1f2bf2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:42.376573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:24:45.185830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:45.573769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64fcfd-8866-44f6-9267-7fafe2d83524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:45.575122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fe64fcfd-8866-44f6-9267-7fafe2d83524 admin admin] 10.222.0.30 "GET /v2.0/networks/794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 HTTP/1.1" status: 200 len: 825 time: 0.3883390 Dec 13 09:24:45.599569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e28c9ec2-0410-4f3f-9cc6-ccaee3c98549 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/c82413ca-b889-45c8-acf0-6a1893aa82ae HTTP/1.1" status: 200 len: 734 time: 0.0183668 Dec 13 09:24:45.608253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Request body: {'subnet': {'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'name': 'private-subnet'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:45.630935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Made reservation on behalf of 5ef722fb49c3439ebe653fc201a1069c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:24:45.633261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:45.919280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:45.989540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Checking segment: {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:24:45.989910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Network hostable DHCP agents. Network: 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:24:45.994364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed61cd49-ed91-4909-8465-6a1b7bb31c71,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:46.012830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:24:46.024294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:24:46.029175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:24:46.029933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.035548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89bef3-a409-42fc-8fd8-6bca6e77dcd3 None None] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:24:46.046590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f370a112-11d3-4102-a020-2c7937a1b071 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4414027 Dec 13 09:24:46.304365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:24:46.305644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.605185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Allocated IP 172.20.0.2 (794395db-6b3b-448c-a6dd-c4ba7d1f2bf2/ed61cd49-ed91-4909-8465-6a1b7bb31c71/b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:24:46.845567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.853265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:46.923899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:24:46.928279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:24:46.938323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:24:46.949291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Pushing event updated for resources: {'Port': ['ID=b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:46.996142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.996491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.996831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.997183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.997518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.997845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.998196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.998518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.998838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.999162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:46.999507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:47.000024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:47.000409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Tracked resource versions report: Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: pushed versions: Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Log': {'1.0'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Network': {'1.1'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Port': {'1.7'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'PortForwarding': {'1.2'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'QosPolicy': {'1.10'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SubPort': {'1.0'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Subnet': {'1.1'}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Trunk': {'1.1'}} Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: consumer versions: Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: L3 agent@n-d-820531-5: {}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: Metadata agent@n-d-820531-5: {}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: Metering agent@n-d-820531-5: {}, Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'ConntrackHelper': '1.0', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'LocalIPAssociation': '1.0', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Log': '1.0', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Network': '1.1', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Port': '1.7', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'PortForwarding': '1.2', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'QosPolicy': '1.10', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SecurityGroup': '1.5', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SecurityGroupRule': '1.2', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'SubPort': '1.0', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Subnet': '1.1', Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: 'Trunk': '1.1'}} Dec 13 09:24:47.001526 n-d-820531-5 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:24:47.031761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Attempting to bind port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:24:47.032233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Attempting to bind port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:24:47.032650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Attempting to bind port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 on network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:24:47.037441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:24:47.037979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Checking segment: {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:24:47.038264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:47.038647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Bound using segment: {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:24:47.039128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Bound port: b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:24:47.039528 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:47.102697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] For port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:24:47.106873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] For port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8,segment=NetworkSegment(a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99),segment_id=a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:24:47.111806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:47.174025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71afb09-b33b-4242-909d-cf2e3d2a8392 None None] Pushing event updated for resources: {'Port': ['ID=b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:48.693312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:49.005721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-fd278050-c9e1-4563-bd3a-0357160bce12 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:49.006726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd278050-c9e1-4563-bd3a-0357160bce12 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125348 Dec 13 09:24:51.647864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:51.953881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-0cb0689d-cdde-4083-89a8-821404dd1757 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:51.954883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0cb0689d-cdde-4083-89a8-821404dd1757 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060725 Dec 13 09:24:54.824764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:55.337489 n-d-820531-5 neutron-server[103188]: WARNING oslo_policy.policy [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:55.338080 n-d-820531-5 neutron-server[103188]: WARNING oslo_policy.policy [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:55.561395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:24:55.627006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.policy [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 09:24:55.676435 n-d-820531-5 neutron-server[103188]: WARNING oslo_policy.policy [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:55.676829 n-d-820531-5 neutron-server[103188]: WARNING oslo_policy.policy [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 09:24:55.685966 n-d-820531-5 neutron-server[103188]: INFO neutron.quota [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Loaded quota_driver: . Dec 13 09:24:55.745609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:55.747504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:55.901927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:55.907512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:55.927566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:55.929029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d8fb986-04c3-4520-9227-1255d6cd79bd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1020427 Dec 13 09:24:56.324982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:24:56.384415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631ce25-2463-4d7b-aa38-7fb38a131f2a None None] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:24:56.463964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:24:56.464358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:56.559331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9160f041-c7c0-4b86-ad87-d9ada3291984 None None] Provisioning complete for port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:24:56.559634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9160f041-c7c0-4b86-ad87-d9ada3291984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:56.664492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:56.730139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8,segment=NetworkSegment(a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99),segment_id=a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:24:56.738757 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:56.768261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9160f041-c7c0-4b86-ad87-d9ada3291984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:56.802471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:24:56.845312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-9160f041-c7c0-4b86-ad87-d9ada3291984 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:24:56.845724 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-9160f041-c7c0-4b86-ad87-d9ada3291984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:24:57.619766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f0da3775-911e-48db-a68b-bdfb42fc7cf0 None None] Provisioning complete for port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:24:57.620372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0da3775-911e-48db-a68b-bdfb42fc7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:58.290513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:24:58.337249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:24:58.337609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:58.456147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0bcaf14e-1978-4b63-a31e-386409792d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:24:58.555151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:24:58.867049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-6305747f-ebab-4750-904d-225956197f2c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:24:58.868047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6305747f-ebab-4750-904d-225956197f2c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119092 Dec 13 09:25:00.718449 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:25:00.862772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29205750-1b46-4ae8-82c7-1ff5f716a8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.463070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:01.774042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:01.798061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Made reservation on behalf of 0edd24bf60c44386837cd10e7e24023d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:25:01.800940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.816982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.920475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.924596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.935942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103188) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 09:25:01.969386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735186439033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.969960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Unsubscribe: segment precommit_create {{(pid=103188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 09:25:01.970468 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Added segment 46c9092c-18e9-4122-826c-001f0b55d210 of type flat for network 1f869e0f-9c37-42a8-a312-085caebea9ea Dec 13 09:25:01.988693 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:01.989805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b809a6-0fa2-424b-ac7b-374df0234d91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:02.037729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.038078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.038470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.038941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.039390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.039908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.040240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.040568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.040894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.041247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.041572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.042053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.042389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Tracked resource versions report: Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: pushed versions: Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Log': {'1.0'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Network': {'1.1'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Port': {'1.7'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'PortForwarding': {'1.2'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'QosPolicy': {'1.10'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SubPort': {'1.0'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Subnet': {'1.1'}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Trunk': {'1.1'}} Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: consumer versions: Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: L3 agent@n-d-820531-5: {}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: Metadata agent@n-d-820531-5: {}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: Metering agent@n-d-820531-5: {}, Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'ConntrackHelper': '1.0', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'LocalIPAssociation': '1.0', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Log': '1.0', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Network': '1.1', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Port': '1.7', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'PortForwarding': '1.2', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'QosPolicy': '1.10', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SecurityGroup': '1.5', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SecurityGroupRule': '1.2', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'SubPort': '1.0', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Subnet': '1.1', Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: 'Trunk': '1.1'}} Dec 13 09:25:02.043520 n-d-820531-5 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:25:02.103193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:02.144510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:02.145705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:02.146381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:02.218543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7544074 Dec 13 09:25:02.248280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6e7b3-42c3-47c0-8f55-fed7ca6abca1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f869e0f-9c37-42a8-a312-085caebea9ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:02.259579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1f869e0f-9c37-42a8-a312-085caebea9ea details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:25:03.439102 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.510861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:04.790511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:05.014984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3c82b-d58f-4780-b2ba-3376315b75e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:05.016594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b7f3c82b-d58f-4780-b2ba-3376315b75e4 admin admin] 10.222.0.30 "GET /v2.0/subnets/ed61cd49-ed91-4909-8465-6a1b7bb31c71 HTTP/1.1" status: 200 len: 849 time: 0.2251904 Dec 13 09:25:05.158477 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4be2d1cd-a7a1-4035-8842-664467e82a76 admin admin] 10.222.0.30 "GET /v2.0/routers/ed9fc458-d05f-4f2c-b917-9e0fe06ee78b HTTP/1.1" status: 200 len: 704 time: 0.1356809 Dec 13 09:25:05.419314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:05.720346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Allocated IP 172.20.0.1 (794395db-6b3b-448c-a6dd-c4ba7d1f2bf2/ed61cd49-ed91-4909-8465-6a1b7bb31c71/9bdef951-828b-43cf-8503-17346c72ca33) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:25:05.906627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:05.973979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.049353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:06.054271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:06.066187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:25:06.066299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.068803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdef951-828b-43cf-8503-17346c72ca33,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:06.257691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.271439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-79eee135-bdcc-40a4-acd0-ba583201c785 None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:06.272003 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79eee135-bdcc-40a4-acd0-ba583201c785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.306631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79eee135-bdcc-40a4-acd0-ba583201c785 None None] Port 9bdef951-828b-43cf-8503-17346c72ca33 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:25:06.527418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.532161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.532883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.609066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdef951-828b-43cf-8503-17346c72ca33,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:06.656691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:06.658018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:06.818814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:25:06.829184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2fda9077-5c7a-4657-acbe-0d3833249d6c None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:06.829557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2fda9077-5c7a-4657-acbe-0d3833249d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:06.864352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2fda9077-5c7a-4657-acbe-0d3833249d6c None None] Port 9bdef951-828b-43cf-8503-17346c72ca33 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:25:06.908972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:25:06.914188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-378f40c7-1753-4d78-b22d-6e6a9e859169 admin admin] 10.222.0.30 "PUT /v2.0/routers/ed9fc458-d05f-4f2c-b917-9e0fe06ee78b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7503204 Dec 13 09:25:06.918663 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Sync routers for ids ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:25:06.931382 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Routers {'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:06.932103 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:07.120579 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Set router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:07.550542 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:06Z', 'revision_number': 2, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port_host': None, '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:06Z', 'revision_number': 2, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:07.600829 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Checking router: ed9fc458-d05f-4f2c-b917-9e0fe06ee78b for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:25:07.601216 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Updating router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b port 9bdef951-828b-43cf-8503-17346c72ca33 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:25:07.649860 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.179707 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.186503 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.282839 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Pushing event updated for resources: {'Port': ['ID=9bdef951-828b-43cf-8503-17346c72ca33,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:08.291383 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.291741 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.292087 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.292432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.292769 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.293109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.293466 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.293794 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.294127 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.294443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.294772 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.295097 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.295418 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Tracked resource versions report: Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: pushed versions: Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: { 'AddressGroup': {'1.2'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Log': {'1.0'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Network': {'1.1'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Port': {'1.7'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'PortForwarding': {'1.2'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'QosPolicy': {'1.10'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SecurityGroup': {'1.5'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SubPort': {'1.0'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Subnet': {'1.1'}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Trunk': {'1.1'}} Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: consumer versions: Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: L3 agent@n-d-820531-5: {}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: Metadata agent@n-d-820531-5: {}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: Metering agent@n-d-820531-5: {}, Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'ConntrackHelper': '1.0', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'LocalIPAssociation': '1.0', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Log': '1.0', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Network': '1.1', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Port': '1.7', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'PortForwarding': '1.2', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'QosPolicy': '1.10', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SecurityGroup': '1.5', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SecurityGroupRule': '1.2', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'SubPort': '1.0', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Subnet': '1.1', Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: 'Trunk': '1.1'}} Dec 13 09:25:08.296567 n-d-820531-5 neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:25:08.374433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Attempting to bind port 9bdef951-828b-43cf-8503-17346c72ca33 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:25:08.374847 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Attempting to bind port 9bdef951-828b-43cf-8503-17346c72ca33 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:25:08.375282 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Attempting to bind port 9bdef951-828b-43cf-8503-17346c72ca33 on network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:25:08.380988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:25:08.381417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Checking segment: {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:08.381894 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.382289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Bound using segment: {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:25:08.382793 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Bound port: 9bdef951-828b-43cf-8503-17346c72ca33, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:25:08.383188 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.452753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] For port 9bdef951-828b-43cf-8503-17346c72ca33, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:25:08.471641 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] For port 9bdef951-828b-43cf-8503-17346c72ca33, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9bdef951-828b-43cf-8503-17346c72ca33,segment=NetworkSegment(a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99),segment_id=a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:25:08.476928 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.494011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:08.494895 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.520714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Routers {'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:08.521293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:08.582408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.619578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] For port 9bdef951-828b-43cf-8503-17346c72ca33, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9bdef951-828b-43cf-8503-17346c72ca33,segment=NetworkSegment(a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99),segment_id=a8bb2726-00c0-48c4-b8b4-bf7c6b53fe99)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:25:08.622964 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] Set router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:08.627665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.668431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917422-dd7e-47ca-8df7-071670eaa5df None None] Pushing event updated for resources: {'Port': ['ID=9bdef951-828b-43cf-8503-17346c72ca33,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:08.688940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88b55-dd35-4ff1-bf49-fa74191fef26 None None] Pushing event updated for resources: {'Port': ['ID=9bdef951-828b-43cf-8503-17346c72ca33,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:08.746960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc7fd80e-1a84-4639-a292-5bc57865c247 None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:08.747426 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc7fd80e-1a84-4639-a292-5bc57865c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:08.850623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:06Z', 'revision_number': 2, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port_host': None, '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:08Z', 'revision_number': 4, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:08.876279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d56ea-2e35-4ea3-a205-373d4fd57bc4 None None] The sync data for ids ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'] in n-d-820531-5 is: [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:06Z', 'revision_number': 2, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port_host': None, '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:08Z', 'revision_number': 4, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:25:09.394474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:09.522502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db14e5-4de7-4283-9a60-db9a5ff2867c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:09.523869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9db14e5-4de7-4283-9a60-db9a5ff2867c admin admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 842 time: 0.1283662 Dec 13 09:25:09.534405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.1.0/24', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:09.556186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Made reservation on behalf of 0edd24bf60c44386837cd10e7e24023d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:25:09.558753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.932062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:25:09.932438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:09.995558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64ae28e-14d4-4c82-8113-b2b771bf1fc1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:10.003733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:10.004097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Network hostable DHCP agents. Network: 1f869e0f-9c37-42a8-a312-085caebea9ea, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:25:10.022387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:25:10.032635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1f869e0f-9c37-42a8-a312-085caebea9ea) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:10.038224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:10.039042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:10.043794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291686e5-fce3-4843-93f8-eea463503d91 None None] Network 1f869e0f-9c37-42a8-a312-085caebea9ea requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:25:10.067197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f9977ce0-baf7-401b-adb0-3a96e42f585c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5366161 Dec 13 09:25:10.158358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40317729-b24c-467e-96e4-808615d2a2d1 None None] Network 1f869e0f-9c37-42a8-a312-085caebea9ea requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:25:12.615720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:12.853713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-51b10b0d-847b-4910-b037-f89c685b5aea admin admin] 10.222.0.30 "GET /v2.0/routers/ed9fc458-d05f-4f2c-b917-9e0fe06ee78b HTTP/1.1" status: 200 len: 710 time: 0.2366774 Dec 13 09:25:12.943257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59342ce2-c5f3-423a-9d9b-52db723aeee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:25:12.944617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-59342ce2-c5f3-423a-9d9b-52db723aeee9 admin admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 886 time: 0.0841835 Dec 13 09:25:12.954382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:25:13.203106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.478080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.552310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.710420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Allocated IP 172.25.1.233 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/2756a626-0f48-4b7a-8614-8f8994aa3519) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:25:13.826155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.890504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:13.967785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:25:13.972573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:25:13.977033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:25:13.979900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Pushing event updated for resources: {'Port': ['ID=2756a626-0f48-4b7a-8614-8f8994aa3519,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:14.260525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:14.452363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:14.457306 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:14.577902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:25:14.757658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:25:14.762414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:14.763660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-332c5e47-ff41-4872-a480-5b512abe1e8d admin admin] 10.222.0.30 "PUT /v2.0/routers/ed9fc458-d05f-4f2c-b917-9e0fe06ee78b HTTP/1.1" status: 200 len: 890 time: 1.8128564 Dec 13 09:25:16.058818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Sync routers for ids ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:25:16.071109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Routers {'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:16.071785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:16.282552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Set router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:16.332109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9bdef951-828b-43cf-8503-17346c72ca33 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:16.631309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:16.631686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:16.851551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:14Z', 'revision_number': 4, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port': {'id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:19:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:13Z', 'updated_at': '2021-12-13T09:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:08Z', 'revision_number': 5, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:16.905106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Checking router: ed9fc458-d05f-4f2c-b917-9e0fe06ee78b for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:25:16.905495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Updating router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b port 2756a626-0f48-4b7a-8614-8f8994aa3519 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:25:16.953891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.267624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.272640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.323591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Attempting to bind port 2756a626-0f48-4b7a-8614-8f8994aa3519 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:25:17.323973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Attempting to bind port 2756a626-0f48-4b7a-8614-8f8994aa3519 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:25:17.324348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Attempting to bind port 2756a626-0f48-4b7a-8614-8f8994aa3519 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:25:17.327982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66e230-7f2d-40b1-819a-0e6daa61bb41 None None] Pushing event updated for resources: {'Port': ['ID=2756a626-0f48-4b7a-8614-8f8994aa3519,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:17.332512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:25:17.332893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:25:17.333325 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.333718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:25:17.334184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Bound port: 2756a626-0f48-4b7a-8614-8f8994aa3519, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:25:17.334766 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.376035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:25:17.383613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] For port 2756a626-0f48-4b7a-8614-8f8994aa3519, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:25:17.387308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] For port 2756a626-0f48-4b7a-8614-8f8994aa3519, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2756a626-0f48-4b7a-8614-8f8994aa3519,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:25:17.391811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:17.452538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Routers {'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:25:17.453162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:17.456098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66e230-7f2d-40b1-819a-0e6daa61bb41 None None] Pushing event updated for resources: {'Port': ['ID=2756a626-0f48-4b7a-8614-8f8994aa3519,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:17.492546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5382b051-39ee-4c2d-b0d4-392cad09c955 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153848 Dec 13 09:25:17.562968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] Set router ed9fc458-d05f-4f2c-b917-9e0fe06ee78b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:25:17.778790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:14Z', 'revision_number': 4, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port': {'id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:19:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:13Z', 'updated_at': '2021-12-13T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:08Z', 'revision_number': 5, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:25:17.804922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58617591-8301-42b2-95f7-1c79cdbb7393 None None] The sync data for ids ['ed9fc458-d05f-4f2c-b917-9e0fe06ee78b'] in n-d-820531-5 is: [{'id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'name': 'router1', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:24:55Z', 'updated_at': '2021-12-13T09:25:14Z', 'revision_number': 4, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'gw_port': {'id': '2756a626-0f48-4b7a-8614-8f8994aa3519', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:19:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:13Z', 'updated_at': '2021-12-13T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9bdef951-828b-43cf-8503-17346c72ca33', 'name': '', 'network_id': '794395db-6b3b-448c-a6dd-c4ba7d1f2bf2', 'tenant_id': '5ef722fb49c3439ebe653fc201a1069c', 'mac_address': 'fa:16:3e:a6:5f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fc458-d05f-4f2c-b917-9e0fe06ee78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:25:05Z', 'updated_at': '2021-12-13T09:25:08Z', 'revision_number': 5, 'project_id': '5ef722fb49c3439ebe653fc201a1069c', 'subnets': [{'id': 'ed61cd49-ed91-4909-8465-6a1b7bb31c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82413ca-b889-45c8-acf0-6a1893aa82ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:25:18.348314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2756a626-0f48-4b7a-8614-8f8994aa3519 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:18.412355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2756a626-0f48-4b7a-8614-8f8994aa3519 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:18.412763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:18.509936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:18.531315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 2756a626-0f48-4b7a-8614-8f8994aa3519, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2756a626-0f48-4b7a-8614-8f8994aa3519,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:25:18.535829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:18.584148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=2756a626-0f48-4b7a-8614-8f8994aa3519,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:25:20.307343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2756a626-0f48-4b7a-8614-8f8994aa3519 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:25:20.361306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2756a626-0f48-4b7a-8614-8f8994aa3519 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:25:20.361689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:28.459556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8447-3c85-4b05-b56b-a12d9eb2bb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:30.865891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b40eb73-e61e-42c0-9413-b623e30789e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:31.993515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:33.445510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:34.519736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:25:37.717151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:25:58.462603 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-141b098c-8dc5-4315-a02e-0ca49411e544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:00.867316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aea43664-3646-4b42-8595-21acb18e0288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:02.001734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:03.438826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:04.516319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:14.717710 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:26:28.465375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475d2b46-7dd9-432d-ad0e-4ccd4754ff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:30.869493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b705653-30ab-4289-84b3-1d1dd90a2267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:31.995314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:33.441136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:34.519595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:44.297426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:44.362063 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51272bb-1893-4037-b230-fc60475cc43c admin admin] GET failed (client error): The resource could not be found. Dec 13 09:26:44.363351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d51272bb-1893-4037-b230-fc60475cc43c admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649788 Dec 13 09:26:44.526164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c1bb9-411f-4c3d-ab8e-6c4cca8d9ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:44.528095 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a78c1bb9-411f-4c3d-ab8e-6c4cca8d9ba7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601715 Dec 13 09:26:46.904511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:46.994357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74ecfb-35b1-4c4d-8af0-83596f10a74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:46.995658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be74ecfb-35b1-4c4d-8af0-83596f10a74d admin admin] 10.222.0.30 "GET /v2.0/subnets/ed61cd49-ed91-4909-8465-6a1b7bb31c71 HTTP/1.1" status: 200 len: 849 time: 0.0901799 Dec 13 09:26:47.010018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:26:47.093509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:47.235102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735186372572'] for subnet, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:47.263432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:47.264028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:47.277241 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] 10.222.0.30 "PUT /v2.0/subnets/ed61cd49-ed91-4909-8465-6a1b7bb31c71 HTTP/1.1" status: 200 len: 868 time: 0.2601078 Dec 13 09:26:47.277572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680877b0-2756-4b39-ac78-16c6fa6de3da None None] Network 794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:26:47.289268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed61cd49-ed91-4909-8465-6a1b7bb31c71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:26:47.297652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.298014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.298349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.298693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.299036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.299376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.299711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.300186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.300523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.300855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.301213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.301544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.301872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad870-4097-4cb6-8e95-c4c558ee9ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:26:47.574217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5bdff6f7-6fc2-4068-bd00-dee5882d960f None None] Provisioning complete for port b61418d5-b3b1-4c5a-b7ff-1d79677c7bb8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:26:47.574590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bdff6f7-6fc2-4068-bd00-dee5882d960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:47.668592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5bdff6f7-6fc2-4068-bd00-dee5882d960f None None] Provisioning complete for port 9bdef951-828b-43cf-8503-17346c72ca33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:26:47.668876 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bdff6f7-6fc2-4068-bd00-dee5882d960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:49.650422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:49.850625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f8c5b-7956-446d-b66a-f2f28b00420c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:49.851019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f8c5b-7956-446d-b66a-f2f28b00420c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:49.852565 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb3f8c5b-7956-446d-b66a-f2f28b00420c admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011797 Dec 13 09:26:51.716704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:26:52.269886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:52.477554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a9043b-fbc9-4590-9323-394218f790cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:52.478024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a9043b-fbc9-4590-9323-394218f790cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:52.479549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93a9043b-fbc9-4590-9323-394218f790cc admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087009 Dec 13 09:26:54.867543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:54.991422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132cf75-ea33-4618-8571-c9c36a895950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:54.992791 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a132cf75-ea33-4618-8571-c9c36a895950 admin admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 886 time: 0.1243558 Dec 13 09:26:57.365418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:26:57.494452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b641fb4-af4d-46f4-9a4c-f8fd9e659663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:26:57.496309 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b641fb4-af4d-46f4-9a4c-f8fd9e659663 admin admin] 10.222.0.30 "GET /v2.0/networks/794395db-6b3b-448c-a6dd-c4ba7d1f2bf2 HTTP/1.1" status: 200 len: 869 time: 0.1299493 Dec 13 09:26:58.468115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1bf8b344-9a4d-4fdf-b632-182ae4c5cdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:26:59.912564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:00.035616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f79d6-1083-40a5-9857-3611388f7713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:00.036073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f79d6-1083-40a5-9857-3611388f7713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:00.037624 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d6f79d6-1083-40a5-9857-3611388f7713 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239891 Dec 13 09:27:00.873490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2918af6-53fc-46cd-9738-cedb7eb64f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:01.997754 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:02.419303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:02.539656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde93c47-db07-4a28-b1dc-9717376ea124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:02.540113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde93c47-db07-4a28-b1dc-9717376ea124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:02.541659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fde93c47-db07-4a28-b1dc-9717376ea124 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214042 Dec 13 09:27:03.443121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:04.521978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:04.939729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:05.026316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310f123-f114-43f0-a59a-9422a8958d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:05.028415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b310f123-f114-43f0-a59a-9422a8958d91 admin admin] 10.222.0.30 "GET /v2.0/subnets/e64ae28e-14d4-4c82-8113-b2b771bf1fc1 HTTP/1.1" status: 200 len: 816 time: 0.0877261 Dec 13 09:27:07.398449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:07.492903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af58ee6-b505-4a33-a965-72b18d499c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:07.494260 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4af58ee6-b505-4a33-a965-72b18d499c5c admin admin] 10.222.0.30 "GET /v2.0/subnets/ed61cd49-ed91-4909-8465-6a1b7bb31c71 HTTP/1.1" status: 200 len: 868 time: 0.0948606 Dec 13 09:27:28.469906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6d61-8e46-49d3-ad98-762432497ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:28.714455 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:27:30.877017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdfc2812-c072-4a5d-b967-01851f0dda07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:32.000625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:33.446722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:33.984316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:34.031264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-74b39a26-8258-48ea-b806-6b56bd4130d7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:27:34.032267 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-74b39a26-8258-48ea-b806-6b56bd4130d7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469792 Dec 13 09:27:34.525102 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:36.475706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:36.535368 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd72774c-98a5-48df-b26b-4cba30d60053 admin admin] GET failed (client error): The resource could not be found. Dec 13 09:27:36.536639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dd72774c-98a5-48df-b26b-4cba30d60053 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599961 Dec 13 09:27:36.621873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a009b55-4774-46ba-a1c4-f9c817fbc243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:36.623366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7a009b55-4774-46ba-a1c4-f9c817fbc243 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823066 Dec 13 09:27:39.022723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:39.070298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:27:39.091664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Made reservation on behalf of 0edd24bf60c44386837cd10e7e24023d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:27:39.093916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.124078 n-d-820531-5 neutron-server[103188]: WARNING neutron.services.revisions.revision_plugin [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Could not find related network for resource to bump revision. Dec 13 09:27:39.137935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:27:39.147274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.147625 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Added segment 7344c0fb-75b2-46fe-a48c-f1c7997e9196 of type vlan for network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c Dec 13 09:27:39.193672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.217094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.218030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:39.218608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:39.269303 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2454515 Dec 13 09:27:39.280302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b835d-e4f8-45cb-b867-b7c9f68f07fd admin admin] Pushing event updated for resources: {'Network': ['ID=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:39.294002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:27:41.671412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:27:41.731783 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee93bac3-1dc7-47fc-9ebb-aba9a27848f5 admin admin] GET failed (client error): The resource could not be found. Dec 13 09:27:41.733044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee93bac3-1dc7-47fc-9ebb-aba9a27848f5 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606732 Dec 13 09:27:41.803487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db428356-e400-4d6c-90f1-71cdf0d0c945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:41.804907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-db428356-e400-4d6c-90f1-71cdf0d0c945 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672004 Dec 13 09:27:41.815676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Request body: {'subnet': {'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:27:41.838137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Made reservation on behalf of 0edd24bf60c44386837cd10e7e24023d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:27:41.840413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.017337 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.078845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e8370b-b109-40b4-8d91-5dc5d6596243,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:42.083228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:27:42.083582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Network hostable DHCP agents. Network: 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:27:42.104271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:27:42.114136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:27:42.118022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:27:42.118612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.124532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777e510-a05a-42be-8393-fa4293b77753 None None] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:27:42.133538 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7eb99200-9942-4d70-bbad-76daa25f06c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210945 Dec 13 09:27:42.332108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'project_id': '0edd24bf60c44386837cd10e7e24023d', 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:27:42.333048 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.472968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Allocated IP 192.168.233.2 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:27:42.618342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.626878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.670007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:27:42.672929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:27:42.676455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:27:42.685526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Pushing event updated for resources: {'Port': ['ID=8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:42.694921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.695265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.695604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.695941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.696269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.696594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.696914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.697261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.697583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.697896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.698212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.700212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.700212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:27:42.744579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Attempting to bind port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:27:42.744943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Attempting to bind port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:27:42.745329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Attempting to bind port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:27:42.750894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:27:42.751263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:27:42.751660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.752046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:27:42.752533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Bound port: 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:27:42.752923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.815693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] For port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:27:42.818991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] For port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:27:42.823257 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:42.882667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5d4f-ba1c-428c-b9bb-c98e6c4eb378 None None] Pushing event updated for resources: {'Port': ['ID=8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:43.711646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe7313-b636-4a94-ac0e-9fcc103dab6c None None] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:27:43.812030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] Provisioning complete for port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:43.812396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:43.909604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:43.949621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] For port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:27:43.955351 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:44.007030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ed619-e0b0-44bd-8a49-ff60272e72f2 None None] Pushing event updated for resources: {'Port': ['ID=8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:27:44.177507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-de15f98e-b550-4e27-9ea1-14cf4c43d37f None None] Provisioning complete for port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:44.177879 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de15f98e-b550-4e27-9ea1-14cf4c43d37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:44.446401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:27:44.494137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8c25c4b9-8b2d-4cfb-b5e9-44ff361997dd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:27:44.494505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:27:58.472121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e674d90a-ee2e-45c6-88fc-c0eac8f3a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:00.878664 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd13cfa4-a9c8-4160-b973-e96838a06a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:02.004433 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:03.450610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:04.529973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:05.712907 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:28:28.473414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f40f7d60-ab1a-4c55-bcc3-e44091a5e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:30.880898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf3963eb-320f-4b87-a9e3-c96fe631d5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:32.015114 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:33.454391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:34.531724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:42.712173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:28:55.425202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:55.431158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-c288d94e-4c17-4a9f-a6b7-63166a79fe0d tempest-verify_tempest_config-1058677693 tempest-verify_tempest_config-1058677693-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:28:55.432111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c288d94e-4c17-4a9f-a6b7-63166a79fe0d tempest-verify_tempest_config-1058677693 tempest-verify_tempest_config-1058677693-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059667 Dec 13 09:28:55.719351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:55.819148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:55.892573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:55.895957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:55.939287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa664ab90bba489495b7f8c46b44100b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2188845 Dec 13 09:28:55.942098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:28:55.942569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a79ee-858f-4897-8300-95c26ffb1550,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:28:55.949197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.949784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.950265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.950768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.951105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.951439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.951802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.952133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.952461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.952787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.953111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.953457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.953780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488fe5d5-1fb2-4f21-b518-b0fca42eab08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:55.996369 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:56.016338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:56.107219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:56.109873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:28:56.111245 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e34a79ee-858f-4897-8300-95c26ffb1550 HTTP/1.1" status: 204 len: 168 time: 0.1680717 Dec 13 09:28:56.123392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a79ee-858f-4897-8300-95c26ffb1550,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:28:56.130433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.130785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.131139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.131545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.131819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.132166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.132481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.132815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.133158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.133484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.133820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.134153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:56.134506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b082-67ab-43c6-a6bb-72fe5bbc42a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:28:58.475313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9ed511c-9db8-4592-996c-1e60d5761428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:00.882556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d978536-c99f-4c14-bef6-5c1ed0e51587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:02.010158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:03.456505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:04.533633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:19.711021 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:29:28.477454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a08d08a-0214-42a3-8d67-7c3403c6e95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:30.884722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-791444ee-6acb-4fcf-9f16-f546705ac976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:32.014060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:33.459797 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:34.536039 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:29:56.709765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:29:58.479377 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3dda-b653-4be8-ba7c-f693e892d495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:00.885746 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-785f99ea-61d5-44d4-b0b4-da628fa63692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:02.016595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:03.463575 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:04.540574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:28.482589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-057a7894-8376-4a81-8f97-e1d1f2556dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:30.888463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96291f34-b7a2-4fe0-93b1-93d3bd4b13ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:32.020979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:33.467574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:33.707714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:30:34.542056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:30:58.484847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea527445-3d6d-429a-901c-5702613fd68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:00.892316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ff31c3e-f399-4816-a000-572d5a0fbdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:02.026190 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:03.468916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:04.545020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:10.706392 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:31:28.486405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1844474d-be31-4c8a-86f1-612d4a58473a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:30.893110 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-962321fb-0a4c-4948-bfc1-7026540aab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:32.026150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:33.472840 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:34.547567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:47.704696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:31:56.856066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:58.488920 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28a90bd0-74d4-4f5a-8c34-4d56fb455eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:31:58.727568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620792'] for agent, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:00.894542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0b6f977c-013c-4955-b387-984138452048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:02.029580 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:03.477983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:04.549149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:24.704766 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:32:26.813596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:28.494091 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f368014-011c-4c70-aaf9-38e46844ac2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:28.713548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:30.895794 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e58-baf3-424b-a502-e229eeaac484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:32.033352 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:33.480183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:34.550550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:46.898605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:32:47.001378 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5bb09f77-9bcf-45bc-b252-1c2cf1b08240 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1016703 Dec 13 09:32:49.415994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:32:49.471250 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-16c0bfd5-676a-45a4-b7fb-ad8fc95f7750 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0541475 Dec 13 09:32:56.832416 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:58.486019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85d4-9422-47a0-b697-92138274bcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:32:58.745981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:00.896393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63a7c63e-a9fb-4bca-a7c5-d27f94697011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:01.705112 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:33:02.036107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:03.485562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:04.552821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:26.839746 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:28.489774 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f70e529-ed6e-48df-b556-f2d829e7e616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:28.756925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:30.899211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5422-7d5c-488e-80c0-474afebc0cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:32.040663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:33.497558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:34.556110 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:38.707839 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:33:56.838845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:58.491835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-242f7539-4f59-4e22-94d7-e57286f5a0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:33:58.773495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:00.903681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f242e546-8ae3-4d70-9e78-5b1e86da351e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:02.041835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:03.491768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:04.560857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:09.955491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:10.383300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-network', 'tenant_id': 'fcca725035e048e0a550af15640d6236'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:10.405569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Made reservation on behalf of fcca725035e048e0a550af15640d6236 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:10.407945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.419975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.494186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:10.504483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.510006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.538792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb9b8d-5a84-4542-9b95-cd6c42494d65,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Tracked resource versions report: Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: pushed versions: Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Log': {'1.0'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Network': {'1.1'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Port': {'1.7'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'PortForwarding': {'1.2'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'QosPolicy': {'1.10'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'SubPort': {'1.0'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Subnet': {'1.1'}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Trunk': {'1.1'}} Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: consumer versions: Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: HyperV agent@n-h1-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: HyperV agent@n-h2-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: L3 agent@n-d-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: Metadata agent@n-d-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: Metering agent@n-d-820531-5: {}, Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'ConntrackHelper': '1.0', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'LocalIPAssociation': '1.0', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Log': '1.0', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Network': '1.1', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'Port': '1.7', Dec 13 09:34:10.580132 n-d-820531-5 neutron-server[103188]: 'PortForwarding': '1.2', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'QosPolicy': '1.10', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'SecurityGroup': '1.5', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'SecurityGroupRule': '1.2', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'SubPort': '1.0', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'Subnet': '1.1', Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: 'Trunk': '1.1'}} Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.584039 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Added segment 0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a of type vlan for network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 Dec 13 09:34:10.620458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.649408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.650383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:10.650955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.717149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7605512 Dec 13 09:34:10.720337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ae52-459a-40c7-96a3-7a08f16f27a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ce4e3d-1fc4-424e-929d-711a7364f1a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:10.720486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:10.726431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Request body: {'subnet': {'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-subnet', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:10.732659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:10.753553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Made reservation on behalf of fcca725035e048e0a550af15640d6236 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:10.756730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:10.952789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.025189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0e0225-68aa-4279-bc4d-0707a340b0e4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:11.041505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.041855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.042192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.042523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.043007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.043341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.043667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.043988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.045305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.045860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.046192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.046553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.046843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Tracked resource versions report: Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: pushed versions: Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Log': {'1.0'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Network': {'1.1'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Port': {'1.7'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'PortForwarding': {'1.2'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'QosPolicy': {'1.10'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SubPort': {'1.0'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Subnet': {'1.1'}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Trunk': {'1.1'}} Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: consumer versions: Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: HyperV agent@n-h1-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: HyperV agent@n-h2-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: L3 agent@n-d-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: Metadata agent@n-d-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: Metering agent@n-d-820531-5: {}, Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'ConntrackHelper': '1.0', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'LocalIPAssociation': '1.0', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Log': '1.0', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Network': '1.1', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Port': '1.7', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'PortForwarding': '1.2', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'QosPolicy': '1.10', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SecurityGroup': '1.5', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SecurityGroupRule': '1.2', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'SubPort': '1.0', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Subnet': '1.1', Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: 'Trunk': '1.1'}} Dec 13 09:34:11.048075 n-d-820531-5 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:11.061488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-069b258f-64cf-4319-b3c0-eb444ba3c62f tempest-AutoAllocateNetworkTest-420976097 tempest-AutoAllocateNetworkTest-420976097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a2c29b3a9d8948d9a0017862d8caab19&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5652790 Dec 13 09:34:11.064590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.070691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Checking segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:11.071004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Network hostable DHCP agents. Network: d9ce4e3d-1fc4-424e-929d-711a7364f1a6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:11.089822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:11.105790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d9ce4e3d-1fc4-424e-929d-711a7364f1a6) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:11.111721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:11.112694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.117379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79392918-10c7-4501-a95d-e8b87224c6da None None] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:11.140146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2f9d5c84-49f6-460d-890c-34710b33de9c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4181564 Dec 13 09:34:11.141561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.147166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:11.184726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.186555 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.297544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:34:11.298429 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.313172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.323026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1072d-8109-41ca-a88b-e619a1bd166b tempest-AutoAllocateNetworkTest-420976097 tempest-AutoAllocateNetworkTest-420976097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:11.329192 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92a1072d-8109-41ca-a88b-e619a1bd166b tempest-AutoAllocateNetworkTest-420976097 tempest-AutoAllocateNetworkTest-420976097-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2629144 Dec 13 09:34:11.329800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.400116 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b80e1bb6-7716-4643-bf4a-57219d494a18 tempest-AutoAllocateNetworkTest-420976097 tempest-AutoAllocateNetworkTest-420976097-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689456 Dec 13 09:34:11.401010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:11.436495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8673d42-1648-4afb-8d3c-6239f7885445 tempest-AutoAllocateNetworkTest-420976097 tempest-AutoAllocateNetworkTest-420976097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a2c29b3a9d8948d9a0017862d8caab19 HTTP/1.1" status: 200 len: 208 time: 0.0341897 Dec 13 09:34:11.519563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Allocated IP 172.20.0.2 (d9ce4e3d-1fc4-424e-929d-711a7364f1a6/cd0e0225-68aa-4279-bc4d-0707a340b0e4/6c70fc25-4761-4469-b8de-73b4fcb28c28) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:11.557483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.759007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.771973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.834117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:11.835433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Pushing event updated for resources: {'Port': ['ID=6c70fc25-4761-4469-b8de-73b4fcb28c28,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:11.837856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:11.841173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:11.852393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.852942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.853458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.853958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.854426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.854893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.855356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.855817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.857275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.857749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.858212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.858993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.859903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Tracked resource versions report: Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: pushed versions: Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Log': {'1.0'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Network': {'1.1'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Port': {'1.7'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'PortForwarding': {'1.2'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'QosPolicy': {'1.10'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SubPort': {'1.0'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Subnet': {'1.1'}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Trunk': {'1.1'}} Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: consumer versions: Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: HyperV agent@n-h1-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: HyperV agent@n-h2-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: L3 agent@n-d-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: Metadata agent@n-d-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: Metering agent@n-d-820531-5: {}, Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'ConntrackHelper': '1.0', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'LocalIPAssociation': '1.0', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Log': '1.0', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Network': '1.1', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Port': '1.7', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'PortForwarding': '1.2', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'QosPolicy': '1.10', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SecurityGroup': '1.5', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SecurityGroupRule': '1.2', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'SubPort': '1.0', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Subnet': '1.1', Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: 'Trunk': '1.1'}} Dec 13 09:34:11.861225 n-d-820531-5 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:11.891070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.918422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.930383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Attempting to bind port 6c70fc25-4761-4469-b8de-73b4fcb28c28 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:11.930949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Attempting to bind port 6c70fc25-4761-4469-b8de-73b4fcb28c28 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:11.933079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Attempting to bind port 6c70fc25-4761-4469-b8de-73b4fcb28c28 on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:11.947283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:11.947814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Checking segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:11.948668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:11.949812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Bound using segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:11.951661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Bound port: 6c70fc25-4761-4469-b8de-73b4fcb28c28, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:11.952312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.038658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] For port 6c70fc25-4761-4469-b8de-73b4fcb28c28, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:12.044755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] For port 6c70fc25-4761-4469-b8de-73b4fcb28c28, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c70fc25-4761-4469-b8de-73b4fcb28c28,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:12.051494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.063186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Allocated IP 172.25.1.29 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/03bfd806-0017-4914-93f7-b2929c50bfea) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:12.132356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8ed4f-7243-4473-9b0c-58e0596d709e None None] Pushing event updated for resources: {'Port': ['ID=6c70fc25-4761-4469-b8de-73b4fcb28c28,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.214141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.267138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.290407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:12.326615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:12.334151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:12.337334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Pushing event updated for resources: {'Port': ['ID=03bfd806-0017-4914-93f7-b2929c50bfea,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.350025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:12.671673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c47662-f2a2-45d4-b87c-47e51e5cfbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.704779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c70fc25-4761-4469-b8de-73b4fcb28c28 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:12.790253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c47662-f2a2-45d4-b87c-47e51e5cfbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.797686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6c70fc25-4761-4469-b8de-73b4fcb28c28 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:12.798221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.799742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c47662-f2a2-45d4-b87c-47e51e5cfbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.827644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:12.881829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3c47662-f2a2-45d4-b87c-47e51e5cfbaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2c29b3a9d8948d9a0017862d8caab19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5901899 Dec 13 09:34:12.888061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47662-f2a2-45d4-b87c-47e51e5cfbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72f1312-5de1-4a64-8ba4-52cccb3e8683,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:12.907945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40402) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:13.035390 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.107567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.115761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.154156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 6c70fc25-4761-4469-b8de-73b4fcb28c28, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c70fc25-4761-4469-b8de-73b4fcb28c28,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:13.161434 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.224898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.231332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=6c70fc25-4761-4469-b8de-73b4fcb28c28,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.311000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.313631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.314858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d72f1312-5de1-4a64-8ba4-52cccb3e8683 HTTP/1.1" status: 204 len: 168 time: 0.4058871 Dec 13 09:34:13.329996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097276a-decd-4da0-aeb4-15d47a8cd414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72f1312-5de1-4a64-8ba4-52cccb3e8683,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:13.433330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:34:13.495194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7ae34-6735-465e-86a2-150dba7b8e11 None None] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:13.576071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e9b35425-26a9-4d8f-920b-e59ebede758c None None] Provisioning complete for port 6c70fc25-4761-4469-b8de-73b4fcb28c28 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:13.576701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9b35425-26a9-4d8f-920b-e59ebede758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.592767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:13.606395 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:13.622365 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:13.628075 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:13.637322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:13.643862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:13.645497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d6ef1e5a-c738-4935-a2ae-250fba4b7304 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5022805 Dec 13 09:34:13.852442 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:14.098070 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:12Z', 'revision_number': 3, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:14.117262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ba74696-ac09-4c99-a379-4901c97f5afb None None] Provisioning complete for port 6c70fc25-4761-4469-b8de-73b4fcb28c28 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:14.118573 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ba74696-ac09-4c99-a379-4901c97f5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.162930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:14.164901 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Updating router 99d94430-0efc-4e82-86fe-d0b3e4273f3f port 03bfd806-0017-4914-93f7-b2929c50bfea binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:14.207389 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.545740 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.561694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.570998 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.598755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:14.671717 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Attempting to bind port 03bfd806-0017-4914-93f7-b2929c50bfea on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:14.672887 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Attempting to bind port 03bfd806-0017-4914-93f7-b2929c50bfea by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:14.673451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Attempting to bind port 03bfd806-0017-4914-93f7-b2929c50bfea on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:14.673649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c70fc25-4761-4469-b8de-73b4fcb28c28 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:14.704018 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Pushing event updated for resources: {'Port': ['ID=03bfd806-0017-4914-93f7-b2929c50bfea,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:14.710450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:14.711094 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:14.711839 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.712896 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:14.718317 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Bound port: 03bfd806-0017-4914-93f7-b2929c50bfea, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:14.718735 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.734365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:14.742844 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.744187 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.744547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.744842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6c70fc25-4761-4469-b8de-73b4fcb28c28 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:14.744965 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.745245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.745360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.745586 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.745928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.746262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.748987 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.749380 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.749733 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.750193 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.750414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Tracked resource versions report: Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: pushed versions: Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: { 'AddressGroup': {'1.2'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Log': {'1.0'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Network': {'1.1'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Port': {'1.7'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'PortForwarding': {'1.2'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'QosPolicy': {'1.10'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SecurityGroup': {'1.5'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SubPort': {'1.0'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Subnet': {'1.1'}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Trunk': {'1.1'}} Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: consumer versions: Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: { DHCP agent@n-d-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: HyperV agent@n-h1-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: HyperV agent@n-h2-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: L3 agent@n-d-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: Metadata agent@n-d-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: Metering agent@n-d-820531-5: {}, Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: Open vSwitch agent@n-d-820531-5: { 'AddressGroup': '1.2', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'ConntrackHelper': '1.0', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'LocalIPAssociation': '1.0', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Log': '1.0', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Network': '1.1', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Port': '1.7', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'PortForwarding': '1.2', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'QosPolicy': '1.10', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SecurityGroup': '1.5', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SecurityGroupRule': '1.2', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'SubPort': '1.0', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Subnet': '1.1', Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: 'Trunk': '1.1'}} Dec 13 09:34:14.751541 n-d-820531-5 neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 09:34:14.810887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Allocated IP 172.20.0.1 (d9ce4e3d-1fc4-424e-929d-711a7364f1a6/cd0e0225-68aa-4279-bc4d-0707a340b0e4/e75ab2bd-bb82-4070-9f3e-7292182fd175) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:14.913177 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] For port 03bfd806-0017-4914-93f7-b2929c50bfea, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:14.919882 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] For port 03bfd806-0017-4914-93f7-b2929c50bfea, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03bfd806-0017-4914-93f7-b2929c50bfea,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:14.926053 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:14.983197 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:14.983855 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:15.017054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9ca0-6bbd-4790-af84-8f3acb63cb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.020841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.079082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.093572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6217e4-2abd-4fab-b823-1d629b7eb8cb None None] Pushing event updated for resources: {'Port': ['ID=03bfd806-0017-4914-93f7-b2929c50bfea,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:15.161421 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:15.171099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82559a52-9b62-4b98-8356-f5def4e4bc9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.206868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:15.212460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:15.216924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:15.217386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.316395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9ca0-6bbd-4790-af84-8f3acb63cb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.338117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9ca0-6bbd-4790-af84-8f3acb63cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.432441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82559a52-9b62-4b98-8356-f5def4e4bc9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.435283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb9ca0-6bbd-4790-af84-8f3acb63cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f280771-6c6d-4bd4-9d8a-d9af1b3c082e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:15.440881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7fcb9ca0-6bbd-4790-af84-8f3acb63cb11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d99dcae5d8e4b2888df591cee6d0e2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8406868 Dec 13 09:34:15.446835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:15.449051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82559a52-9b62-4b98-8356-f5def4e4bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.550776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Pushing event updated for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:15.588362 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:12Z', 'revision_number': 3, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:15.640309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-82559a52-9b62-4b98-8356-f5def4e4bc9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b6f3197ad294857a4d514f4c5fff382&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8984149 Dec 13 09:34:15.641644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:15.661271 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbcc8-c9e6-49e2-a1d4-2f95b53eba69 None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:12Z', 'revision_number': 3, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:15.669648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:15.670810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559a52-9b62-4b98-8356-f5def4e4bc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9aee41-809f-4972-b67d-bf8d4d445a25,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:15.708527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.712650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-505c56f2-579e-4d77-9135-243782f2241c None None] Provisioning complete for port e75ab2bd-bb82-4070-9f3e-7292182fd175 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:15.713775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:34:15.715359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-505c56f2-579e-4d77-9135-243782f2241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.752281 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.775558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-505c56f2-579e-4d77-9135-243782f2241c None None] Port e75ab2bd-bb82-4070-9f3e-7292182fd175 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:15.839653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.897548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:15.901713 n-d-820531-5 neutron-server[103189]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 09:34:15.922687 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:15.976158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-7798534a-1d76-41a3-b3eb-f373f7f6317e tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755711 Dec 13 09:34:16.046733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.118744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68a6401f-f7f4-4aa4-874d-dcbe41be9fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.206852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.230122 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.231440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.275047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.286038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.287226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f280771-6c6d-4bd4-9d8a-d9af1b3c082e HTTP/1.1" status: 204 len: 168 time: 0.8393140 Dec 13 09:34:16.364834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0972d-e343-4d2b-ba26-562ced12650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f280771-6c6d-4bd4-9d8a-d9af1b3c082e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.379920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.382795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.386879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e9aee41-809f-4972-b67d-bf8d4d445a25 HTTP/1.1" status: 204 len: 168 time: 0.7360530 Dec 13 09:34:16.401339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-ce788dfc-9947-4377-88fb-602a73f1fb04 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:16.410518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-ce788dfc-9947-4377-88fb-602a73f1fb04 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4334536 Dec 13 09:34:16.428592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70348-fd04-4325-83a9-97860905f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9aee41-809f-4972-b67d-bf8d4d445a25,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.445551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-368352f3-9555-4dc1-bdab-971a013fe040 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/quotas/966cb47dc9544e4ab8ad62e870eb6240 HTTP/1.1" status: 200 len: 375 time: 0.0340466 Dec 13 09:34:16.491588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Pushing event updated for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.522020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-86114c96-34b0-4f29-a437-7d551b166a36 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750582 Dec 13 09:34:16.546592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68a6401f-f7f4-4aa4-874d-dcbe41be9fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.569046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68a6401f-f7f4-4aa4-874d-dcbe41be9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:16.577449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:16.703490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6401f-f7f4-4aa4-874d-dcbe41be9fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8483edf1-b6fc-4f24-8f53-e5e9bffd3dbc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:16.720242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68a6401f-f7f4-4aa4-874d-dcbe41be9fb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50e66dcacc914590a48e686c35abacc7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0466087 Dec 13 09:34:16.720577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:16.721490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:16.779462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03bfd806-0017-4914-93f7-b2929c50bfea up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:16.918924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 03bfd806-0017-4914-93f7-b2929c50bfea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:16.919335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.041595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.050679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:34:17.116239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9b982dc-e8d4-49a4-b994-a340b9a2b832 req-9a4549a6-b1ef-48ef-80e1-506024190f37 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.2014630 Dec 13 09:34:17.147253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.173028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.235027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 03bfd806-0017-4914-93f7-b2929c50bfea, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03bfd806-0017-4914-93f7-b2929c50bfea,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:17.256890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.259644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.263108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.264314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8483edf1-b6fc-4f24-8f53-e5e9bffd3dbc HTTP/1.1" status: 204 len: 168 time: 0.5424798 Dec 13 09:34:17.289609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdc96b-25b1-4311-a6db-a19a5bd0b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483edf1-b6fc-4f24-8f53-e5e9bffd3dbc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.328927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16b9f143-6b34-465d-8247-7aebb4058adc None None] Provisioning complete for port e75ab2bd-bb82-4070-9f3e-7292182fd175 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:17.329576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16b9f143-6b34-465d-8247-7aebb4058adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.361097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:17.368927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d2768d0-de07-4827-bc35-a919c1515d3e admin admin] 10.222.0.30 "PUT /v2.0/routers/99d94430-0efc-4e82-86fe-d0b3e4273f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238047 Dec 13 09:34:17.408685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.409039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-16b9f143-6b34-465d-8247-7aebb4058adc None None] Port e75ab2bd-bb82-4070-9f3e-7292182fd175 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:17.416641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=03bfd806-0017-4914-93f7-b2929c50bfea,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.495621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.518849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab25cd6b-02fc-4296-bc99-93c316e7985f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.574137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61cc1ea9-3769-44fd-9af9-ef66e9e3ef0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.660754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab25cd6b-02fc-4296-bc99-93c316e7985f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.668783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab25cd6b-02fc-4296-bc99-93c316e7985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.683803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61cc1ea9-3769-44fd-9af9-ef66e9e3ef0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.690504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61cc1ea9-3769-44fd-9af9-ef66e9e3ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.712714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25cd6b-02fc-4296-bc99-93c316e7985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a058c7f-25bc-4652-b060-2bf8373eeff1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.727066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab25cd6b-02fc-4296-bc99-93c316e7985f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0c2d750112f41dbb90f84c2bfb3846e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2274501 Dec 13 09:34:17.727527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.760056 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61cc1ea9-3769-44fd-9af9-ef66e9e3ef0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b49c25cf4b549d8aab48be726412698&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3467231 Dec 13 09:34:17.760338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:17.768859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1ea9-3769-44fd-9af9-ef66e9e3ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e286983-2e28-472c-98eb-feb00c3e38e0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:17.893695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:17.979363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.048804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.135397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.207534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:18.212619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.234491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.236829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09a1-1e1c-47d5-ba06-c0270fe626d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.241071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a058c7f-25bc-4652-b060-2bf8373eeff1 HTTP/1.1" status: 204 len: 168 time: 0.5119801 Dec 13 09:34:18.251219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.260477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.272284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e286983-2e28-472c-98eb-feb00c3e38e0 HTTP/1.1" status: 204 len: 168 time: 0.5102301 Dec 13 09:34:18.323187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a98f40-2530-456a-880c-424a5578a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a058c7f-25bc-4652-b060-2bf8373eeff1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.349011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09a1-1e1c-47d5-ba06-c0270fe626d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.361497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09a1-1e1c-47d5-ba06-c0270fe626d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.374667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4bd256a-3fb9-4078-92ab-a01749450d1d req-3e645464-3fb8-413e-ac9f-ea21cb7e6ba3 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.1318791 Dec 13 09:34:18.376473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5e68-9127-43fa-807b-ca8fdaaa5e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e286983-2e28-472c-98eb-feb00c3e38e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.428438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bfaf09a1-1e1c-47d5-ba06-c0270fe626d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e50f6a386824c528979bd2f4b8161dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2169588 Dec 13 09:34:18.428993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:18.435418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:18.447064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf09a1-1e1c-47d5-ba06-c0270fe626d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d663fa-6679-4f16-88d5-072314a90831,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.461731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:18.462593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:18.533729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.581055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.697840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:18.703419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.706448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:18.708020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16d663fa-6679-4f16-88d5-072314a90831 HTTP/1.1" status: 204 len: 168 time: 0.2778480 Dec 13 09:34:18.726230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4932-47b6-47c6-a782-a9dccaa42249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d663fa-6679-4f16-88d5-072314a90831,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:18.762202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03bfd806-0017-4914-93f7-b2929c50bfea up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:18.965043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 03bfd806-0017-4914-93f7-b2929c50bfea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:18.965460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.146833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 2, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:19.208798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:19.209231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Updating router 99d94430-0efc-4e82-86fe-d0b3e4273f3f port e75ab2bd-bb82-4070-9f3e-7292182fd175 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:19.245690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.354773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:19.637058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.646901 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.710952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdbee323-34ea-4a63-aa38-6ab2ae9a55e4 req-2027ba3e-dc64-4e21-816d-f5acdb8a4405 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.1283426 Dec 13 09:34:19.723804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc70473b-71b0-453c-8bf0-e7105be8e271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.837673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033cad0-e92e-4902-a16d-efda842d50ac None None] Pushing event updated for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:19.871557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.44', 60815) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:19.880382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Attempting to bind port e75ab2bd-bb82-4070-9f3e-7292182fd175 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:19.881041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Attempting to bind port e75ab2bd-bb82-4070-9f3e-7292182fd175 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:19.881639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Attempting to bind port e75ab2bd-bb82-4070-9f3e-7292182fd175 on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:19.888805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:19.890230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Checking segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:19.890833 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.892152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Bound using segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:19.892924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Bound port: e75ab2bd-bb82-4070-9f3e-7292182fd175, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:19.893873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.907983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc70473b-71b0-453c-8bf0-e7105be8e271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.917505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc70473b-71b0-453c-8bf0-e7105be8e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:19.948076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-04cac0aa-5e67-4d20-a562-e4875be859d5 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725889 Dec 13 09:34:20.008238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bc70473b-71b0-453c-8bf0-e7105be8e271 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a7a647c059b403283fbf95986432b57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6518278 Dec 13 09:34:20.015570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:20.050786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] For port e75ab2bd-bb82-4070-9f3e-7292182fd175, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:20.055041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] For port e75ab2bd-bb82-4070-9f3e-7292182fd175, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e75ab2bd-bb82-4070-9f3e-7292182fd175,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:20.057521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70473b-71b0-453c-8bf0-e7105be8e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7d870-848b-4c5c-9bae-d0831264b22d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.067676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.109188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:20.110075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.138590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033cad0-e92e-4902-a16d-efda842d50ac None None] Pushing event updated for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.159349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-68cc170b-c22d-4443-8175-caf850f8b999 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=08f098c4b52c452098bb127d5075d30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468578 Dec 13 09:34:20.173407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] Provisioning complete for port e75ab2bd-bb82-4070-9f3e-7292182fd175 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:20.173918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.222534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:20.223344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:20.299624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:20.322955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-network', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:20.326801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-85804abd-6e7e-47ea-a7c5-c87ce42c3a11 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:20.334037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-85804abd-6e7e-47ea-a7c5-c87ce42c3a11 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734765 Dec 13 09:34:20.338470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.354361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-312573e8-8c91-4529-ac34-687c38d90870 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/quotas/08f098c4b52c452098bb127d5075d30c HTTP/1.1" status: 200 len: 375 time: 0.0191872 Dec 13 09:34:20.370616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-04f8e3b4-0316-4029-8b75-aff606e0d2d4 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:20.372051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:20.380507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-04f8e3b4-0316-4029-8b75-aff606e0d2d4 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252486 Dec 13 09:34:20.404568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Made reservation on behalf of d1d11d4965354169a12db8335b922ee6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:20.415911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.424930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-e114dd2e-b0d6-409b-b3f7-cd94c3fd918a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695715 Dec 13 09:34:20.440526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.507923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Request body: {'port': {'device_id': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '966cb47dc9544e4ab8ad62e870eb6240'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:20.513893 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.516658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.517828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95c7d870-848b-4c5c-9bae-d0831264b22d HTTP/1.1" status: 204 len: 168 time: 0.5009205 Dec 13 09:34:20.534086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed57a-bb47-4dda-93c4-fce4f8114d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7d870-848b-4c5c-9bae-d0831264b22d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:20.665569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:20.851533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9859d5d-e69f-47b7-a01d-55cad11d6c67 req-6f5dcb3c-41bb-4474-848b-6c5e29b3f66a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 210 time: 0.0686579 Dec 13 09:34:20.928043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] For port e75ab2bd-bb82-4070-9f3e-7292182fd175, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e75ab2bd-bb82-4070-9f3e-7292182fd175,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:20.946796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.028222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.042927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.072020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:21.091962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.092339 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Added segment 23cbfcdb-d658-4051-9c72-69b3b16c716f of type vlan for network 3c4ca727-f9a6-4372-84eb-08d281a7e499 Dec 13 09:34:21.095045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a09cc-3a28-408b-8f2b-b4601e219f77 None None] Pushing event updated for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.110715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8477480-8d9a-4299-ba26-0a5b69c2bb2e None None] Provisioning complete for port e75ab2bd-bb82-4070-9f3e-7292182fd175 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:21.111322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8477480-8d9a-4299-ba26-0a5b69c2bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.118964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c21c520d-0f6c-4336-8716-f2409d024caa req-3238519f-6501-468d-b691-e0f43f07b17c tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.0468113 Dec 13 09:34:21.125009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:21.177381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7549d-01ea-4196-a867-4bb4b9d24c51 None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:21.225196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.249822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Made reservation on behalf of 966cb47dc9544e4ab8ad62e870eb6240 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:21.256913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.271808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcfc3dc-c329-41da-bcaf-bfa30a37b6bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.301219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.392996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.394472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:21.395265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.502205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2015121 Dec 13 09:34:21.505068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:21.511807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Request body: {'subnet': {'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-subnet', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:21.544529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.545983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca805b-da86-4ad6-8fc9-089cffc787fa admin admin] Pushing event updated for resources: {'Network': ['ID=3c4ca727-f9a6-4372-84eb-08d281a7e499,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:21.552392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40876) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:21.566030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.570172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c43b-e994-42c4-8250-4056c06bf9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.574235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:21.590840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Made reservation on behalf of d1d11d4965354169a12db8335b922ee6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:21.597227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:21.973273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a27a7c-e39f-45e1-9a7b-002af9b841d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.077158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b09e3fdc-4787-4a03-95be-9bbae446eab6 req-83f79238-95f4-4641-9c60-40dc2a3b8d5c tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 210 time: 0.1183906 Dec 13 09:34:22.254692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c43b-e994-42c4-8250-4056c06bf9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.267707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c43b-e994-42c4-8250-4056c06bf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.415263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Allocated IP 192.168.233.5 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/83bf7286-c775-4e0b-964f-a135c3d5d2b8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:22.507814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c5e6c43b-e994-42c4-8250-4056c06bf9bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea7952fdbeed40ffb6ec8648b3e0704d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9542334 Dec 13 09:34:22.511627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:22.529722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09cbd38c-9686-4058-9d5a-7d04866674aa req-aa8c8aac-3ceb-4119-9fe1-c2952c03dae3 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.1918216 Dec 13 09:34:22.542890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6c43b-e994-42c4-8250-4056c06bf9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3987ad5a-b8cc-4b02-8378-407a28d7dd14,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.605495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.842078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e75ab2bd-bb82-4070-9f3e-7292182fd175 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:22.870613 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.884623 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.897899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3282078-8cd9-40c9-a184-e58449d252fb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:22.943791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:22.956089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Checking segment: {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:22.956462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Network hostable DHCP agents. Network: 3c4ca727-f9a6-4372-84eb-08d281a7e499, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:22.976151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.095229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:23.103218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e75ab2bd-bb82-4070-9f3e-7292182fd175 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:23.103692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.127875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3c4ca727-f9a6-4372-84eb-08d281a7e499) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:23.147902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:23.148524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.191011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.198903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.206662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3987ad5a-b8cc-4b02-8378-407a28d7dd14 HTTP/1.1" status: 204 len: 168 time: 0.6918435 Dec 13 09:34:23.220053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-35239623-bd7a-4962-8ee0-a2e6cdb6e2dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7129810 Dec 13 09:34:23.226928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:23.245450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138aa17-49d3-4d57-aa54-5efdbd5d4fb0 None None] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:23.245555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:23.265567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d49bf-4095-4a36-8fb9-6dac0107992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987ad5a-b8cc-4b02-8378-407a28d7dd14,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:23.281686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:23.286608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Pushing event updated for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:23.291563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:23.326549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.329904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.361133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:23.369537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:23.370649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.424729 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-73475adf-ba69-4ee3-b2c7-107c39b0cbe7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9243009 Dec 13 09:34:23.463613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-8c4899c0-f068-466e-80c5-a463a57aba10 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:23.474183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-8c4899c0-f068-466e-80c5-a463a57aba10 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160618 Dec 13 09:34:23.530331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.37', 60961) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:23.588316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99af826f-ec33-4bd4-9b96-159930f6bbc9 req-7aff97ac-451f-4d7b-a069-d7101dea0810 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 210 time: 0.2151845 Dec 13 09:34:23.596891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-05e6a4e0-84eb-428d-949c-2f4bb7f4060c tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=08f098c4b52c452098bb127d5075d30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653596 Dec 13 09:34:23.687751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.822087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3c4ca727-f9a6-4372-84eb-08d281a7e499', 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499', 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'fixed_ips': [{'subnet_id': 'b3282078-8cd9-40c9-a184-e58449d252fb'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:34:23.823098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:23.999042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-fddc521c-5afe-41af-997d-31528ff40ec3 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:24.001248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-fddc521c-5afe-41af-997d-31528ff40ec3 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982069 Dec 13 09:34:24.097234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Request body: {'port': {'device_id': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '08f098c4b52c452098bb127d5075d30c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:24.125776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d8cb9dd-1941-41dc-b368-8ee657fe86b7 None None] Provisioning complete for port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:24.126327 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d8cb9dd-1941-41dc-b368-8ee657fe86b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.248223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7d8cb9dd-1941-41dc-b368-8ee657fe86b7 None None] Port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:24.275496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.358080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb286c-cf6f-4ab2-a796-2dceeed014aa req-36f10b11-fb1d-40e3-9947-5e47623b9257 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:24.373173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffdb286c-cf6f-4ab2-a796-2dceeed014aa req-36f10b11-fb1d-40e3-9947-5e47623b9257 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 934 time: 0.5689645 Dec 13 09:34:24.400803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Allocated IP 172.20.0.2 (3c4ca727-f9a6-4372-84eb-08d281a7e499/b3282078-8cd9-40c9-a184-e58449d252fb/f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:24.410927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Made reservation on behalf of 08f098c4b52c452098bb127d5075d30c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:24.420562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.453823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.680314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.691833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.696642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.700793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:24.728344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffdb286c-cf6f-4ab2-a796-2dceeed014aa req-eb0b84ff-b676-4568-b1a1-b09d897a601b tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536882 Dec 13 09:34:24.796996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a4d36-efec-4253-97a3-78f4786f81ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:24.825092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:24.830458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:24.837782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:24.841663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-713e6bcb-ac71-462f-ac9e-b6858b34bc95 req-55256241-56ef-415c-9980-b2ac6732eb26 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 210 time: 0.1013365 Dec 13 09:34:24.950030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Pushing event updated for resources: {'Port': ['ID=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:24.980628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Allocated IP 192.168.233.132 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/711522a7-8a3e-49d5-aee1-377e4153e8f8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:24.985843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Attempting to bind port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:24.985843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Attempting to bind port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:24.986259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Attempting to bind port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe on network 3c4ca727-f9a6-4372-84eb-08d281a7e499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:25.003371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:25.003613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Checking segment: {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:25.003959 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.004358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Bound using segment: {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:25.004858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Bound port: f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:25.005295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.147508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] For port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:25.156853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] For port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:25.167336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.312783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618509c-4f3d-4702-abe1-5fa72659076b None None] Pushing event updated for resources: {'Port': ['ID=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:25.341182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.383516 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.739391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.756874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Allocated IP 172.25.1.198 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0c71a7c2-51f1-46bb-8f71-6a324905bdd5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:25.822827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:25.910600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:25.924397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:25.964856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:25.978980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:25.980854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.015196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Pushing event updated for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:26.054002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-a78c6f6d-c90d-4ea6-bfce-da13b94f0043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9652095 Dec 13 09:34:26.078871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-18891432-8a6a-4587-8534-8a1dd336b180 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:26.080278 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-18891432-8a6a-4587-8534-8a1dd336b180 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077493 Dec 13 09:34:26.230664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.360103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0a107-5bbb-4535-b1c7-57576ad1c35e req-fff95927-de8a-4856-ac68-9edf0a720fe5 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:26.363477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecb0a107-5bbb-4535-b1c7-57576ad1c35e req-fff95927-de8a-4856-ac68-9edf0a720fe5 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 934 time: 0.3845811 Dec 13 09:34:26.424297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.519576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebc7fbfa-6858-4fde-94ca-da4c1ba5d9c7 None None] Provisioning complete for port 711522a7-8a3e-49d5-aee1-377e4153e8f8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:26.524102 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc7fbfa-6858-4fde-94ca-da4c1ba5d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.577008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecb0a107-5bbb-4535-b1c7-57576ad1c35e req-170d33dc-428a-4f48-8a32-cdfbcde49079 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024868 Dec 13 09:34:26.579538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:26.627043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:26.639355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:26.646076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Pushing event updated for resources: {'Port': ['ID=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:26.674473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7fbfa-6858-4fde-94ca-da4c1ba5d9c7 None None] Port 711522a7-8a3e-49d5-aee1-377e4153e8f8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:26.790028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:26.797670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Request body: {'port': {'device_id': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'device_owner': 'compute:tempest-test_az-1948985633', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:26.946443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.982101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bd216-88e6-452c-aea4-19d00c6a044d req-4d286464-c732-4a0d-b018-c44fb55f51ea tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:26.987213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:26.987800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.990644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:26.994804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a7bd216-88e6-452c-aea4-19d00c6a044d req-4d286464-c732-4a0d-b018-c44fb55f51ea tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 936 time: 0.2590215 Dec 13 09:34:27.061946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Request body: {'port': {'device_id': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:27.163309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a7bd216-88e6-452c-aea4-19d00c6a044d req-8491062a-b6e4-4541-a939-b94c8009ddc3 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620896 Dec 13 09:34:27.182509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.259991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:27.285918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.339449 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.445013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c83563-30d6-40f6-9583-389d5045e624 None None] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:27.466259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:27.563469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.633544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:27.641597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a8769b36-0d28-4aa4-957d-e8f966616f8f None None] Provisioning complete for port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:27.642185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8769b36-0d28-4aa4-957d-e8f966616f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.001115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Router 39d59699-942b-4788-a061-94a3500ee1dd is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:34:28.375105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14b789-ac37-410c-8be8-8cb4602a51a3 req-c98bf062-ee25-46c3-94a1-35946c2aa72c tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:28.379769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a14b789-ac37-410c-8be8-8cb4602a51a3 req-c98bf062-ee25-46c3-94a1-35946c2aa72c tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 934 time: 0.1703224 Dec 13 09:34:28.384199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:28.412895 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Sync routers for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:28.424508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-05a1c5a7-3afc-48c7-a6b1-6acad93e7e71 None None] Provisioning complete for port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:28.425248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05a1c5a7-3afc-48c7-a6b1-6acad93e7e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.436377 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:28.437091 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:28.472909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bf7286-c775-4e0b-964f-a135c3d5d2b8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:28.495074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.497970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.507038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a99228c7-e7e4-4b16-bcd6-91d2be954f55 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2664304 Dec 13 09:34:28.508710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:28.521616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08217019-82bd-43cd-a58b-c7e1e65a19e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.687291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a14b789-ac37-410c-8be8-8cb4602a51a3 req-543e8ab1-5429-407c-bacc-d41824c6c63b tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634850 Dec 13 09:34:28.738192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:28.746384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Transition to ACTIVE for port object 83bf7286-c775-4e0b-964f-a135c3d5d2b8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:28.926013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a0ba-5d4a-43fe-96ce-49d61ce6c827 req-866575f5-8f3e-4983-bba6-4da5369ae26c tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:28.931541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:28.931918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:28.937902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60f8a0ba-5d4a-43fe-96ce-49d61ce6c827 req-866575f5-8f3e-4983-bba6-4da5369ae26c tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 936 time: 0.1030707 Dec 13 09:34:28.944229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.012063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711522a7-8a3e-49d5-aee1-377e4153e8f8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:29.030778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.064360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60f8a0ba-5d4a-43fe-96ce-49d61ce6c827 req-4c0f6995-a4d6-4d04-a44c-43af8ee2a4e5 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254692 Dec 13 09:34:29.079032 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:29.082700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Transition to ACTIVE for port object 711522a7-8a3e-49d5-aee1-377e4153e8f8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:29.084475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.098764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:29.161704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.172712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Pushing event updated for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.240584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Pushing event updated for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:29.368004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:29.565167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:27Z', 'revision_number': 3, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:29.593964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Attempting to bind port 711522a7-8a3e-49d5-aee1-377e4153e8f8 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:29.595907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Attempting to bind port 711522a7-8a3e-49d5-aee1-377e4153e8f8 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:29.597674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Attempting to bind port 711522a7-8a3e-49d5-aee1-377e4153e8f8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:29.664863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Checking router: 39d59699-942b-4788-a061-94a3500ee1dd for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:29.667222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Updating router 39d59699-942b-4788-a061-94a3500ee1dd port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:29.727803 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:29.754227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Port 711522a7-8a3e-49d5-aee1-377e4153e8f8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:29.755016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Attempting to bind port 711522a7-8a3e-49d5-aee1-377e4153e8f8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:29.931112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:29.931482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:29.932044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:29.932511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Bound port: 711522a7-8a3e-49d5-aee1-377e4153e8f8, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:29.932861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.008737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ac808e5-a512-4feb-b526-591d28ad6b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.020850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a1626c9-690b-414d-afc5-360e465a555d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.022259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Attempting to bind port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:30.023527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Attempting to bind port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:30.023857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Attempting to bind port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:30.073164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:30.073420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Attempting to bind port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:30.084429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:30.084764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:30.085159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:30.085600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Bound port: 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:30.086023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.121788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e220b8-c131-4f22-aada-6238f8eb1250 req-644bf40c-97bf-41d4-a2f9-e055df44a264 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:30.150661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09e220b8-c131-4f22-aada-6238f8eb1250 req-644bf40c-97bf-41d4-a2f9-e055df44a264 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.3279464 Dec 13 09:34:30.157771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:30.168240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:30.184039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.347521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Pushing event updated for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.383429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ac808e5-a512-4feb-b526-591d28ad6b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.399542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ac808e5-a512-4feb-b526-591d28ad6b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.485095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:30.490329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:30.512986 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.520446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.522137 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.547630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:30.549090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.550741 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-be6e0dea-7a0a-4786-89d9-3e87c133933d service neutron] 10.222.0.37 "PUT /v2.0/ports/711522a7-8a3e-49d5-aee1-377e4153e8f8 HTTP/1.1" status: 200 len: 1096 time: 3.8421714 Dec 13 09:34:30.566128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:30.686285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a1626c9-690b-414d-afc5-360e465a555d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.693026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7ac808e5-a512-4feb-b526-591d28ad6b3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d63de725b4804e7c8d2233c408376d61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3211520 Dec 13 09:34:30.726941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Attempting to bind port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:30.729359 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Attempting to bind port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:30.729999 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Attempting to bind port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:30.730296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:30.737221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09e220b8-c131-4f22-aada-6238f8eb1250 req-2e46ee69-4938-417a-89ae-2f2833cc8f16 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822332 Dec 13 09:34:30.737889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a1626c9-690b-414d-afc5-360e465a555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.768782 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8722d-d7ac-41c3-9ebe-215c8814374e None None] Pushing event updated for resources: {'Port': ['ID=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.812289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:30.812924 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:30.815526 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.816351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac808e5-a512-4feb-b526-591d28ad6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6d54b-237e-4182-9597-89e3d400def0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.816675 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:30.817317 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Bound port: 0c71a7c2-51f1-46bb-8f71-6a324905bdd5, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:30.851663 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.867978 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:30.873629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1626c9-690b-414d-afc5-360e465a555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ab841-5eac-4aec-b190-db015bb5769b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:30.931116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f33083d-df13-41a2-853c-32eeb5385aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.040985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] For port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:31.045383 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] For port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:31.053912 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.149237 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:31.150667 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:31.165502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7296-312f-4368-b610-a963f96271d0 req-71930e4a-5dc0-4a8a-8cb0-36842e9944fd tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:31.178131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-799c7296-312f-4368-b610-a963f96271d0 req-71930e4a-5dc0-4a8a-8cb0-36842e9944fd tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.2941537 Dec 13 09:34:31.196202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a1626c9-690b-414d-afc5-360e465a555d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65597b3777f1421ab9a9f71cac415435&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0958591 Dec 13 09:34:31.211027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:31.283707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.384761 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:31.518271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-799c7296-312f-4368-b610-a963f96271d0 req-565c3da9-b2dd-4a73-9ed1-8d8cfe7eb928 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990134 Dec 13 09:34:31.626843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.632491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.633416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8722d-d7ac-41c3-9ebe-215c8814374e None None] Pushing event updated for resources: {'Port': ['ID=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.635824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34a6d54b-237e-4182-9597-89e3d400def0 HTTP/1.1" status: 204 len: 168 time: 0.8943446 Dec 13 09:34:31.703567 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e647e73d-7eb2-48cc-8373-ae2771e2bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:31.711611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e666e5-4c28-494b-a66d-4cfb60cf245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6d54b-237e-4182-9597-89e3d400def0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:31.821922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:31.823072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:31.827039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] 10.222.0.44 "PUT /v2.0/ports/83bf7286-c775-4e0b-964f-a135c3d5d2b8 HTTP/1.1" status: 200 len: 1116 time: 5.5694387 Dec 13 09:34:31.890821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:27Z', 'revision_number': 3, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:31.961435 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917d782-af1e-4c86-a510-572be3635b06 None None] The sync data for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 is: [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:27Z', 'revision_number': 3, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:32.031976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad972-425a-447f-ad1d-07dec990da73 service neutron] Pushing event updated for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:32.050465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b971df-cafa-4423-84a7-8114ac256956 req-586f837c-599c-45cd-a79d-2f858a03b7fd tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.051947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93b971df-cafa-4423-84a7-8114ac256956 req-586f837c-599c-45cd-a79d-2f858a03b7fd tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1291568 Dec 13 09:34:32.064388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-7b7f359e-943f-4941-8ec0-5c8bf2a8cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.066662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-7b7f359e-943f-4941-8ec0-5c8bf2a8cd4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 1119 time: 0.1348405 Dec 13 09:34:32.083709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.115437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-581a60bf-3494-4b91-a3a3-72c833abd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.117484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-581a60bf-3494-4b91-a3a3-72c833abd612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 1099 time: 1.2383897 Dec 13 09:34:32.194263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93b971df-cafa-4423-84a7-8114ac256956 req-94ed8c5a-8a44-4d19-bdff-cf0d50a9d5d2 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335416 Dec 13 09:34:32.318657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-4db995e7-a1e3-41cf-87c2-cf98dedd723c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8 HTTP/1.1" status: 200 len: 217 time: 0.1527498 Dec 13 09:34:32.322680 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7ffb9-f40c-445d-a0c0-0f31c1c030d7 x-openstack-request-id: req-e6f7ffb9-f40c-445d-a0c0-0f31c1c030d7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:32.323458 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:32.324092 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6f7ffb9-f40c-445d-a0c0-0f31c1c030d7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:32.324885 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8', 'status': 'completed', 'code': 200} Dec 13 09:34:32.334388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-237e1180-8828-4be7-87c7-ab116b6f6f4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8 HTTP/1.1" status: 200 len: 217 time: 0.2329252 Dec 13 09:34:32.408122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-b9b5a73b-3d08-4256-9906-52c1c624bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.410641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-b9b5a73b-3d08-4256-9906-52c1c624bd4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0649936 Dec 13 09:34:32.430435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.463153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.729265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.768359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:32.773810 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d5ab841-5eac-4aec-b190-db015bb5769b HTTP/1.1" status: 204 len: 168 time: 0.9721255 Dec 13 09:34:32.878099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade585b-5cd7-4f2f-a1c6-988337d43ef4 req-50f9811c-8278-4aeb-b26e-35b0e0601094 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:32.886883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ade585b-5cd7-4f2f-a1c6-988337d43ef4 req-50f9811c-8278-4aeb-b26e-35b0e0601094 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.1551278 Dec 13 09:34:33.040226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ade585b-5cd7-4f2f-a1c6-988337d43ef4 req-56094255-b78f-4604-81d7-a1d505b7ded7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519475 Dec 13 09:34:33.041315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.066874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af1086-7a13-4d1b-ae41-ed99eb104447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ab841-5eac-4aec-b190-db015bb5769b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:33.074994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961f97ae-6e17-4476-81ed-ac26cda78a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.238201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.279951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961f97ae-6e17-4476-81ed-ac26cda78a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.291176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961f97ae-6e17-4476-81ed-ac26cda78a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.304057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-4ccf7f58-6b0f-4722-b423-ed6ee45ce4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.311589 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-4ccf7f58-6b0f-4722-b423-ed6ee45ce4d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.8964882 Dec 13 09:34:33.333353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.335938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.416135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-961f97ae-6e17-4476-81ed-ac26cda78a63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb6af5fc03cf4e35bfbadd1f2334e159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729162 Dec 13 09:34:33.472681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.528982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.728056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-e608a893-a4fe-4963-85ca-8942ac29f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.730062 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-e608a893-a4fe-4963-85ca-8942ac29f999 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3300354 Dec 13 09:34:33.740007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-54860dd6-2fbb-47ce-8ee4-fe9c06afb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:33.741582 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-54860dd6-2fbb-47ce-8ee4-fe9c06afb688 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0471389 Dec 13 09:34:33.836305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41160) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:33.869223 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-efbf5635-995b-4afe-aa8b-182ab883ec1a service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265197 Dec 13 09:34:33.919889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb226c17-ebed-401a-a71a-dc98f8a21ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:33.933634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9380-1200-4438-ad93-c15e98d2db09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.090183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9380-1200-4438-ad93-c15e98d2db09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.131728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f97ae-6e17-4476-81ed-ac26cda78a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d7170-751e-42e9-85dd-6bdbb232cf61,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.133347 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-9635df1b-e6f5-4fd4-ae46-57361a4204e6 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628143 Dec 13 09:34:34.151510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9380-1200-4438-ad93-c15e98d2db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.268487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb3c2c-71eb-4f2b-8431-79ff8b1fcb15 req-1493d083-cb5c-4af9-8033-0ea89fe8f56e tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.276508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7eb3c2c-71eb-4f2b-8431-79ff8b1fcb15 req-1493d083-cb5c-4af9-8033-0ea89fe8f56e tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.8458436 Dec 13 09:34:34.283488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ff0d9380-1200-4438-ad93-c15e98d2db09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=994082cc9c4a474f84142611af0f04a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9400809 Dec 13 09:34:34.283488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d9380-1200-4438-ad93-c15e98d2db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21ad65-55f4-43d1-b233-a92f1a9e05b5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.285691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-354905b9-d977-4375-a52d-e1c374eeb5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.306026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:34.379109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:34.382268 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63" -d '{"events": [{"name": "network-changed", "server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:34.460273 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-781b5919-d699-4c4f-a74d-d4b16b3c73e4 req-05a2308a-cb27-4218-87ba-d95598ae07b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111099 Dec 13 09:34:34.496960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7eb3c2c-71eb-4f2b-8431-79ff8b1fcb15 req-a5d4b803-f8ad-448d-9604-47c5f3249996 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193334 Dec 13 09:34:34.524613 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0f33c84b-dfbd-4c94-b7f7-3399b2e6468b req-8f2a6520-a513-46a9-ba39-51b9596888d8 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967498 Dec 13 09:34:34.548848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Allocated IP 172.20.0.1 (3c4ca727-f9a6-4372-84eb-08d281a7e499/b3282078-8cd9-40c9-a184-e58449d252fb/2d7f2c54-f8e7-42a2-bf6a-378d45d30424) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:34.579445 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.630248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb226c17-ebed-401a-a71a-dc98f8a21ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.682714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.710219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.741952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.762385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-fcbf1997-d65b-44fe-8af1-b1e25d4be2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:34.764339 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-fcbf1997-d65b-44fe-8af1-b1e25d4be2cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 1099 time: 0.0875869 Dec 13 09:34:34.784519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.788207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.792112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee21ad65-55f4-43d1-b233-a92f1a9e05b5 HTTP/1.1" status: 204 len: 168 time: 0.4604731 Dec 13 09:34:34.792112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb226c17-ebed-401a-a71a-dc98f8a21ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.832401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb226c17-ebed-401a-a71a-dc98f8a21ce0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a4ff20e41744d6d99ca020707739b04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5904856 Dec 13 09:34:34.838571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:34.841619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a6f4-86e7-4bd0-827b-31d2b266425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21ad65-55f4-43d1-b233-a92f1a9e05b5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:34.856825 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1763dd55-c1b9-40d2-8d60-a2705caa5adb x-openstack-request-id: req-1763dd55-c1b9-40d2-8d60-a2705caa5adb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:34.857730 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:34.859155 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1763dd55-c1b9-40d2-8d60-a2705caa5adb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:34.859447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.860009 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8', 'status': 'completed', 'code': 200} Dec 13 09:34:34.887751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.963725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:34.991338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.994251 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:34.995748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/725d7170-751e-42e9-85dd-6bdbb232cf61 HTTP/1.1" status: 204 len: 168 time: 1.5061562 Dec 13 09:34:35.030122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f9460-1fa0-493e-8595-7cc6f9b48e82 req-b210650f-b772-4e62-8c66-962b24d0f72a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.045598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-594f9460-1fa0-493e-8595-7cc6f9b48e82 req-b210650f-b772-4e62-8c66-962b24d0f72a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.7986567 Dec 13 09:34:35.100444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:35.101859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.190076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-354905b9-d977-4375-a52d-e1c374eeb5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.206611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.222158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.242824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-354905b9-d977-4375-a52d-e1c374eeb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.272652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb226c17-ebed-401a-a71a-dc98f8a21ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2fc971-e8e0-424b-ac15-415f6071d9a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.301468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.305488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-b74ab825-18be-42de-967d-ec71e2df2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:35.307749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-b74ab825-18be-42de-967d-ec71e2df2719 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 1119 time: 0.4421811 Dec 13 09:34:35.361640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:35.380552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:35.429109 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.451174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.463354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:35.464147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.516873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:35.521735 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.579192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0e0e5-40ef-4109-9d26-b0a39c37a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d7170-751e-42e9-85dd-6bdbb232cf61,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.670728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.736246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354905b9-d977-4375-a52d-e1c374eeb5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b51ff5-fe28-418a-a7f4-a17e63bd4e5b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:35.811345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-354905b9-d977-4375-a52d-e1c374eeb5c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a64477970aa49f482db801736f8e38a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9438004 Dec 13 09:34:35.813783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:35.847533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-594f9460-1fa0-493e-8595-7cc6f9b48e82 req-63d80707-ce60-4368-ad63-586bbdcf5900 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8009326 Dec 13 09:34:35.862141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:35.892925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3b79-e35d-4a20-8f67-c2aa0f2bed4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.982822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.984059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dccd140b-ef00-49c7-b497-c0d48ba5c39c None None] Provisioning complete for port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:35.984439 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dccd140b-ef00-49c7-b497-c0d48ba5c39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.987091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:35.991235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d2fc971-e8e0-424b-ac15-415f6071d9a0 HTTP/1.1" status: 204 len: 168 time: 1.1341465 Dec 13 09:34:36.008728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a7e3c-9116-4121-baf4-9079ff6decf7 req-80fa025e-b89e-44b2-9e1f-48ae17051209 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.010620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f51a7e3c-9116-4121-baf4-9079ff6decf7 req-80fa025e-b89e-44b2-9e1f-48ae17051209 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.3121672 Dec 13 09:34:36.029110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.039714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-db52c49c-51b4-4b37-9f74-067c7d79dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.042581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed6898-c677-48e8-bb01-962055709264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2fc971-e8e0-424b-ac15-415f6071d9a0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:36.044354 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-db52c49c-51b4-4b37-9f74-067c7d79dd19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 1.2533162 Dec 13 09:34:36.105704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.152344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dccd140b-ef00-49c7-b497-c0d48ba5c39c None None] Port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:36.221848 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-2fac28f6-fbd2-4215-beea-70aa86c2cba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8 HTTP/1.1" status: 200 len: 217 time: 0.1457996 Dec 13 09:34:36.225666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f51a7e3c-9116-4121-baf4-9079ff6decf7 req-852edda9-c83e-4ba5-a653-589ff8ef71c5 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041817 Dec 13 09:34:36.243491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.246261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.251043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6b51ff5-fe28-418a-a7f4-a17e63bd4e5b HTTP/1.1" status: 204 len: 168 time: 0.4331942 Dec 13 09:34:36.255379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3b79-e35d-4a20-8f67-c2aa0f2bed4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.273812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3b79-e35d-4a20-8f67-c2aa0f2bed4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.313818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e548-5437-4d46-88d7-6b5aefd1a35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b51ff5-fe28-418a-a7f4-a17e63bd4e5b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:36.320420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0b4a3b79-e35d-4a20-8f67-c2aa0f2bed4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad119f91f2c54e91b43be7dfe459859b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533730 Dec 13 09:34:36.367184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:36.372011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3b79-e35d-4a20-8f67-c2aa0f2bed4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd37848-1ea0-4be5-84db-2927f4b12bf4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:36.400351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-d89578e9-d77f-4432-ad65-9425228f4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.402012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-d89578e9-d77f-4432-ad65-9425228f4c24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 1.0752225 Dec 13 09:34:36.508431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-9fda85a1-cbaf-445e-b39f-744d7ae0a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.509938 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-9fda85a1-cbaf-445e-b39f-744d7ae0a0f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2477939 Dec 13 09:34:36.521755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-61024024-3bf7-4669-8d9a-9d5fc43e82ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8 HTTP/1.1" status: 200 len: 217 time: 0.0833018 Dec 13 09:34:36.664498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.697578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.701201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-eda89558-1bca-4ab5-ac34-17862040685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.702722 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-eda89558-1bca-4ab5-ac34-17862040685f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770546 Dec 13 09:34:36.718684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:36.749632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-9c96eeef-60bb-4937-9d00-9d44658285cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:36.751103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-9c96eeef-60bb-4937-9d00-9d44658285cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1796827 Dec 13 09:34:36.762950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:37.041615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.045498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.046893 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bd37848-1ea0-4be5-84db-2927f4b12bf4 HTTP/1.1" status: 204 len: 168 time: 0.6709440 Dec 13 09:34:37.058411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-cb11d15b-3f97-4cdf-bf0c-c7c6e6e6bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:37.061259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-cb11d15b-3f97-4cdf-bf0c-c7c6e6e6bfbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308567 Dec 13 09:34:37.071020 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-0dbb8df8-d51d-4859-9474-5e74bba4f486 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362460 Dec 13 09:34:37.078495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d05fd-93c4-422f-bcb0-d416316142c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd37848-1ea0-4be5-84db-2927f4b12bf4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.147366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:37.150273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dadbd-b92b-4749-a9d8-e2a8089b8e7e req-6b34bc0e-487b-4125-9b8b-5341af8be4ab tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:37.152506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4dadbd-b92b-4749-a9d8-e2a8089b8e7e req-6b34bc0e-487b-4125-9b8b-5341af8be4ab tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.1828742 Dec 13 09:34:37.212145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:37.212359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.243383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4dadbd-b92b-4749-a9d8-e2a8089b8e7e req-c5dda7fa-99a1-4603-b07b-9a4dfefc256a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Dec 13 09:34:37.333512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff819b0-cab3-43ea-ba3a-ba99ad5e2801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.521316 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e647e73d-7eb2-48cc-8373-ae2771e2bceb req-231b1d56-bb99-43be-86e3-7000617da87c service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402573 Dec 13 09:34:37.535416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fcdc0-9594-44ce-bea0-f5ec8759561c req-d670b022-5df9-4244-b978-0785e1bcf57b tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:37.545897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b2fcdc0-9594-44ce-bea0-f5ec8759561c req-d670b022-5df9-4244-b978-0785e1bcf57b tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1266124 Dec 13 09:34:37.646750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b2fcdc0-9594-44ce-bea0-f5ec8759561c req-3303dbeb-8c4e-4d8f-84f5-654f83d1cf31 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998476 Dec 13 09:34:37.663584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff819b0-cab3-43ea-ba3a-ba99ad5e2801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.676102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-ba629986-d273-4375-8cef-2c209f47b557 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784597 Dec 13 09:34:37.682696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff819b0-cab3-43ea-ba3a-ba99ad5e2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.702347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.757101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.757856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:37.809662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff819b0-cab3-43ea-ba3a-ba99ad5e2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cccc5a-ef65-4a7b-9373-e508b4fb4a0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:37.848129 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ff819b0-cab3-43ea-ba3a-ba99ad5e2801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=082d965777ac45a9aeb4ec15cb8c6cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6915171 Dec 13 09:34:37.850700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:37.955939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.008385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.070862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:38.072065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:38.113777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.120431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.122823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70cccc5a-ef65-4a7b-9373-e508b4fb4a0d HTTP/1.1" status: 204 len: 168 time: 0.2708683 Dec 13 09:34:38.136218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281cf84-aafa-4a85-bff0-892b26674307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cccc5a-ef65-4a7b-9373-e508b4fb4a0d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:38.140400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:38.167382 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b3f4243f-ba2d-4bea-bc33-be051bdcaf63 req-963b95b1-9e8b-41a0-a119-37c69d08d1ad service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681911 Dec 13 09:34:38.497863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Router 39d59699-942b-4788-a061-94a3500ee1dd has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:34:38.527146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99842387-69cc-4ef3-9c9b-7f4224f16df2 req-5b553926-fda2-4da3-a4a4-9581b65b068e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:38.540144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99842387-69cc-4ef3-9c9b-7f4224f16df2 req-5b553926-fda2-4da3-a4a4-9581b65b068e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.1233251 Dec 13 09:34:38.658033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:34:38.664187 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b03230b-7fa5-4d63-bcd1-b8ca88ec1010 admin admin] 10.222.0.30 "PUT /v2.0/routers/39d59699-942b-4788-a061-94a3500ee1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1525934 Dec 13 09:34:38.670373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99842387-69cc-4ef3-9c9b-7f4224f16df2 req-51164041-317c-48d7-abf0-02cf479d11a7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293015 Dec 13 09:34:38.702610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Sync routers for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:34:38.713825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85cb37d3-84e7-4913-b087-d161c4a7242b None None] Provisioning complete for port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:38.714593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85cb37d3-84e7-4913-b087-d161c4a7242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:38.758215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:38.759204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:38.847675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227e4b4-921e-486d-a66e-33c2922df158 req-f7384eb8-4b9c-4af2-b580-92644977d205 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:38.853712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85cb37d3-84e7-4913-b087-d161c4a7242b None None] Port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:38.862107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3227e4b4-921e-486d-a66e-33c2922df158 req-f7384eb8-4b9c-4af2-b580-92644977d205 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1029184 Dec 13 09:34:38.911889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:38.939061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3227e4b4-921e-486d-a66e-33c2922df158 req-caab7cf6-0524-49eb-9430-a5b79767fc4a tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757222 Dec 13 09:34:39.405445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 4, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2d7f2c54-f8e7-42a2-bf6a-378d45d30424', 'name': '', 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'mac_address': 'fa:16:3e:c4:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:33Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 2, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'subnets': [{'id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:39.458294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Checking router: 39d59699-942b-4788-a061-94a3500ee1dd for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:34:39.458657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Updating router 39d59699-942b-4788-a061-94a3500ee1dd port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:34:39.493016 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.874045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae0780-b87a-4f9d-82e2-2c4b3014155f req-6da66784-f714-4c05-b5f6-29ca99553e59 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:39.883042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcae0780-b87a-4f9d-82e2-2c4b3014155f req-6da66784-f714-4c05-b5f6-29ca99553e59 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.0991538 Dec 13 09:34:39.917769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:39.927760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.018876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcae0780-b87a-4f9d-82e2-2c4b3014155f req-00ecb049-d497-4e6d-8908-c1d7ee192ec2 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340435 Dec 13 09:34:40.188437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc70e5-e696-4e69-8182-83e2c574eec7 req-7de2b6ff-eea3-4216-b0ea-26d608729b64 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:40.190044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcc70e5-e696-4e69-8182-83e2c574eec7 req-7de2b6ff-eea3-4216-b0ea-26d608729b64 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1033213 Dec 13 09:34:40.232780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Attempting to bind port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:40.237956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Attempting to bind port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:40.238354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Attempting to bind port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 on network 3c4ca727-f9a6-4372-84eb-08d281a7e499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:40.261378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:40.261781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Checking segment: {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:40.262821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.263386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Bound using segment: {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:40.264230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Bound port: 2d7f2c54-f8e7-42a2-bf6a-378d45d30424, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cbfcdb-d658-4051-9c72-69b3b16c716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:40.264664 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.299646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcc70e5-e696-4e69-8182-83e2c574eec7 req-9e367225-f3fd-45e1-b794-b1fa4f2a98ab tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003804 Dec 13 09:34:40.381032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] For port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:40.385085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] For port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:40.387008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ca76f-1530-4a15-8def-9752a32cdeb1 None None] Pushing event updated for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.410304 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.485407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b47210a-762e-436f-8470-e91707762481 None None] Provisioning complete for port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:40.486156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b47210a-762e-436f-8470-e91707762481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.560523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:34:40.561586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:40.563866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ca76f-1530-4a15-8def-9752a32cdeb1 None None] Pushing event updated for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:40.866859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:34:40.903236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b47210a-762e-436f-8470-e91707762481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:40.987085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b47210a-762e-436f-8470-e91707762481 None None] For port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:41.032368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b47210a-762e-436f-8470-e91707762481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.127519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47210a-762e-436f-8470-e91707762481 None None] Pushing event updated for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:41.171260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:41.176863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379716011', 'description': 'tempest-description--1888790799'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:41.179036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e75d10d7-ac57-4a01-8a7e-b96411af3e51 None None] Provisioning complete for port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:41.179400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e75d10d7-ac57-4a01-8a7e-b96411af3e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.228934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.433091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 4, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2d7f2c54-f8e7-42a2-bf6a-378d45d30424', 'name': '', 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'mac_address': 'fa:16:3e:c4:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:33Z', 'updated_at': '2021-12-13T09:34:40Z', 'revision_number': 4, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'subnets': [{'id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:41.461013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4696ad-baac-48b7-ab79-736535e592e5 req-1fba19af-cb42-4c4d-9112-e1a62e882043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:41.466986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b4696ad-baac-48b7-ab79-736535e592e5 req-1fba19af-cb42-4c4d-9112-e1a62e882043 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.2087178 Dec 13 09:34:41.479450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.500721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae070f-d154-4fb5-a79e-ffc6a22f2d70 None None] The sync data for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 is: [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:34:36Z', 'revision_number': 4, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2d7f2c54-f8e7-42a2-bf6a-378d45d30424', 'name': '', 'network_id': '3c4ca727-f9a6-4372-84eb-08d281a7e499', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'mac_address': 'fa:16:3e:c4:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:33Z', 'updated_at': '2021-12-13T09:34:40Z', 'revision_number': 4, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'subnets': [{'id': 'b3282078-8cd9-40c9-a184-e58449d252fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:34:41.547171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.660903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09491b3b-1445-43fc-8907-0c5b7c42db3c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:41.678363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b4696ad-baac-48b7-ab79-736535e592e5 req-4bfdef40-b133-40a2-858f-593a0229f8da tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781368 Dec 13 09:34:41.757629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.758857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-56f12953-8625-4a85-8a61-82b7bcc152f2 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5854888 Dec 13 09:34:41.762473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:41.768827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'security_group_rule': {'security_group_id': '09491b3b-1445-43fc-8907-0c5b7c42db3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:41.845067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:41.857234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41362) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:41.962820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ecab1-e724-4623-8b90-a516e24e3021 req-c34777f7-4aef-4245-80df-8c854fcc21c4 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:41.969720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-652ecab1-e724-4623-8b90-a516e24e3021 req-c34777f7-4aef-4245-80df-8c854fcc21c4 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1835127 Dec 13 09:34:42.002512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.018181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.037248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.037838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.038389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.039137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.039626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.047640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-288d76bd-83fb-4052-b88f-cfcf236164b3 req-8c80b2bc-5f7b-4703-82bf-c88a2cc29f86 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.6143370 Dec 13 09:34:42.077890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92143b9-cb10-4ba1-8aa1-c03d75f91027,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.097165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.100581 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-71c11e59-c28c-41ec-b034-728fc8fbfcfb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364723 Dec 13 09:34:42.106121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.117220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'security_group_rule': {'security_group_id': '09491b3b-1445-43fc-8907-0c5b7c42db3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:42.168751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-652ecab1-e724-4623-8b90-a516e24e3021 req-d0577777-23a0-4d42-9dd3-8786065329fd tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904488 Dec 13 09:34:42.180645 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.274304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1356381128-network', 'tenant_id': '2a9201798adc4cde9a5fb2e418fe75e0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:42.288589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.298234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.347958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce50b6-964f-4a52-aa53-969f6aca04a7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:42.371316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.373353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d92bb5d-dc76-41d8-879e-cd67795aa643 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661839 Dec 13 09:34:42.376456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:42.387114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:42.437679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.476013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75441a5-4956-412d-ac8e-94c998901230 req-d4ce2075-d796-4480-a82a-38506258b007 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.482726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d75441a5-4956-412d-ac8e-94c998901230 req-d4ce2075-d796-4480-a82a-38506258b007 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 886 time: 0.4183342 Dec 13 09:34:42.596883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.627018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Made reservation on behalf of 2a9201798adc4cde9a5fb2e418fe75e0 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:42.629615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.643640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.731888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:42.765784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.766632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.767319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.768020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.768695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:42.782432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed341877-9e91-4df9-a43a-a7250149db65 req-e18af3be-99a3-4d87-b60b-66704b7c9470 tempest-NetworksTest-650255403 tempest-NetworksTest-650255403-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2750509 Dec 13 09:34:42.810402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Allocated IP 172.25.1.241 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a9c86a55-1407-48ed-ae6a-f62c3f51273e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:42.874833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.876849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:42.877268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.884919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.909757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:42.981920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:42.982217 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Added segment a4e0bc12-cb8a-430d-9720-9e4683e471f1 of type vlan for network d2e7e936-b4f9-4340-8fba-c2aba3189678 Dec 13 09:34:43.012534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.020135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-79d9994d-20e5-43b5-9082-12e920ec5078 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262718 Dec 13 09:34:43.067063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.117586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:43.120620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:43.125064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:43.136434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'Port': ['ID=a9c86a55-1407-48ed-ae6a-f62c3f51273e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.147280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835e6c1-fd7a-4d26-8968-6853471bcd84,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.173693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.188511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e826c2d-f6dd-4562-882b-16b8546bda77 req-776b6e16-07fd-401e-b10c-5582dfd88d82 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.191160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e826c2d-f6dd-4562-882b-16b8546bda77 req-776b6e16-07fd-401e-b10c-5582dfd88d82 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.2670121 Dec 13 09:34:43.195825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41410) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:43.234876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.275898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.276839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.277477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.297562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-80c2e73f-9249-438c-9c92-f7b0b31d529e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.299091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-80c2e73f-9249-438c-9c92-f7b0b31d529e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448401 Dec 13 09:34:43.302029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.364420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-044c899d-38af-45fb-8d54-7474e756a92c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.0490422 Dec 13 09:34:43.378759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e826c2d-f6dd-4562-882b-16b8546bda77 req-b2ed8886-d7d3-4cdb-a558-60ab8f7a23db tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744812 Dec 13 09:34:43.385092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5222943 Dec 13 09:34:43.405711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:43.411278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Request body: {'subnet': {'network_id': 'd2e7e936-b4f9-4340-8fba-c2aba3189678', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1356381128-subnet', 'tenant_id': '2a9201798adc4cde9a5fb2e418fe75e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:43.417348 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8038901-98ae-4385-8852-00697175e593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.451504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf41bf-7740-4ce6-961b-e6c083180570 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e7e936-b4f9-4340-8fba-c2aba3189678,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.463536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d2e7e936-b4f9-4340-8fba-c2aba3189678 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:43.489479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-861de235-983c-445d-90b5-3c3779246ae8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161695 Dec 13 09:34:43.499213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Made reservation on behalf of 2a9201798adc4cde9a5fb2e418fe75e0 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:43.502485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.549282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83bf7286-c775-4e0b-964f-a135c3d5d2b8 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:43.671776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1bc1-6377-4cef-8725-4362a43ea5e1 req-285b591f-9f9c-4f51-9441-99eec9800685 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:43.687180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3caf1bc1-6377-4cef-8725-4362a43ea5e1 req-285b591f-9f9c-4f51-9441-99eec9800685 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 968 time: 0.1809013 Dec 13 09:34:43.692425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.698404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:43.702468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.721754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '83bf7286-c775-4e0b-964f-a135c3d5d2b8', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '83bf7286-c775-4e0b-964f-a135c3d5d2b8', 'mac_address': 'fa:16:3e:2c:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:tempest-test_az-1948985633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:43.745861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.773961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'Port': ['ID=a9c86a55-1407-48ed-ae6a-f62c3f51273e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:43.780799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.788886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.802465 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ad72afb-b581-45c5-92ea-e9c235523e24 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4119534 Dec 13 09:34:43.802707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bf7286-c775-4e0b-964f-a135c3d5d2b8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:43.866932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:43.874601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.891265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8038901-98ae-4385-8852-00697175e593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.915101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3caf1bc1-6377-4cef-8725-4362a43ea5e1 req-b209af50-16c5-4a7e-8e1b-00b726d3f3c9 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174084 Dec 13 09:34:43.916654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8038901-98ae-4385-8852-00697175e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:43.975896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b8038901-98ae-4385-8852-00697175e593 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1c88c982e634498823d0fb047564e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7747524 Dec 13 09:34:43.977459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:43.983020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.005717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8038901-98ae-4385-8852-00697175e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46bdd4a-dcb0-4d74-b7ae-4ccf0b810de1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.029547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.047745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.079382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.109522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89ad60fb-bde0-4b31-ab83-cd1c6076bc0c req-39384aaa-781c-4390-9927-79652e36557b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 210 time: 0.0475078 Dec 13 09:34:44.116747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5ce8ea-24dd-4b31-b2bf-76d268dcf83b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.180336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.188281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.188281 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d46bdd4a-dcb0-4d74-b7ae-4ccf0b810de1 HTTP/1.1" status: 204 len: 168 time: 0.2066681 Dec 13 09:34:44.198805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca4548-afec-4745-a1ea-efbf47ea64aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46bdd4a-dcb0-4d74-b7ae-4ccf0b810de1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.204209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Checking segment: {'id': 'a4e0bc12-cb8a-430d-9720-9e4683e471f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd2e7e936-b4f9-4340-8fba-c2aba3189678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:44.204566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Network hostable DHCP agents. Network: d2e7e936-b4f9-4340-8fba-c2aba3189678, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:44.209716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-324ac6ee-c348-4ad8-a97d-2a4015582df7 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--379716011&fields=id&tenant_id=fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 267 time: 0.0844245 Dec 13 09:34:44.222327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['83bf7286-c775-4e0b-964f-a135c3d5d2b8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:44.447760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Network d2e7e936-b4f9-4340-8fba-c2aba3189678 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:44.497031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d2e7e936-b4f9-4340-8fba-c2aba3189678) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:44.506823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080abfca-8095-44cc-8243-8d14437ef34a None None] Network d2e7e936-b4f9-4340-8fba-c2aba3189678 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:44.556911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.557534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.592145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-9951fecd-94c9-4f31-b6dd-7424151f1b17 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.600781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-9951fecd-94c9-4f31-b6dd-7424151f1b17 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 823 time: 0.3740883 Dec 13 09:34:44.612289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1bfdbaa7-8d66-4036-b8b0-a6f9f70c8e1e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2055032 Dec 13 09:34:44.631107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-3c5aa78b-a205-4512-a2b7-a73d476dbb8a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/quotas/fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 375 time: 0.0294225 Dec 13 09:34:44.646299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc891-cd9a-43ab-9f69-f56f30a8d37d req-12995434-36a4-4620-8846-b7d66214375b tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:44.649690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491c0ed-483b-4c82-96f5-6736dae0d4aa None None] Network d2e7e936-b4f9-4340-8fba-c2aba3189678 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:44.654664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-605bc891-cd9a-43ab-9f69-f56f30a8d37d req-12995434-36a4-4620-8846-b7d66214375b tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.1667397 Dec 13 09:34:44.683526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:44.706774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83cda07-dd7d-4b36-9524-f4bbf46129e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.730066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-605bc891-cd9a-43ab-9f69-f56f30a8d37d req-02c1910f-e74d-4516-baa2-aceb136ffb34 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744982 Dec 13 09:34:44.767656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-b26e26bc-33cb-4a47-abb2-c5da9c85a612 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103318 Dec 13 09:34:44.824003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83cda07-dd7d-4b36-9524-f4bbf46129e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.836268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83cda07-dd7d-4b36-9524-f4bbf46129e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.876691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c83cda07-dd7d-4b36-9524-f4bbf46129e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d4887b1c04046fe8d4182ec374dff70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906371 Dec 13 09:34:44.876870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:44.888864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cda07-dd7d-4b36-9524-f4bbf46129e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3c516-078b-4ac8-90e5-7e7764a8bc40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:44.947090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:44.974723 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.069197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a139f8-7ec1-4066-81f0-b1831851eb8e req-274619af-d1c3-4ce4-aabf-d9a7cbfbf6ad tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:45.070901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8a139f8-7ec1-4066-81f0-b1831851eb8e req-274619af-d1c3-4ce4-aabf-d9a7cbfbf6ad tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 969 time: 0.0755470 Dec 13 09:34:45.077839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-58e161d8-0ca4-414d-a2d4-97a58379c3da service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:34:45.079070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-58e161d8-0ca4-414d-a2d4-97a58379c3da service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430976 Dec 13 09:34:45.110886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.113886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.117828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96d3c516-078b-4ac8-90e5-7e7764a8bc40 HTTP/1.1" status: 204 len: 168 time: 0.2398329 Dec 13 09:34:45.158396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-67a8e5e9-b980-430f-ae30-e28c1623c89f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315454 Dec 13 09:34:45.188312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8e7e3-2707-4ab0-8c4f-b0067e75c759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3c516-078b-4ac8-90e5-7e7764a8bc40,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:45.255645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8a139f8-7ec1-4066-81f0-b1831851eb8e req-789053b4-8766-43f2-b623-1ab5d6a5bf55 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697755 Dec 13 09:34:45.256590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:45.287275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-3bfbc7bf-4df8-4365-9882-db06595a9fc5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001481 Dec 13 09:34:45.338617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-a0712644-477f-4c96-af1f-c63a8bf80b9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:45.340865 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-a0712644-477f-4c96-af1f-c63a8bf80b9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763515 Dec 13 09:34:45.358855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:45.404730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbd35f66-0334-49f3-875b-7385d78d1791 req-25c53a54-d94c-4cb8-89c2-a47894513602 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 210 time: 0.0350831 Dec 13 09:34:45.451635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-52844aaa-c86d-4368-8a95-553e2b16acc2 service neutron] 10.222.0.30 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579480 Dec 13 09:34:45.522000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:45.527239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83bf7286-c775-4e0b-964f-a135c3d5d2b8 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:45.539718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.560988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.635078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa59487d-839e-459e-b015-ee453b282310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.641581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:45.647682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:45.648099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.665615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.672770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.712803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602b6421-594a-4386-a53c-1fe2f75f7c9b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:45.755072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96340094-6cae-4c97-8f57-d34782d303e4 req-c8341e29-1f69-4cde-99b1-3af20bcec03a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 210 time: 0.0780156 Dec 13 09:34:45.805214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.848666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:45.880950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.118 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/9034f92a-3cf3-4f9c-b38a-7a5746cbde9e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:45.934208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:45.939434 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:45.993161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:46.066038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa59487d-839e-459e-b015-ee453b282310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.084173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa59487d-839e-459e-b015-ee453b282310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.149099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aa59487d-839e-459e-b015-ee453b282310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea0830492dd446d1b69963fa0f38d28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8885703 Dec 13 09:34:46.151739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:46.157113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59487d-839e-459e-b015-ee453b282310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64410261-4567-4dc6-b06f-2f4f5cfd042f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:46.167898 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.185395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac80f-d4c2-4718-803b-873f3da9882f req-e037dc77-536f-4487-9207-58245450ee78 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.187193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfaac80f-d4c2-4718-803b-873f3da9882f req-e037dc77-536f-4487-9207-58245450ee78 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.3269308 Dec 13 09:34:46.226315 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424697d-879f-4e99-9867-a008bd429d47" -d '{"events": [{"server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "name": "network-vif-plugged", "status": "completed", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:46.237895 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.261678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfaac80f-d4c2-4718-803b-873f3da9882f req-c4df889c-c8b3-46ac-bb5f-d65e6ad3ea66 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 Dec 13 09:34:46.286191 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.305040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:46.311736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-805297597-network', 'tenant_id': '3a6d0c9e890a4b1b9c28f4694013217a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:46.363192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Made reservation on behalf of 3a6d0c9e890a4b1b9c28f4694013217a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:46.372621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.381096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.394447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.442106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:46.446494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:46.449378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:46.451791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:46.457883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.458531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.468299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.471435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.472625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64410261-4567-4dc6-b06f-2f4f5cfd042f HTTP/1.1" status: 204 len: 168 time: 0.3180890 Dec 13 09:34:46.484981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38edd76-d4a9-4831-a26d-7ca551179d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64410261-4567-4dc6-b06f-2f4f5cfd042f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:46.492588 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-0775661e-a54a-4b58-83e2-151a0d282af7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1388338 Dec 13 09:34:46.507383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Request body: {'port': {'device_id': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'device_owner': 'compute:tempest-test_az-1948985633', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:46.580484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a362-0eaa-4f18-94a3-73cb557144f2 req-35bd2aca-7a4b-4ef1-9cfe-979bd6eca0a1 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:46.582285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee6a362-0eaa-4f18-94a3-73cb557144f2 req-35bd2aca-7a4b-4ef1-9cfe-979bd6eca0a1 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.1698782 Dec 13 09:34:46.585711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.611340 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144ac27a-1a50-4140-9816-19aff5488771 x-openstack-request-id: req-144ac27a-1a50-4140-9816-19aff5488771 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:46.611829 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "name": "network-vif-plugged", "status": "completed", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:46.611921 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-144ac27a-1a50-4140-9816-19aff5488771 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:46.612367 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8', 'code': 200} Dec 13 09:34:46.723708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee6a362-0eaa-4f18-94a3-73cb557144f2 req-1d8fa7bc-2d52-40c2-9da2-12a680723ae1 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272898 Dec 13 09:34:46.756337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.44', 60823) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:46.934938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.962287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cc14e82b-73ea-4d28-8e49-410af5bada0e None None] Provisioning complete for port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:46.962658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc14e82b-73ea-4d28-8e49-410af5bada0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.968122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:46.979064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f1abcd4-c97f-46fb-b50c-22e70e7930ac req-1359daf5-77c8-42ff-8631-4180953041a0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 210 time: 0.0698678 Dec 13 09:34:47.021191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:47.027265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-0cdeb2b9-491e-445e-81f5-89ac7e4710c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.029008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-0cdeb2b9-491e-445e-81f5-89ac7e4710c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 1121 time: 0.2717845 Dec 13 09:34:47.051452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cc14e82b-73ea-4d28-8e49-410af5bada0e None None] Port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:47.056328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-77c95a4f-0ba3-4147-9e31-03de315c446d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.068931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7f88c-2aed-4566-a76d-1fc4b5397b3b req-5aa0fca4-b407-447d-9fbf-1a119180b2ed tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.072054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:47.076742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbf7f88c-2aed-4566-a76d-1fc4b5397b3b req-5aa0fca4-b407-447d-9fbf-1a119180b2ed tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 936 time: 0.2184553 Dec 13 09:34:47.079177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.079522 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Added segment 392b9823-9cc9-4e2a-a651-ae012dfbc057 of type vlan for network aacce532-64e2-494f-b5ee-8981d651e31a Dec 13 09:34:47.096288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.099459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a6a38e-2597-4e69-b92e-1227c2dd162e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.127668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Transition to ACTIVE for port object 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:47.134189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.201241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:47.202308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.203069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.235950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6af38adc-7904-4f48-b443-65e3d0533728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.248474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbf7f88c-2aed-4566-a76d-1fc4b5397b3b req-e4a4f016-6f59-4975-bf55-663aac4d0d50 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707404 Dec 13 09:34:47.321628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.323896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.326363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.439780 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-77c95a4f-0ba3-4147-9e31-03de315c446d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.467343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-77c95a4f-0ba3-4147-9e31-03de315c446d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.515487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2091074 Dec 13 09:34:47.519862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:47.523324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12cc56-ac00-4a7a-9cb2-1866af2b5ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=aacce532-64e2-494f-b5ee-8981d651e31a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.531322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Attempting to bind port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:47.531586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Attempting to bind port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:47.531864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Attempting to bind port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:47.537889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network aacce532-64e2-494f-b5ee-8981d651e31a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:47.538001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Request body: {'subnet': {'network_id': 'aacce532-64e2-494f-b5ee-8981d651e31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-805297597-subnet', 'tenant_id': '3a6d0c9e890a4b1b9c28f4694013217a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:47.551754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff111b90-14a0-41f7-b162-9f6d70efeead req-77c95a4f-0ba3-4147-9e31-03de315c446d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127449 Dec 13 09:34:47.554439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95a4f-0ba3-4147-9e31-03de315c446d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6013c06c-81cf-4ba0-b745-73512f37ca03,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.565329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f4a2-cf60-40eb-9d89-a2abf0c51a6b req-579988b0-7d8c-44ef-9e24-4980a48fc026 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.568054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec12f4a2-cf60-40eb-9d89-a2abf0c51a6b req-579988b0-7d8c-44ef-9e24-4980a48fc026 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.1588151 Dec 13 09:34:47.591352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:47.591831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Attempting to bind port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:47.611924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-0c355dd4-7a72-4f30-9ff6-7e15c6bed349 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.613509 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-0c355dd4-7a72-4f30-9ff6-7e15c6bed349 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.37 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 823 time: 0.4130781 Dec 13 09:34:47.621485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:47.621980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:47.622551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:47.622994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Bound port: 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:47.623422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.635653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec12f4a2-cf60-40eb-9d89-a2abf0c51a6b req-1133eebb-5f99-4e95-bc2e-ce4eed6d78b4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Dec 13 09:34:47.657971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Made reservation on behalf of 3a6d0c9e890a4b1b9c28f4694013217a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:47.661351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.770801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6af38adc-7904-4f48-b443-65e3d0533728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.794987 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6af38adc-7904-4f48-b443-65e3d0533728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.845238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0012a89-d983-48a4-87ed-8f1222f312c0 req-12cde0f8-6719-439c-a4ad-de6c08be61ae tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:47.847190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0012a89-d983-48a4-87ed-8f1222f312c0 req-12cde0f8-6719-439c-a4ad-de6c08be61ae tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.0577664 Dec 13 09:34:47.862052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-f49ae67f-77ea-4feb-9e88-9f75a408f608 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 379 time: 0.2348230 Dec 13 09:34:47.885220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'port': {'device_id': '4023b79a-948a-420b-b198-7e439dc5b5da', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'admin_state_up': True, 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'security_groups': ['09491b3b-1445-43fc-8907-0c5b7c42db3c']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:47.900596 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6af38adc-7904-4f48-b443-65e3d0533728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2b41403fc1e4466bc8ae55f4aee6d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949594 Dec 13 09:34:47.900752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:47.901848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:47.910183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0012a89-d983-48a4-87ed-8f1222f312c0 req-47f91f02-c1ef-4e71-95d4-56f9caa69eb3 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Dec 13 09:34:47.952208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af38adc-7904-4f48-b443-65e3d0533728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0bc642-8578-45f5-ac73-51a310d0bb47,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:47.955573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.968159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:47.980028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:47.980905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.045857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.067189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.068808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce0bc642-8578-45f5-ac73-51a310d0bb47 HTTP/1.1" status: 204 len: 168 time: 0.1668704 Dec 13 09:34:48.077775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.078409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.079823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 200 len: 1118 time: 1.5781703 Dec 13 09:34:48.085249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:48.087784 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa365ee9-66a6-4ead-8290-2345bd741997" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:48.094494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886023f-6cd1-443d-9542-94a879ef5d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0bc642-8578-45f5-ac73-51a310d0bb47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.144204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24f7607e-fd5d-43e9-8860-b9f8f04e0fab req-58b9830b-4fe8-4a99-b254-a34e16b3491a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 210 time: 0.0739305 Dec 13 09:34:48.200606 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b24ae04-88eb-429c-ad92-8ee82c779018 x-openstack-request-id: req-4b24ae04-88eb-429c-ad92-8ee82c779018 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:48.200893 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:48.201689 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b24ae04-88eb-429c-ad92-8ee82c779018 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:48.201689 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', 'status': 'completed', 'code': 200} Dec 13 09:34:48.242594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d5a2-be35-49f1-a903-2120548650a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.267418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Made reservation on behalf of fcca725035e048e0a550af15640d6236 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:48.271320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.282508 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.327983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-c8818ef4-1e0b-49e0-b1a9-9d550ea50492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.329616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-c8818ef4-1e0b-49e0-b1a9-9d550ea50492 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1121 time: 0.1511569 Dec 13 09:34:48.407944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c069e3d-df35-4001-bfee-74ec2d1783f1 req-55db99c4-f434-448c-8b66-3b2d4ae3308e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.409901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c069e3d-df35-4001-bfee-74ec2d1783f1 req-55db99c4-f434-448c-8b66-3b2d4ae3308e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 970 time: 0.0760958 Dec 13 09:34:48.472347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c069e3d-df35-4001-bfee-74ec2d1783f1 req-b68cdde1-a9c3-4de7-b133-7437f2e1e686 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Dec 13 09:34:48.473488 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-7ff29a55-f8ff-4dcc-985a-194d2b2211bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 200 len: 217 time: 0.1283045 Dec 13 09:34:48.495585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4bab39-c280-49e2-8b61-13878b6242c3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:48.542206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Checking segment: {'id': '392b9823-9cc9-4e2a-a651-ae012dfbc057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aacce532-64e2-494f-b5ee-8981d651e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:48.542567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Network hostable DHCP agents. Network: aacce532-64e2-494f-b5ee-8981d651e31a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:48.596742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-26eb0e54-a95b-4183-8b19-a6b5fab71c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.598290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-26eb0e54-a95b-4183-8b19-a6b5fab71c80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1152012 Dec 13 09:34:48.619459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Network aacce532-64e2-494f-b5ee-8981d651e31a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:48.642117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Allocated IP 172.20.0.4 (d9ce4e3d-1fc4-424e-929d-711a7364f1a6/cd0e0225-68aa-4279-bc4d-0707a340b0e4/65cd55cd-692d-4bc0-b946-d0723be6cef8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:34:48.651475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, aacce532-64e2-494f-b5ee-8981d651e31a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:48.659413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d396f-e0d6-41ea-966c-6776b38a4b0d None None] Network aacce532-64e2-494f-b5ee-8981d651e31a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:48.661512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.662214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:48.700702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-9ce7b438-ea77-480f-87f9-8809b91acf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.702309 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-9ce7b438-ea77-480f-87f9-8809b91acf01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934405 Dec 13 09:34:48.718178 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fcf33a77-e1ca-42b9-9b89-de4495060d1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1790173 Dec 13 09:34:48.794092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeeacb-d3a6-4b6d-a8a6-c046373518e0 req-6298fa36-bf6b-4324-8aa7-572f2169ead4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:48.802650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5eeeacb-d3a6-4b6d-a8a6-c046373518e0 req-6298fa36-bf6b-4324-8aa7-572f2169ead4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.0658529 Dec 13 09:34:48.846775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c8ced-94fc-4bf2-a663-4267ca884dda None None] Network aacce532-64e2-494f-b5ee-8981d651e31a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:48.908395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5eeeacb-d3a6-4b6d-a8a6-c046373518e0 req-4bb657c4-445c-4511-b131-23ca29951dc7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043839 Dec 13 09:34:49.026269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:49.104554 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-9f821213-f2f1-4249-8b21-068f7bb4fbe0 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898473 Dec 13 09:34:49.110953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Deleting subnet 9c5ce8ea-24dd-4b31-b2bf-76d268dcf83b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:34:49.114727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.115081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.147133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce7ca-c028-4c7f-8e62-a91f51d1415d req-c0ec074c-3413-4315-b6dc-2b41603f20c7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.148622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-561ce7ca-c028-4c7f-8e62-a91f51d1415d req-c0ec074c-3413-4315-b6dc-2b41603f20c7 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.1109476 Dec 13 09:34:49.187417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.206065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.260540 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-893d65d1-d3e0-447a-b1dd-d1898fb0a8cd req-55b5f042-b58d-4d76-a1c7-6870a7067bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437008 Dec 13 09:34:49.265034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.299777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-561ce7ca-c028-4c7f-8e62-a91f51d1415d req-8479ee10-10f1-46be-b2bd-b73abdb818c3 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429548 Dec 13 09:34:49.345897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.378927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:34:49.400938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:49.406110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:34:49.412468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.413113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.420876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5ce8ea-24dd-4b31-b2bf-76d268dcf83b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:49.427379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:49.444350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.447328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-c37d4185-408c-48f2-896a-d06e31483fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5724092 Dec 13 09:34:49.450972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-70c745b4-c136-4037-8b9b-4ac7d67fb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.453051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-70c745b4-c136-4037-8b9b-4ac7d67fb241 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1121 time: 0.1137235 Dec 13 09:34:49.457993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-29f8af16-abef-45a3-b5f0-37d323618572 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c5ce8ea-24dd-4b31-b2bf-76d268dcf83b HTTP/1.1" status: 204 len: 168 time: 0.4286623 Dec 13 09:34:49.458559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:49.469918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Request body: {'port': {'device_id': '4023b79a-948a-420b-b198-7e439dc5b5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:49.510930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 711522a7-8a3e-49d5-aee1-377e4153e8f8 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:49.511479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d987b-485b-4cca-9524-1723291dd78f req-33164ed1-ec2d-49a2-b9d6-3dfb388bc994 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.533996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b87d987b-485b-4cca-9524-1723291dd78f req-33164ed1-ec2d-49a2-b9d6-3dfb388bc994 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 931 time: 0.1469810 Dec 13 09:34:49.602720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b87d987b-485b-4cca-9524-1723291dd78f req-c8f93c8c-5cb5-47c7-9b0b-e62f6b10792b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642955 Dec 13 09:34:49.704538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.744951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:49.765093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '711522a7-8a3e-49d5-aee1-377e4153e8f8', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '711522a7-8a3e-49d5-aee1-377e4153e8f8', 'mac_address': 'fa:16:3e:1d:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:49.817146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.825514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10ec42-5d54-4db4-b7e6-d82abf0061f6 req-83505b8a-727f-4139-9feb-1d68c7072616 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:49.834694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e10ec42-5d54-4db4-b7e6-d82abf0061f6 req-83505b8a-727f-4139-9feb-1d68c7072616 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 970 time: 0.1060994 Dec 13 09:34:49.896789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e10ec42-5d54-4db4-b7e6-d82abf0061f6 req-d2e8aa21-0ab7-4483-acc8-62e29591efb4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563197 Dec 13 09:34:49.974105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:49.986379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f9ea3fbf-8b3e-4562-aa03-9774995407e2 None None] Provisioning complete for port 65cd55cd-692d-4bc0-b946-d0723be6cef8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:49.986755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3fbf-8b3e-4562-aa03-9774995407e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.015537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711522a7-8a3e-49d5-aee1-377e4153e8f8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:50.045563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea3fbf-8b3e-4562-aa03-9774995407e2 None None] Port 65cd55cd-692d-4bc0-b946-d0723be6cef8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:34:50.049308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:50.054785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.057497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.091511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c870-dd51-4b86-ba32-2ed488e8ce56 req-5aecba96-984d-41df-babc-d9fee9505d5a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.093213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3557c870-dd51-4b86-ba32-2ed488e8ce56 req-5aecba96-984d-41df-babc-d9fee9505d5a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 948 time: 0.0745494 Dec 13 09:34:50.107295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-af01213f-4300-43e8-ac11-998e163d9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.109609 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-af01213f-4300-43e8-ac11-998e163d9d42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.6362357 Dec 13 09:34:50.163909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.182071 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-9eb6d63f-bed8-4618-ad8f-fe9ed032411e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 200 len: 217 time: 0.0619390 Dec 13 09:34:50.184668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3557c870-dd51-4b86-ba32-2ed488e8ce56 req-ebd0f130-a343-42ff-a76b-d9997c3d5fc4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853052 Dec 13 09:34:50.193314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.194094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.195515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.196534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.197593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.198500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.198939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.201279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.202288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.203377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.283212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.283748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.284025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.284416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:34:50.284879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e7e936-b4f9-4340-8fba-c2aba3189678']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:50.327718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e0bc12-cb8a-430d-9720-9e4683e471f1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:50.328081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e0bc12-cb8a-430d-9720-9e4683e471f1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:50.396020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.434913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-23cb0bda-ae13-4afd-9321-8b186a9835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.436574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-23cb0bda-ae13-4afd-9321-8b186a9835d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1337674 Dec 13 09:34:50.438623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.461550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:34:50.461952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.467908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['711522a7-8a3e-49d5-aee1-377e4153e8f8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: from cryptography.utils import int_from_bytes Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: from cryptography.utils import int_from_bytes Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:34:50.492581 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:34:50.572368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cdd8-1a9b-404c-9139-5ad1a57587a0 req-c27ea0b6-9bbf-4c49-a6a8-076cf591c7a6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.597761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e208cdd8-1a9b-404c-9139-5ad1a57587a0 req-c27ea0b6-9bbf-4c49-a6a8-076cf591c7a6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.0946081 Dec 13 09:34:50.629691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-6bcd6b8a-a6f2-4bd3-b065-ba1d67d5e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.639292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-6bcd6b8a-a6f2-4bd3-b065-ba1d67d5e2dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853020 Dec 13 09:34:50.639292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.666707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e208cdd8-1a9b-404c-9139-5ad1a57587a0 req-a96ad8dd-5330-4b6f-a490-9943b5ac7cc0 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Dec 13 09:34:50.672772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.678639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2e7e936-b4f9-4340-8fba-c2aba3189678 HTTP/1.1" status: 204 len: 168 time: 1.2166808 Dec 13 09:34:50.680055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:50.735102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Deleting subnet 7f4bab39-c280-49e2-8b61-13878b6242c3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:34:50.738926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.767350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b768df8-866f-4e78-b1a6-6158ff1442b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e7e936-b4f9-4340-8fba-c2aba3189678,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.785625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cd55cd-692d-4bc0-b946-d0723be6cef8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:50.797108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.829050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Transition to ACTIVE for port object 65cd55cd-692d-4bc0-b946-d0723be6cef8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:34:50.832729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.835961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.843329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:50.877097 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-b410005a-8b41-457e-8708-ba5582c5ccf8 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318769 Dec 13 09:34:50.919306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eedb6d-226c-44c0-888a-2fe89aab6ce2 req-4cc75579-6ea0-4388-b56c-b9e116225b09 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.925699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1eedb6d-226c-44c0-888a-2fe89aab6ce2 req-4cc75579-6ea0-4388-b56c-b9e116225b09 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 931 time: 0.1367657 Dec 13 09:34:50.939960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Pushing event updated for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:50.965589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-340b704b-6825-4764-a8bb-8b7578390f2b tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:50.967110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-340b704b-6825-4764-a8bb-8b7578390f2b tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 1121 time: 0.0983357 Dec 13 09:34:51.004103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.029271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-51a72c89-1dc8-4d88-8249-69a63bffd995 tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.041737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4bab39-c280-49e2-8b61-13878b6242c3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.044809 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa365ee9-66a6-4ead-8290-2345bd741997 req-0012b247-254d-4ec3-8d3e-54662fe6f8f9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580160 Dec 13 09:34:51.047238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Attempting to bind port 65cd55cd-692d-4bc0-b946-d0723be6cef8 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:34:51.047583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Attempting to bind port 65cd55cd-692d-4bc0-b946-d0723be6cef8 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:34:51.047913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Attempting to bind port 65cd55cd-692d-4bc0-b946-d0723be6cef8 on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:51.049733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1eedb6d-226c-44c0-888a-2fe89aab6ce2 req-3e574b8e-0f21-4c12-86f4-98d109169489 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226981 Dec 13 09:34:51.052608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Port 65cd55cd-692d-4bc0-b946-d0723be6cef8 on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:34:51.052929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Attempting to bind port 65cd55cd-692d-4bc0-b946-d0723be6cef8 on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:34:51.058047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:34:51.058385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Checking segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:51.058830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Bound using segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:34:51.059269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Bound port: 65cd55cd-692d-4bc0-b946-d0723be6cef8, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:34:51.059627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.063673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.069514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba948142-f998-4b8c-8715-e2d8c3d1f8be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f4bab39-c280-49e2-8b61-13878b6242c3 HTTP/1.1" status: 204 len: 168 time: 0.3860307 Dec 13 09:34:51.076170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:51.149874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-51a72c89-1dc8-4d88-8249-69a63bffd995 tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.155892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-51a72c89-1dc8-4d88-8249-69a63bffd995 tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.205580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a72c89-1dc8-4d88-8249-69a63bffd995 tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf99c8-ef7c-4742-8238-0eeb8d79aa18,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.218327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.234116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e1aba81-9b7b-4a97-b57e-94a1acc2b627 req-51a72c89-1dc8-4d88-8249-69a63bffd995 tempest-AggregatesAdminTestJSON-1561498728 tempest-AggregatesAdminTestJSON-1561498728-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534997 Dec 13 09:34:51.234817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:34:51.238681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:34:51.262240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.341162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.342022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.343361 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] 10.222.0.37 "PUT /v2.0/ports/65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 1091 time: 1.8876770 Dec 13 09:34:51.344106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:51.346191 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde" -d '{"events": [{"name": "network-changed", "server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:51.365013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f71d1-51f5-43c6-afa1-b10fbebc7bb7 req-55931301-cde6-4578-980e-06e57ed0e573 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.374844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-988f71d1-51f5-43c6-afa1-b10fbebc7bb7 req-55931301-cde6-4578-980e-06e57ed0e573 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 970 time: 0.0696003 Dec 13 09:34:51.448316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-988f71d1-51f5-43c6-afa1-b10fbebc7bb7 req-96971aa4-a65a-44ee-9e26-103195595d02 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Dec 13 09:34:51.489586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 711522a7-8a3e-49d5-aee1-377e4153e8f8 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:51.571649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88f4b4-2c97-4004-a492-9ca7383e9850 req-2b94cdfa-f669-408e-bedd-5ba2280fb555 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.583469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc88f4b4-2c97-4004-a492-9ca7383e9850 req-2b94cdfa-f669-408e-bedd-5ba2280fb555 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 949 time: 0.0789299 Dec 13 09:34:51.589788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 711522a7-8a3e-49d5-aee1-377e4153e8f8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:51.600796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 711522a7-8a3e-49d5-aee1-377e4153e8f8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:51.601331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.601846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.631697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7eecb-2f78-44a4-a06b-854c6cd23126 service neutron] Pushing event updated for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.648946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacce532-64e2-494f-b5ee-8981d651e31a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:51.659940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc88f4b4-2c97-4004-a492-9ca7383e9850 req-11065689-1a10-4c11-b02d-322d9a002d9a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702176 Dec 13 09:34:51.665114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392b9823-9cc9-4e2a-a651-ae012dfbc057') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:51.665456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392b9823-9cc9-4e2a-a651-ae012dfbc057') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:34:51.683869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.687131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-9e99e369-26a2-4ee9-a75a-60fbdc4a81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.689237 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-9e99e369-26a2-4ee9-a75a-60fbdc4a81c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1094 time: 0.1135404 Dec 13 09:34:51.741154 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0243a17f-a2a7-42a2-903f-14d824d1fee1 x-openstack-request-id: req-0243a17f-a2a7-42a2-903f-14d824d1fee1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:51.741430 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:51.741692 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0243a17f-a2a7-42a2-903f-14d824d1fee1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:51.742260 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'status': 'completed', 'code': 200} Dec 13 09:34:51.743738 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.744947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.751490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-4dfcc682-54eb-48be-a7f6-9b01a2db5740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 217 time: 0.0506363 Dec 13 09:34:51.754197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:34:51.754633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:34:51.756399 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:34:51.805823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:51.805823 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14abb11e-7816-4996-88c5-fac7638ba7d0" -d '{"events": [{"server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:51.814214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:51.819729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.852240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.854661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-8e824bb0-0875-4877-9953-a95919763294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.856918 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-8e824bb0-0875-4877-9953-a95919763294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.0876429 Dec 13 09:34:51.861164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:51.864801 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] 10.222.0.30 "DELETE /v2.0/networks/aacce532-64e2-494f-b5ee-8981d651e31a HTTP/1.1" status: 204 len: 168 time: 0.7861450 Dec 13 09:34:51.885814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d00e4-74fb-407d-8887-0e1e8604fe2d admin admin] Pushing event deleted for resources: {'Network': ['ID=aacce532-64e2-494f-b5ee-8981d651e31a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.925472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-e9386775-610a-4eb6-92a8-afff2d87627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:51.927271 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-e9386775-610a-4eb6-92a8-afff2d87627e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603213 Dec 13 09:34:51.934076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:51.954043 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4385ffd-80c7-4c12-b0b8-e96f4d004dac x-openstack-request-id: req-b4385ffd-80c7-4c12-b0b8-e96f4d004dac {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:51.954365 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "name": "network-vif-plugged", "status": "completed", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:51.954643 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4385ffd-80c7-4c12-b0b8-e96f4d004dac {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:51.955794 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8', 'code': 200} Dec 13 09:34:52.021407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.37', 60969) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.073340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-8847b7e9-a836-4148-a11d-614ca107eb28 service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372464 Dec 13 09:34:52.087049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45df72-9b10-48c2-809a-af363f4a2160 req-7eead973-9889-4f8d-b559-838765a6edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.089262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d45df72-9b10-48c2-809a-af363f4a2160 req-7eead973-9889-4f8d-b559-838765a6edfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 1101 time: 0.0667553 Dec 13 09:34:52.180275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d45df72-9b10-48c2-809a-af363f4a2160 req-e5daaf12-4920-49e6-b72b-1532e368f70b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821116 Dec 13 09:34:52.196158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.231532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42bb07a8-d113-47d8-ace8-122f4f0b9d26 req-05f0203b-fc56-4874-be4b-613cd7737e1f service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504991 Dec 13 09:34:52.268027 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8ede901-95d4-4e19-9a0a-143fe6de6282 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a9201798adc4cde9a5fb2e418fe75e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705605 Dec 13 09:34:52.270859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.271819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea51d75-e685-458c-ba28-57c9b7552e2a req-a2e3f890-3a30-4429-aa6b-f1aefba474bb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.273368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ea51d75-e685-458c-ba28-57c9b7552e2a req-a2e3f890-3a30-4429-aa6b-f1aefba474bb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 943 time: 0.0890791 Dec 13 09:34:52.341489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ea51d75-e685-458c-ba28-57c9b7552e2a req-2fe58e85-f333-4e7f-891a-4335a675a756 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573263 Dec 13 09:34:52.378837 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.408330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.433351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.472615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.475160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.477166 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b835e6c1-fd7a-4d26-8968-6853471bcd84 HTTP/1.1" status: 204 len: 168 time: 0.2044749 Dec 13 09:34:52.486099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d1e54-2c07-4d2b-b3f9-023c97811366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835e6c1-fd7a-4d26-8968-6853471bcd84,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:52.586047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7aca870a-2dd5-4150-85ad-3519b9e1a4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.641009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-85d4aac3-f0f7-4195-ad86-0691c92d34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.645831 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-85d4aac3-f0f7-4195-ad86-0691c92d34be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1094 time: 0.0854692 Dec 13 09:34:52.695984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7aca870a-2dd5-4150-85ad-3519b9e1a4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.703721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7aca870a-2dd5-4150-85ad-3519b9e1a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:52.707250 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:34:52.786798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7aca870a-2dd5-4150-85ad-3519b9e1a4fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5bedfc331ee4f1983a1a740ed90f68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517504 Dec 13 09:34:52.790444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:52.792141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca870a-2dd5-4150-85ad-3519b9e1a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973948c-a0a6-42bc-8db2-95fc9a0a951c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:52.803696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-ab6f6c2b-4173-4f8f-801b-3dbd64880cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.805048 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-ab6f6c2b-4173-4f8f-801b-3dbd64880cb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.1519647 Dec 13 09:34:52.822732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649af8-7e0c-471a-adf2-1e4d6233dd3c req-59dc8ba8-5611-4244-8250-6610e788e6dc tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.825458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05649af8-7e0c-471a-adf2-1e4d6233dd3c req-59dc8ba8-5611-4244-8250-6610e788e6dc tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 970 time: 0.0728817 Dec 13 09:34:52.859283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-2f3d1257-953f-43f4-b588-9712770b9007 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 217 time: 0.0455647 Dec 13 09:34:52.909274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05649af8-7e0c-471a-adf2-1e4d6233dd3c req-b5fe7de1-f90c-4638-8bbd-7cc283325b60 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Dec 13 09:34:52.951117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-a695cee1-eaaf-4db8-a13d-dbbde0166745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:52.952885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-a695cee1-eaaf-4db8-a13d-dbbde0166745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.0860150 Dec 13 09:34:52.956256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.006433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:53.009310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.017034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859d115-69d5-4971-8748-3bc8fd32772b req-f2ae2ffc-7bcb-4f9b-bee6-cc5526f02480 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:53.019207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7859d115-69d5-4971-8748-3bc8fd32772b req-f2ae2ffc-7bcb-4f9b-bee6-cc5526f02480 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 950 time: 0.0651484 Dec 13 09:34:53.049086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-5ede8e97-a82f-4458-b7df-91b4eaaf142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:53.050777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-5ede8e97-a82f-4458-b7df-91b4eaaf142a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895233 Dec 13 09:34:53.094056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b322201-35d0-4392-a4ac-2f058713a81d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a6d0c9e890a4b1b9c28f4694013217a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737147 Dec 13 09:34:53.097499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7859d115-69d5-4971-8748-3bc8fd32772b req-afdd4cd6-0290-4f98-b152-069afea9acd2 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714030 Dec 13 09:34:53.097946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:53.128582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.131614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.135338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6973948c-a0a6-42bc-8db2-95fc9a0a951c HTTP/1.1" status: 204 len: 168 time: 0.3410625 Dec 13 09:34:53.147418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847c68-42ba-48ca-9fd2-304fe699131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973948c-a0a6-42bc-8db2-95fc9a0a951c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:53.203931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-76b26590-1533-4123-b6bb-1f2498e97a87 service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439717 Dec 13 09:34:53.318505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.347157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.413812 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cf0a1e9-e509-4aea-8d70-bc7295a43dde req-1582a077-76f4-402e-8dd0-4747927bbc4a service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009954 Dec 13 09:34:53.440300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.443155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.444301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27a6a38e-2597-4e69-b92e-1227c2dd162e HTTP/1.1" status: 204 len: 168 time: 0.3454702 Dec 13 09:34:53.454734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00596a6-c604-4fc7-87d5-6cbcb271244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a6a38e-2597-4e69-b92e-1227c2dd162e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:53.530465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0c64f-9ce8-49f4-baed-79b4d0ccd5cd req-82be1239-cffa-45a8-8d1f-dba6ea3b0fb0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:53.541704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94e0c64f-9ce8-49f4-baed-79b4d0ccd5cd req-82be1239-cffa-45a8-8d1f-dba6ea3b0fb0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 943 time: 0.0659411 Dec 13 09:34:53.558173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:53.635373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94e0c64f-9ce8-49f4-baed-79b4d0ccd5cd req-b22a6796-a4de-4e92-8eff-1f1786ed31df tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901792 Dec 13 09:34:53.678525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:53.687262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:53.696819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5eea-1fd2-43b0-88fd-07faed1799d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.701639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', 'mac_address': 'fa:16:3e:d0:46:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:tempest-test_az-1948985633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:53.782999 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.814002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:53.864782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:53.867079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5eea-1fd2-43b0-88fd-07faed1799d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.874342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.875890 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5eea-1fd2-43b0-88fd-07faed1799d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:53.955545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:53.962021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e7c5eea-1fd2-43b0-88fd-07faed1799d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=394e66f1e8814f198d7c4034c165b835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823985 Dec 13 09:34:53.965694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:53.992904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5eea-1fd2-43b0-88fd-07faed1799d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ab874-bcb1-4dcd-a3d4-bd9216350000,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.071247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.107766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.111448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:54.195134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.197783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:54.199782 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/916ab874-bcb1-4dcd-a3d4-bd9216350000 HTTP/1.1" status: 204 len: 168 time: 0.2320156 Dec 13 09:34:54.208345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f646d4-d8d5-461a-afff-de86d1e38945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ab874-bcb1-4dcd-a3d4-bd9216350000,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:54.244121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f236e2-87b1-484c-b912-f43de3048e9c req-571d238d-e2be-4dc5-94dc-88713b6b5fad tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.250372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f236e2-87b1-484c-b912-f43de3048e9c req-571d238d-e2be-4dc5-94dc-88713b6b5fad tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 971 time: 0.0673006 Dec 13 09:34:54.303657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f236e2-87b1-484c-b912-f43de3048e9c req-a25aae8b-d277-4721-af8d-fbb069091e60 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Dec 13 09:34:54.571931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00545eca-5955-469f-8705-cd6724c3d051 req-8853144d-c815-49da-86ad-8c3047588c44 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.580913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00545eca-5955-469f-8705-cd6724c3d051 req-8853144d-c815-49da-86ad-8c3047588c44 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 950 time: 0.0801971 Dec 13 09:34:54.641986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00545eca-5955-469f-8705-cd6724c3d051 req-6e69b9cf-446b-486e-81da-6ec390b0f991 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Dec 13 09:34:54.790031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e497c7-913e-4460-b6f7-a7198abd6884 req-c57ba247-a730-4aa0-98ce-43abc848b335 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:54.791746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9e497c7-913e-4460-b6f7-a7198abd6884 req-c57ba247-a730-4aa0-98ce-43abc848b335 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 943 time: 0.0634787 Dec 13 09:34:54.856485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9e497c7-913e-4460-b6f7-a7198abd6884 req-1967535c-2ad5-4d8d-8709-7075b43673ff tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553455 Dec 13 09:34:55.133296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:55.252528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-339534862-network', 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:55.279641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:55.282407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.293619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.392026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.397521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.424891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:55.437048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.452474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.452976 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Added segment 9a9b4a5b-daca-4bb4-ac0e-7e645824632d of type vlan for network d331cf36-5ca7-4572-8722-d50e11ec9238 Dec 13 09:34:55.503227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.534530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.535968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.537401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.573585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:55.592055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebde49-7071-4675-9832-43e10b8235f3 req-d969dbc2-3e9d-4548-97a9-c8a8e00e7e02 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:55.606706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eebde49-7071-4675-9832-43e10b8235f3 req-d969dbc2-3e9d-4548-97a9-c8a8e00e7e02 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 971 time: 0.0866749 Dec 13 09:34:55.614543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4774582 Dec 13 09:34:55.615003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:55.620701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Request body: {'subnet': {'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-339534862-subnet', 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:55.641427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997abdd9-2714-4215-aca4-67c735ce9916 admin admin] Pushing event updated for resources: {'Network': ['ID=d331cf36-5ca7-4572-8722-d50e11ec9238,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:55.655252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:55.655498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d331cf36-5ca7-4572-8722-d50e11ec9238 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:55.660818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.682080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eebde49-7071-4675-9832-43e10b8235f3 req-90c3be04-f5c0-4ad2-96e0-4e2948aaec64 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Dec 13 09:34:55.748311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:55.755163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:55.755666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.867024 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.903652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:55.906657 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb99f8c-0913-4d84-aaeb-66fde44ee353" -d '{"events": [{"server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "name": "network-vif-plugged", "status": "completed", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:55.935175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:55.954224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:55.961232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.038439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed00911b-a20e-410e-80b3-88da61b3d84f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:56.061184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:56.069142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:34:56.069536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Network hostable DHCP agents. Network: d331cf36-5ca7-4572-8722-d50e11ec9238, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:34:56.102434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Network d331cf36-5ca7-4572-8722-d50e11ec9238 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:34:56.111554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e1a5a-29b4-4692-a326-d9f978e07f94 req-b2783d41-3740-4bfc-825a-5b727cb7129f tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.113318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-419e1a5a-29b4-4692-a326-d9f978e07f94 req-b2783d41-3740-4bfc-825a-5b727cb7129f tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 950 time: 0.1331334 Dec 13 09:34:56.122012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d331cf36-5ca7-4572-8722-d50e11ec9238) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:34:56.128271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6ec8-04fc-421c-993f-b60115fff948 req-cdf7cc8e-c4f2-497d-9403-016fef3f87ab tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.130581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8c6ec8-04fc-421c-993f-b60115fff948 req-cdf7cc8e-c4f2-497d-9403-016fef3f87ab tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 943 time: 0.0978823 Dec 13 09:34:56.133324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e6c04-26ae-4751-ab46-61fa14325b30 None None] Network d331cf36-5ca7-4572-8722-d50e11ec9238 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:56.140422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.141449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.175388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55a75662-26df-485a-b4ca-fe9d82a4ec54 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5592425 Dec 13 09:34:56.200136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:56.202186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-419e1a5a-29b4-4692-a326-d9f978e07f94 req-e1ac570a-291a-4b37-970c-90b89247654a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823913 Dec 13 09:34:56.238409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8c6ec8-04fc-421c-993f-b60115fff948 req-af76fa3c-400a-4b4e-bd89-bb8ec81e14b9 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861065 Dec 13 09:34:56.299306 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde30e09-388e-4543-bbe3-a43042187394 x-openstack-request-id: req-cde30e09-388e-4543-bbe3-a43042187394 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:34:56.299622 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "name": "network-vif-plugged", "status": "completed", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:34:56.299883 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cde30e09-388e-4543-bbe3-a43042187394 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:34:56.300275 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', 'code': 200} Dec 13 09:34:56.311358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c8653-36d0-4797-a7d2-f237f3cf86ee None None] Network d331cf36-5ca7-4572-8722-d50e11ec9238 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:34:56.478666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7b84e3-1340-47a2-9052-eaa356028ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.572210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754ae9-f462-4e55-a2c7-b31719d32670 req-477f9ba2-6f5b-46cc-bbf5-3270852ebc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.573857 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6e754ae9-f462-4e55-a2c7-b31719d32670 req-477f9ba2-6f5b-46cc-bbf5-3270852ebc6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1123 time: 0.2143757 Dec 13 09:34:56.613184 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7b84e3-1340-47a2-9052-eaa356028ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.635037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7b84e3-1340-47a2-9052-eaa356028ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.691507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6e754ae9-f462-4e55-a2c7-b31719d32670 req-dcd683a6-40cb-4499-83e8-4dbdfda2f5c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108077 Dec 13 09:34:56.693639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d7b84e3-1340-47a2-9052-eaa356028ddb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4e39f0bc6cd4571a99403f596e17282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4923093 Dec 13 09:34:56.696368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:56.709799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b84e3-1340-47a2-9052-eaa356028ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d04b6-ed56-4a56-a79e-34acff2bc8ad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:56.760527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.820336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.862363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.936976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f706b-abf6-456e-ab53-208cee1d0819 req-dc2aa34b-5e63-4c04-ade0-178dd0fa029d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:56.938661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6f706b-abf6-456e-ab53-208cee1d0819 req-dc2aa34b-5e63-4c04-ade0-178dd0fa029d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.0834739 Dec 13 09:34:56.962603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:56.992395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.996333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:56.997902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a8d04b6-ed56-4a56-a79e-34acff2bc8ad HTTP/1.1" status: 204 len: 168 time: 0.3005123 Dec 13 09:34:57.009610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cdda4-9fb4-46d9-9abe-11ca486d6c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d04b6-ed56-4a56-a79e-34acff2bc8ad,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:57.016385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6f706b-abf6-456e-ab53-208cee1d0819 req-3fb85a1d-f887-49a2-a41b-892a7cfbb5e5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 Dec 13 09:34:57.140501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15fe1a6-13a5-465e-b669-47239e039598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.203125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff919144-b362-46ee-b781-96623e45f3c1 req-5b586e5d-1766-451a-84e9-ea1ca9cb686d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:57.204978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff919144-b362-46ee-b781-96623e45f3c1 req-5b586e5d-1766-451a-84e9-ea1ca9cb686d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 950 time: 0.0660954 Dec 13 09:34:57.283073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff919144-b362-46ee-b781-96623e45f3c1 req-9cfd2575-6ee0-4c23-8fdd-3401f25bf486 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698383 Dec 13 09:34:57.284174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15fe1a6-13a5-465e-b669-47239e039598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.290688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15fe1a6-13a5-465e-b669-47239e039598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.369925 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e15fe1a6-13a5-465e-b669-47239e039598 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=235bc7fed85d4f1da70e388b31e046fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027760 Dec 13 09:34:57.374993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:57.396719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fe1a6-13a5-465e-b669-47239e039598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e802e30c-6aa9-41a7-9066-c65e8a132ac0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:57.444560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.469009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.483021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc053820-5f0f-4a49-ad32-daa07e90a020 req-8554bf7f-a1d3-4cce-b537-b8e12cbeeb7a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:57.484565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc053820-5f0f-4a49-ad32-daa07e90a020 req-8554bf7f-a1d3-4cce-b537-b8e12cbeeb7a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 943 time: 0.1175859 Dec 13 09:34:57.510776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 65cd55cd-692d-4bc0-b946-d0723be6cef8 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:34:57.540686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.545622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.547765 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e802e30c-6aa9-41a7-9066-c65e8a132ac0 HTTP/1.1" status: 204 len: 168 time: 0.1658993 Dec 13 09:34:57.558398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd33fc8-006b-4068-a33a-54133e8714c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802e30c-6aa9-41a7-9066-c65e8a132ac0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:57.578974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc053820-5f0f-4a49-ad32-daa07e90a020 req-4b412008-f8d5-4b50-ad8d-f03d55b1eb25 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870190 Dec 13 09:34:57.594289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:57.667059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0765c-3123-4ef1-9080-e2409f4d0ba7 req-3a330345-c4fc-431d-845d-b69ee7358dea tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:57.669255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26f0765c-3123-4ef1-9080-e2409f4d0ba7 req-3a330345-c4fc-431d-845d-b69ee7358dea tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.0790026 Dec 13 09:34:57.673278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:57.697247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac157517-a902-428c-8ca4-f673ebac74bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.709991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:57.730806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'port_id': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'mac_address': 'fa:16:3e:a7:47:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:34:57.743708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26f0765c-3123-4ef1-9080-e2409f4d0ba7 req-de98f8aa-1d15-45bd-9745-dba14aa08b30 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Dec 13 09:34:57.788750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.811458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cd55cd-692d-4bc0-b946-d0723be6cef8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:34:57.827019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac157517-a902-428c-8ca4-f673ebac74bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.832230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac157517-a902-428c-8ca4-f673ebac74bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.837224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:57.845634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.879602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac157517-a902-428c-8ca4-f673ebac74bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5624ab00f4ed482b8163dbfd96a914ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049818 Dec 13 09:34:57.882784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:57.883130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac157517-a902-428c-8ca4-f673ebac74bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afc651c-744d-4a1a-ba21-7a51249a78bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:57.943640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:57.959343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.967193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36f075e-ae88-43dc-9b75-aedc9a5eec8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:57.983392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.055143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.055143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.058740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1afc651c-744d-4a1a-ba21-7a51249a78bd HTTP/1.1" status: 204 len: 168 time: 0.1715817 Dec 13 09:34:58.066522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63de02-cf7c-4ccb-afd9-3b7c372aede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afc651c-744d-4a1a-ba21-7a51249a78bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.087713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36f075e-ae88-43dc-9b75-aedc9a5eec8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.097973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36f075e-ae88-43dc-9b75-aedc9a5eec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.114392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:58.119482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2110477485-network', 'tenant_id': 'ae8e2a6b41d443f587e25f7a2ec76ae3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:58.150699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c36f075e-ae88-43dc-9b75-aedc9a5eec8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eb3b1dfd09c484bb832aa165e92ea37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538540 Dec 13 09:34:58.153680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:58.162811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f075e-ae88-43dc-9b75-aedc9a5eec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3ce0d-fee1-4aaf-b034-2c033021cef5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.201078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['65cd55cd-692d-4bc0-b946-d0723be6cef8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:34:58.217498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.239886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:58.243216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Made reservation on behalf of ae8e2a6b41d443f587e25f7a2ec76ae3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:58.247038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.251991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.267186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.269942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7ea3-b8f5-44b2-a680-0cea4786d448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.285963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfe761-b94e-413c-a1c6-21c248ee0c9c req-36eefdf3-5369-4ae4-b5b7-714be127cd1b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.287684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41bfe761-b94e-413c-a1c6-21c248ee0c9c req-36eefdf3-5369-4ae4-b5b7-714be127cd1b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.1392016 Dec 13 09:34:58.350695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.354166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.356257 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0d3ce0d-fee1-4aaf-b034-2c033021cef5 HTTP/1.1" status: 204 len: 168 time: 0.2007368 Dec 13 09:34:58.389429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a465d-3d97-4732-883d-1b11547610b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3ce0d-fee1-4aaf-b034-2c033021cef5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.451196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7ea3-b8f5-44b2-a680-0cea4786d448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.457627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7ea3-b8f5-44b2-a680-0cea4786d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.470083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41bfe761-b94e-413c-a1c6-21c248ee0c9c req-aeaa3466-d0a9-411f-bdf1-b7d1628a5c45 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722467 Dec 13 09:34:58.541366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1548b6-db67-4384-b4b1-4be8eeaa223e req-fb82793f-6e4b-4b6a-9958-7f6e2fd447c9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.542246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1626dbce-bb1c-4802-89f5-02a0034b9669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.552702 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b8b7ea3-b8f5-44b2-a680-0cea4786d448 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f652747ef1ef48e6954f3ac1974f4c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069861 Dec 13 09:34:58.552702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b7ea3-b8f5-44b2-a680-0cea4786d448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fde8c-275b-4fec-8683-f9ac976e95f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.552849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b1548b6-db67-4384-b4b1-4be8eeaa223e req-fb82793f-6e4b-4b6a-9958-7f6e2fd447c9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 950 time: 0.1139290 Dec 13 09:34:58.552849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:58.613630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.634745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.675014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0c56-c636-4395-8303-af12b1d63f12 req-0b68e595-dda3-45fa-8044-5fd003fd8f86 tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.676907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61db0c56-c636-4395-8303-af12b1d63f12 req-0b68e595-dda3-45fa-8044-5fd003fd8f86 tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 1101 time: 0.0724335 Dec 13 09:34:58.687272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:34:58.717807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a821db-1085-43c7-88bb-9159e7722b1b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:58.722134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.722486 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Added segment fe792f55-3c57-474d-8769-080f144cefcc of type vlan for network f376e0ab-a098-4e98-9d2d-a8996b11480b Dec 13 09:34:58.736281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b1548b6-db67-4384-b4b1-4be8eeaa223e req-7d1282a9-9eb2-47d0-a27f-b0eb3e6791da tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470792 Dec 13 09:34:58.775409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.788207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.799572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.819352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.857816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Deleting port 711522a7-8a3e-49d5-aee1-377e4153e8f8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:34:58.858163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.864704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:58.865810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:58.866460 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.024115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:59.027678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9121623 Dec 13 09:34:59.036196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:34:59.045012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] For port 711522a7-8a3e-49d5-aee1-377e4153e8f8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=711522a7-8a3e-49d5-aee1-377e4153e8f8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:59.045542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.051624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Request body: {'subnet': {'network_id': 'f376e0ab-a098-4e98-9d2d-a8996b11480b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2110477485-subnet', 'tenant_id': 'ae8e2a6b41d443f587e25f7a2ec76ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:34:59.057185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ed9b5-ce95-4b73-bc76-970deb0651e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f376e0ab-a098-4e98-9d2d-a8996b11480b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:59.062689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-09efd31a-8435-4dab-be9a-20623820fc56 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.064291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-09efd31a-8435-4dab-be9a-20623820fc56 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.1451292 Dec 13 09:34:59.073598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f376e0ab-a098-4e98-9d2d-a8996b11480b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:34:59.076833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bbb3-181b-48f5-a6fa-f8d576a36521 req-e5f20e24-8c81-4aa1-b305-a0db14f27626 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.078388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4d1bbb3-181b-48f5-a6fa-f8d576a36521 req-e5f20e24-8c81-4aa1-b305-a0db14f27626 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 944 time: 0.2093976 Dec 13 09:34:59.079048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.081726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.082771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a4fde8c-275b-4fec-8683-f9ac976e95f6 HTTP/1.1" status: 204 len: 168 time: 0.5296173 Dec 13 09:34:59.090038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63ceb48d-9af5-42c1-8a09-a80735353c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.100600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Calling delete_port for 711522a7-8a3e-49d5-aee1-377e4153e8f8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:34:59.101827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-52dcdce2-3def-4490-a5bc-af13c6d5553c tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.103226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-52dcdce2-3def-4490-a5bc-af13c6d5553c tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1123 time: 0.1267090 Dec 13 09:34:59.105734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3d8e-50d3-4234-8bbf-f05a2dafc6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fde8c-275b-4fec-8683-f9ac976e95f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:59.138376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-1f38a85f-c76b-4bab-b9a2-46af722cac0d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.167402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4d1bbb3-181b-48f5-a6fa-f8d576a36521 req-873125f4-f5d4-47bd-82fb-bb55b12cffb9 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787041 Dec 13 09:34:59.280059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Made reservation on behalf of ae8e2a6b41d443f587e25f7a2ec76ae3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:34:59.283035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.293136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-1f38a85f-c76b-4bab-b9a2-46af722cac0d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.300044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-1f38a85f-c76b-4bab-b9a2-46af722cac0d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.402774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38037a24-ce6b-4442-ad06-c8d0b3bb2e0c req-1f38a85f-c76b-4bab-b9a2-46af722cac0d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677300 Dec 13 09:34:59.402774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38a85f-c76b-4bab-b9a2-46af722cac0d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db3181-4a46-4388-8e7b-5f4130e05ddc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:34:59.434359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088089dc-a81f-4d49-9ae1-97418e056ec8 req-65a3fe61-861a-4a8a-9b72-bea9553cd476 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:34:59.443534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-088089dc-a81f-4d49-9ae1-97418e056ec8 req-65a3fe61-861a-4a8a-9b72-bea9553cd476 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 970 time: 0.1322825 Dec 13 09:34:59.513262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-088089dc-a81f-4d49-9ae1-97418e056ec8 req-207dc643-04e4-4d03-a4fb-a99fad15d594 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/security-groups?id=29a27a7c-e39f-45e1-9a7b-002af9b841d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Dec 13 09:34:59.534323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 65cd55cd-692d-4bc0-b946-d0723be6cef8 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:34:59.587562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Deleting port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:34:59.588051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.622722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 65cd55cd-692d-4bc0-b946-d0723be6cef8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:34:59.641048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 65cd55cd-692d-4bc0-b946-d0723be6cef8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:34:59.642264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.653930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63ceb48d-9af5-42c1-8a09-a80735353c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.696778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63ceb48d-9af5-42c1-8a09-a80735353c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.760498 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.797681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:34:59.800595 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba58896-4ff4-406f-ac86-08a06e217760" -d '{"events": [{"server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "name": "network-vif-plugged", "status": "completed", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:34:59.826515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:34:59.833162 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:34:59.895742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.017749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-0dc3b0c5-1ad4-4024-9111-082686db48db tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732818 Dec 13 09:35:00.039154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.050684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['711522a7-8a3e-49d5-aee1-377e4153e8f8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:00.078737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-082f26de-f043-4925-aeaf-e7f11a415397 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358807 Dec 13 09:35:00.096452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54eabec-3708-47a3-ab31-c68caa4d0a3b req-d91d051a-ca2d-4b49-a658-44605be32340 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.097961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d54eabec-3708-47a3-ab31-c68caa4d0a3b req-d91d051a-ca2d-4b49-a658-44605be32340 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3432229-1395-40e1-be47-ddec48eb9c6d HTTP/1.1" status: 200 len: 867 time: 0.2079873 Dec 13 09:35:00.099911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb48d-9af5-42c1-8a09-a80735353c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07334d0f-c726-4151-8f41-42c4e9ccb947,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.102911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Pushing event deleted for resources: {'Port': ['ID=711522a7-8a3e-49d5-aee1-377e4153e8f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.107185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-63ceb48d-9af5-42c1-8a09-a80735353c54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7de89aaedc504102b352430af51d29a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0819838 Dec 13 09:35:00.116962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:00.227010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] For port 83bf7286-c775-4e0b-964f-a135c3d5d2b8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83bf7286-c775-4e0b-964f-a135c3d5d2b8,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:00.227386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.249698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] No DVR routers for this DVR port 711522a7-8a3e-49d5-aee1-377e4153e8f8 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:00.273019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.276467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61db0c56-c636-4395-8303-af12b1d63f12 req-ed94b8e6-5dac-4387-aff3-10466d34a03d tempest-DeleteServersAdminTestJSON-504848176 tempest-DeleteServersAdminTestJSON-504848176-project-admin] 10.222.0.37 "DELETE /v2.0/ports/711522a7-8a3e-49d5-aee1-377e4153e8f8 HTTP/1.1" status: 204 len: 173 time: 1.5929852 Dec 13 09:35:00.279480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'name': 'network-vif-deleted', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:00.281345 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f8f09-97df-46ab-a3bb-2e1f80b20d22" -d '{"events": [{"server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "name": "network-vif-deleted", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:00.290067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-e74b2fc8-cec4-4bfb-a969-4312a6962c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.291581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-e74b2fc8-cec4-4bfb-a969-4312a6962c78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1123 time: 0.1428514 Dec 13 09:35:00.294627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Calling delete_port for 83bf7286-c775-4e0b-964f-a135c3d5d2b8 owned by compute:tempest-test_az-1948985633 {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:35:00.297297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.322797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c09e2bd3-a0f5-474a-853d-c5b6ac926909 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.330416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c09e2bd3-a0f5-474a-853d-c5b6ac926909 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116984 Dec 13 09:35:00.348368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d54eabec-3708-47a3-ab31-c68caa4d0a3b req-80dc539e-dccd-4938-a228-85caaf91bff7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147036 Dec 13 09:35:00.435908 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e83ed98-bbb2-4436-a10c-86875c07e740 x-openstack-request-id: req-2e83ed98-bbb2-4436-a10c-86875c07e740 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:00.437143 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "name": "network-vif-plugged", "status": "completed", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:00.437358 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e83ed98-bbb2-4436-a10c-86875c07e740 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:00.438055 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'code': 200} Dec 13 09:35:00.450792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-625e9a16-f6ca-4599-9103-cfcf64bbdac1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.1193211 Dec 13 09:35:00.534073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Checking segment: {'id': 'fe792f55-3c57-474d-8769-080f144cefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f376e0ab-a098-4e98-9d2d-a8996b11480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:00.534442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Network hostable DHCP agents. Network: f376e0ab-a098-4e98-9d2d-a8996b11480b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:00.564816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.625191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0657d2e-4dfe-48d3-9d68-8b43eb4f5001,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.633021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.718771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Network f376e0ab-a098-4e98-9d2d-a8996b11480b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:00.757795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f376e0ab-a098-4e98-9d2d-a8996b11480b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:00.764420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eb7d3-0a69-4a76-ba9d-add7448dc2ee req-edd98c9e-4d15-4c17-afb3-c5213d28b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.766232 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a3eb7d3-0a69-4a76-ba9d-add7448dc2ee req-edd98c9e-4d15-4c17-afb3-c5213d28b6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1096 time: 0.1492260 Dec 13 09:35:00.769198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.769798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.772603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd665e-cc1d-4819-b738-c5cb6ce77d99 None None] Network f376e0ab-a098-4e98-9d2d-a8996b11480b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:00.849396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f360162-d36b-4f4a-9fb1-b53291c9ffa2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8080738 Dec 13 09:35:00.855084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.857941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.859161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07334d0f-c726-4151-8f41-42c4e9ccb947 HTTP/1.1" status: 204 len: 168 time: 0.7173345 Dec 13 09:35:00.861808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53b33-3e86-4aad-adb9-763028009237 req-b2854c21-0105-4e97-9e5c-a04b237d52ed tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.869876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01c53b33-3e86-4aad-adb9-763028009237 req-b2854c21-0105-4e97-9e5c-a04b237d52ed tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 945 time: 0.3281357 Dec 13 09:35:00.882935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a3eb7d3-0a69-4a76-ba9d-add7448dc2ee req-94efa88b-92e3-4311-97de-584e08e142f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854638 Dec 13 09:35:00.889761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-0ba0474a-c2c2-4908-9417-9b87f62f9628 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4380002 Dec 13 09:35:00.893642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d990f1-0cd4-437c-bf41-9432618cd304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07334d0f-c726-4151-8f41-42c4e9ccb947,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.895711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:00.899230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-7bf88c89-b6ca-487e-bb29-eb27c5b5bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:00.910781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-7bf88c89-b6ca-487e-bb29-eb27c5b5bc36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5766027 Dec 13 09:35:00.934298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Pushing event deleted for resources: {'Port': ['ID=83bf7286-c775-4e0b-964f-a135c3d5d2b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:00.955368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['83bf7286-c775-4e0b-964f-a135c3d5d2b8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:01.031257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] No DVR routers for this DVR port 83bf7286-c775-4e0b-964f-a135c3d5d2b8 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:01.046411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.049945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fa830b31-e738-4aef-be63-e4fe90eb18b9 req-cffc5349-d6ce-4b51-966e-90ca569c0dd6 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.44 "DELETE /v2.0/ports/83bf7286-c775-4e0b-964f-a135c3d5d2b8 HTTP/1.1" status: 204 len: 173 time: 1.9719021 Dec 13 09:35:01.073515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02b1fb5e-c7f7-414f-931c-97fc04f88a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:01.097994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-d29c125d-9fec-4686-998c-1df8c5626293 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 200 len: 217 time: 0.1761029 Dec 13 09:35:01.178877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a54b05e-fbdf-4182-ad20-8c32736bdb88 None None] Network f376e0ab-a098-4e98-9d2d-a8996b11480b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:01.250763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01c53b33-3e86-4aad-adb9-763028009237 req-20047a31-2084-4613-8688-ec73a51e4c93 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799744 Dec 13 09:35:01.290530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-13f02773-10a0-4695-9a63-a29a39acd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:01.296088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-13f02773-10a0-4695-9a63-a29a39acd528 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1863198 Dec 13 09:35:01.397684 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968783b-a1e6-497b-92df-5f62eafca069 x-openstack-request-id: req-5968783b-a1e6-497b-92df-5f62eafca069 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:01.398251 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3432229-1395-40e1-be47-ddec48eb9c6d", "name": "network-vif-deleted", "tag": "711522a7-8a3e-49d5-aee1-377e4153e8f8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:01.398622 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5968783b-a1e6-497b-92df-5f62eafca069 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:01.399173 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3432229-1395-40e1-be47-ddec48eb9c6d', 'name': 'network-vif-deleted', 'tag': '711522a7-8a3e-49d5-aee1-377e4153e8f8', 'status': 'completed', 'code': 200} Dec 13 09:35:01.473908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-8917d1ae-2fa5-46e3-86da-814a0273efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:01.476010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-8917d1ae-2fa5-46e3-86da-814a0273efd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721823 Dec 13 09:35:01.628269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11c40b50-c1f1-40ba-9e71-5df7d3aa0a40 req-b5cfe965-5230-48e5-9cae-d956dff9c5a5 tempest-AggregatesAdminTestJSON-1927671564 tempest-AggregatesAdminTestJSON-1927671564-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f108e1b-2aca-4f9e-8246-c6fb173fa674 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Dec 13 09:35:01.680285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-dd6ff667-e5af-49e2-a077-baf3fe38ecbe service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964843 Dec 13 09:35:01.813660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76a13d1f-85ef-4f30-a333-19ee0d5ad28b req-ee2e96ba-1089-4212-8421-6c1a73e16525 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251571 Dec 13 09:35:02.055623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:02.246343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-729ff9c8-b220-4c8d-8bc8-7590d1b3c9f9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:02.248267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-729ff9c8-b220-4c8d-8bc8-7590d1b3c9f9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.1556239 Dec 13 09:35:02.278403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-35c6c8a5-6033-463c-afa5-ed92be0f932c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/quotas/7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 375 time: 0.0211475 Dec 13 09:35:02.358262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-77a22268-5011-40a6-8b3c-1e046c11114b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711002 Dec 13 09:35:02.494658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-37c18707-b6aa-471f-864e-b2652eb60490 service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248858 Dec 13 09:35:02.712647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-90f3c5ac-d244-46bf-b22a-6c52dd9056c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066307 Dec 13 09:35:02.773855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-cd5fe6c0-fa3c-4168-8144-13bc875e8157 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=08f098c4b52c452098bb127d5075d30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537837 Dec 13 09:35:02.916923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-9d1ccac5-336f-4b07-8540-eb8ddaa16538 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:02.925692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-9d1ccac5-336f-4b07-8540-eb8ddaa16538 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459844 Dec 13 09:35:02.949677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-cc8198c1-ba6a-471b-a7a8-0d0265b73676 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/quotas/08f098c4b52c452098bb127d5075d30c HTTP/1.1" status: 200 len: 375 time: 0.0230680 Dec 13 09:35:03.006185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-29dbbd42-4b8d-465b-910d-cf71a83cd7c0 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343752 Dec 13 09:35:03.025613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a37266-5fd3-4565-b89c-101a2f957730 req-2eae31b8-4e29-4977-8a72-2e135231abc0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.027270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9a37266-5fd3-4565-b89c-101a2f957730 req-2eae31b8-4e29-4977-8a72-2e135231abc0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 945 time: 0.0927532 Dec 13 09:35:03.086020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9a37266-5fd3-4565-b89c-101a2f957730 req-0451a93e-963a-44aa-883f-b2c719351693 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514829 Dec 13 09:35:03.290659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4668f15e-795c-4431-98ed-23c59baa0062 req-f9ae4624-228e-451c-8095-f54200082537 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0435250 Dec 13 09:35:03.394765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-313baf7f-9a6a-43d2-babb-342e1809dcd4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478723 Dec 13 09:35:03.401465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'name': 'network-vif-deleted', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:03.404227 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ade119-daf1-4f13-a08c-5598626c77a5" -d '{"events": [{"server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "name": "network-vif-deleted", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:03.541789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:03.549397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 711522a7-8a3e-49d5-aee1-377e4153e8f8 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:03.574073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1ee7f73-5f19-4b90-8387-99b9d9a81210 req-89228742-bf42-461d-bf54-1afddd9e8e20 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 210 time: 0.0944171 Dec 13 09:35:03.685171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83bf7286-c775-4e0b-964f-a135c3d5d2b8 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:03.697002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 711522a7-8a3e-49d5-aee1-377e4153e8f8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:03.712557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 711522a7-8a3e-49d5-aee1-377e4153e8f8 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:03.738900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8d7d3b1-5154-4d86-bde4-ebca3b859c02 req-3373ec07-6532-4a2a-b3cf-2f08f0aee3e4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 210 time: 0.0473683 Dec 13 09:35:03.751875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-4f24f5f4-c6aa-4250-93a1-5d9d49ce4bc5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.753346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-4f24f5f4-c6aa-4250-93a1-5d9d49ce4bc5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481011 Dec 13 09:35:03.769153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:03.805653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 83bf7286-c775-4e0b-964f-a135c3d5d2b8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:03.810938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83bf7286-c775-4e0b-964f-a135c3d5d2b8 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:03.961197 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3bb22-7ca3-40bb-b8f1-2c1f4b22e787 x-openstack-request-id: req-2ad3bb22-7ca3-40bb-b8f1-2c1f4b22e787 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:03.961743 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f108e1b-2aca-4f9e-8246-c6fb173fa674", "name": "network-vif-deleted", "tag": "83bf7286-c775-4e0b-964f-a135c3d5d2b8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:03.962141 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ad3bb22-7ca3-40bb-b8f1-2c1f4b22e787 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:03.962678 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f108e1b-2aca-4f9e-8246-c6fb173fa674', 'name': 'network-vif-deleted', 'tag': '83bf7286-c775-4e0b-964f-a135c3d5d2b8', 'status': 'completed', 'code': 200} Dec 13 09:35:03.968195 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-0b07f2fd-7744-44e9-af98-5f3fd3eb6e5c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402021 Dec 13 09:35:03.978794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c134-ea70-40b0-bcbb-85a40dceaacb req-565cebed-dfe6-485d-a866-1a167a32e3bb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:03.980462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f386c134-ea70-40b0-bcbb-85a40dceaacb req-565cebed-dfe6-485d-a866-1a167a32e3bb tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 945 time: 0.1966524 Dec 13 09:35:03.995057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:04.000595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'floatingip': {'port_id': '65cd55cd-692d-4bc0-b946-d0723be6cef8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:04.166374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:04.295582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-5ac756ef-c936-4485-be61-734bac3ca772 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.297115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-5ac756ef-c936-4485-be61-734bac3ca772 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230610 Dec 13 09:35:04.306112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-32b5ac9b-3637-4e74-b44a-f45d2050db04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2983842 Dec 13 09:35:04.321444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '09170915-13db-4b51-ad40-39205040dfe6', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:04.357739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.544213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-92d5f54c-5852-41e9-956a-098cbfe6d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.546798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-92d5f54c-5852-41e9-956a-098cbfe6d687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1096 time: 0.0936656 Dec 13 09:35:04.570391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-66a6b47d-74f0-4008-9540-a9a0bda54b42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=966cb47dc9544e4ab8ad62e870eb6240&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3700535 Dec 13 09:35:04.571291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:04.574956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.580482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:04.584287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.637439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:04.642861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.774425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.804530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c90d59b2-4f93-413a-992a-d9bdf233259c req-b20390d7-5a19-4f67-8814-bcc6cf52b3d0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1789560 Dec 13 09:35:04.841242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-26492f22-974f-46e7-b5f8-7738b543a7ae tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:04.842982 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-26492f22-974f-46e7-b5f8-7738b543a7ae tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.2411525 Dec 13 09:35:04.864582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Request body: {'port': {'device_id': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'admin_state_up': True, 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:04.872860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.965077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.112 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/552d2ead-150d-48a5-9bb0-56012eeeae06) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:04.984550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.987092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dd9c111-737a-42a3-926e-aceedde15dee req-026c2486-6a6f-45fa-ac80-32e7ed0bf1cc tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 210 time: 0.1216364 Dec 13 09:35:04.987731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:04.991912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29a27a7c-e39f-45e1-9a7b-002af9b841d4 HTTP/1.1" status: 204 len: 168 time: 0.4194367 Dec 13 09:35:05.010551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90860e8b-8de0-4098-bb5f-a3d11a46041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a27a7c-e39f-45e1-9a7b-002af9b841d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:05.031083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-5d1bf605-9227-4550-bc0c-f1e542f85084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.032720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-5d1bf605-9227-4550-bc0c-f1e542f85084 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.4056096 Dec 13 09:35:05.161016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.37', 60977) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.189905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-696302cc-e136-4f67-8a34-d9013ed2e968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 217 time: 0.1139224 Dec 13 09:35:05.350647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:05.354180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.365982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-b260badb-609d-46ef-a1ad-4b179b66fb14 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=08f098c4b52c452098bb127d5075d30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2019539 Dec 13 09:35:05.366500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.435744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0bee7e9-06ec-4701-8079-3c5172d6807f req-59a4afdf-d2bb-479a-b033-94e215c1fe18 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 210 time: 0.1077065 Dec 13 09:35:05.531247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.546444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:05.551738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-c97585ff-4be2-47e7-83f5-8642c3ec9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.555296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-c97585ff-4be2-47e7-83f5-8642c3ec9323 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.3399439 Dec 13 09:35:05.598964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Allocated IP 172.20.0.11 (d331cf36-5ca7-4572-8722-d50e11ec9238/ed00911b-a20e-410e-80b3-88da61b3d84f/cc3d5359-15d2-4522-a8de-20050ba27d42) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:05.627840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:05.640323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:05.647056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.647862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:05.691684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:05.805606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:05.806239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:05.854823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-896ae5d3-1955-415a-94d4-fcba7036d536 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=967f5a51d2c54280918b580209a8f1f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010107 Dec 13 09:35:05.895058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:05.924249 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-9a1b1037-9bf1-450d-a55a-932950da7735 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6161616 Dec 13 09:35:05.955246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Request body: {'port': {'device_id': '09170915-13db-4b51-ad40-39205040dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:06.056581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-a4140c76-0eb7-4b32-869c-50cfb4159cf2 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.060469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-a4140c76-0eb7-4b32-869c-50cfb4159cf2 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6818461 Dec 13 09:35:06.070291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:35:06.107297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-80a526fa-98aa-48f6-9969-f2e2e60058e7 None None] Provisioning complete for port 552d2ead-150d-48a5-9bb0-56012eeeae06 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:06.110082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a526fa-98aa-48f6-9969-f2e2e60058e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.110960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Request body: {'port': {'device_id': '64957524-bb1c-432d-8f08-504336db70be', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '08f098c4b52c452098bb127d5075d30c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:06.146671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.149788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.206 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/228b1d79-01b1-4f4e-b4d1-e74b2726964f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:06.153908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-8235b2f3-8488-4de7-8dcd-68c3ea345e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.155482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-8235b2f3-8488-4de7-8dcd-68c3ea345e94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5549145 Dec 13 09:35:06.160000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.165599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.171445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-80a526fa-98aa-48f6-9969-f2e2e60058e7 None None] Port 552d2ead-150d-48a5-9bb0-56012eeeae06 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:06.234949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.381754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.399411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:06.399725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.403063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.404139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dbf99c8-ef7c-4742-8238-0eeb8d79aa18 HTTP/1.1" status: 204 len: 168 time: 0.5081189 Dec 13 09:35:06.446411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83df150-ca98-43b9-8af7-0c6be450dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf99c8-ef7c-4742-8238-0eeb8d79aa18,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.456633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Network d331cf36-5ca7-4572-8722-d50e11ec9238 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:06.459621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:06.461937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:06.514529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.515148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.523946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:06.539422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-18553aa3-f99c-4ccc-8c4c-553e74cd5494 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6828959 Dec 13 09:35:06.554056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Request body: {'port': {'device_id': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:06.562806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.592874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.634565 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.749596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c617f-c9f2-4150-8df2-dba3e184bf5b req-41e7f96c-01fd-4ecc-ab98-c2310a33d68a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.751047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a93c617f-c9f2-4150-8df2-dba3e184bf5b req-41e7f96c-01fd-4ecc-ab98-c2310a33d68a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 936 time: 0.3914511 Dec 13 09:35:06.775536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-3469bdab-f4b3-49ff-99a5-070dd0264700 service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134300 Dec 13 09:35:06.780057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836282f0-bd3f-491e-b79d-050204f6185c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.829333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d772ea-00bc-4b2b-9c7d-c3e94554cc19 req-5b8942b6-0df7-4e07-aaf8-0021294c05c0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:06.833591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4d772ea-00bc-4b2b-9c7d-c3e94554cc19 req-5b8942b6-0df7-4e07-aaf8-0021294c05c0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 932 time: 0.4728224 Dec 13 09:35:06.964505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836282f0-bd3f-491e-b79d-050204f6185c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:06.975221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836282f0-bd3f-491e-b79d-050204f6185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.006765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Made reservation on behalf of 08f098c4b52c452098bb127d5075d30c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:07.010517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.051607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-836282f0-bd3f-491e-b79d-050204f6185c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88d34139f2ea4dfeb1154889ecbcba8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505325 Dec 13 09:35:07.052619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:07.055707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3d5359-15d2-4522-a8de-20050ba27d42 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:07.060833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836282f0-bd3f-491e-b79d-050204f6185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a19a2-b788-4c77-9901-a6d849e48754,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.067079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a93c617f-c9f2-4150-8df2-dba3e184bf5b req-dc374680-6a67-4ac8-92ee-030bf3374839 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937872 Dec 13 09:35:07.068187 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Floating IP 779b5104-7d22-40fc-9faf-17af26f88bce associated. External IP: 172.25.1.241, port: 65cd55cd-692d-4bc0-b946-d0723be6cef8. Dec 13 09:35:07.071518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.100920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4d772ea-00bc-4b2b-9c7d-c3e94554cc19 req-674d3736-c8b0-47e6-8567-43c1aa8b9abc tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457757 Dec 13 09:35:07.113670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Transition to ACTIVE for port object cc3d5359-15d2-4522-a8de-20050ba27d42 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:07.132546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.223951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.226457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.293196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87286c06-e22f-4871-a83d-339a12bf9d19 req-bf149392-8e8d-40af-8206-b9981bd8442f service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721916 Dec 13 09:35:07.296544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.298960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.330486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e5f0dbb-b7cb-4ce8-9864-af5b88584b81 req-60bd6003-072f-404d-81c2-90f214142626 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 210 time: 0.1142690 Dec 13 09:35:07.364835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:07.367568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:07.368151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:07.393193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:07.394277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:07.406165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:07.406593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:07.407765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:07.408334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Bound port: cc3d5359-15d2-4522-a8de-20050ba27d42, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:07.413116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.420950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.423805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.442431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c56a19a2-b788-4c77-9901-a6d849e48754 HTTP/1.1" status: 204 len: 168 time: 0.3759835 Dec 13 09:35:07.512275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4937e8b-5909-4175-ac14-b35b187b3158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a19a2-b788-4c77-9901-a6d849e48754,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.548193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.568511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:07.663889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:07.687284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:07.696170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.743033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:07.756397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.764511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.765629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.766958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:07.767076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] 10.222.0.37 "PUT /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 1092 time: 1.2194202 Dec 13 09:35:07.770998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:07.783746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:07.786588 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8413cb9-fdcf-447c-b3c7-97c6db95a970" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:07.793805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.794546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.842471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:35:07.857709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c2d53fb7-b42d-4bdb-93e2-8ca9bd96e183 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0927134 Dec 13 09:35:07.871620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Request body: {'port': {'device_id': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:07.903848 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2747fc1-55d5-472d-836f-dbeca2d1c387 x-openstack-request-id: req-d2747fc1-55d5-472d-836f-dbeca2d1c387 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:07.904142 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:07.904392 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2747fc1-55d5-472d-836f-dbeca2d1c387 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:07.904831 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'status': 'completed', 'code': 200} Dec 13 09:35:07.911594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625af0b-ab4a-4600-bf75-91ded3995b0b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:07.933430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552d2ead-150d-48a5-9bb0-56012eeeae06 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:07.943623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:07.954900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9d28e361-996b-485d-b568-439f40803d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:07.956710 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-9d28e361-996b-485d-b568-439f40803d46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1095 time: 0.1293004 Dec 13 09:35:07.979002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Transition to ACTIVE for port object 552d2ead-150d-48a5-9bb0-56012eeeae06 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:08.017481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.064878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-2bd76093-dd31-4d89-8355-43c8a0333aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0979829 Dec 13 09:35:08.067183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:08.336375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ab72487-2777-493a-a20e-66758ea9969e None None] Provisioning complete for port 228b1d79-01b1-4f4e-b4d1-e74b2726964f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:08.341838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ab72487-2777-493a-a20e-66758ea9969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.371687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Allocated IP 192.168.233.157 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/d701b10c-94b8-4679-b1ec-6278841956c7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:08.374012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.405835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:08.426143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab72487-2777-493a-a20e-66758ea9969e None None] Port 228b1d79-01b1-4f4e-b4d1-e74b2726964f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:08.503118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:08.596648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-111b70fa-92df-4999-b38e-05c5a4b3bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.598186 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-111b70fa-92df-4999-b38e-05c5a4b3bec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.5227056 Dec 13 09:35:08.649010 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-3d531699-1bfd-43c2-adef-995099e35ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314875 Dec 13 09:35:08.734738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Attempting to bind port 552d2ead-150d-48a5-9bb0-56012eeeae06 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:08.735367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Attempting to bind port 552d2ead-150d-48a5-9bb0-56012eeeae06 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:08.735764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Attempting to bind port 552d2ead-150d-48a5-9bb0-56012eeeae06 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:08.748924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Port 552d2ead-150d-48a5-9bb0-56012eeeae06 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:08.749015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Attempting to bind port 552d2ead-150d-48a5-9bb0-56012eeeae06 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:08.761013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3821-eda5-4566-a250-a238616af3b0 req-2514cb05-cc0a-4dcf-9a52-d1c88b994911 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.763547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df5f3821-eda5-4566-a250-a238616af3b0 req-2514cb05-cc0a-4dcf-9a52-d1c88b994911 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 948 time: 0.5063379 Dec 13 09:35:08.765061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:08.765432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:08.765824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:08.766269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Bound port: 552d2ead-150d-48a5-9bb0-56012eeeae06, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:08.766627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.775622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:08.786689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83f1b6c1-9148-442a-b5d2-e3c920142378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.791893 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:08.800509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.805572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:08.806724 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:08.829072 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-3be8f65e-50b2-4ed7-8683-058f1f12c21c service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687624 Dec 13 09:35:08.896446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81aaac43-668c-4127-8c29-33b98b40dccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:08.915176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b4ef-e0ce-4b80-ae1d-b77666159a35 req-a19c1700-f141-42c1-a559-b3b358ed6f8b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:08.925876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9df0b4ef-e0ce-4b80-ae1d-b77666159a35 req-a19c1700-f141-42c1-a559-b3b358ed6f8b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.5563231 Dec 13 09:35:08.934514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:08.947555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:08.953052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=552d2ead-150d-48a5-9bb0-56012eeeae06,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:08.968300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.035094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a2fe683b-ee61-4d8b-890b-909bbe4a8fa1 req-27aa4cc2-0249-4197-9776-e4aacf9023c1 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012312 Dec 13 09:35:09.056828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.060098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.061802 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/552d2ead-150d-48a5-9bb0-56012eeeae06 HTTP/1.1" status: 200 len: 1096 time: 3.1171665 Dec 13 09:35:09.070967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28b3d-44e9-4248-ab24-00cc9e0ad5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.118134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5283ed42-3337-41ce-a0d0-3dc8646e07e1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "PUT /v2.0/floatingips/779b5104-7d22-40fc-9faf-17af26f88bce HTTP/1.1" status: 200 len: 991 time: 5.1201837 Dec 13 09:35:09.225297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-deda5549-b8dc-4421-9d29-77506c6ebf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.227373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-deda5549-b8dc-4421-9d29-77506c6ebf25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1107006 Dec 13 09:35:09.230799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-936f80dd-b805-4878-807a-8d552871afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.232353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-936f80dd-b805-4878-807a-8d552871afd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1095 time: 0.1265109 Dec 13 09:35:09.243086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83f1b6c1-9148-442a-b5d2-e3c920142378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.250125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:09.301613 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-ca70ee5c-7687-4d2f-b25a-d48535d1103b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=552d2ead-150d-48a5-9bb0-56012eeeae06 HTTP/1.1" status: 200 len: 217 time: 0.0654645 Dec 13 09:35:09.380867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83f1b6c1-9148-442a-b5d2-e3c920142378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.382717 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:a7:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023b79a-948a-420b-b198-7e439dc5b5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:35:05Z', 'revision_number': 1, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:09.407731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-12860326-465e-4f19-8e65-b300f44ba0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.409152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-12860326-465e-4f19-8e65-b300f44ba0e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0950019 Dec 13 09:35:09.431520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-20643b07-71e1-470b-90e1-f3f5eb3156bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.433293 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-20643b07-71e1-470b-90e1-f3f5eb3156bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.1843915 Dec 13 09:35:09.481006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df5f3821-eda5-4566-a250-a238616af3b0 req-7bd1bfe4-e405-440b-a2a6-410bd4a489c9 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960635 Dec 13 09:35:09.506440 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:09.522886 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-0f8c245e-73cf-4286-8cfe-6d4e62007800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0800834 Dec 13 09:35:09.526103 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:09.526762 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:09.531240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-83f1b6c1-9148-442a-b5d2-e3c920142378 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef044a8b3034f78b875110d770b5dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0129881 Dec 13 09:35:09.532067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:09.534542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1b6c1-9148-442a-b5d2-e3c920142378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67cdd65-f2dc-4886-94f8-5fbfcf89c4e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.554644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9df0b4ef-e0ce-4b80-ae1d-b77666159a35 req-1ee6d2b8-9453-4a86-889e-e29e086f5394 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276042 Dec 13 09:35:09.575578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-324e179d-ad8e-456f-a1c0-ae29226c7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.577312 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-324e179d-ad8e-456f-a1c0-ae29226c7169 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430595 Dec 13 09:35:09.603822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.648782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81aaac43-668c-4127-8c29-33b98b40dccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.657203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81aaac43-668c-4127-8c29-33b98b40dccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.666212 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d93c41-3f05-4174-bcce-85f323123b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:09.692989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-15e22683-de71-4b9e-acc7-1c06818a7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:09.694843 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-15e22683-de71-4b9e-acc7-1c06818a7bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1545856 Dec 13 09:35:09.742721 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-5e2a3e31-224a-42a4-8559-2fa0af9f2451 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392849 Dec 13 09:35:09.746149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.748547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.759022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaac43-668c-4127-8c29-33b98b40dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d27774-967b-412a-bcef-1dbf2bcd6467,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.775768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81aaac43-668c-4127-8c29-33b98b40dccf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d8d9136021d4a3f8225ebd83f8c7d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3560629 Dec 13 09:35:09.776391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:09.795438 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:09.849064 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-5b263805-0e03-4a54-8614-58bf6f0e0505 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464614 Dec 13 09:35:09.851460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:09.870794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Pushing event updated for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:09.924273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:09.927208 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daffd7f-60dd-497b-ae73-7f2b13456f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:09.973272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:09.991934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:09.998710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:10.005999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.005999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.020612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-d4c6377c-de09-4e38-b458-e21a638d6be1 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607820 Dec 13 09:35:10.026165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87bd24-40f1-4a15-ae6f-a587c73bc2a1 req-a2e484ab-4c96-4d7e-a677-84c40c848db7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.026566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.027324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e87bd24-40f1-4a15-ae6f-a587c73bc2a1 req-a2e484ab-4c96-4d7e-a677-84c40c848db7 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 936 time: 0.3088591 Dec 13 09:35:10.036759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.038144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e67cdd65-f2dc-4886-94f8-5fbfcf89c4e0 HTTP/1.1" status: 204 len: 168 time: 0.5054967 Dec 13 09:35:10.106038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6fc0545a-b646-4776-8449-7aa46c2bb4b9 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0326002 Dec 13 09:35:10.112855 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:a7:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023b79a-948a-420b-b198-7e439dc5b5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:35:05Z', 'revision_number': 1, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:10.150328 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8c20d-ef1d-4a2c-a8c8-a8023381e078 None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:a7:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023b79a-948a-420b-b198-7e439dc5b5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:35:05Z', 'revision_number': 1, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:10.158290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Request body: {'port': {'device_id': '64957524-bb1c-432d-8f08-504336db70be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:10.161716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.210039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8413cb9-fdcf-447c-b3c7-97c6db95a970 req-d9148053-7387-4123-a330-a6a725c2cc90 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691101 Dec 13 09:35:10.213892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-17219fc0-d262-423f-9a42-60d1aaffa969 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524055 Dec 13 09:35:10.219877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a6dde-b98c-467e-bd42-3c55b356a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67cdd65-f2dc-4886-94f8-5fbfcf89c4e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:10.283129 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e986321-60ce-49ce-a53d-0713476c7ae1 x-openstack-request-id: req-8e986321-60ce-49ce-a53d-0713476c7ae1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:10.283423 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:10.283683 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e986321-60ce-49ce-a53d-0713476c7ae1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:10.284135 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'status': 'completed', 'code': 200} Dec 13 09:35:10.286145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.331895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228b1d79-01b1-4f4e-b4d1-e74b2726964f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:10.358541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.396246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea3637ee-aa21-448a-99dc-ba3ec93eb1ce None None] Provisioning complete for port d701b10c-94b8-4679-b1ec-6278841956c7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:10.397597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea3637ee-aa21-448a-99dc-ba3ec93eb1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.398247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e87bd24-40f1-4a15-ae6f-a587c73bc2a1 req-77a5ace8-c0f3-42e2-b65f-8e3af227de6e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556616 Dec 13 09:35:10.421090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-c2340ca6-ce3d-46f3-9a7f-0cf63f163444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.422855 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-c2340ca6-ce3d-46f3-9a7f-0cf63f163444 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1096 time: 0.1121461 Dec 13 09:35:10.446492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Transition to ACTIVE for port object 228b1d79-01b1-4f4e-b4d1-e74b2726964f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:10.450542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.475983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.477184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ea3637ee-aa21-448a-99dc-ba3ec93eb1ce None None] Port d701b10c-94b8-4679-b1ec-6278841956c7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:10.571182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394d0ce-32b8-4642-96dc-dc416a3d507f None None] New status for floating IP 779b5104-7d22-40fc-9faf-17af26f88bce: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:35:10.669783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Pushing event updated for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:10.709859 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49b547-b5f6-461c-a803-122decf54291 x-openstack-request-id: req-6f49b547-b5f6-461c-a803-122decf54291 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:10.710330 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:10.710803 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f49b547-b5f6-461c-a803-122decf54291 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:10.711295 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06', 'status': 'completed', 'code': 200} Dec 13 09:35:10.762621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-17d2688d-b462-414a-99d3-70f23defb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.765502 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-17d2688d-b462-414a-99d3-70f23defb972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1608820 Dec 13 09:35:10.790234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.794055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:10.799419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29d27774-967b-412a-bcef-1dbf2bcd6467 HTTP/1.1" status: 204 len: 168 time: 0.9397922 Dec 13 09:35:10.817171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-f6f7d85f-a7da-4580-8b9e-3c01b9e56f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:10.819287 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-f6f7d85f-a7da-4580-8b9e-3c01b9e56f98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.3867919 Dec 13 09:35:10.953775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542436-7bda-49a9-be44-dbca4b863096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d27774-967b-412a-bcef-1dbf2bcd6467,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.005340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Attempting to bind port 228b1d79-01b1-4f4e-b4d1-e74b2726964f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:11.006468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Attempting to bind port 228b1d79-01b1-4f4e-b4d1-e74b2726964f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:11.007405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Attempting to bind port 228b1d79-01b1-4f4e-b4d1-e74b2726964f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:11.065353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-3bd761f7-265d-4ddb-a8f0-b53681090193 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 999 time: 0.2098591 Dec 13 09:35:11.087594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14945626-afb6-4bb1-9a44-e00d1f3fd5e3 req-a52effb3-91fe-4efd-9ca8-4975b813c718 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.103257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14945626-afb6-4bb1-9a44-e00d1f3fd5e3 req-a52effb3-91fe-4efd-9ca8-4975b813c718 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.3582106 Dec 13 09:35:11.117459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Port 228b1d79-01b1-4f4e-b4d1-e74b2726964f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:11.118166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Attempting to bind port 228b1d79-01b1-4f4e-b4d1-e74b2726964f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:11.138692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-00565706-29cd-4f47-a64e-b8a28135428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.141181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-00565706-29cd-4f47-a64e-b8a28135428d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.0620863 Dec 13 09:35:11.162334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:11.176875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:11.177446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:11.178028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:11.178503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Bound port: 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:11.178962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.188908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029036f-2932-4dae-aa51-e776e2a40eef req-1f7d6603-21e1-42c0-afc2-bc77ad4fb922 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.196538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3029036f-2932-4dae-aa51-e776e2a40eef req-1f7d6603-21e1-42c0-afc2-bc77ad4fb922 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 948 time: 0.4632568 Dec 13 09:35:11.235664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-6afb3dfc-fba9-4be6-adee-fc06435d80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.238246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-6afb3dfc-fba9-4be6-adee-fc06435d80ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.4177549 Dec 13 09:35:11.248902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-1e4e2a24-0349-4496-824f-59b658f9e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.250853 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-1e4e2a24-0349-4496-824f-59b658f9e9de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020362 Dec 13 09:35:11.303338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-bed973c3-fd3d-4ae1-9ff8-b70aded02b01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=552d2ead-150d-48a5-9bb0-56012eeeae06 HTTP/1.1" status: 200 len: 217 time: 0.0513618 Dec 13 09:35:11.321230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:11.350182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14945626-afb6-4bb1-9a44-e00d1f3fd5e3 req-5aafc43a-62e9-4eaa-976d-3fe7b7e32eac tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437451 Dec 13 09:35:11.398409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3029036f-2932-4dae-aa51-e776e2a40eef req-5b841cbf-7f4c-499f-aaa6-ef3993194a75 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988337 Dec 13 09:35:11.420563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.472590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:11.482318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-c6dcc850-369e-4d2f-aa73-fe55663a55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.484352 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-c6dcc850-369e-4d2f-aa73-fe55663a55e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1613126 Dec 13 09:35:11.490282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-860c0e9f-b4e2-4391-8480-3fd362e1eaef service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953337 Dec 13 09:35:11.560807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:11.572040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.677450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d701b10c-94b8-4679-b1ec-6278841956c7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:11.684072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0214b34-54bd-4bd0-8969-306147bfc4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.687743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.688798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.689802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] 10.222.0.44 "PUT /v2.0/ports/228b1d79-01b1-4f4e-b4d1-e74b2726964f HTTP/1.1" status: 200 len: 1096 time: 3.8231668 Dec 13 09:35:11.693432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.784966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-30230929-d4af-4fa1-b199-029930978583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.789527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-30230929-d4af-4fa1-b199-029930978583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2950852 Dec 13 09:35:11.845026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Transition to ACTIVE for port object d701b10c-94b8-4679-b1ec-6278841956c7 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:11.847151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Pushing event updated for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:11.873375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:11.894811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.895418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.895922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.896412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.896897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.897416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.897884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.898372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.898845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.899317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.899921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.900391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.900868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355167e6-621e-4655-8ed7-913a363ff635 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:11.921882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-e735fe49-528c-48de-b68c-2e4610c4faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:11.923411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-e735fe49-528c-48de-b68c-2e4610c4faf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1099 time: 0.1541166 Dec 13 09:35:12.002683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1d93c41-3f05-4174-bcce-85f323123b3e req-1fd17660-8e2a-4573-9c71-fd89b0e9a79c service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943089 Dec 13 09:35:12.007357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.025405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.046343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db44b-f59d-4a9b-947a-6ab4bcfaad57 req-62e017c0-ea64-44ce-9a8d-fbbf33887372 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.054428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-834db44b-f59d-4a9b-947a-6ab4bcfaad57 req-62e017c0-ea64-44ce-9a8d-fbbf33887372 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 936 time: 0.3632936 Dec 13 09:35:12.061922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-c5dc8886-088c-4540-aec3-d6969399d534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f HTTP/1.1" status: 200 len: 217 time: 0.1168246 Dec 13 09:35:12.084765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0214b34-54bd-4bd0-8969-306147bfc4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.115635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0214b34-54bd-4bd0-8969-306147bfc4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.125276 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1eabd3f2eed44754bdda5e2aa1adce3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8015532 Dec 13 09:35:12.126329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc9668-0b9e-4e19-9f65-f7b090c1df89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.363124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.363394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.377749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:12.380053 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fe257-ba0e-4707-87b8-9813e8f3962a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:12.388221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-09041abb-8066-422b-809f-9e5f4035fed4 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552807 Dec 13 09:35:12.398545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Pushing event updated for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.406638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.406986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.407327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.407665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.408103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.408313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.408640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.408959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.409305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.409640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.409942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.410259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.410971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9852a-4484-488e-a069-9c734111374c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:12.438455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e0214b34-54bd-4bd0-8969-306147bfc4e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6b81a743a164ead890cfacf9d04bdff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2749777 Dec 13 09:35:12.450166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.478723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Attempting to bind port d701b10c-94b8-4679-b1ec-6278841956c7 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:12.479060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Attempting to bind port d701b10c-94b8-4679-b1ec-6278841956c7 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:12.479395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Attempting to bind port d701b10c-94b8-4679-b1ec-6278841956c7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:12.482734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-6507b5d4-9bde-4158-b31e-fe201a177288 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871060 Dec 13 09:35:12.491550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-b7f16848-cb2b-4f60-9f66-9a644f179cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.493027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-b7f16848-cb2b-4f60-9f66-9a644f179cb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.4228911 Dec 13 09:35:12.502296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0214b34-54bd-4bd0-8969-306147bfc4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3eda3b-6291-40c4-9716-32054fa2f267,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.502597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-834db44b-f59d-4a9b-947a-6ab4bcfaad57 req-512225f3-403c-4f82-9de9-edc475c55cb4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476762 Dec 13 09:35:12.507829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Port d701b10c-94b8-4679-b1ec-6278841956c7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:12.508194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Attempting to bind port d701b10c-94b8-4679-b1ec-6278841956c7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:12.552827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-927f97a6-afa5-4c1e-a8c0-44597cd13cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.566538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:12.566805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:12.567195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:12.567648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Bound port: d701b10c-94b8-4679-b1ec-6278841956c7, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:12.568003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.569761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.606991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daffd7f-60dd-497b-ae73-7f2b13456f0e req-79e01fe1-6e7f-4c8a-bc99-cf964874632c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078836 Dec 13 09:35:12.611629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.688622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.691587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.692711 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58cc9668-0b9e-4e19-9f65-f7b090c1df89 HTTP/1.1" status: 204 len: 168 time: 0.3268003 Dec 13 09:35:12.707778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f06d76-8912-4f78-a232-31578a0d89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc9668-0b9e-4e19-9f65-f7b090c1df89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.714479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-927f97a6-afa5-4c1e-a8c0-44597cd13cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.720204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-927f97a6-afa5-4c1e-a8c0-44597cd13cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.751049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.762334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-78c8c5af-2c43-4568-8216-5182cfb5f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.763958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-78c8c5af-2c43-4568-8216-5182cfb5f317 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604687 Dec 13 09:35:12.764492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-927f97a6-afa5-4c1e-a8c0-44597cd13cd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7221b49c237845cba27078d6c9948030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973489 Dec 13 09:35:12.766507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f97a6-afa5-4c1e-a8c0-44597cd13cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b67cd5-6bb1-4fba-8f6c-ff404730dceb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.769645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:12.785410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:12.789065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d701b10c-94b8-4679-b1ec-6278841956c7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:12.818434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.823151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.843108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-0f3b4712-5100-406b-81ea-73a68e14f2be tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.844642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-0f3b4712-5100-406b-81ea-73a68e14f2be tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506989 Dec 13 09:35:12.848227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.863860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d7de8-b921-4067-b52c-a7e27c529643 req-a7bfd2db-8923-4b64-9526-5c4eed00fb19 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.865375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-877d7de8-b921-4067-b52c-a7e27c529643 req-a7bfd2db-8923-4b64-9526-5c4eed00fb19 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.2674391 Dec 13 09:35:12.879208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.899927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.903060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.905478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54b67cd5-6bb1-4fba-8f6c-ff404730dceb HTTP/1.1" status: 204 len: 168 time: 0.1334264 Dec 13 09:35:12.915373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dc4c4-4e6d-4caa-b0b7-baae967a8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b67cd5-6bb1-4fba-8f6c-ff404730dceb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:12.979690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-e23d406d-9c31-4d53-a796-6e307234c4f2 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/quotas/d8d8197810e040a6b6bb79fb83c24ecf HTTP/1.1" status: 200 len: 375 time: 0.1031330 Dec 13 09:35:12.995124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:12.996333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:12.997797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] 10.222.0.37 "PUT /v2.0/ports/d701b10c-94b8-4679-b1ec-6278841956c7 HTTP/1.1" status: 200 len: 1096 time: 2.8754439 Dec 13 09:35:13.074323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-5431f8dc-4f7e-459e-a29d-6921e4805f7d tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809281 Dec 13 09:35:13.093330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.095803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.099722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa3eda3b-6291-40c4-9716-32054fa2f267 HTTP/1.1" status: 204 len: 168 time: 0.6446390 Dec 13 09:35:13.110673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826062e-d964-4f1a-9521-b5c94dc26417 service neutron] Pushing event updated for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:13.131866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-877d7de8-b921-4067-b52c-a7e27c529643 req-d221aa06-809f-4a1c-abde-1766661e7df5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462080 Dec 13 09:35:13.150023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af208-7f78-4d75-8786-35d2997a72ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3eda3b-6291-40c4-9716-32054fa2f267,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:13.173709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-ec7e1d77-9cf2-4915-b5fe-417e84a6f1b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238811 Dec 13 09:35:13.256740 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09217089-1d36-4422-905d-3d810dca39c2 x-openstack-request-id: req-09217089-1d36-4422-905d-3d810dca39c2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:13.256857 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:13.257055 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09217089-1d36-4422-905d-3d810dca39c2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:13.257626 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'status': 'completed', 'code': 200} Dec 13 09:35:13.262302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-07c2364c-b2f3-4fb7-b6f8-33f9412563c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.263793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-07c2364c-b2f3-4fb7-b6f8-33f9412563c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 1099 time: 0.1884048 Dec 13 09:35:13.381941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6b94864d-7836-4637-897a-9317172a48bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d701b10c-94b8-4679-b1ec-6278841956c7 HTTP/1.1" status: 200 len: 217 time: 0.1097152 Dec 13 09:35:13.539887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4ab090b-d9bf-49ed-b41f-7666293e7839 req-6e089c58-34c4-4b6f-b6f0-f64c65e8ab4b service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542597 Dec 13 09:35:13.554377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-443c1bde-2b7c-4bcd-8e5f-7d2de4914757 req-8ed26307-16cb-4f13-a56d-e610e71f86e3 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 210 time: 0.0671961 Dec 13 09:35:13.560739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-001d1b0f-67f0-4146-a294-1a284b7d61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.562217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-001d1b0f-67f0-4146-a294-1a284b7d61dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1656549 Dec 13 09:35:13.565308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:13.639453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 552d2ead-150d-48a5-9bb0-56012eeeae06 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:13.731926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:13.774540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b25ef76-328a-4338-a90f-10174157dfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.782478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:13.800463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'port_id': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'mac_address': 'fa:16:3e:ce:95:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed00911b-a20e-410e-80b3-88da61b3d84f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:13.817101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450753a-0af6-49ad-8fbe-49cbf84541be req-9b1b66ee-9ee4-4456-82cb-7b9354c1e570 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.818677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e450753a-0af6-49ad-8fbe-49cbf84541be req-9b1b66ee-9ee4-4456-82cb-7b9354c1e570 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 948 time: 0.4405136 Dec 13 09:35:13.874349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=552d2ead-150d-48a5-9bb0-56012eeeae06,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:13.898045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '552d2ead-150d-48a5-9bb0-56012eeeae06', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '552d2ead-150d-48a5-9bb0-56012eeeae06', 'mac_address': 'fa:16:3e:89:e7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:13.901368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.920570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3d5359-15d2-4522-a8de-20050ba27d42 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:13.942486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:13.967560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-e360e6d5-fef6-4700-8986-c4bd5fdaebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.969931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f435e8e-c3df-4313-89ff-24d07f7bf7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.970075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-e360e6d5-fef6-4700-8986-c4bd5fdaebda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1099 time: 0.2373037 Dec 13 09:35:13.978473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-be0f4efe-8035-485e-88cf-43e34d7ae432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:13.981512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-be0f4efe-8035-485e-88cf-43e34d7ae432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3891892 Dec 13 09:35:13.991997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:13.995234 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:13.995866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b25ef76-328a-4338-a90f-10174157dfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.001696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e450753a-0af6-49ad-8fbe-49cbf84541be req-95cd51c0-ced7-4e65-ac5b-882e6c5decf7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738138 Dec 13 09:35:14.006023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b25ef76-328a-4338-a90f-10174157dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.022103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.038657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9b25ef76-328a-4338-a90f-10174157dfcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c361197df51b4388bddbab8d388e22f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050201 Dec 13 09:35:14.044411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:14.063545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552d2ead-150d-48a5-9bb0-56012eeeae06 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:14.111766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-fb3cfd32-0ca4-469d-8ed3-cb49e142a107 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086168 Dec 13 09:35:14.117178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=552d2ead-150d-48a5-9bb0-56012eeeae06,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:14.123717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd0d03-9059-426a-aa90-98e7c023107b req-e3a75bfd-6b29-4793-a02d-e7308bca3d2e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.130989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38dd0d03-9059-426a-aa90-98e7c023107b req-e3a75bfd-6b29-4793-a02d-e7308bca3d2e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 948 time: 0.4714704 Dec 13 09:35:14.139899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.148048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.156499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.157179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.157908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.159184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.159721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.160358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.160997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.161576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.162114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.162630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.163176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.163411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25ef76-328a-4338-a90f-10174157dfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0a5ae-e9ce-4c91-867b-7292d00227df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.172252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.175313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:14.253379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.297925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f435e8e-c3df-4313-89ff-24d07f7bf7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.300060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.327174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.337494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cc3d5359-15d2-4522-a8de-20050ba27d42'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:14.364096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f435e8e-c3df-4313-89ff-24d07f7bf7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.405537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['552d2ead-150d-48a5-9bb0-56012eeeae06'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:14.411571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7f435e8e-c3df-4313-89ff-24d07f7bf7b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50d31852186245f4b9dea196831bc9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679246 Dec 13 09:35:14.413001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f435e8e-c3df-4313-89ff-24d07f7bf7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd53f2-db0c-4649-9b8b-858bbefbf747,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.416089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.418311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe10002f-12e6-466c-ac8e-0c451480dae2 req-6f9c0330-6a56-4f04-9f5c-616ccdf83c08 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862689 Dec 13 09:35:14.419168 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.420435 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fa0a5ae-e9ce-4c91-867b-7292d00227df HTTP/1.1" status: 204 len: 168 time: 0.3750868 Dec 13 09:35:14.421302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:14.449490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700c216-8b85-46af-b261-abe30bb2c904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0a5ae-e9ce-4c91-867b-7292d00227df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.485720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.511636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.514301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-f2fd85b6-52f3-41a9-affd-6a1ed38a173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.515852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-f2fd85b6-52f3-41a9-affd-6a1ed38a173f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5332441 Dec 13 09:35:14.534006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38dd0d03-9059-426a-aa90-98e7c023107b req-12f26322-e02c-410f-9e6c-87674c17e6d4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648989 Dec 13 09:35:14.623269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.624219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:14.629653 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bcd53f2-db0c-4649-9b8b-858bbefbf747 HTTP/1.1" status: 204 len: 168 time: 0.2021663 Dec 13 09:35:14.641369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-371964fd-f959-4145-b4a8-5d40237885c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f HTTP/1.1" status: 200 len: 217 time: 0.0916820 Dec 13 09:35:14.645631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc80e-5aca-43e1-9001-a26397dcfd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd53f2-db0c-4649-9b8b-858bbefbf747,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:14.658991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b116c6-4d96-4fdf-b840-f4604f531922 req-193d1c74-d00d-49cd-b4ea-ac431da87c81 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.666039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b116c6-4d96-4fdf-b840-f4604f531922 req-193d1c74-d00d-49cd-b4ea-ac431da87c81 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.4060774 Dec 13 09:35:14.779008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-9d3b64a6-6f82-4afb-8dd7-2360e0d73668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.780471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-9d3b64a6-6f82-4afb-8dd7-2360e0d73668 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1135352 Dec 13 09:35:14.788749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-1361b8f3-00cc-4c80-9061-aa57ad589ab6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583420 Dec 13 09:35:14.788941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b116c6-4d96-4fdf-b840-f4604f531922 req-b7e42880-210d-4cf6-9c53-e9db12f3ec5e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095088 Dec 13 09:35:14.884005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000e0eec-a428-4adf-916e-517de804f234 req-b2b7918f-2eff-496e-8068-cedeefc2ccb4 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 210 time: 0.0446687 Dec 13 09:35:14.894146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-5cfc43d0-4b16-408b-9982-28ed2a2658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:14.896354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-5cfc43d0-4b16-408b-9982-28ed2a2658d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065874 Dec 13 09:35:15.004174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-7cbc7497-384f-4322-8168-ebd6e7b6e62f service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956459 Dec 13 09:35:15.004860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-4f3ad289-8d74-4475-acc9-f288295668b2 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.006408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-4f3ad289-8d74-4475-acc9-f288295668b2 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108891 Dec 13 09:35:15.027837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Request body: {'port': {'device_id': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'd8d8197810e040a6b6bb79fb83c24ecf'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:15.186319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-438fe257-ba0e-4707-87b8-9813e8f3962a req-965479b9-1a44-4452-864b-c915fae86b52 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657145 Dec 13 09:35:15.194167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Made reservation on behalf of d8d8197810e040a6b6bb79fb83c24ecf for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:15.197933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.204131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa8cfa-fb5e-4262-a2a7-f9235edb2814 req-fe9c852c-4c1b-440a-a8d7-af97c61b1cf2 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.206033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7aa8cfa-fb5e-4262-a2a7-f9235edb2814 req-fe9c852c-4c1b-440a-a8d7-af97c61b1cf2 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 949 time: 0.1048143 Dec 13 09:35:15.213637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.261877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:15.267623 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e18b0d-2e72-4223-8a5a-364a8bb96278" -d '{"events": [{"name": "network-changed", "server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:15.276265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7aa8cfa-fb5e-4262-a2a7-f9235edb2814 req-cbc0136b-2b72-4298-9c2c-985282b77f3a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634732 Dec 13 09:35:15.300539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.308530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.323783 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9269e3b-a166-424b-9325-e533de2b3731 x-openstack-request-id: req-b9269e3b-a166-424b-9325-e533de2b3731 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:15.324082 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:15.324342 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9269e3b-a166-424b-9325-e533de2b3731 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:15.324949 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7', 'status': 'completed', 'code': 200} Dec 13 09:35:15.399586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:15.414811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-725bd413-9b85-4fbc-af88-e1f8e541ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.416283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-725bd413-9b85-4fbc-af88-e1f8e541ebb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f098c4b52c452098bb127d5075d30c&device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 1099 time: 0.0565224 Dec 13 09:35:15.481160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Allocated IP 192.168.233.128 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/8726b8d6-21c3-434a-96e9-47027f124dd7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:15.570815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-8834aa4b-c881-4100-9d0a-f6686ed7132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:15.572889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-8834aa4b-c881-4100-9d0a-f6686ed7132f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1477196 Dec 13 09:35:15.579786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:15.651240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 552d2ead-150d-48a5-9bb0-56012eeeae06 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:15.657059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-6bc392aa-a43e-4aad-aff7-211006844bcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d701b10c-94b8-4679-b1ec-6278841956c7 HTTP/1.1" status: 200 len: 217 time: 0.0748017 Dec 13 09:35:15.749509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.835870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.866638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 552d2ead-150d-48a5-9bb0-56012eeeae06 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:15.882609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 552d2ead-150d-48a5-9bb0-56012eeeae06 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:15.883096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.918135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port cc3d5359-15d2-4522-a8de-20050ba27d42 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:15.927225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port cc3d5359-15d2-4522-a8de-20050ba27d42 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:15.928140 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:15.946657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:15.950843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:15.954921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:15.984460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Pushing event updated for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:16.027361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-5025504a-154f-4087-b71b-b684c4493cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.031918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-5025504a-154f-4087-b71b-b684c4493cd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.3417082 Dec 13 09:35:16.046445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.047901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.091634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.092594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-30b254ab-2d95-45e4-a892-badb4b3cb7c8 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0663044 Dec 13 09:35:16.100172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d6de-d957-470f-b3f7-3bb82de9e429 req-907d5a63-8ed8-4b30-8242-42ffdc5f33b4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.102580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28d0d6de-d957-470f-b3f7-3bb82de9e429 req-907d5a63-8ed8-4b30-8242-42ffdc5f33b4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 948 time: 0.4406199 Dec 13 09:35:16.108315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Request body: {'port': {'device_id': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:16.147254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:16.153866 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd978290-6c3e-4f65-b069-2e0e0c9cd96c" -d '{"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-plugged", "status": "completed", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:16.181793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:16.189443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.198715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-349df0c3-b7d7-4d98-8c8f-de3dc5af37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.199745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.200803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-349df0c3-b7d7-4d98-8c8f-de3dc5af37d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529636 Dec 13 09:35:16.258579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.298727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28d0d6de-d957-470f-b3f7-3bb82de9e429 req-981b0543-8210-446e-a01d-e509924e7e1e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856546 Dec 13 09:35:16.338212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97d3a6-7271-4e36-8e70-1c88af276554 req-0600724b-2dc7-4e2b-8fbb-407b40f02c53 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.346720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef97d3a6-7271-4e36-8e70-1c88af276554 req-0600724b-2dc7-4e2b-8fbb-407b40f02c53 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.1929495 Dec 13 09:35:16.392778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-e50109f4-12fe-4f97-94d1-1ef21bd8a4e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841578 Dec 13 09:35:16.482365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef97d3a6-7271-4e36-8e70-1c88af276554 req-608beb3f-4cf5-4a32-896a-46ca697531de tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343744 Dec 13 09:35:16.484166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:16.521907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=552d2ead-150d-48a5-9bb0-56012eeeae06,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:16.523480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bafaf0f8-6e29-4724-973a-282bb25293ac None None] Provisioning complete for port 8726b8d6-21c3-434a-96e9-47027f124dd7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:16.523886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bafaf0f8-6e29-4724-973a-282bb25293ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.563096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.580063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e18b0d-2e72-4223-8a5a-364a8bb96278 req-3bd24d73-7e76-44dd-823b-61c760ce334f service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786001 Dec 13 09:35:16.612553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bafaf0f8-6e29-4724-973a-282bb25293ac None None] Port 8726b8d6-21c3-434a-96e9-47027f124dd7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:16.654063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6f92e-5c0e-47ce-b86f-fc3ce671cfcf req-efa489ad-0c7b-483d-a71a-67958844ba57 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.658994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:16.663359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaf6f92e-5c0e-47ce-b86f-fc3ce671cfcf req-efa489ad-0c7b-483d-a71a-67958844ba57 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 936 time: 0.0768402 Dec 13 09:35:16.725769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaf6f92e-5c0e-47ce-b86f-fc3ce671cfcf req-a24b0c75-e6a0-4238-82a9-a500a5ddfd20 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614283 Dec 13 09:35:16.733317 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6b583-7b37-41ea-8fc5-8d0641b53d2b x-openstack-request-id: req-67d6b583-7b37-41ea-8fc5-8d0641b53d2b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:16.733646 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-plugged", "status": "completed", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:16.733907 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67d6b583-7b37-41ea-8fc5-8d0641b53d2b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:16.734305 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'code': 200} Dec 13 09:35:16.896601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410758b-74af-4a7f-a34a-31a6055056e2 req-1257af4d-b6c8-4692-8516-e212b3b60a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.898209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a410758b-74af-4a7f-a34a-31a6055056e2 req-1257af4d-b6c8-4692-8516-e212b3b60a1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1097 time: 0.0929241 Dec 13 09:35:16.914241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8726b8d6-21c3-434a-96e9-47027f124dd7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:16.924459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.939532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Transition to ACTIVE for port object 8726b8d6-21c3-434a-96e9-47027f124dd7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:16.942434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0318822-0246-420f-b307-504d7fdcb4e2 req-4681c0c1-d6e6-4550-8f53-e2b9f6e55d39 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:16.943957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0318822-0246-420f-b307-504d7fdcb4e2 req-4681c0c1-d6e6-4550-8f53-e2b9f6e55d39 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 950 time: 0.0962369 Dec 13 09:35:16.951419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:16.987460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a410758b-74af-4a7f-a34a-31a6055056e2 req-6f8dfde8-8eaa-4d51-a19b-b783105e31c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763643 Dec 13 09:35:17.005747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Pushing event updated for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:17.060867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0318822-0246-420f-b307-504d7fdcb4e2 req-b18f6b55-feee-4559-b00b-3749faa8be70 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100101 Dec 13 09:35:17.111248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Attempting to bind port 8726b8d6-21c3-434a-96e9-47027f124dd7 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:17.111806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Attempting to bind port 8726b8d6-21c3-434a-96e9-47027f124dd7 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:17.111982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Attempting to bind port 8726b8d6-21c3-434a-96e9-47027f124dd7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:17.121300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Port 8726b8d6-21c3-434a-96e9-47027f124dd7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:17.121635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Attempting to bind port 8726b8d6-21c3-434a-96e9-47027f124dd7 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:17.127140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:17.127481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:17.127862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:17.128292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Bound port: 8726b8d6-21c3-434a-96e9-47027f124dd7, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:17.128694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.211778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:17.216244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8726b8d6-21c3-434a-96e9-47027f124dd7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:17.222095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.242330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:17.264377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.265468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.266872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] 10.222.0.44 "PUT /v2.0/ports/8726b8d6-21c3-434a-96e9-47027f124dd7 HTTP/1.1" status: 200 len: 1096 time: 1.1722007 Dec 13 09:35:17.269514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:17.271846 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:17.381788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72fdc-31ae-40ce-88ca-43c7e24b4fcc service neutron] Pushing event updated for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:17.397762 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ebebfe-92b1-445b-9684-36e7ae373869 x-openstack-request-id: req-e6ebebfe-92b1-445b-9684-36e7ae373869 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:17.398248 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:17.398672 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6ebebfe-92b1-445b-9684-36e7ae373869 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:17.399257 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7', 'status': 'completed', 'code': 200} Dec 13 09:35:17.422254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-0ed38db7-43da-4121-bbf2-98b34578d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.423726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-0ed38db7-43da-4121-bbf2-98b34578d8de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 1099 time: 0.1078880 Dec 13 09:35:17.424323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26efc55-ffae-4c92-acea-043d10040a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.499238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-ce804547-b61c-401f-aca3-3f6ea21819b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=8726b8d6-21c3-434a-96e9-47027f124dd7 HTTP/1.1" status: 200 len: 217 time: 0.0653977 Dec 13 09:35:17.578664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-1a7f19cf-d5a8-4bb2-b841-1eb7776adf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.580775 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-1a7f19cf-d5a8-4bb2-b841-1eb7776adf5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0726919 Dec 13 09:35:17.583797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2ec12-82c7-4417-a6bc-d629b7fa82e8 req-f6525686-8d6e-4322-a2bd-4e1151fb26cd tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.585355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91f2ec12-82c7-4417-a6bc-d629b7fa82e8 req-f6525686-8d6e-4322-a2bd-4e1151fb26cd tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 948 time: 0.1479280 Dec 13 09:35:17.659662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-e38a2b87-6bc3-40a3-8b71-27d901887a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.662096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 228b1d79-01b1-4f4e-b4d1-e74b2726964f details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:17.662619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-e38a2b87-6bc3-40a3-8b71-27d901887a3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715666 Dec 13 09:35:17.718603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f119c0-e126-4bd2-b839-6739412c345e req-bb4db0c8-c085-4176-8f9a-c7713d0fd27d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:17.725868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44f119c0-e126-4bd2-b839-6739412c345e req-bb4db0c8-c085-4176-8f9a-c7713d0fd27d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 946 time: 0.1268201 Dec 13 09:35:17.743845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26efc55-ffae-4c92-acea-043d10040a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.759190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91f2ec12-82c7-4417-a6bc-d629b7fa82e8 req-af8bd40c-86d7-4564-9463-b20f5685ea3b tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611085 Dec 13 09:35:17.774310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26efc55-ffae-4c92-acea-043d10040a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.807562 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-b40b11b2-7485-483b-97bf-f2cbf027a8ee service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355355 Dec 13 09:35:17.818897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:17.833531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a26efc55-ffae-4c92-acea-043d10040a96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c7feae99677442b95e16c919cf7f8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5899603 Dec 13 09:35:17.837753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'mac_address': 'fa:16:3e:2b:ff:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:17.837919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:17.846892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26efc55-ffae-4c92-acea-043d10040a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8ffa3-4659-47bb-9a76-0283e37f969e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:17.873107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44f119c0-e126-4bd2-b839-6739412c345e req-b9005c1c-eef2-45f4-8641-ffc2caf286d6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408842 Dec 13 09:35:17.889984 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.919788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228b1d79-01b1-4f4e-b4d1-e74b2726964f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:17.941080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.946779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:17.957353 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:17.986263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.022543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-82c3594d-8e67-4583-9360-f0c1bc7561f9 req-3fcca9c3-4102-413e-abb0-c9cb9b16572d service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072418 Dec 13 09:35:18.031148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:18.064007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6dff9-bc26-44a5-920d-ebb2e77dc03e req-4197bb4c-3fd0-4083-90ff-ebe53acee452 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.065560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75d6dff9-bc26-44a5-920d-ebb2e77dc03e req-4197bb4c-3fd0-4083-90ff-ebe53acee452 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 948 time: 0.0938256 Dec 13 09:35:18.101157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.106615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.109433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3b8ffa3-4659-47bb-9a76-0283e37f969e HTTP/1.1" status: 204 len: 168 time: 0.2691669 Dec 13 09:35:18.127595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828d7c-38ae-49c5-b8de-4f9b753cbd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8ffa3-4659-47bb-9a76-0283e37f969e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:18.143034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75d6dff9-bc26-44a5-920d-ebb2e77dc03e req-0dda45ea-af4f-4cd7-afce-bad6b41dec6b tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707829 Dec 13 09:35:18.149373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-29751364-6ba0-480c-8566-998638d492c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.151007 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-29751364-6ba0-480c-8566-998638d492c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 1099 time: 0.0587943 Dec 13 09:35:18.195014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['228b1d79-01b1-4f4e-b4d1-e74b2726964f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:18.413034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-13a6c24d-c2b0-41f3-a2d2-ba454f96988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.421185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-13a6c24d-c2b0-41f3-a2d2-ba454f96988a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2618475 Dec 13 09:35:18.424379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ae48f-5ef6-4405-b12a-13273a617b94 req-860cd395-85fb-4fae-a8e4-6bcdcb0b0184 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.425953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-720ae48f-5ef6-4405-b12a-13273a617b94 req-860cd395-85fb-4fae-a8e4-6bcdcb0b0184 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1381710 Dec 13 09:35:18.467544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-a2a5e1ac-f618-4e11-8595-3000e5496de1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=8726b8d6-21c3-434a-96e9-47027f124dd7 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Dec 13 09:35:18.541778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-720ae48f-5ef6-4405-b12a-13273a617b94 req-d2ad9572-6493-434c-8f5f-fe344a2a704a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001272 Dec 13 09:35:18.574904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-2088f01e-4f89-4f08-aa97-0c37b7d5d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.576371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-2088f01e-4f89-4f08-aa97-0c37b7d5d449 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0999644 Dec 13 09:35:18.619956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:18.643030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-ff744c62-e25a-464d-9da7-41b84b37d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.643172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176d0948-91ed-40ca-973b-16976ceae51d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.644737 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-ff744c62-e25a-464d-9da7-41b84b37d88d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598412 Dec 13 09:35:18.735594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:18.745183 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c0af21-e2f7-4151-ad0b-c8d31d0eefe1" -d '{"events": [{"server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:18.754914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-ab71eacd-6aae-4e97-b5e3-23caef9ef89d service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010642 Dec 13 09:35:18.759201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176d0948-91ed-40ca-973b-16976ceae51d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.764418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176d0948-91ed-40ca-973b-16976ceae51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.791733 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95eb5b-8a4c-4220-8de2-ea0265ad8f2a x-openstack-request-id: req-da95eb5b-8a4c-4220-8de2-ea0265ad8f2a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:18.792619 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:18.792893 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da95eb5b-8a4c-4220-8de2-ea0265ad8f2a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:18.793383 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06', 'code': 200} Dec 13 09:35:18.817576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-176d0948-91ed-40ca-973b-16976ceae51d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0de1720c7d434c7d89bd83e2137e0716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932251 Dec 13 09:35:18.817576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0948-91ed-40ca-973b-16976ceae51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3035a4-4342-4fbf-913c-99cd0ab05d0c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:18.831794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:18.904287 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd8a13d8-6c48-4485-bb91-f9f6d03c6ea0 req-722968af-5cf2-4b73-a090-df660ea00623 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399660 Dec 13 09:35:18.975148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:18.982137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720b6e4-e3ed-4c11-9a82-e502f59bbea5 req-0164e333-cb4d-4d37-b7af-145aa9164c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:18.983718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b720b6e4-e3ed-4c11-9a82-e502f59bbea5 req-0164e333-cb4d-4d37-b7af-145aa9164c9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 1101 time: 0.1094277 Dec 13 09:35:19.024379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.034981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb794a2-dc52-4e1a-b28f-46711c8bf567 req-d08dcae5-03ea-4b01-a9b6-f64253d4646a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.036562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb794a2-dc52-4e1a-b28f-46711c8bf567 req-d08dcae5-03ea-4b01-a9b6-f64253d4646a tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 948 time: 0.1178658 Dec 13 09:35:19.114874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b720b6e4-e3ed-4c11-9a82-e502f59bbea5 req-32f8787b-ccfc-4326-9236-e59817036dec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210308 Dec 13 09:35:19.162956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb794a2-dc52-4e1a-b28f-46711c8bf567 req-46010d16-6a9e-4dcc-9bc6-15e97024cfc4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182530 Dec 13 09:35:19.174497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:19.190972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95342fc-f807-47a7-aaa1-37b6b3f842dd req-3ad766d1-cef7-47f9-8115-89f54891c694 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.192461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c95342fc-f807-47a7-aaa1-37b6b3f842dd req-3ad766d1-cef7-47f9-8115-89f54891c694 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 946 time: 0.0891349 Dec 13 09:35:19.193291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.195894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.199807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3035a4-4342-4fbf-913c-99cd0ab05d0c HTTP/1.1" status: 204 len: 168 time: 0.3636281 Dec 13 09:35:19.212398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bd366-5dfa-4b63-98b9-03374981c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3035a4-4342-4fbf-913c-99cd0ab05d0c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:19.270907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c95342fc-f807-47a7-aaa1-37b6b3f842dd req-c820a798-1862-47ea-ae09-2781d7f2ca9a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633864 Dec 13 09:35:19.326174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cb494b5-2407-40e2-b5ff-ff4b8f49b10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.393766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b4872-5544-4365-bd7c-b8e1bf3be7b5 req-35f6bf45-9d05-4c0e-8172-c6d46c381479 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.395715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b10b4872-5544-4365-bd7c-b8e1bf3be7b5 req-35f6bf45-9d05-4c0e-8172-c6d46c381479 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 948 time: 0.0620391 Dec 13 09:35:19.442323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cb494b5-2407-40e2-b5ff-ff4b8f49b10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.447571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cb494b5-2407-40e2-b5ff-ff4b8f49b10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.465532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b10b4872-5544-4365-bd7c-b8e1bf3be7b5 req-5c659285-13f6-41aa-ab64-12996b0edabb tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 Dec 13 09:35:19.506115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cb494b5-2407-40e2-b5ff-ff4b8f49b10c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=269210c82cff41da81e5a9fad52b1784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296731 Dec 13 09:35:19.506869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb494b5-2407-40e2-b5ff-ff4b8f49b10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d01ea5-0445-4036-b8bf-2594ca630245,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:19.509100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:19.575620 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.599178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.623564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d701b10c-94b8-4679-b1ec-6278841956c7 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:19.675977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.680579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.686670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2d01ea5-0445-4036-b8bf-2594ca630245 HTTP/1.1" status: 204 len: 168 time: 0.1646020 Dec 13 09:35:19.697485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984fa5b-b8ed-45c0-8f54-fa7ec7866f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d01ea5-0445-4036-b8bf-2594ca630245,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:19.716192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 228b1d79-01b1-4f4e-b4d1-e74b2726964f up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:19.888184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d701b10c-94b8-4679-b1ec-6278841956c7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:19.908037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd701b10c-94b8-4679-b1ec-6278841956c7', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'd701b10c-94b8-4679-b1ec-6278841956c7', 'mac_address': 'fa:16:3e:cb:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:19.914390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ef653-6cb8-4a34-854e-861bdd0abc99 req-aba220f5-4fa1-42cd-b963-18864b45098c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.922182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0ef653-6cb8-4a34-854e-861bdd0abc99 req-aba220f5-4fa1-42cd-b963-18864b45098c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 950 time: 0.0968714 Dec 13 09:35:19.940457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 228b1d79-01b1-4f4e-b4d1-e74b2726964f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:19.952757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 228b1d79-01b1-4f4e-b4d1-e74b2726964f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:19.953147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:19.953343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2697355-f86d-4d74-9ca1-1dd96e1066a8 req-c5e0c91d-39cc-4cd5-84a3-a57570a886fc tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:19.955073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2697355-f86d-4d74-9ca1-1dd96e1066a8 req-c5e0c91d-39cc-4cd5-84a3-a57570a886fc tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1097 time: 0.0909729 Dec 13 09:35:19.994937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.012794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0ef653-6cb8-4a34-854e-861bdd0abc99 req-a1d66b19-c2ea-4cd3-a25b-48029802769b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894027 Dec 13 09:35:20.016767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d701b10c-94b8-4679-b1ec-6278841956c7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:20.055812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2697355-f86d-4d74-9ca1-1dd96e1066a8 req-da46f50f-0f66-4488-b50c-be7f37283642 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886974 Dec 13 09:35:20.064978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d701b10c-94b8-4679-b1ec-6278841956c7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:20.071378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.136053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:20.165744 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.193574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfe38149-3b17-46fc-8dc1-7ca0b10b9c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.196577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.262608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5fb36-f336-4ed8-862c-b3d02168ca25 req-b54dde81-74c5-4800-b685-b6bc7e9c420b tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:20.262997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:20.272020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b5fb36-f336-4ed8-862c-b3d02168ca25 req-b54dde81-74c5-4800-b685-b6bc7e9c420b tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1097 time: 0.1270871 Dec 13 09:35:20.282238 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.371206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b5fb36-f336-4ed8-862c-b3d02168ca25 req-c9e84529-0828-4906-b44d-5fff1df26038 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908041 Dec 13 09:35:20.436673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfe38149-3b17-46fc-8dc1-7ca0b10b9c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.436918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d701b10c-94b8-4679-b1ec-6278841956c7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:20.441278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.446720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfe38149-3b17-46fc-8dc1-7ca0b10b9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.503561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38149-3b17-46fc-8dc1-7ca0b10b9c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0fabf-3d91-4b81-8f01-edd94973be07,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.564177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cfe38149-3b17-46fc-8dc1-7ca0b10b9c60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb695b0a6c7b4495a1e7c3d423ebb4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267957 Dec 13 09:35:20.569162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:20.590253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a68e-4c76-4c40-b2b0-9889fa2265a8 req-2dd0ee94-4f3c-4350-bce3-a0651e4d01a5 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:20.599199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6081a68e-4c76-4c40-b2b0-9889fa2265a8 req-2dd0ee94-4f3c-4350-bce3-a0651e4d01a5 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 949 time: 0.1253331 Dec 13 09:35:20.681039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.684384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6081a68e-4c76-4c40-b2b0-9889fa2265a8 req-c5060b8e-8549-45e6-86f6-99d9c7a77853 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836105 Dec 13 09:35:20.737999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.794665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:20.796955 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869c68db-f25e-481b-b808-0ea92265c478" -d '{"events": [{"server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "name": "network-vif-plugged", "status": "completed", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:20.841325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.844072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:20.845313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72d0fabf-3d91-4b81-8f01-edd94973be07 HTTP/1.1" status: 204 len: 168 time: 0.2738209 Dec 13 09:35:20.851092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675ec7-c164-4e58-ac95-88e8dfd800d5 req-ba149107-0a04-4e68-a3cf-b23df93ce193 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:20.856239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c0ee-dcff-4b15-986e-f741aa32c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0fabf-3d91-4b81-8f01-edd94973be07,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:20.860051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2675ec7-c164-4e58-ac95-88e8dfd800d5 req-ba149107-0a04-4e68-a3cf-b23df93ce193 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 948 time: 0.0807197 Dec 13 09:35:20.907153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2675ec7-c164-4e58-ac95-88e8dfd800d5 req-c166839c-5337-4f63-b578-4c2f7c7edefb tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465398 Dec 13 09:35:21.023053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-696d6fe9-0f75-4735-bc0f-42387e227d89 req-b3ddcc43-df99-4a28-842d-dd67d9679137 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:21.024622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-696d6fe9-0f75-4735-bc0f-42387e227d89 req-b3ddcc43-df99-4a28-842d-dd67d9679137 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063574 Dec 13 09:35:21.092194 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78096b-888d-464f-b555-9f95b123dfb4 x-openstack-request-id: req-7b78096b-888d-464f-b555-9f95b123dfb4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:21.093158 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "name": "network-vif-plugged", "status": "completed", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:21.093564 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b78096b-888d-464f-b555-9f95b123dfb4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:21.094328 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'code': 200} Dec 13 09:35:21.278480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c02d71-039b-4f8c-a2ce-9766a34a6bf1 req-4025a0d7-9230-4070-92ee-321f8706a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.280128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c02d71-039b-4f8c-a2ce-9766a34a6bf1 req-4025a0d7-9230-4070-92ee-321f8706a485 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1101 time: 0.1002054 Dec 13 09:35:21.294469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b217845-ab9d-4d05-a1fb-98055f614146 req-94e3258f-f93e-4a5f-bb49-754e915d1c57 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.295979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b217845-ab9d-4d05-a1fb-98055f614146 req-94e3258f-f93e-4a5f-bb49-754e915d1c57 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 950 time: 0.0998747 Dec 13 09:35:21.384271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c02d71-039b-4f8c-a2ce-9766a34a6bf1 req-62dcdb3f-4026-4733-bc2e-2dead52b23c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873170 Dec 13 09:35:21.400761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b217845-ab9d-4d05-a1fb-98055f614146 req-3698294c-db1b-4b9f-bab9-bd98ee44740b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952137 Dec 13 09:35:21.547461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9765ee-3bd7-4011-a471-5521182a7798 req-d2bce238-609a-4091-9154-d0858c4a3ce6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.549073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b9765ee-3bd7-4011-a471-5521182a7798 req-d2bce238-609a-4091-9154-d0858c4a3ce6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 950 time: 0.0552881 Dec 13 09:35:21.610848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d701b10c-94b8-4679-b1ec-6278841956c7 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:21.611824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b9765ee-3bd7-4011-a471-5521182a7798 req-40b650e8-e4ab-461c-abfb-8890a6f0f214 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 Dec 13 09:35:21.686998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d701b10c-94b8-4679-b1ec-6278841956c7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:21.693437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d701b10c-94b8-4679-b1ec-6278841956c7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:21.694322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.729212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8726b8d6-21c3-434a-96e9-47027f124dd7 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:21.853090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18360c5-0639-4f50-aae8-8a5d282c4952 req-fcb92132-c5e2-412d-b120-98fc95161707 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:21.862000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b18360c5-0639-4f50-aae8-8a5d282c4952 req-fcb92132-c5e2-412d-b120-98fc95161707 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 949 time: 0.0688293 Dec 13 09:35:21.875647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.882146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8726b8d6-21c3-434a-96e9-47027f124dd7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:21.906782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8726b8d6-21c3-434a-96e9-47027f124dd7', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '8726b8d6-21c3-434a-96e9-47027f124dd7', 'mac_address': 'fa:16:3e:18:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:21.931701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b18360c5-0639-4f50-aae8-8a5d282c4952 req-da44712a-6c15-4d40-8987-c32c11e0f5b6 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679426 Dec 13 09:35:21.958453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d701b10c-94b8-4679-b1ec-6278841956c7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:21.968432 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:21.977680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.016893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8726b8d6-21c3-434a-96e9-47027f124dd7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:22.050552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8726b8d6-21c3-434a-96e9-47027f124dd7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:22.052129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.061823 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:22.114421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:22.336557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8726b8d6-21c3-434a-96e9-47027f124dd7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:22.537568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a00f-c01c-4f42-ad3e-8df2864c247b req-98849cdc-7d07-461b-9b1d-95e02127ba22 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:22.539075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b304a00f-c01c-4f42-ad3e-8df2864c247b req-98849cdc-7d07-461b-9b1d-95e02127ba22 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 949 time: 0.0675945 Dec 13 09:35:22.591367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b304a00f-c01c-4f42-ad3e-8df2864c247b req-f35142ca-97fa-4ee6-a16d-cf7e31489296 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Dec 13 09:35:22.897998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:23.038223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-5865dd8d-32ac-468e-b739-7bc45bb743ee tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:23.047553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-5865dd8d-32ac-468e-b739-7bc45bb743ee tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1481342 Dec 13 09:35:23.095741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:23.098422 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f16f1db-3cc7-486d-a743-b6d32a606c2d" -d '{"events": [{"server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "name": "network-vif-plugged", "status": "completed", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:23.252191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-4c852000-bd90-4275-9455-b5e45550db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.253572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-4c852000-bd90-4275-9455-b5e45550db4a service neutron] 10.222.0.30 "GET /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 1094 time: 0.0935760 Dec 13 09:35:23.264767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:23.265332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Unknown quota resources ['binding']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:35:23.273933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feea01-5fab-4cdd-8cb5-0e257f7a26c9 req-bf57f872-6ad8-4524-95e8-6fc8473754d1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.275321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3feea01-5fab-4cdd-8cb5-0e257f7a26c9 req-bf57f872-6ad8-4524-95e8-6fc8473754d1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 950 time: 0.0829980 Dec 13 09:35:23.392270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3feea01-5fab-4cdd-8cb5-0e257f7a26c9 req-59b1b3f8-a86e-46c3-847b-4182934bff55 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948880 Dec 13 09:35:23.445713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:23.446045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:23.446370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.459984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:23.460302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:23.483744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:23.484078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:23.484456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:23.484885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Bound port: cc3d5359-15d2-4522-a8de-20050ba27d42, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:23.553147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cc732-b617-460a-9143-da3bca5eae69 req-fd6b8ab0-5e20-48d8-8c17-0659d54d0114 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.554620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd1cc732-b617-460a-9143-da3bca5eae69 req-fd6b8ab0-5e20-48d8-8c17-0659d54d0114 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.1053030 Dec 13 09:35:23.605772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:23.611931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.613607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-0ce2c3b3-0ae5-4cf2-b266-15e34e7ad4ef service neutron] 10.222.0.30 "POST /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42/bindings HTTP/1.1" status: 201 len: 389 time: 0.3523238 Dec 13 09:35:23.626414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd1cc732-b617-460a-9143-da3bca5eae69 req-5c4e9708-0599-474c-9597-c8aabcfdbbfe tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Dec 13 09:35:23.673192 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82f43d-7789-4a57-85b6-dc64471239cf x-openstack-request-id: req-ef82f43d-7789-4a57-85b6-dc64471239cf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:23.673728 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "name": "network-vif-plugged", "status": "completed", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:23.673812 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef82f43d-7789-4a57-85b6-dc64471239cf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:23.674181 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7', 'code': 200} Dec 13 09:35:23.723218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8726b8d6-21c3-434a-96e9-47027f124dd7 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:23.799584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8726b8d6-21c3-434a-96e9-47027f124dd7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:23.805493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8726b8d6-21c3-434a-96e9-47027f124dd7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:23.805951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.877742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-a119e889-185f-47a4-bc23-d03365435dd0 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326025 Dec 13 09:35:23.907178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.944742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8726b8d6-21c3-434a-96e9-47027f124dd7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:23.950516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd27eb-e69e-4c92-89cb-eee69aee866a req-1b3618b7-881d-42d6-81e2-9b14e837d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:23.950993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:23.952005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9bd27eb-e69e-4c92-89cb-eee69aee866a req-1b3618b7-881d-42d6-81e2-9b14e837d977 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 1101 time: 0.1486461 Dec 13 09:35:24.001859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:24.055846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-e5cfc187-1fcd-415e-b65c-e09a8ed11d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.057337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-e5cfc187-1fcd-415e-b65c-e09a8ed11d27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1097 time: 0.1215045 Dec 13 09:35:24.061028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9bd27eb-e69e-4c92-89cb-eee69aee866a req-4fbe6244-5855-41a9-be70-b9f9796fb49a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009207 Dec 13 09:35:24.069625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-56cb1d2f-186b-4ec4-92ba-890458680e0a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.070992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-56cb1d2f-186b-4ec4-92ba-890458680e0a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910691 Dec 13 09:35:24.124518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-9799195c-b12c-4c39-b21a-01d1c70227e8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/quotas/2b959b72c3bd4d0b81608d5543d0d6e5 HTTP/1.1" status: 200 len: 375 time: 0.0443375 Dec 13 09:35:24.348211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-a24e190d-7d75-44bf-8e0b-3d2141954cb3 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2157311 Dec 13 09:35:24.397254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-29923caa-783a-4f43-90c5-9eafabb3b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.398700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-29923caa-783a-4f43-90c5-9eafabb3b92e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.3268738 Dec 13 09:35:24.415771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb876f2-bad7-4027-8bdd-97ce3e163263 req-27af4682-6565-47ac-8c22-7dfd14775ae8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.422683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb876f2-bad7-4027-8bdd-97ce3e163263 req-27af4682-6565-47ac-8c22-7dfd14775ae8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.424203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdb876f2-bad7-4027-8bdd-97ce3e163263 req-27af4682-6565-47ac-8c22-7dfd14775ae8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6&device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1691 time: 0.0807011 Dec 13 09:35:24.464526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-2e809533-f293-44a7-b5cc-1a93059b7832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0562315 Dec 13 09:35:24.562892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdb876f2-bad7-4027-8bdd-97ce3e163263 req-4f65fc1d-ba9b-4246-941d-e154928b4f4a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320834 Dec 13 09:35:24.569873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-08f0845f-310e-4622-be66-24cd769cea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.571235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-08f0845f-310e-4622-be66-24cd769cea0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0984943 Dec 13 09:35:24.587852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8dc53-28bb-422c-91d1-1e6d49d5591b req-c6d48c8d-aa74-4f1a-bbe9-401b0d819713 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.589724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a8dc53-28bb-422c-91d1-1e6d49d5591b req-c6d48c8d-aa74-4f1a-bbe9-401b0d819713 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.0821271 Dec 13 09:35:24.627742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-99b4a767-2077-4773-83c9-1f5060b8b123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482666 Dec 13 09:35:24.755883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a8dc53-28bb-422c-91d1-1e6d49d5591b req-6a0ad073-4aae-4ff9-a7f8-38c72f7cc6dd tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575344 Dec 13 09:35:24.779210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfacf9f-9982-453f-be5b-0ccfe93c7d05 req-60b6fe29-d8cb-4ad0-81b4-58851632fcec tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:24.780671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bfacf9f-9982-453f-be5b-0ccfe93c7d05 req-60b6fe29-d8cb-4ad0-81b4-58851632fcec tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 946 time: 0.1392601 Dec 13 09:35:24.803224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-bfc3d905-5ea4-4967-9f6e-94f59d414f5f service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606421 Dec 13 09:35:24.904868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bfacf9f-9982-453f-be5b-0ccfe93c7d05 req-3e509126-7b83-4b2b-862e-93f044e71301 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132536 Dec 13 09:35:24.937571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-4e43b6cc-6539-4199-8552-34497bb0feec service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253920 Dec 13 09:35:25.016411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87c027f9-66a9-4f6e-98ab-86e85bdcd7d1 req-629f7c37-6f8c-4842-8814-622fe78af08d tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 210 time: 0.0323210 Dec 13 09:35:25.225866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc1262-1c06-48b6-9bbe-74dc0797dbcf req-f12df8b3-59c3-4366-9894-ea20d23144a0 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.227260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ddc1262-1c06-48b6-9bbe-74dc0797dbcf req-f12df8b3-59c3-4366-9894-ea20d23144a0 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.1458392 Dec 13 09:35:25.239879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-8d6c06f8-de5e-429f-87bd-a793ffee5af5 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.241331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-8d6c06f8-de5e-429f-87bd-a793ffee5af5 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1097 time: 0.1297295 Dec 13 09:35:25.261567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:25.296486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95e665-3761-4d96-a2c0-ad889fe39272 req-7cecd1f2-007a-4692-921c-82b80fe50c8d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.298164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc95e665-3761-4d96-a2c0-ad889fe39272 req-7cecd1f2-007a-4692-921c-82b80fe50c8d tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 1101 time: 0.1315053 Dec 13 09:35:25.363470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ddc1262-1c06-48b6-9bbe-74dc0797dbcf req-5dd45767-ed5e-495a-ba3d-987ea352107d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271069 Dec 13 09:35:25.366308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.414995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc95e665-3761-4d96-a2c0-ad889fe39272 req-f5d3ce21-00cd-4147-80e5-94075bdb5f87 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090357 Dec 13 09:35:25.547026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:25.625684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-3aaca7e5-53f7-4f39-91f5-9d220f5c2dbc tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414135 Dec 13 09:35:25.675463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:25.679575 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919ad68-4ebe-44f2-89e5-b02ab763d447" -d '{"events": [{"server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "name": "network-vif-plugged", "status": "completed", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:25.706978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777c95-df9d-4856-a650-eb402d0a43a9 req-caf820e1-9d8d-4fc4-881c-eaf2ce3a29a4 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.708922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:25.714104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a777c95-df9d-4856-a650-eb402d0a43a9 req-caf820e1-9d8d-4fc4-881c-eaf2ce3a29a4 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1101 time: 0.1709034 Dec 13 09:35:25.718758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:25.815256 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c75ab6a-9be0-4e03-89fa-c2441ec2102b x-openstack-request-id: req-0c75ab6a-9be0-4e03-89fa-c2441ec2102b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:25.815605 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "name": "network-vif-plugged", "status": "completed", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:25.817066 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c75ab6a-9be0-4e03-89fa-c2441ec2102b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:25.817862 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7', 'code': 200} Dec 13 09:35:25.821507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:25.824342 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda8806-63f4-4b00-9145-17dd2f2e7d23" -d '{"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:25.836665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.856307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-0b42041e-a611-4745-b890-0b551f9cb232 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.858013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-0b42041e-a611-4745-b890-0b551f9cb232 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258275 Dec 13 09:35:25.858889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62658917-4d3b-4fd8-8fd8-fea803bc810a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.861421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a777c95-df9d-4856-a650-eb402d0a43a9 req-978cabe4-c24f-42fd-b229-e246cbbc3779 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465259 Dec 13 09:35:25.862182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:25.877638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Request body: {'port': {'device_id': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '2b959b72c3bd4d0b81608d5543d0d6e5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:25.970294 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04928ad-13f2-4f31-bb5d-63ce267e33b8 x-openstack-request-id: req-e04928ad-13f2-4f31-bb5d-63ce267e33b8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:25.970548 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:25.970773 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e04928ad-13f2-4f31-bb5d-63ce267e33b8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:25.971152 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'code': 200} Dec 13 09:35:25.984571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855cdbf-36b7-47ea-8445-f755f5e4b613 req-478219dd-8168-4f82-962c-2e07176c4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:25.986149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d855cdbf-36b7-47ea-8445-f755f5e4b613 req-478219dd-8168-4f82-962c-2e07176c4f1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 1101 time: 0.0958724 Dec 13 09:35:26.045065 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d855cdbf-36b7-47ea-8445-f755f5e4b613 req-9d3cc117-ff9c-44ea-908b-10986d79bd19 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484087 Dec 13 09:35:26.046762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62658917-4d3b-4fd8-8fd8-fea803bc810a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.052061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62658917-4d3b-4fd8-8fd8-fea803bc810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.080596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.093878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:26.094154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:26.094489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:26.095744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-62658917-4d3b-4fd8-8fd8-fea803bc810a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1fb981b85e74212bc74e99c80d37d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848374 Dec 13 09:35:26.096502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62658917-4d3b-4fd8-8fd8-fea803bc810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7052c9-0488-4aba-b2f7-7efed4c6c829,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.098878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:26.111946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:26.112243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Attempting to bind port cc3d5359-15d2-4522-a8de-20050ba27d42 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:26.127953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68ff20-91de-4824-87dc-b118d7c9bf3b req-6f273469-8076-403c-ad7f-d786ba3e1504 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.129447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b68ff20-91de-4824-87dc-b118d7c9bf3b req-6f273469-8076-403c-ad7f-d786ba3e1504 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.2133899 Dec 13 09:35:26.130977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:26.131312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:26.131689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:26.132127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Bound port: cc3d5359-15d2-4522-a8de-20050ba27d42, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:26.132480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.157060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.200431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.244202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Made reservation on behalf of 2b959b72c3bd4d0b81608d5543d0d6e5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:26.250400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.300538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b68ff20-91de-4824-87dc-b118d7c9bf3b req-2349064a-f2e8-481f-947d-a6056b25eb73 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625521 Dec 13 09:35:26.304435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.307201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.308625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b7052c9-0488-4aba-b2f7-7efed4c6c829 HTTP/1.1" status: 204 len: 168 time: 0.2085910 Dec 13 09:35:26.324778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.331005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77987440-e6d4-4bef-85bc-c24aea6ad9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7052c9-0488-4aba-b2f7-7efed4c6c829,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.343339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:26.372105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:26.383590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.503974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3474e4c5-c059-4b26-94fc-79f88ac96bea req-73422053-b544-475b-8140-d50f9b194f32 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 210 time: 0.0671804 Dec 13 09:35:26.568682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.577472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.578093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.579471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-a72cf177-9960-4650-8602-5df08673ddc2 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 1122 time: 1.3294559 Dec 13 09:35:26.586926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6bb5c-432d-4b3f-a409-4bdb9a073bf4 req-5023c57f-68c7-45c5-97ea-3f8904cb37ff tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.588411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11d6bb5c-432d-4b3f-a409-4bdb9a073bf4 req-5023c57f-68c7-45c5-97ea-3f8904cb37ff tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.1997354 Dec 13 09:35:26.618163 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.642074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cc3d5359-15d2-4522-a8de-20050ba27d42'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:26.647870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.735052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:26.746621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4316c4a-01b4-4405-891e-1c14fb5b6245,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.751091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9626fa2-1ae2-4ecb-9ebc-05a1b55e0922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.764930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11d6bb5c-432d-4b3f-a409-4bdb9a073bf4 req-f76589e1-c21e-4dcc-a6e9-00a1916e45c9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639397 Dec 13 09:35:26.793777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f29edd-62e8-4e86-a54c-a29b0cb325d9 req-f653e525-5892-45db-bc6a-12ec79196fd4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:26.796539 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f29edd-62e8-4e86-a54c-a29b0cb325d9 req-f653e525-5892-45db-bc6a-12ec79196fd4 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.2010651 Dec 13 09:35:26.848086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.854905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9626fa2-1ae2-4ecb-9ebc-05a1b55e0922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.858656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9626fa2-1ae2-4ecb-9ebc-05a1b55e0922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:26.900251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f9626fa2-1ae2-4ecb-9ebc-05a1b55e0922 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32d5855357f24f1eb7d5c0b49557f036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610999 Dec 13 09:35:26.900251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626fa2-1ae2-4ecb-9ebc-05a1b55e0922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c6455-3cf1-40b5-bd80-36b99349b514,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:26.900962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:26.904962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-3af2a18c-55a8-4225-8073-a66d20a587ce tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449080 Dec 13 09:35:26.928903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Allocated IP 192.168.233.27 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:27.021478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f29edd-62e8-4e86-a54c-a29b0cb325d9 req-f5e6684c-36ed-4a40-a4d7-db6974521f3d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748798 Dec 13 09:35:27.096642 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.160429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-64a15708-32b0-4b4e-8972-f1230565611d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.161906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-64a15708-32b0-4b4e-8972-f1230565611d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389255 Dec 13 09:35:27.195573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.208917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2d6309a7-d116-48db-8475-c09e21dc8116 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.0386438 Dec 13 09:35:27.321930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.348307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.350959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.352079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b4c6455-3cf1-40b5-bd80-36b99349b514 HTTP/1.1" status: 204 len: 168 time: 0.4492590 Dec 13 09:35:27.360091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-67c02242-9395-4e86-8f5c-13069272f60d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396799 Dec 13 09:35:27.583539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb50d-577d-455b-a5b7-13e197d6385b req-a99e7cd4-7c04-4cc6-93c5-568d6b5896cb tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.592025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-362cb50d-577d-455b-a5b7-13e197d6385b req-a99e7cd4-7c04-4cc6-93c5-568d6b5896cb tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.3307588 Dec 13 09:35:27.597220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6397702-a275-4777-bea7-55bf7e73e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c6455-3cf1-40b5-bd80-36b99349b514,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:27.626913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.695310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:27.705402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:27.711224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:27.716827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:27.717478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.732929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-362cb50d-577d-455b-a5b7-13e197d6385b req-c16e5c70-d0ba-413d-b937-8209c912a455 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356287 Dec 13 09:35:27.733770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Pushing event updated for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:27.773934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-2d58edc5-7e9f-4797-b666-79a9bbbd80c8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9022593 Dec 13 09:35:27.788759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Request body: {'port': {'device_id': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:27.874005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:27.975579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:27.978199 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2762ed-8e59-4900-a31c-9b97ee06adbf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:28.006841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195985bf-a384-4b39-bff0-e4f95d52d97a req-c80c284f-814a-4e8a-9c27-d09cac8149da tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.008519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-195985bf-a384-4b39-bff0-e4f95d52d97a req-c80c284f-814a-4e8a-9c27-d09cac8149da tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.0831149 Dec 13 09:35:28.135736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-05863da9-3d7e-4b8b-ac6e-93d13ed84dfc None None] Provisioning complete for port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:28.136658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05863da9-3d7e-4b8b-ac6e-93d13ed84dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.149334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-195985bf-a384-4b39-bff0-e4f95d52d97a req-aad3226f-a50e-4ae3-94b8-d7a89bd92565 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873220 Dec 13 09:35:28.180076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-05863da9-3d7e-4b8b-ac6e-93d13ed84dfc None None] Port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:28.356621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab996a24-5e3e-4878-80ff-081425552d50 req-52f0dc63-5981-4ad1-a442-7d18d7803a22 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.356621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab996a24-5e3e-4878-80ff-081425552d50 req-52f0dc63-5981-4ad1-a442-7d18d7803a22 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 935 time: 0.1074176 Dec 13 09:35:28.356930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:28.368091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:28.384890 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.414722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Transition to ACTIVE for port object 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:28.422096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.466838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab996a24-5e3e-4878-80ff-081425552d50 req-e67d5632-5613-4970-82df-d0b587de1374 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038599 Dec 13 09:35:28.496730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Pushing event updated for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:28.540181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-network', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:28.540419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Attempting to bind port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:28.540678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Attempting to bind port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:28.541079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Attempting to bind port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:28.549629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:28.550042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b01b249d-07df-4414-8e85-1e86ee9f6fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.552894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Attempting to bind port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:28.568482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:28.568862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:28.569483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:28.570232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Bound port: 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:28.570791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.581731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Made reservation on behalf of b1fddd0a02274599a7ca13360aeaa0c2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:28.584948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.597163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.653521 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d9c76-b026-41d9-be81-78bf4046a6f3 x-openstack-request-id: req-4d3d9c76-b026-41d9-be81-78bf4046a6f3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:28.653895 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:28.654163 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d3d9c76-b026-41d9-be81-78bf4046a6f3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:28.654558 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'status': 'completed', 'code': 200} Dec 13 09:35:28.704543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.716845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.738010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:28.748538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.748898 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Added segment 91620308-15f7-419d-9b24-2d06ad44aecd of type vlan for network c31111a1-9670-446d-b231-2e7bdb970f73 Dec 13 09:35:28.799528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.802862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:28.805581 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.813705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:28.827310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1ed9d-f139-40ca-920a-06a5c1f9f133 req-b0c7959f-0020-4275-b8d0-5cee906190d3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.843330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9fc1ed9d-f139-40ca-920a-06a5c1f9f133 req-b0c7959f-0020-4275-b8d0-5cee906190d3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.1940253 Dec 13 09:35:28.846253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.877650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4267929-e93a-4b88-ab71-ecff6b277a63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:28.896735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.897766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.898365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.912426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-f3728412-d1a6-4a13-9d9a-ef79428de583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.914233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-f3728412-d1a6-4a13-9d9a-ef79428de583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1125 time: 0.2082641 Dec 13 09:35:28.961466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:28.962967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:28.967490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6054459 Dec 13 09:35:28.970727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] 10.222.0.37 "PUT /v2.0/ports/72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 HTTP/1.1" status: 200 len: 1095 time: 1.1870832 Dec 13 09:35:28.973331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:28.991949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Request body: {'subnet': {'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-subnet', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:29.011874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ed0b3-963d-40bb-9dd3-873d77765820 service neutron] Pushing event updated for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.047332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04ed8-8b5b-421e-8317-2a01f40869d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c31111a1-9670-446d-b231-2e7bdb970f73,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.067345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c31111a1-9670-446d-b231-2e7bdb970f73 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:29.074845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1115bc49-3d95-4792-82d4-7f7990e8515b req-bda9274b-9cd4-46cd-8c62-d53abd957ff1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 210 time: 0.0576282 Dec 13 09:35:29.086189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9fc1ed9d-f139-40ca-920a-06a5c1f9f133 req-b871da47-f3e0-410d-8fea-8074c4472a1b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256064 Dec 13 09:35:29.092694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Made reservation on behalf of b1fddd0a02274599a7ca13360aeaa0c2 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:29.098247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.214996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-48f972f1-de31-4877-abad-eb24237af09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.216509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-48f972f1-de31-4877-abad-eb24237af09f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 1098 time: 0.0886409 Dec 13 09:35:29.220898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-926830aa-43f4-45e0-9f00-2ee332c7bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.223353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-926830aa-43f4-45e0-9f00-2ee332c7bb82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.2650375 Dec 13 09:35:29.296971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-c0830a41-27a4-42cf-88b8-d834af4c76a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0636435 Dec 13 09:35:29.297604 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-b0a1a5af-d9be-45d4-8348-4b6bec4c4354 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0562282 Dec 13 09:35:29.415835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-f3934503-328c-4526-812f-431e466e20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.417502 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-f3934503-328c-4526-812f-431e466e20b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0846999 Dec 13 09:35:29.426726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ef155-9a27-4819-8d45-9de9f795fcf1 req-10dfbe73-73b7-4f78-860d-e90174b7ed1d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.428235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea5ef155-9a27-4819-8d45-9de9f795fcf1 req-10dfbe73-73b7-4f78-860d-e90174b7ed1d tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.1308417 Dec 13 09:35:29.468686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-7b24c2fa-1c2e-4a33-ac28-e707f32ded40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418494 Dec 13 09:35:29.470634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3cad1-6831-4326-b8be-5bf8d10fbd10 req-50e41d00-7d3c-47d1-97c2-bc7c3ba9d890 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.472149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94f3cad1-6831-4326-b8be-5bf8d10fbd10 req-50e41d00-7d3c-47d1-97c2-bc7c3ba9d890 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.1180165 Dec 13 09:35:29.479231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-87639011-376a-42ea-9ea4-a434d63591db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.480656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-87639011-376a-42ea-9ea4-a434d63591db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1238816 Dec 13 09:35:29.512701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea5ef155-9a27-4819-8d45-9de9f795fcf1 req-5ad04eac-59fc-4535-a9df-760f7f08af94 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712552 Dec 13 09:35:29.590932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.662367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-f2a7a634-d374-4e7b-b469-d08dcc63f508 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692016 Dec 13 09:35:29.706732 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:35:29.707966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b47765b-4ead-49b3-9e02-5ccc94b3b16d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:29.716055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-6c1ad25a-3185-4e23-aabc-14d5106c716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.718595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-6c1ad25a-3185-4e23-aabc-14d5106c716a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2116294 Dec 13 09:35:29.740195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:29.785826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Checking segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:29.786483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Network hostable DHCP agents. Network: c31111a1-9670-446d-b231-2e7bdb970f73, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:29.828950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94f3cad1-6831-4326-b8be-5bf8d10fbd10 req-92fc097e-c811-43ea-90fb-704c32e2e974 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206167 Dec 13 09:35:29.852449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Network c31111a1-9670-446d-b231-2e7bdb970f73 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:29.859927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1d2762ed-8e59-4900-a31c-9b97ee06adbf req-7024377c-cb62-48c5-b4b2-02f8fd504466 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893439 Dec 13 09:35:29.880305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c31111a1-9670-446d-b231-2e7bdb970f73) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:29.886557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.888009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.908477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:29.924076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cc00df01-5358-43bf-b06c-b257ba11c080 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9482324 Dec 13 09:35:29.926727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:29.931739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:35:29.933789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:29.935376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e048d602-5d99-401d-9583-5adbd360d7ef None None] Network c31111a1-9670-446d-b231-2e7bdb970f73 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:29.942793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc1b6-9325-453b-aa1d-430a4a86e3a2 req-41daab54-a9ee-44e6-bd29-61d9a2dbabf2 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:29.951753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6debc1b6-9325-453b-aa1d-430a4a86e3a2 req-41daab54-a9ee-44e6-bd29-61d9a2dbabf2 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 947 time: 0.2402639 Dec 13 09:35:29.966049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.969169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:29.992761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-183d67d9-9959-4712-be9f-e4a17f79c6de service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255838 Dec 13 09:35:30.044732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-7ed1ec49-6ae9-43d3-aed7-a916d3f3fbe2 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509515 Dec 13 09:35:30.068322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:30.092437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.103237 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2d6ad358-326a-49e9-b8ad-a424f8b1e45c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339284 Dec 13 09:35:30.217939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c31111a1-9670-446d-b231-2e7bdb970f73', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'fixed_ips': [{'subnet_id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:35:30.219794 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.312988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6debc1b6-9325-453b-aa1d-430a4a86e3a2 req-fdb5d6de-9a17-4a56-9c3f-64f22d2f637d tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602078 Dec 13 09:35:30.417706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2b42d2a-9ca9-4b91-a4ff-edd3c206ddad req-5e6c55d4-2f14-4613-a70a-7d94b77252c5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 210 time: 0.1451380 Dec 13 09:35:30.454822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Allocated IP 172.20.0.2 (c31111a1-9670-446d-b231-2e7bdb970f73/5b47765b-4ead-49b3-9e02-5ccc94b3b16d/fcd4863d-4dde-4db4-9235-e275c76b7939) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:30.520890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-bfbf262b-3a7a-439c-8a18-a3c5805bb38a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.522313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-bfbf262b-3a7a-439c-8a18-a3c5805bb38a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374506 Dec 13 09:35:30.540138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc529cb-3778-49f6-a080-046335884f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.555195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '094d2349-dab0-4676-bb26-8412d0a42969', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:30.681165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:30.683496 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971debfd-546c-426e-9d35-c4467a28c5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:30.692639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.710382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.714498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:30.717887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.723582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.764275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b867f47a-3092-431d-9297-c600b118c3bc tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.766103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b867f47a-3092-431d-9297-c600b118c3bc tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509223 Dec 13 09:35:30.780417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-638991ff-5e8a-4369-ab1e-6f0020cfdaf5 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.781930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-638991ff-5e8a-4369-ab1e-6f0020cfdaf5 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.3954144 Dec 13 09:35:30.790221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9c90a85-b2c6-4916-9f98-ca7153dd1877 req-f5d800c4-e688-46f2-8f31-35831b23e5fe service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7814875 Dec 13 09:35:30.795964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Pushing event updated for resources: {'Port': ['ID=fcd4863d-4dde-4db4-9235-e275c76b7939,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:30.804367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf6679-1b19-4a4d-9131-c8f22152c6ab req-cc984a80-482e-4719-b2d7-e81d48ad56b9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.811916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0bf6679-1b19-4a4d-9131-c8f22152c6ab req-cc984a80-482e-4719-b2d7-e81d48ad56b9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.2876391 Dec 13 09:35:30.812079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-45784427-5856-4284-835d-16c6c708cf08 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.812189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Network c31111a1-9670-446d-b231-2e7bdb970f73 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:30.813481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-45784427-5856-4284-835d-16c6c708cf08 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.1849141 Dec 13 09:35:30.813729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:30.819825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '139de05b-02d5-430d-b6f2-2a579b483044', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:30.822202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:30.827034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a64cd8-8aab-47a8-b749-e5a4987499da req-00eb267f-1f24-48e1-b391-0cc9099c40de tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:30.828538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20a64cd8-8aab-47a8-b749-e5a4987499da req-00eb267f-1f24-48e1-b391-0cc9099c40de tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 0.1253114 Dec 13 09:35:30.952580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.168 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/acb353c2-5d0c-497d-a20c-d97227ef8abf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:30.970156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Attempting to bind port fcd4863d-4dde-4db4-9235-e275c76b7939 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:30.970581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Attempting to bind port fcd4863d-4dde-4db4-9235-e275c76b7939 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:30.971220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Attempting to bind port fcd4863d-4dde-4db4-9235-e275c76b7939 on network c31111a1-9670-446d-b231-2e7bdb970f73 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:30.977567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d65-18e1-4075-bfb7-97cf4379a47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.986631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:30.988219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Checking segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:30.988687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.989082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Bound using segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:30.989590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Bound port: fcd4863d-4dde-4db4-9235-e275c76b7939, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:30.989710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc529cb-3778-49f6-a080-046335884f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:30.990688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.014557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc529cb-3778-49f6-a080-046335884f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.081631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] For port fcd4863d-4dde-4db4-9235-e275c76b7939, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:31.084756 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bfc529cb-3778-49f6-a080-046335884f25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63c6612c0552427aaa142b3098b1b96b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0142834 Dec 13 09:35:31.085771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] For port fcd4863d-4dde-4db4-9235-e275c76b7939, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fcd4863d-4dde-4db4-9235-e275c76b7939,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:31.090706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:31.095103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.096294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc529cb-3778-49f6-a080-046335884f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906dd22f-cb50-4f43-b4cb-c9902fb35a74,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:31.138965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:31.142201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.163380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Deleting port 8726b8d6-21c3-434a-96e9-47027f124dd7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:35:31.163717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.164330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.177379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eea8a-8989-4fa7-bbb4-be4952e8b6e8 None None] Pushing event updated for resources: {'Port': ['ID=fcd4863d-4dde-4db4-9235-e275c76b7939,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:31.212414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0bf6679-1b19-4a4d-9131-c8f22152c6ab req-2a0fa4b6-00e1-414e-ab15-5689d5b00271 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943315 Dec 13 09:35:31.314915 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead53b44-381b-4376-af4c-11ea889a5202 x-openstack-request-id: req-ead53b44-381b-4376-af4c-11ea889a5202 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:31.315208 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:31.315470 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead53b44-381b-4376-af4c-11ea889a5202 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:31.316117 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4', 'status': 'completed', 'code': 200} Dec 13 09:35:31.364617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20a64cd8-8aab-47a8-b749-e5a4987499da req-9f4034f9-90bb-4a9b-8865-8c4635c0d91e tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758024 Dec 13 09:35:31.382694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.457137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.481331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-bfe3ffac-b9a9-4654-adb0-6635b3c91bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.481331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-bfe3ffac-b9a9-4654-adb0-6635b3c91bce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 1098 time: 0.1621456 Dec 13 09:35:31.495366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.509723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:31.542183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3f6b-ab46-47fc-8ffc-3c59ee24cd39 req-964cbbad-0b93-439e-a975-5d47da1b0b5e tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.546620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8ad3f6b-ab46-47fc-8ffc-3c59ee24cd39 req-964cbbad-0b93-439e-a975-5d47da1b0b5e tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4feb9d-f965-4a73-9471-9c200c804d07 HTTP/1.1" status: 200 len: 950 time: 0.1785665 Dec 13 09:35:31.593883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] For port 8726b8d6-21c3-434a-96e9-47027f124dd7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8726b8d6-21c3-434a-96e9-47027f124dd7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:31.594469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.629707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.677704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Calling delete_port for 8726b8d6-21c3-434a-96e9-47027f124dd7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:35:31.687600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.701416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.145 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/9811f02b-d87a-4a14-981c-ea0b0fa517cf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:31.837669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.842014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.844188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/906dd22f-cb50-4f43-b4cb-c9902fb35a74 HTTP/1.1" status: 204 len: 168 time: 0.7481248 Dec 13 09:35:31.858428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:31.877108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:31.888627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:31.894697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.895317 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.898887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Deleting port d701b10c-94b8-4679-b1ec-6278841956c7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:35:31.899214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:31.910220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:31.946470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e905b-2d8b-4e89-bfd6-868d894b63f6 req-05da1c25-45b8-4dc6-96cc-f7a7c1085983 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:31.953785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37e905b-2d8b-4e89-bfd6-868d894b63f6 req-05da1c25-45b8-4dc6-96cc-f7a7c1085983 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 947 time: 0.4843311 Dec 13 09:35:31.982921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917e135-dcae-4eed-aafb-e459371c772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906dd22f-cb50-4f43-b4cb-c9902fb35a74,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:31.990264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.033976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-b878b62f-df85-4a39-a40f-6afa36ef72f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4952242 Dec 13 09:35:32.066251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Request body: {'port': {'device_id': '094d2349-dab0-4676-bb26-8412d0a42969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:32.076348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.094754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8ad3f6b-ab46-47fc-8ffc-3c59ee24cd39 req-2c7750b8-c9a0-450e-8fdc-9321647cf674 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026832 Dec 13 09:35:32.131620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-44c92e07-fd6b-4ce7-ad23-ca75699cd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.132953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-44c92e07-fd6b-4ce7-ad23-ca75699cd19c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.6408179 Dec 13 09:35:32.180626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Pushing event deleted for resources: {'Port': ['ID=8726b8d6-21c3-434a-96e9-47027f124dd7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.231468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] No DVR routers for this DVR port 8726b8d6-21c3-434a-96e9-47027f124dd7 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:32.243986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Allocated IP 172.25.1.35 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/88f9a6e2-1888-4c0a-aa58-1e753320b04a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:32.249267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.252783 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eec62c9f-ce6e-4863-a992-4bb78a8f0f58 req-13f13fa1-4b3c-47eb-a89b-cf96f73f26c6 tempest-ImagesNegativeTestJSON-1189163334 tempest-ImagesNegativeTestJSON-1189163334-project] 10.222.0.44 "DELETE /v2.0/ports/8726b8d6-21c3-434a-96e9-47027f124dd7 HTTP/1.1" status: 204 len: 173 time: 1.4243062 Dec 13 09:35:32.253283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'name': 'network-vif-deleted', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:32.255580 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead69690-e94e-496b-849b-91107b4df426" -d '{"events": [{"server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "name": "network-vif-deleted", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:32.291193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-cc9739b4-5408-490a-bedc-c45cf7fb1d42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 HTTP/1.1" status: 200 len: 217 time: 0.1046760 Dec 13 09:35:32.302991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37e905b-2d8b-4e89-bfd6-868d894b63f6 req-4fab0959-89cd-49a9-ac57-9eb4dab1a503 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467650 Dec 13 09:35:32.330824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1fa7e2dc-a0eb-404a-a469-64e1b7fa5c07 None None] Provisioning complete for port acb353c2-5d0c-497d-a20c-d97227ef8abf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:32.331203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1fa7e2dc-a0eb-404a-a469-64e1b7fa5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.375529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] For port d701b10c-94b8-4679-b1ec-6278841956c7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d701b10c-94b8-4679-b1ec-6278841956c7,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:32.377258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.394301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bd3fcb7-9827-4a45-b0f2-5e7fa1f02633 req-c5c24e90-d34e-4a75-a85e-3094c8e4f5e0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 210 time: 0.1757841 Dec 13 09:35:32.435672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:32.460559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7e2dc-a0eb-404a-a469-64e1b7fa5c07 None None] Port acb353c2-5d0c-497d-a20c-d97227ef8abf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:32.505734 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a11f3fc-4b9c-4a5d-b23f-ed3d55e26d28 x-openstack-request-id: req-6a11f3fc-4b9c-4a5d-b23f-ed3d55e26d28 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:32.506351 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4feb9d-f965-4a73-9471-9c200c804d07", "name": "network-vif-deleted", "tag": "8726b8d6-21c3-434a-96e9-47027f124dd7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:32.506516 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a11f3fc-4b9c-4a5d-b23f-ed3d55e26d28 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:32.507170 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4feb9d-f965-4a73-9471-9c200c804d07', 'name': 'network-vif-deleted', 'tag': '8726b8d6-21c3-434a-96e9-47027f124dd7', 'status': 'completed', 'code': 200} Dec 13 09:35:32.524807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.573575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Calling delete_port for d701b10c-94b8-4679-b1ec-6278841956c7 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:35:32.586867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9803a162-5072-4b8d-8ce0-bb06ab26c484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.602923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.616540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8726b8d6-21c3-434a-96e9-47027f124dd7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:32.689716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.772346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.795939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.799195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:32.811803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:32.817512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:32.818404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:32.819010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba92e9-b06f-4365-9a67-92b32e6d3ff3 None None] Network c31111a1-9670-446d-b231-2e7bdb970f73 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:32.851078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:32.851840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-035d4664-7452-43b0-a8ac-083995a102db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.853428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-035d4664-7452-43b0-a8ac-083995a102db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.5172493 Dec 13 09:35:32.864493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:32.872302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:32.879138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fcd4863d-4dde-4db4-9235-e275c76b7939 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:32.926634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:32.942752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:32.943402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:32.980454 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fe619272-a1e1-4f3b-a7eb-7cf6447db8af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1774895 Dec 13 09:35:32.983145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Pushing event updated for resources: {'Port': ['ID=88f9a6e2-1888-4c0a-aa58-1e753320b04a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.000673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] Provisioning complete for port fcd4863d-4dde-4db4-9235-e275c76b7939 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:33.001279 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.034037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Request body: {'port': {'device_id': '139de05b-02d5-430d-b6f2-2a579b483044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:33.057993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9803a162-5072-4b8d-8ce0-bb06ab26c484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.112181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port fcd4863d-4dde-4db4-9235-e275c76b7939 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:33.113214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.165989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9803a162-5072-4b8d-8ce0-bb06ab26c484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.175797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.252000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca512c-451a-426e-bebb-79864a3e9123 req-6092c551-ea8e-47ec-a01d-512de37d8715 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.253656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecca512c-451a-426e-bebb-79864a3e9123 req-6092c551-ea8e-47ec-a01d-512de37d8715 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.7238855 Dec 13 09:35:33.253985 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.329029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a162-5072-4b8d-8ce0-bb06ab26c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a30f4bc-362b-409f-9b63-cefc5c1ea2e7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.343777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.366117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] For port fcd4863d-4dde-4db4-9235-e275c76b7939, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fcd4863d-4dde-4db4-9235-e275c76b7939,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:33.379699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9803a162-5072-4b8d-8ce0-bb06ab26c484 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37a22dc1fc324980802d1d27097308e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8857524 Dec 13 09:35:33.380481 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.388658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:33.397549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d701b10c-94b8-4679-b1ec-6278841956c7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:33.399522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.523544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Pushing event deleted for resources: {'Port': ['ID=d701b10c-94b8-4679-b1ec-6278841956c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.534165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecca512c-451a-426e-bebb-79864a3e9123 req-f086e96a-575c-4c69-8bdc-8a81010b0772 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519946 Dec 13 09:35:33.564310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9470a77-b17e-4cf9-a771-70651adef5b7 None None] Provisioning complete for port 9811f02b-d87a-4a14-981c-ea0b0fa517cf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:33.564686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9470a77-b17e-4cf9-a771-70651adef5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.584032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a910e-0531-4763-9a57-d2710af7e13a req-676ae47c-c85c-4c11-872b-bfdcd93241a8 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.592762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf1a910e-0531-4763-9a57-d2710af7e13a req-676ae47c-c85c-4c11-872b-bfdcd93241a8 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/ports?device_id=64957524-bb1c-432d-8f08-504336db70be HTTP/1.1" status: 200 len: 950 time: 1.0119095 Dec 13 09:35:33.600355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] No DVR routers for this DVR port d701b10c-94b8-4679-b1ec-6278841956c7 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:33.603646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9470a77-b17e-4cf9-a771-70651adef5b7 None None] Port 9811f02b-d87a-4a14-981c-ea0b0fa517cf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:33.612490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a944b1-3f68-4ea9-b63f-93655d3ad48e None None] Pushing event updated for resources: {'Port': ['ID=fcd4863d-4dde-4db4-9235-e275c76b7939,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:33.619076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:35:33.619346 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:35:33.622286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.630092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9470a77-b17e-4cf9-a771-70651adef5b7 None None] Provisioning complete for port fcd4863d-4dde-4db4-9235-e275c76b7939 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:33.630466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9470a77-b17e-4cf9-a771-70651adef5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.671895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.675823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb612d67-d504-47a2-a267-4f8fb1f1bb3d req-54e54148-c2b2-4fdf-b4cc-3d41adda6d15 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.37 "DELETE /v2.0/ports/d701b10c-94b8-4679-b1ec-6278841956c7 HTTP/1.1" status: 204 len: 173 time: 2.8842397 Dec 13 09:35:33.676599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'name': 'network-vif-deleted', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:33.679047 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e1d50c-e964-40e6-88a6-c2c75deb1dd4" -d '{"events": [{"server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "name": "network-vif-deleted", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:33.705164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-2967ecdf-3be7-4c66-9464-bdeb91bf9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:33.706792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-2967ecdf-3be7-4c66-9464-bdeb91bf9eeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8281329 Dec 13 09:35:33.713593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.761042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:33.885414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf1a910e-0531-4763-9a57-d2710af7e13a req-836ecdec-6046-41a5-aff2-5e891912ff84 tempest-DeleteServersAdminTestJSON-1266671981 tempest-DeleteServersAdminTestJSON-1266671981-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed5a4d36-efec-4253-97a3-78f4786f81ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913857 Dec 13 09:35:33.910654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.042455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7ae00-d29e-4ba1-b0a2-f6681d5f2682 req-8a3d2142-4e2f-4835-be64-a083d5abc299 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:34.044001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bf7ae00-d29e-4ba1-b0a2-f6681d5f2682 req-8a3d2142-4e2f-4835-be64-a083d5abc299 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 947 time: 0.2590523 Dec 13 09:35:34.094977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-23cbe1d4-8993-4f90-af5a-7f480d1c183e service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749185 Dec 13 09:35:34.097867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.145235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ed3b-194e-413d-b2db-07e92afe0f57 req-93c85fd4-2649-42ef-8d51-1dc4b85f32b3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:34.146633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfd9ed3b-194e-413d-b2db-07e92afe0f57 req-93c85fd4-2649-42ef-8d51-1dc4b85f32b3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 936 time: 0.1922753 Dec 13 09:35:34.171555 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.174579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.176191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a30f4bc-362b-409f-9b63-cefc5c1ea2e7 HTTP/1.1" status: 204 len: 168 time: 0.7702317 Dec 13 09:35:34.226644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bf7ae00-d29e-4ba1-b0a2-f6681d5f2682 req-b957c3e1-36bb-40f7-880d-932b3aae75d6 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725512 Dec 13 09:35:34.276836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Router 4f647f6e-8213-4844-aa5b-a280657d0f2c is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:35:34.286980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6f2c-5c43-44cc-9980-b5c3d9437242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a30f4bc-362b-409f-9b63-cefc5c1ea2e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:34.422697 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ccef7b-83cf-4fa7-ac2e-94886b7a9975 x-openstack-request-id: req-15ccef7b-83cf-4fa7-ac2e-94886b7a9975 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:34.422982 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64957524-bb1c-432d-8f08-504336db70be", "name": "network-vif-deleted", "tag": "d701b10c-94b8-4679-b1ec-6278841956c7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:34.423296 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15ccef7b-83cf-4fa7-ac2e-94886b7a9975 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:34.423671 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64957524-bb1c-432d-8f08-504336db70be', 'name': 'network-vif-deleted', 'tag': 'd701b10c-94b8-4679-b1ec-6278841956c7', 'status': 'completed', 'code': 200} Dec 13 09:35:34.438896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfd9ed3b-194e-413d-b2db-07e92afe0f57 req-68113f38-099e-4df3-98ed-cb29636bee6d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746234 Dec 13 09:35:34.443258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971debfd-546c-426e-9d35-c4467a28c5a6 req-b9c9d66c-dfc9-45e0-9a93-2cd2d47c3a02 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390954 Dec 13 09:35:34.453653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:34.476075 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Sync routers for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:34.477247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb353c2-5d0c-497d-a20c-d97227ef8abf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:34.488416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:34.489034 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:34.503434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.505344 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8a49b5d8-88be-476d-93e9-3a942176c43b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5774169 Dec 13 09:35:34.505653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.508024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:34.539030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Transition to ACTIVE for port object acb353c2-5d0c-497d-a20c-d97227ef8abf will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:34.578437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.578772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.595614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-dafe862a-99d4-4dc6-b1ee-14023c5206db service neutron] 10.222.0.37 "GET /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.1508489 Dec 13 09:35:34.743188 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:34.794079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fcd4863d-4dde-4db4-9235-e275c76b7939 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:34.798615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:34.886248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port fcd4863d-4dde-4db4-9235-e275c76b7939 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:34.886248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.892999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38a20b47-3f99-4733-8c0e-3dfa2e5243d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:34.952139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Pushing event updated for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:34.963041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Attempting to bind port acb353c2-5d0c-497d-a20c-d97227ef8abf on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:34.978352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Attempting to bind port acb353c2-5d0c-497d-a20c-d97227ef8abf by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:34.978689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Attempting to bind port acb353c2-5d0c-497d-a20c-d97227ef8abf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:35.012063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Port acb353c2-5d0c-497d-a20c-d97227ef8abf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:35.012391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Attempting to bind port acb353c2-5d0c-497d-a20c-d97227ef8abf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:35.038991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:35.039332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:35.039712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:35.040148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Bound port: acb353c2-5d0c-497d-a20c-d97227ef8abf, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:35.040503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.052545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888274-f521-4400-8ebe-0cb835c5de86 req-b5e09819-f9b0-4ab5-9eb2-516276d7d7e7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.054119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45888274-f521-4400-8ebe-0cb835c5de86 req-b5e09819-f9b0-4ab5-9eb2-516276d7d7e7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.3497453 Dec 13 09:35:35.075221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9811f02b-d87a-4a14-981c-ea0b0fa517cf {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:35.085521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.103937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Transition to ACTIVE for port object 9811f02b-d87a-4a14-981c-ea0b0fa517cf will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:35.131751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.176042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:35.179470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:35.180483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.198813 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:33Z', 'revision_number': 3, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:35.203255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38a20b47-3f99-4733-8c0e-3dfa2e5243d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.209523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.258756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38a20b47-3f99-4733-8c0e-3dfa2e5243d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.285745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Checking router: 4f647f6e-8213-4844-aa5b-a280657d0f2c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:35.286298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Updating router 4f647f6e-8213-4844-aa5b-a280657d0f2c port 88f9a6e2-1888-4c0a-aa58-1e753320b04a binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:35:35.327933 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.363411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.364246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.365809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] 10.222.0.44 "PUT /v2.0/ports/acb353c2-5d0c-497d-a20c-d97227ef8abf HTTP/1.1" status: 200 len: 1096 time: 3.3155024 Dec 13 09:35:35.375124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38a20b47-3f99-4733-8c0e-3dfa2e5243d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cd8c5c5de3f43c5a1805940939202bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736401 Dec 13 09:35:35.383070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.425070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45888274-f521-4400-8ebe-0cb835c5de86 req-54545fca-ec83-4b04-a3f7-f25c59aa87da tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373778 Dec 13 09:35:35.429978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a20b47-3f99-4733-8c0e-3dfa2e5243d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d4a21-99f3-4667-af75-994cb8263371,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.516512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Pushing event updated for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.585424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Attempting to bind port 9811f02b-d87a-4a14-981c-ea0b0fa517cf on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:35.585777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Attempting to bind port 9811f02b-d87a-4a14-981c-ea0b0fa517cf by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:35.586116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Attempting to bind port 9811f02b-d87a-4a14-981c-ea0b0fa517cf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:35.593946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Port 9811f02b-d87a-4a14-981c-ea0b0fa517cf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:35.594285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Attempting to bind port 9811f02b-d87a-4a14-981c-ea0b0fa517cf on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:35.601172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:35.601531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:35.602043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:35.602503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Bound port: 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:35.602952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.727160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:35.732307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:35.739292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:35.759846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.766855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa96cd-a3c1-4877-a724-113601a3038c service neutron] Pushing event updated for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:35.768548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8726b8d6-21c3-434a-96e9-47027f124dd7 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:35.770008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.802294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8726b8d6-21c3-434a-96e9-47027f124dd7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:35.802889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8726b8d6-21c3-434a-96e9-47027f124dd7 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:35.805301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d701b10c-94b8-4679-b1ec-6278841956c7 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:35.825592 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.839963 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.844407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: d701b10c-94b8-4679-b1ec-6278841956c7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:35:35.844948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d701b10c-94b8-4679-b1ec-6278841956c7 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:35.880772 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Attempting to bind port 88f9a6e2-1888-4c0a-aa58-1e753320b04a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:35.881530 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Attempting to bind port 88f9a6e2-1888-4c0a-aa58-1e753320b04a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:35.881995 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Attempting to bind port 88f9a6e2-1888-4c0a-aa58-1e753320b04a on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:35.889088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:35.889751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.891481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-709183a0-b4d5-494c-9e59-e5df8c218cd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8d8197810e040a6b6bb79fb83c24ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6939859 Dec 13 09:35:35.891870 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] 10.222.0.37 "PUT /v2.0/ports/9811f02b-d87a-4a14-981c-ea0b0fa517cf HTTP/1.1" status: 200 len: 1096 time: 2.9027431 Dec 13 09:35:35.892697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:35.895196 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d" -d '{"events": [{"name": "network-changed", "server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:35.903870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:35.916325 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:35.918114 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:35.918583 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.919946 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:35.920691 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Bound port: 88f9a6e2-1888-4c0a-aa58-1e753320b04a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:35.920691 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:35.996708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6c7ba-177a-4779-b3ae-184a853b4938 service neutron] Pushing event updated for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.000740 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Pushing event updated for resources: {'Port': ['ID=88f9a6e2-1888-4c0a-aa58-1e753320b04a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.008952 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] For port 88f9a6e2-1888-4c0a-aa58-1e753320b04a, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:36.012836 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] For port 88f9a6e2-1888-4c0a-aa58-1e753320b04a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88f9a6e2-1888-4c0a-aa58-1e753320b04a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:36.014896 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.015247 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.015591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.016038 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.016379 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.016714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.017148 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.017489 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.017823 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.018154 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.018858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.019146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.019473 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:35:36.025017 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.051086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:36.079476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-21955f15-6865-4ecb-8025-50705f280980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.080974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-21955f15-6865-4ecb-8025-50705f280980 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 1099 time: 0.3183174 Dec 13 09:35:36.085596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4', 'mac_address': 'fa:16:3e:51:54:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:36.108123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-a450dfb2-e5c0-4425-8054-e34153c7486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.111041 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-a450dfb2-e5c0-4425-8054-e34153c7486b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1099 time: 0.1645107 Dec 13 09:35:36.116278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.125515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4128c-4b1e-4284-812b-e8a773609c40 req-7b6af02c-ea99-430e-9dfa-e797062982bb tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.132876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ba4128c-4b1e-4284-812b-e8a773609c40 req-7b6af02c-ea99-430e-9dfa-e797062982bb tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 947 time: 0.7528062 Dec 13 09:35:36.140163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b27086-69bc-4cc1-80bb-8aaedfa51215 None None] Pushing event updated for resources: {'Port': ['ID=88f9a6e2-1888-4c0a-aa58-1e753320b04a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.143133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.149564 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:36.150264 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:36.155013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:36.171288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:36.197174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-a1567ebe-7dd0-4f3a-8ad3-3446db931c0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf HTTP/1.1" status: 200 len: 217 time: 0.0647075 Dec 13 09:35:36.210100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:36.217989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.230732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-8c8f7ecb-fab8-496f-a7fb-cf17a3b5ed69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf HTTP/1.1" status: 200 len: 217 time: 0.0804718 Dec 13 09:35:36.309718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.311025 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:36.345158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-47f85785-8d91-4648-8f6f-44e1b271ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.346948 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-47f85785-8d91-4648-8f6f-44e1b271ba99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1038766 Dec 13 09:35:36.358381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe7168-ad11-4199-ad3f-8a8f3ca92bad req-ac831ec7-9b86-464b-b9c7-a31c7b330691 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.359949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38fe7168-ad11-4199-ad3f-8a8f3ca92bad req-ac831ec7-9b86-464b-b9c7-a31c7b330691 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 948 time: 0.5986776 Dec 13 09:35:36.360633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.363466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-c10c09e4-e0ca-4fcc-898e-f00e1677a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.364877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-c10c09e4-e0ca-4fcc-898e-f00e1677a8dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0903277 Dec 13 09:35:36.431323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:36.445202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:36.447228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-0c3ebd6f-2e9a-4966-80f4-afd7455cb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.447467 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6e559-09ed-4844-9344-9171112b0f63" -d '{"events": [{"name": "network-changed", "server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:36.449897 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-0c3ebd6f-2e9a-4966-80f4-afd7455cb5ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941255 Dec 13 09:35:36.480586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Allocated IP 172.20.0.1 (c31111a1-9670-446d-b231-2e7bdb970f73/5b47765b-4ead-49b3-9e02-5ccc94b3b16d/419d7caa-72ab-4f84-bd2b-85e2e92de98f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:36.499725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.517356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.539536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:36.554446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9be8ee95-978c-41d0-affa-99d29a523baf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08f098c4b52c452098bb127d5075d30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7888763 Dec 13 09:35:36.560457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:36.576833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3d5359-15d2-4522-a8de-20050ba27d42 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:36.600329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ba4128c-4b1e-4284-812b-e8a773609c40 req-3b2fe681-c418-492a-8645-3d8ac57c8a3c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617209 Dec 13 09:35:36.632332 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-5e7fc636-2e5e-40fa-92da-7af9041a4293 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738956 Dec 13 09:35:36.648792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.661683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:36.702930 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697a09c7-a80d-445e-84f6-281e1dff6e23 x-openstack-request-id: req-697a09c7-a80d-445e-84f6-281e1dff6e23 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:36.703592 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:36.704036 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-697a09c7-a80d-445e-84f6-281e1dff6e23 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:36.704522 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'status': 'completed', 'code': 200} Dec 13 09:35:36.714850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fb28c7d1-c73d-44a5-b717-8844150e0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.716689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-fb28c7d1-c73d-44a5-b717-8844150e0a19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3323433 Dec 13 09:35:36.730422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.734468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.758028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38fe7168-ad11-4199-ad3f-8a8f3ca92bad req-e6ce424e-1bdd-4c5a-8298-a5a6518beca2 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773282 Dec 13 09:35:36.781773 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:33Z', 'revision_number': 3, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:36.795991 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa1cf0-dec5-4888-a69a-31809b005b44 x-openstack-request-id: req-60fa1cf0-dec5-4888-a69a-31809b005b44 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:36.796742 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:36.796957 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60fa1cf0-dec5-4888-a69a-31809b005b44 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:36.797581 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf', 'status': 'completed', 'code': 200} Dec 13 09:35:36.807830 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-c49a7aa2-efaa-4db3-8de7-12670b51b386 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626534 Dec 13 09:35:36.841573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.846744 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d4b7-99a7-4658-bc9c-d3a6c2ea0366 None None] The sync data for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 is: [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:33Z', 'revision_number': 3, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:36.896858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.907114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.909800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd0d4a21-99f3-4667-af75-994cb8263371 HTTP/1.1" status: 204 len: 168 time: 1.5212195 Dec 13 09:35:36.948033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Network c31111a1-9670-446d-b231-2e7bdb970f73 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:36.952947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:36.959487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df138b0-79ff-4383-8305-9ad03bf244b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d4a21-99f3-4667-af75-994cb8263371,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.959697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:36.986941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Pushing event updated for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:36.995867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:36.996930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-6c403b86-d683-4441-9f2f-28b0e1b78959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:36.998468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-6c403b86-d683-4441-9f2f-28b0e1b78959 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1099 time: 0.1142070 Dec 13 09:35:37.002945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.007554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.008724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb HTTP/1.1" status: 204 len: 168 time: 1.0451677 Dec 13 09:35:37.089463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d961a-e3ad-4584-a23c-9c20e2b861bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e23c4d-55dc-4b04-8865-a8ffe9a3e6bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.103610 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.111540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-606ac5c5-1c7a-4396-b7bc-026d26a765fa service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692291 Dec 13 09:35:37.157792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] Transition to ACTIVE for port object cc3d5359-15d2-4522-a8de-20050ba27d42 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:37.192376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.207367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.426250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f81e0-50ed-4fab-9c8b-71b9743ebeaf req-e071ca68-bfda-44d1-8b07-7590c3d8459b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.437631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-353f81e0-50ed-4fab-9c8b-71b9743ebeaf req-e071ca68-bfda-44d1-8b07-7590c3d8459b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 944 time: 0.5180786 Dec 13 09:35:37.474512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-71a1e1c2-30af-446c-9878-fad6a7f15f79 None None] Provisioning complete for port 419d7caa-72ab-4f84-bd2b-85e2e92de98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:37.475000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71a1e1c2-30af-446c-9878-fad6a7f15f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.526117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-2ca683e6-3365-4df1-9e94-6cac6964bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.527613 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-2ca683e6-3365-4df1-9e94-6cac6964bc29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5153303 Dec 13 09:35:37.560425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-71a1e1c2-30af-446c-9878-fad6a7f15f79 None None] Port 419d7caa-72ab-4f84-bd2b-85e2e92de98f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:37.605688 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-c5557d88-051d-4114-848b-8ade3f8fd4e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf HTTP/1.1" status: 200 len: 217 time: 0.0646231 Dec 13 09:35:37.613839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d5a420-c077-4a8f-8e52-6b64e6d58806 req-5ae9befe-d045-4928-9900-2a03eaac642b service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842010 Dec 13 09:35:37.614840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] No DVR routers for this DVR port cc3d5359-15d2-4522-a8de-20050ba27d42 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:35:37.642969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.739943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:37.789074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.798692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-664eb894-bc87-45cc-adac-9a64a1f7bab2 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 3.1157446 Dec 13 09:35:37.831323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-353f81e0-50ed-4fab-9c8b-71b9743ebeaf req-3ee0ec28-0caa-4e9a-aa9f-7291da8231db tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953915 Dec 13 09:35:37.832402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.835114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-bd460195-6de6-4797-827c-abe3df2793e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.836555 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.836673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-bd460195-6de6-4797-827c-abe3df2793e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2226629 Dec 13 09:35:37.837698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed5a4d36-efec-4253-97a3-78f4786f81ab HTTP/1.1" status: 204 len: 168 time: 1.2717826 Dec 13 09:35:37.865931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:37.871874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:37.872244 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:37.905966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf89f0d-51ef-43ad-a9c7-0cfe4a551af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a4d36-efec-4253-97a3-78f4786f81ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:37.925756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-9341fe06-ff49-49d0-92ba-64b8eb55d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.928285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-9341fe06-ff49-49d0-92ba-64b8eb55d217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 1099 time: 0.2438283 Dec 13 09:35:37.951009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8c01-05ff-4a8f-82b3-06194284ec94 req-dfff51df-df32-4039-ac97-c538285aee2b tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:37.963030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d29d8c01-05ff-4a8f-82b3-06194284ec94 req-dfff51df-df32-4039-ac97-c538285aee2b tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 948 time: 0.2495131 Dec 13 09:35:38.043764 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.082787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:38.085515 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5bbe7e-8016-414d-9140-b5720244129b" -d '{"events": [{"server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "name": "network-vif-plugged", "status": "completed", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:38.113489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:38.122136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.123369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:35:38.177594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d29d8c01-05ff-4a8f-82b3-06194284ec94 req-03cb94aa-762c-4df6-8001-5438a25ac697 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080679 Dec 13 09:35:38.199734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-8c2733f6-c9d6-4495-957b-8a0f4088f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.200906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-8c2733f6-c9d6-4495-957b-8a0f4088f11e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3528435 Dec 13 09:35:38.230155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-5915739d-9698-4642-aaad-a4aa56afc8e2 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.238510 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-5915739d-9698-4642-aaad-a4aa56afc8e2 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.3133531 Dec 13 09:35:38.252072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136465f-131c-42c4-b7e4-1b43184ad941 req-a0c46e13-2139-4424-ab02-4821a6618c5a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.254816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3136465f-131c-42c4-b7e4-1b43184ad941 req-a0c46e13-2139-4424-ab02-4821a6618c5a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 948 time: 0.2690403 Dec 13 09:35:38.340462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-5b197a73-dd2a-4d11-9d4c-eac8b6dacf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.344325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-5b197a73-dd2a-4d11-9d4c-eac8b6dacf6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.3704400 Dec 13 09:35:38.399433 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e79b3-a0f0-43b4-a019-b3b5512da6ac x-openstack-request-id: req-ba9e79b3-a0f0-43b4-a019-b3b5512da6ac {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:38.399752 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "name": "network-vif-plugged", "status": "completed", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:38.400019 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba9e79b3-a0f0-43b4-a019-b3b5512da6ac {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:38.400427 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4', 'code': 200} Dec 13 09:35:38.403438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:35:38.410400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:38.422710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-9879e596-8163-4133-818d-30145da3e371 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf HTTP/1.1" status: 200 len: 217 time: 0.0617378 Dec 13 09:35:38.488343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:38.542260 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-533f1cc6-b2e9-4772-9ad9-de92f39422a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149397 Dec 13 09:35:38.542621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3136465f-131c-42c4-b7e4-1b43184ad941 req-3bb062e9-2138-4a4c-9940-5bafd5b4b0d8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586124 Dec 13 09:35:38.554019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-832d6a04-3c71-4030-9ffb-216247246ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.593837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-b88af571-38b0-4c66-a62a-299555e7fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.595277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-b88af571-38b0-4c66-a62a-299555e7fa7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1567576 Dec 13 09:35:38.595730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:38.636662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a4c4-bc98-4f74-93e7-01d85401fd26 req-d79310a8-6bd4-41ce-a4a9-d70c0a3682e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.638717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f47a4c4-bc98-4f74-93e7-01d85401fd26 req-d79310a8-6bd4-41ce-a4a9-d70c0a3682e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 1100 time: 0.1839781 Dec 13 09:35:38.673965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-fd2fa001-64f4-492b-9461-ef10261ac5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.675632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-fd2fa001-64f4-492b-9461-ef10261ac5d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&tenant_id=7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 1096 time: 0.3230946 Dec 13 09:35:38.737750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.761295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.763424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-832d6a04-3c71-4030-9ffb-216247246ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.784301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88f9a6e2-1888-4c0a-aa58-1e753320b04a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:38.789088 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-832d6a04-3c71-4030-9ffb-216247246ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.819396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.861825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-e1a8bcce-91fc-4eaf-b36d-bf1b619eb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.863531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-e1a8bcce-91fc-4eaf-b36d-bf1b619eb752 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520354 Dec 13 09:35:38.865101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0fd9cee6-30d0-4a33-98a9-2f0cf591728d req-d4669212-c133-4ff6-8c21-1c33ad42a55a service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026154 Dec 13 09:35:38.879948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-832d6a04-3c71-4030-9ffb-216247246ae8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5f63e33980943b08800d91aef054ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886113 Dec 13 09:35:38.883056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:38.897338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f47a4c4-bc98-4f74-93e7-01d85401fd26 req-c2587338-60c9-44b5-97bb-6edc3781d4b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344050 Dec 13 09:35:38.910210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 88f9a6e2-1888-4c0a-aa58-1e753320b04a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:38.911790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:38.925946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d6a04-3c71-4030-9ffb-216247246ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf50501f-357d-4e70-bed1-66042b15f9a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:38.965745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-10221f4d-c1f7-4de2-ac07-aa6820c9c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:38.967236 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-10221f4d-c1f7-4de2-ac07-aa6820c9c8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1096 time: 0.2631490 Dec 13 09:35:38.969803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Pushing event updated for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:39.032742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.034029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-880086472-network', 'tenant_id': '574f290a5e9643f5badc03dc66212e87'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:39.067812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 88f9a6e2-1888-4c0a-aa58-1e753320b04a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88f9a6e2-1888-4c0a-aa58-1e753320b04a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:39.075393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Network c31111a1-9670-446d-b231-2e7bdb970f73 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:39.078723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.079153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:39.158447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-1aa6a3f6-1bfb-417d-8767-308cc5c4283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.161218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-1aa6a3f6-1bfb-417d-8767-308cc5c4283a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.1824801 Dec 13 09:35:39.179907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=88f9a6e2-1888-4c0a-aa58-1e753320b04a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:39.223353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Made reservation on behalf of 574f290a5e9643f5badc03dc66212e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:39.225863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.282009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12723275-7e46-417b-b965-3ce0cc782d4a req-47fb77fd-635a-41ba-9ba8-e43231c8756c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.289486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12723275-7e46-417b-b965-3ce0cc782d4a req-47fb77fd-635a-41ba-9ba8-e43231c8756c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.2680190 Dec 13 09:35:39.291360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.294876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-8b092fda-0053-4ccb-9b09-56ceaa0b8572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0895059 Dec 13 09:35:39.310549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.335252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-e71888cb-0f95-4727-b342-8fab30591bd3 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498312 Dec 13 09:35:39.353828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.384052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-fd53a280-98c4-4218-b89c-dd67fa8406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.386111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-fd53a280-98c4-4218-b89c-dd67fa8406a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0800264 Dec 13 09:35:39.433701 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-15513de1-ef60-4938-8e89-e218bfbe8ba3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350852 Dec 13 09:35:39.469295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Router 4f647f6e-8213-4844-aa5b-a280657d0f2c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:35:39.500477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-36a7b2e4-33af-4b55-a9cf-dccf22d3f91e None None] Provisioning complete for port 419d7caa-72ab-4f84-bd2b-85e2e92de98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:39.502324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36a7b2e4-33af-4b55-a9cf-dccf22d3f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:39.544080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12723275-7e46-417b-b965-3ce0cc782d4a req-0f6379cf-573f-4427-93ab-ca35de8b99a4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537076 Dec 13 09:35:39.564178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-36a7b2e4-33af-4b55-a9cf-dccf22d3f91e None None] Port 419d7caa-72ab-4f84-bd2b-85e2e92de98f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:39.592693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9dfca-7777-4e50-b396-1af70db43f7a req-02193955-b0bf-4ff5-98c1-1bee6b3b7474 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:39.594689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8c9dfca-7777-4e50-b396-1af70db43f7a req-02193955-b0bf-4ff5-98c1-1bee6b3b7474 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.2476883 Dec 13 09:35:39.646481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-448623f4-3c52-4b59-8bc9-d6e17f4d7ef4 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030680 Dec 13 09:35:39.697830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8c9dfca-7777-4e50-b396-1af70db43f7a req-bdd03fce-31f2-431f-946c-e8642e1b3103 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938933 Dec 13 09:35:39.723865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb6e559-09ed-4844-9344-9171112b0f63 req-cbbcc99c-04b7-4cdf-b7dd-f9653ffbbe13 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719361 Dec 13 09:35:39.772702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:39.783208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea9644b1-cb4f-4264-840e-50b1132ad4ce admin admin] 10.222.0.30 "PUT /v2.0/routers/4f647f6e-8213-4844-aa5b-a280657d0f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2736740 Dec 13 09:35:39.789569 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-28fd7732-6e5b-4b78-92b0-45cd16b19c72 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336997 Dec 13 09:35:39.796306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Sync routers for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:39.819129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:39.833594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:40.036506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.039341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.040663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf50501f-357d-4e70-bed1-66042b15f9a0 HTTP/1.1" status: 204 len: 168 time: 1.1512127 Dec 13 09:35:40.051371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:40.096117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1760-3772-4daa-af55-7b30c9ff04d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf50501f-357d-4e70-bed1-66042b15f9a0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:40.127427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.146221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-c9cfe473-b8ea-4a50-9f8e-c5ec339c3343 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.146668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1a6c7-821f-4fde-a595-a64e13867034 req-d898b0f8-3047-41fb-8a5a-d1a4adc7eec4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.147782 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-c9cfe473-b8ea-4a50-9f8e-c5ec339c3343 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.0974839 Dec 13 09:35:40.156906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10f1a6c7-821f-4fde-a595-a64e13867034 req-d898b0f8-3047-41fb-8a5a-d1a4adc7eec4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 948 time: 0.4363368 Dec 13 09:35:40.159975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.176892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:40.191951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.192612 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Added segment f4e5105f-3cd8-46ef-b833-6d78c03ac50d of type vlan for network 8ca9dea0-8735-43c0-802d-7e7ecf54e597 Dec 13 09:35:40.248010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.317143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d972b4-a833-49f9-843c-e6e500179238,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:40.323479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.324714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.325524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.412417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] Pushing event updated for resources: {'Network': ['ID=8ca9dea0-8735-43c0-802d-7e7ecf54e597,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:40.421562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99491f2c-3b68-40ad-b41c-dd1ae0797d3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8219690 Dec 13 09:35:40.424209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:40.429459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Request body: {'subnet': {'network_id': '8ca9dea0-8735-43c0-802d-7e7ecf54e597', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-880086472-subnet', 'tenant_id': '574f290a5e9643f5badc03dc66212e87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:40.450093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10f1a6c7-821f-4fde-a595-a64e13867034 req-226baf67-f986-449f-b83c-9710c2f5ed11 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856512 Dec 13 09:35:40.465331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8ca9dea0-8735-43c0-802d-7e7ecf54e597 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:40.484453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Made reservation on behalf of 574f290a5e9643f5badc03dc66212e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:40.488133 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.497099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-d2dd0b12-b847-4178-b3cc-362f424bd5e6 service neutron] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:40.504554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-d2dd0b12-b847-4178-b3cc-362f424bd5e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.505637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-621ddbc7-387b-4d65-a28c-a17d8048afd4 req-d2dd0b12-b847-4178-b3cc-362f424bd5e6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.3464997 Dec 13 09:35:40.789483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88f9a6e2-1888-4c0a-aa58-1e753320b04a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:40.862956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ddc6-7c34-4cb4-8df7-4eb46330273d req-1b0b4cf5-52f1-42c1-bd58-b677aa69f6cb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:40.871442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d14ddc6-7c34-4cb4-8df7-4eb46330273d req-1b0b4cf5-52f1-42c1-bd58-b677aa69f6cb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.1778691 Dec 13 09:35:40.921903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:37Z', 'revision_number': 4, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '419d7caa-72ab-4f84-bd2b-85e2e92de98f', 'name': '', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'mac_address': 'fa:16:3e:cf:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:36Z', 'updated_at': '2021-12-13T09:35:38Z', 'revision_number': 2, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'subnets': [{'id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:40.933534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.957146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Checking router: 4f647f6e-8213-4844-aa5b-a280657d0f2c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:40.957860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Updating router 4f647f6e-8213-4844-aa5b-a280657d0f2c port 419d7caa-72ab-4f84-bd2b-85e2e92de98f binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:35:40.960149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 88f9a6e2-1888-4c0a-aa58-1e753320b04a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:40.960670 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:40.980544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:40.986316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-network', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:41.020542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.025222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Made reservation on behalf of 3e4f17f834704ce7a36c8b28c232bfae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:41.026456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90363214-b3ae-4350-9aa7-0e21638763ab,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:41.028570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.040697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.065634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e05c9-eae9-4f26-b747-e9e6d63fb119 req-33c3f796-2b09-4029-9430-b61d9a75d613 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.068637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e33e05c9-eae9-4f26-b747-e9e6d63fb119 req-33c3f796-2b09-4029-9430-b61d9a75d613 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.1804099 Dec 13 09:35:41.076661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d14ddc6-7c34-4cb4-8df7-4eb46330273d req-e08d97a7-cec4-433c-8bcd-fa0478e94d53 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034738 Dec 13 09:35:41.084932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Checking segment: {'id': 'f4e5105f-3cd8-46ef-b833-6d78c03ac50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ca9dea0-8735-43c0-802d-7e7ecf54e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:41.085327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Network hostable DHCP agents. Network: 8ca9dea0-8735-43c0-802d-7e7ecf54e597, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:41.171398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.171877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e33e05c9-eae9-4f26-b747-e9e6d63fb119 req-216ed18b-fba9-4aea-a29a-81d2f9b6b024 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Dec 13 09:35:41.188682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Network 8ca9dea0-8735-43c0-802d-7e7ecf54e597 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:41.211262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.228247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8ca9dea0-8735-43c0-802d-7e7ecf54e597) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:41.253162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:35:41.253903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.254812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b057b96-abf5-4c1d-b2ef-d3a31906e655 None None] Network 8ca9dea0-8735-43c0-802d-7e7ecf54e597 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:41.256001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.278220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222329d4-d2cf-43f1-b6c2-6005fdfe53fb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:41.322356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.324346 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Added segment dacc257c-57ab-48aa-9f80-d9045157d0b6 of type vlan for network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c Dec 13 09:35:41.365828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5da2e8cb-fd58-4344-8fca-65b947de334e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9324839 Dec 13 09:35:41.365828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1948d8-0b7f-482a-a234-ae51a1de472c req-05464eb9-236a-4b65-8c26-3d48b38be083 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.368141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d1948d8-0b7f-482a-a234-ae51a1de472c req-05464eb9-236a-4b65-8c26-3d48b38be083 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1096 time: 0.0943778 Dec 13 09:35:41.404783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.444593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.446007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.447009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.448604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c179ef0-70ef-4cd2-84a4-ef0828a2c98a None None] Network 8ca9dea0-8735-43c0-802d-7e7ecf54e597 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:41.460009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d1948d8-0b7f-482a-a234-ae51a1de472c req-e3d5f325-f748-4799-a609-5f9abafe50e4 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Dec 13 09:35:41.569773 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5856438 Dec 13 09:35:41.570317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:41.575873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Request body: {'subnet': {'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-subnet', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:41.580270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764eebf-29fb-4a49-8ea8-442eb6407da2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:41.598314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.603070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:35:41.615961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.676857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Made reservation on behalf of 3e4f17f834704ce7a36c8b28c232bfae for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:41.680013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:41.768054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device acb353c2-5d0c-497d-a20c-d97227ef8abf details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:41.769696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9811f02b-d87a-4a14-981c-ea0b0fa517cf details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:41.782214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882950-184e-47c7-9719-f2afcc812953 req-fbe08c68-3b3d-453a-93d3-c8d32a9554ff tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:41.800260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0882950-184e-47c7-9719-f2afcc812953 req-fbe08c68-3b3d-453a-93d3-c8d32a9554ff tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 948 time: 0.2186835 Dec 13 09:35:41.811657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ff191-8599-4ec8-9f3d-a8cf02a360b4 None None] Pushing event updated for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:41.929165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0882950-184e-47c7-9719-f2afcc812953 req-bca60e13-834a-440e-beef-5311a4080a5d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234486 Dec 13 09:35:42.038571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Attempting to bind port 419d7caa-72ab-4f84-bd2b-85e2e92de98f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:42.039084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Attempting to bind port 419d7caa-72ab-4f84-bd2b-85e2e92de98f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:42.039310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Attempting to bind port 419d7caa-72ab-4f84-bd2b-85e2e92de98f on network c31111a1-9670-446d-b231-2e7bdb970f73 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:42.050540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:42.050925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Checking segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:42.051342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.051742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Bound using segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:42.052229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Bound port: 419d7caa-72ab-4f84-bd2b-85e2e92de98f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:42.052618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.182898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-226759c8-ede5-4a26-b5b6-193cc458ddc6 None None] Provisioning complete for port 419d7caa-72ab-4f84-bd2b-85e2e92de98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:42.183278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-226759c8-ede5-4a26-b5b6-193cc458ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.185959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:42.194186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-881181188', 'description': 'tempest-description-1654156353'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.201979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.204881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:42.237895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] For port 419d7caa-72ab-4f84-bd2b-85e2e92de98f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:42.247413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'acb353c2-5d0c-497d-a20c-d97227ef8abf', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'acb353c2-5d0c-497d-a20c-d97227ef8abf', 'mac_address': 'fa:16:3e:fd:4d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:42.258705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'mac_address': 'fa:16:3e:62:85:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:42.263832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] For port 419d7caa-72ab-4f84-bd2b-85e2e92de98f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=419d7caa-72ab-4f84-bd2b-85e2e92de98f,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:42.274898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.293297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.308049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-226759c8-ede5-4a26-b5b6-193cc458ddc6 None None] Port 419d7caa-72ab-4f84-bd2b-85e2e92de98f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:42.323669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0f7225-53c6-4c78-a566-46f9d40efc1b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.335531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-c41f41f1-47ab-41e4-b383-a133e33cc729 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.337070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-c41f41f1-47ab-41e4-b383-a133e33cc729 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.2166376 Dec 13 09:35:42.350495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Checking segment: {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:42.350865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Network hostable DHCP agents. Network: c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:35:42.378483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-fefee333-96f2-422c-a480-bc2ba5cdcc6f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/quotas/7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 375 time: 0.0235817 Dec 13 09:35:42.383165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.400442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:35:42.443084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:42.446988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.464112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.476738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.477503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.517690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b79c730c-359e-418a-8f85-34f20170ca96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9462349 Dec 13 09:35:42.519696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:42.525904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.540002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.542931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff1cf589-52ca-45cc-9f2d-580e26b8070e req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3895040 Dec 13 09:35:42.548828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e0d56-63d2-45c0-8f15-3206a47491b0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c531efde-4b88-4185-97af-b43f7ca2d1d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.569849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-710fd71f-7ead-427f-8072-0846fe773f8e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473351 Dec 13 09:35:42.596918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.598024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.684016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51eb177-4b52-4c51-8161-967ad4876881 None None] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:42.714149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1b10a-58bf-4fc7-9753-b06b9b1f6185 req-44359c27-da7c-4f52-9d61-395e2d279bb4 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:42.723560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02e1b10a-58bf-4fc7-9753-b06b9b1f6185 req-44359c27-da7c-4f52-9d61-395e2d279bb4 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.1036453 Dec 13 09:35:42.749172 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.749392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.754930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb353c2-5d0c-497d-a20c-d97227ef8abf {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:42.784421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02e1b10a-58bf-4fc7-9753-b06b9b1f6185 req-67c6f1fe-5ebd-455a-a0bd-a3d9e10b1aeb tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Dec 13 09:35:42.836295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:42.865153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] Provisioning complete for port 419d7caa-72ab-4f84-bd2b-85e2e92de98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:42.865525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.868268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-251c925c-3a88-4738-8aac-a481cd52af8c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/c531efde-4b88-4185-97af-b43f7ca2d1d7 HTTP/1.1" status: 200 len: 1829 time: 0.0488582 Dec 13 09:35:42.879912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c531efde-4b88-4185-97af-b43f7ca2d1d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.887343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c531efde-4b88-4185-97af-b43f7ca2d1d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:42.904166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-f95237e6-c0fc-4e3c-8680-40e474f85c78 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:35:42.908307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-f95237e6-c0fc-4e3c-8680-40e474f85c78 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1225724 Dec 13 09:35:42.920926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ff191-8599-4ec8-9f3d-a8cf02a360b4 None None] Pushing event updated for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:42.927305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:42.935470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9811f02b-d87a-4a14-981c-ea0b0fa517cf {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:42.971496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:42.972133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:43.084845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:43.086463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-01a01e48-ef14-4ad6-b482-ad90efae507d service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641543 Dec 13 09:35:43.087709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.099738 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.130963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.131200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.157417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.187391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0883417d-40f0-4c13-aac4-8ab824e99594,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.204155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.205513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8799c20a-0e19-49aa-b8b9-ed98485ef81f req-150d4fd6-b14f-483d-a968-c2ad98e7e09b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3300259 Dec 13 09:35:43.226638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.228685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:43.239145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9cb4cb03-7080-4624-abad-65439f6668f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350954 Dec 13 09:35:43.269583 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.271728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'fixed_ips': [{'subnet_id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:35:43.272732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.320553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:43.359944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.374562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0d149-fb17-4922-b06b-e797506bb169 req-17c5e55a-30f9-4454-81df-cc5ac7863e4e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.376096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72a0d149-fb17-4922-b06b-e797506bb169 req-17c5e55a-30f9-4454-81df-cc5ac7863e4e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 949 time: 0.0573092 Dec 13 09:35:43.420898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] For port 419d7caa-72ab-4f84-bd2b-85e2e92de98f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=419d7caa-72ab-4f84-bd2b-85e2e92de98f,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:43.496122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-99569553-f177-4b2c-952a-2eb024f1492a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458398 Dec 13 09:35:43.501624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:43.509503 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.526088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72a0d149-fb17-4922-b06b-e797506bb169 req-3b28c25c-a5e4-4723-92dc-2d9c61921b24 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367869 Dec 13 09:35:43.535617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.594062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.686025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-8a8fa335-2c76-4f33-b082-f318370ab5a8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:43.696049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-8a8fa335-2c76-4f33-b082-f318370ab5a8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987982 Dec 13 09:35:43.715429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-5133c2b0-e788-4429-a46b-1a00b36baf2a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/quotas/2b959b72c3bd4d0b81608d5543d0d6e5 HTTP/1.1" status: 200 len: 375 time: 0.0178246 Dec 13 09:35:43.742054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce29c84-5ab3-4c24-bc91-7effd4216cc8 None None] Pushing event updated for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:43.799652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Allocated IP 172.20.0.2 (c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c/dd0f7225-53c6-4c78-a566-46f9d40efc1b/2bf7792c-80a2-4137-ba8a-d2917dcf15f9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:43.800167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Allocated IP 172.25.1.252 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/3a9153fe-00b9-43b2-aa3c-5a48a49881ce) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:43.816642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-2197e65e-de81-4ce1-85fe-9199c7eb04e9 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999939 Dec 13 09:35:43.931838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:43.949825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-3bb66dd0-6b90-4c0a-b11c-2d519e3c65e0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589654 Dec 13 09:35:43.982907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.059823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:37Z', 'revision_number': 4, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '419d7caa-72ab-4f84-bd2b-85e2e92de98f', 'name': '', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'mac_address': 'fa:16:3e:cf:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:36Z', 'updated_at': '2021-12-13T09:35:42Z', 'revision_number': 4, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'subnets': [{'id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:44.067046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:44.073640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:44.077518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:44.104227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:44.159005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-c50a3842-372c-4a4e-89f2-444487a51368 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:44.167477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-c50a3842-372c-4a4e-89f2-444487a51368 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164309 Dec 13 09:35:44.186180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-b3c8ac7d-034f-4a2e-8883-cabd8da9d08d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/quotas/3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 375 time: 0.0177011 Dec 13 09:35:44.200848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f356f-75fe-47c5-bec9-81ac2e04ae7d None None] The sync data for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 is: [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:35:37Z', 'revision_number': 4, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '419d7caa-72ab-4f84-bd2b-85e2e92de98f', 'name': '', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'mac_address': 'fa:16:3e:cf:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:36Z', 'updated_at': '2021-12-13T09:35:42Z', 'revision_number': 4, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'subnets': [{'id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:44.260484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.274524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.284158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-d0b9a2e8-47a9-4369-aab8-0aaf91b33211 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969284 Dec 13 09:35:44.411423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44bda9f3-6e35-4770-aadf-0e2392581916 req-b6a17e94-10d9-4791-8249-577a650839f3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/c531efde-4b88-4185-97af-b43f7ca2d1d7 HTTP/1.1" status: 200 len: 2422 time: 0.1148460 Dec 13 09:35:44.421102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Pushing event updated for resources: {'Port': ['ID=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:44.476304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:44.483692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:44.492223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:44.554516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.595176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Attempting to bind port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:44.597010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Attempting to bind port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:44.597953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Attempting to bind port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 on network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:44.616681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:44.619147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Checking segment: {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:44.621342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.624720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Bound using segment: {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:44.629742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Bound port: 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:44.630397 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:44.699188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cfd3692-44da-40e7-bba5-eb1dc72dc32a req-ec8fa265-b15b-456c-b197-cb7e7d3b3abf tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 210 time: 0.0739202 Dec 13 09:35:44.771233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71fc25dc-662a-4077-a785-943f508f996b req-6fb8b529-4ca9-4b2c-80cd-27a7598ae527 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 210 time: 0.1022677 Dec 13 09:35:44.804262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 419d7caa-72ab-4f84-bd2b-85e2e92de98f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:44.821389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68794239-0859-4210-af45-5ffa0798ac6f req-1ce8dd27-7659-4669-9747-ba4925ef3530 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-group-rules/0883417d-40f0-4c13-aac4-8ab824e99594 HTTP/1.1" status: 200 len: 778 time: 0.0616879 Dec 13 09:35:44.898456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] For port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:44.902465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] For port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:44.915551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.004410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15745ce-687a-46f9-8986-24c2b74195e2 None None] Pushing event updated for resources: {'Port': ['ID=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:45.051355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 419d7caa-72ab-4f84-bd2b-85e2e92de98f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:45.051732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.166165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68794239-0859-4210-af45-5ffa0798ac6f req-88b4289e-7a99-486d-b10e-b810c08abf54 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/c531efde-4b88-4185-97af-b43f7ca2d1d7 HTTP/1.1" status: 200 len: 2422 time: 0.3432250 Dec 13 09:35:45.186443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.334905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-74dd44a1-b065-4cb4-a1ff-1ce1b96ec0d6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.340334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-74dd44a1-b065-4cb4-a1ff-1ce1b96ec0d6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.4624300 Dec 13 09:35:45.363297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Request body: {'port': {'device_id': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'admin_state_up': True, 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:45.486293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-68794239-0859-4210-af45-5ffa0798ac6f req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.506011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-68794239-0859-4210-af45-5ffa0798ac6f req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.518646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Router 988a3d33-346d-4e94-bd31-4b083bf48f45 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:35:45.585924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f947a11-c1eb-4f9b-88d3-e87aa60cc898 req-8ef480c9-a0dd-4495-9a9f-2f1b422e9249 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:45.593659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f947a11-c1eb-4f9b-88d3-e87aa60cc898 req-8ef480c9-a0dd-4495-9a9f-2f1b422e9249 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 949 time: 0.4454489 Dec 13 09:35:45.605377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:45.698860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:45.713728 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Sync routers for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:45.736280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.737562 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:45.738441 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:45.744354 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92ac4aef-c46d-4a58-9db7-c916fa4e18e0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2222972 Dec 13 09:35:45.746022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:45.763908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-68794239-0859-4210-af45-5ffa0798ac6f req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.770685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9811f02b-d87a-4a14-981c-ea0b0fa517cf up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:45.823438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-68794239-0859-4210-af45-5ffa0798ac6f req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.832462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68794239-0859-4210-af45-5ffa0798ac6f req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0883417d-40f0-4c13-aac4-8ab824e99594 HTTP/1.1" status: 204 len: 173 time: 0.6407526 Dec 13 09:35:45.843156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5ef4-6ddd-47a2-9436-e533542d7cc3 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0883417d-40f0-4c13-aac4-8ab824e99594,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:45.888897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f947a11-c1eb-4f9b-88d3-e87aa60cc898 req-593542cd-9268-443b-a34e-9b27920ad490 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935052 Dec 13 09:35:45.901681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device acb353c2-5d0c-497d-a20c-d97227ef8abf up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:45.928842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe116a8-ba87-4363-a7f9-e2ff512813ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:45.969351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:45.976280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.003922 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:46.055329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 9811f02b-d87a-4a14-981c-ea0b0fa517cf completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:46.055919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7eb75309-9c05-4f51-ba6e-ef087abd5990 req-393a7324-2ac3-47e1-869c-d5297a7de6ed tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 210 time: 0.0488975 Dec 13 09:35:46.074768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 9811f02b-d87a-4a14-981c-ea0b0fa517cf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:46.076320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.181578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-7231b11b-fbee-4865-b712-66416700e595 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710306 Dec 13 09:35:46.248392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a9460bd-e440-454c-8d5e-44c93f5574a0 req-01d9fa9a-9e71-4783-8c33-59c828026b58 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 210 time: 0.1144521 Dec 13 09:35:46.389618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1324787900', 'description': 'tempest-description-217409437'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.402918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed3eb315-fa6a-40d7-b98f-cf7f6bfcd42e req-9b1353fa-2d56-4857-8960-2c94df52a86f tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 210 time: 0.1519434 Dec 13 09:35:46.416827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port acb353c2-5d0c-497d-a20c-d97227ef8abf completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:35:46.423797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port acb353c2-5d0c-497d-a20c-d97227ef8abf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:46.424464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.465949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe116a8-ba87-4363-a7f9-e2ff512813ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.482253 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:44Z', 'revision_number': 3, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:46.510733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-d25c688f-73ed-4f75-9872-31a86f2a825e tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:46.511640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Checking router: 988a3d33-346d-4e94-bd31-4b083bf48f45 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:46.512140 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Updating router 988a3d33-346d-4e94-bd31-4b083bf48f45 port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:35:46.512428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-d25c688f-73ed-4f75-9872-31a86f2a825e tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547269 Dec 13 09:35:46.542052 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.558784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Allocated IP 172.20.0.10 (d331cf36-5ca7-4572-8722-d50e11ec9238/ed00911b-a20e-410e-80b3-88da61b3d84f/ad985d26-8af3-44e9-b4c3-f8b7c484f171) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:46.569505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Request body: {'port': {'device_id': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '2b959b72c3bd4d0b81608d5543d0d6e5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:46.580185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.648184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:46.655773 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cf2392-0f84-4338-b9b6-b6810cd4354a" -d '{"events": [{"server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "name": "network-vif-plugged", "status": "completed", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:46.768351 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fbad50-ef68-44dc-884e-476b75a2109b x-openstack-request-id: req-26fbad50-ef68-44dc-884e-476b75a2109b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:46.768978 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "name": "network-vif-plugged", "status": "completed", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:46.769468 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26fbad50-ef68-44dc-884e-476b75a2109b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:46.773820 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'code': 200} Dec 13 09:35:46.781898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:46.805326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.821037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.855120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.884069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:46.908434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe116a8-ba87-4363-a7f9-e2ff512813ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.926419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.37', 61012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:46.976276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:46.976808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.978704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c22e18-4830-4829-a213-7790fa23b8fa None None] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:35:46.981760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5fe116a8-ba87-4363-a7f9-e2ff512813ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04dee5a9db494d85b81f94880a7fe734&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3642285 Dec 13 09:35:46.983404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:46.988147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:46.992452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe116a8-ba87-4363-a7f9-e2ff512813ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea15666b-900f-4326-a27f-5938c2dd035d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:46.998204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.018404 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.028642 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.038105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:47.050611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-c9366f86-c466-4b7c-9738-cdacff5ba4a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437225 Dec 13 09:35:47.068302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Network d331cf36-5ca7-4572-8722-d50e11ec9238 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:47.075381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.078382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:47.081917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:47.091314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.092118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.100967 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79eee1-93d2-4bd8-aab0-201823e9a79d None None] Pushing event updated for resources: {'Port': ['ID=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.105096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.131607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9750fc6e-35ca-4bbb-86de-e998a4f45eca None None] Provisioning complete for port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:47.132147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9750fc6e-35ca-4bbb-86de-e998a4f45eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.134443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40114916-f371-498b-aafd-87d1e48c9ce4 req-aa97d5d2-e534-4487-afe7-7974d79514c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.136315 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-40114916-f371-498b-aafd-87d1e48c9ce4 req-aa97d5d2-e534-4487-afe7-7974d79514c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1101 time: 0.2013848 Dec 13 09:35:47.138473 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Attempting to bind port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:47.138857 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Attempting to bind port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:47.139219 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Attempting to bind port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:47.145617 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:47.145992 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:47.146395 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.147085 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:47.147710 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Bound port: 3a9153fe-00b9-43b2-aa3c-5a48a49881ce, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:47.149066 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.160458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.212360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Made reservation on behalf of 2b959b72c3bd4d0b81608d5543d0d6e5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:47.216130 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.218539 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] For port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:47.223052 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] For port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:47.234183 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.299074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.302713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.312479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79eee1-93d2-4bd8-aab0-201823e9a79d None None] Pushing event updated for resources: {'Port': ['ID=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.320832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-40114916-f371-498b-aafd-87d1e48c9ce4 req-55439adb-e4d2-438a-8e04-99ad12a6a689 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701355 Dec 13 09:35:47.334834 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:47.335508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:47.384408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.433596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:47.452428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.467995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9750fc6e-35ca-4bbb-86de-e998a4f45eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.482671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:47.515437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.585481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-9750fc6e-35ca-4bbb-86de-e998a4f45eca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:35:47.586097 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-9750fc6e-35ca-4bbb-86de-e998a4f45eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:35:47.591435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2404604 Dec 13 09:35:47.639171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.689239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae36b-dd64-4fdb-a997-9eaca7897f9d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.704541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Request body: {'port': {'device_id': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:47.719358 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:44Z', 'revision_number': 3, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:47.749197 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b28d54-447b-4028-8619-5fe09da99bf0 None None] The sync data for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 is: [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:44Z', 'revision_number': 3, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:47.752245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.773357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.793878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c9fa-ca8b-4f25-83c7-2770482aa6ce req-58d03446-c4fa-4488-8ac2-c7ae8aad1887 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.795679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db68c9fa-ca8b-4f25-83c7-2770482aa6ce req-58d03446-c4fa-4488-8ac2-c7ae8aad1887 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 950 time: 0.7378464 Dec 13 09:35:47.834047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Allocated IP 192.168.233.76 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/f0c23eb5-be10-4b78-b9b9-b5f380ebd233) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:47.837048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-15f7fe96-d137-4cfc-84d5-386e27fc8f0b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:47.839080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-15f7fe96-d137-4cfc-84d5-386e27fc8f0b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7682314 Dec 13 09:35:47.870684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.873905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.874047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:47.875136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea15666b-900f-4326-a27f-5938c2dd035d HTTP/1.1" status: 204 len: 168 time: 0.8310215 Dec 13 09:35:47.875451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03d48efb-42ae-4041-a5f9-47d6d242b855 req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.5637958 Dec 13 09:35:47.879615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Request body: {'port': {'device_id': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '3aa27bd3a766474b90838030f6809cb3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:47.908822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62d1b-aa0b-4db7-9370-7f340580ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea15666b-900f-4326-a27f-5938c2dd035d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:47.962549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89141e-2003-413e-b7bb-1cf3ff603ef4 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236b3a8c-cceb-470f-8281-af0a8fd3e181,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.014253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.030597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db68c9fa-ca8b-4f25-83c7-2770482aa6ce req-c4f65573-2500-4a86-9cda-f69fee8354b0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123303 Dec 13 09:35:48.116561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Allocated IP 172.20.0.1 (c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c/dd0f7225-53c6-4c78-a566-46f9d40efc1b/a684472a-9d57-486d-9551-b3180813b75a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:48.176488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e596d0f-9130-4775-ae06-31a338e9f6bf req-f29c4da3-5714-4b14-9137-d28aa4607455 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 210 time: 0.1026449 Dec 13 09:35:48.207862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.323134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.327395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.359981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:48.409264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Pushing event updated for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.413022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:48.417702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:48.422974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:48.451711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:48.462763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3533a222-313a-4540-acc0-c8886cfe01b6 None None] Provisioning complete for port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:48.463707 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3533a222-313a-4540-acc0-c8886cfe01b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.488391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b706a50-5282-46d3-9f2a-6e1dcd558154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.508423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.518923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0a09a-32d6-4a0c-a2f5-c4899a8c6892 req-c7da7f05-81d0-489c-8444-96eeb98bd603 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.521911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ca0a09a-32d6-4a0c-a2f5-c4899a8c6892 req-c7da7f05-81d0-489c-8444-96eeb98bd603 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 932 time: 0.3723068 Dec 13 09:35:48.539925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.540623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.616392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:48.632082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:48.643881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:48.650205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-883142b8-61aa-46a4-85f7-0a5b006ac700 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0858552 Dec 13 09:35:48.653504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Pushing event updated for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:48.694279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Request body: {'port': {'device_id': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:48.736681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Made reservation on behalf of 3aa27bd3a766474b90838030f6809cb3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:35:48.742108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.785372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:48.798359 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1cbd72-3221-42d1-9111-34c3ad13e622" -d '{"events": [{"server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "name": "network-vif-plugged", "status": "completed", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:48.798577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.857554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2316ec-abc6-4d00-ab45-8dad29c27c47 req-c38acd4f-b470-4464-8553-40941b37d81e tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:48.864915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd2316ec-abc6-4d00-ab45-8dad29c27c47 req-c38acd4f-b470-4464-8553-40941b37d81e tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 935 time: 0.5621898 Dec 13 09:35:48.876562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.896650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-09d57009-cb1a-4657-bd37-63dd7f760632 None None] Provisioning complete for port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:48.896650 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09d57009-cb1a-4657-bd37-63dd7f760632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.965902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:48.976321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-09d57009-cb1a-4657-bd37-63dd7f760632 None None] Port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:48.992121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a9153fe-00b9-43b2-aa3c-5a48a49881ce up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:49.033862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad985d26-8af3-44e9-b4c3-f8b7c484f171 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:49.065431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:49.066143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.066261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b706a50-5282-46d3-9f2a-6e1dcd558154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.074901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.081459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b706a50-5282-46d3-9f2a-6e1dcd558154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.101306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ca0a09a-32d6-4a0c-a2f5-c4899a8c6892 req-2b193066-f94c-4798-9c59-1aa28f0aae6f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704119 Dec 13 09:35:49.127298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e7c51b0-2ef0-493f-90c0-526c074153db None None] Provisioning complete for port a684472a-9d57-486d-9551-b3180813b75a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:49.128014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e7c51b0-2ef0-493f-90c0-526c074153db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.166939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd2316ec-abc6-4d00-ab45-8dad29c27c47 req-803f15b8-6044-4388-b80e-651291cf14f3 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006032 Dec 13 09:35:49.175192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Transition to ACTIVE for port object ad985d26-8af3-44e9-b4c3-f8b7c484f171 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:49.181925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c51b0-2ef0-493f-90c0-526c074153db None None] Port a684472a-9d57-486d-9551-b3180813b75a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:49.193838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.259221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b706a50-5282-46d3-9f2a-6e1dcd558154 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8555c6581dcc408c954e4b7d69ea5df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8030291 Dec 13 09:35:49.259609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1980e63a-1b8d-44a7-b1ed-1d1ddf01179b req-4f75252a-3dc0-493e-a4bd-6b866f0d73bc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/236b3a8c-cceb-470f-8281-af0a8fd3e181 HTTP/1.1" status: 200 len: 1829 time: 0.1198742 Dec 13 09:35:49.259609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43876) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:49.265893 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.273160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b706a50-5282-46d3-9f2a-6e1dcd558154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678eae3-7684-4d86-b8d7-182a7bedb2e0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.332088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:49.350411 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d9e53-9e99-49d2-9804-c825e29f1aad x-openstack-request-id: req-3e3d9e53-9e99-49d2-9804-c825e29f1aad {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:49.350726 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "name": "network-vif-plugged", "status": "completed", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:49.351093 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e3d9e53-9e99-49d2-9804-c825e29f1aad {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:49.351790 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf', 'code': 200} Dec 13 09:35:49.352850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.354160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:49.376885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.469799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:49.470367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:49.471361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:49.476337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:49.476842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.498064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.505376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7a49f-da2d-41cb-8253-fdb343f77b10 req-e84fb005-d7af-4f27-b5b1-c889fcff9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.507510 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-53a7a49f-da2d-41cb-8253-fdb343f77b10 req-e84fb005-d7af-4f27-b5b1-c889fcff9cb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 1101 time: 0.1273320 Dec 13 09:35:49.509814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.540185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a804e4a-094d-40d2-97a6-a9bf8983ad88 req-a5e09d6a-6acd-462f-8813-b6f1d696b3da tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 210 time: 0.0621195 Dec 13 09:35:49.548534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:49.548909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:49.567453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:49.567796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:49.568181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:49.568626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Bound port: ad985d26-8af3-44e9-b4c3-f8b7c484f171, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:49.568983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.584079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.626694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.651792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1969849861', 'description': 'tempest-description-1746757121'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:49.653644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-53a7a49f-da2d-41cb-8253-fdb343f77b10 req-0e3028d1-c01e-44a2-b00c-e8b2410f0089 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344202 Dec 13 09:35:49.669699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a320f-f329-46c1-b66b-3bd7004f45c8 req-9af7982b-f989-4d90-ad2d-8476f8dd4b92 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:49.671182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9a320f-f329-46c1-b66b-3bd7004f45c8 req-9af7982b-f989-4d90-ad2d-8476f8dd4b92 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 950 time: 0.2434509 Dec 13 09:35:49.681752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.705657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c23eb5-be10-4b78-b9b9-b5f380ebd233 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:49.718094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.749106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Transition to ACTIVE for port object f0c23eb5-be10-4b78-b9b9-b5f380ebd233 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:49.754629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.786179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5193ae3d-3e21-4e70-8d33-c6178c7236ef,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.797556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.807212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.807525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:49.814167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.816797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.857282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:49.866315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Pushing event updated for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.893938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.937541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9a320f-f329-46c1-b66b-3bd7004f45c8 req-e0b68968-7be1-4483-a38c-3e8df4f61326 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522311 Dec 13 09:35:49.949635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:49.971463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Pushing event updated for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:49.984242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Attempting to bind port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:49.984577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Attempting to bind port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:49.984906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Attempting to bind port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:50.020817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.021524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.023020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 1092 time: 2.3241682 Dec 13 09:35:50.024856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:50.025202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Attempting to bind port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:50.039636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:50.043560 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f0240-ac87-440f-95cf-95e791278ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:50.047994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:50.048340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:50.048972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:50.049728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Bound port: f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:50.050133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.078097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f06ff-0e54-4cd0-99fd-7e8c80d79ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.149654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Allocated IP 192.168.233.81 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/86ca7291-50a2-410f-9ed0-d1161ba8704e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:35:50.161812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:50.164932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.166608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:50.168473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.169667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6678eae3-7684-4d86-b8d7-182a7bedb2e0 HTTP/1.1" status: 204 len: 168 time: 0.8758662 Dec 13 09:35:50.183925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:50.188383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:50.229684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.254866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.298428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9ae5be46-3e27-4b7a-9bc3-6daf6b19b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.300583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-9ae5be46-3e27-4b7a-9bc3-6daf6b19b01a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1095 time: 0.2198088 Dec 13 09:35:50.307161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.309894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.310760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.312159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] 10.222.0.37 "PUT /v2.0/ports/f0c23eb5-be10-4b78-b9b9-b5f380ebd233 HTTP/1.1" status: 200 len: 1095 time: 1.6311488 Dec 13 09:35:50.320243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:50.325005 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9374a82c-e31a-4803-8703-6a656aa45485" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:50.415802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71b3f-5c20-4c80-b92e-2503bb8c3b64 req-ba6905ea-5241-479b-aff2-2ce915832c43 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.417544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0e71b3f-5c20-4c80-b92e-2503bb8c3b64 req-ba6905ea-5241-479b-aff2-2ce915832c43 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 950 time: 0.3454492 Dec 13 09:35:50.418724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17094-d2d3-4bff-baca-f4bedcb1a17c service neutron] Pushing event updated for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.418894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-ad5a9b2a-7f2c-4600-acd1-1a866b72efb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 217 time: 0.0996051 Dec 13 09:35:50.419611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8da9e-07df-4d1a-942e-9b2705c2f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678eae3-7684-4d86-b8d7-182a7bedb2e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.431006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.433404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76c3c21e-9563-475c-866c-999c1f656126 req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8181648 Dec 13 09:35:50.442897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Router 988a3d33-346d-4e94-bd31-4b083bf48f45 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:35:50.450203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b9532fa4-e204-4bd9-ba19-8e1149ede564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.451795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-b9532fa4-e204-4bd9-ba19-8e1149ede564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 1098 time: 0.0917270 Dec 13 09:35:50.592258 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-bd1a2af1-8858-4e0b-97d0-7fafb6ddae14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233 HTTP/1.1" status: 200 len: 217 time: 0.0855300 Dec 13 09:35:50.601446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b40a51-7a64-4390-904d-5eaae5dc9e44 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3707510f-192e-47a2-a13d-148ca7e239a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:50.641100 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f7d5e-5e50-43c1-b3d5-3d8390ac89b2 x-openstack-request-id: req-1f4f7d5e-5e50-43c1-b3d5-3d8390ac89b2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:50.641316 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:50.641595 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f4f7d5e-5e50-43c1-b3d5-3d8390ac89b2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:50.641986 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'status': 'completed', 'code': 200} Dec 13 09:35:50.674001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-aa57b297-df5a-4041-b348-a8ed58dee153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.675497 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-aa57b297-df5a-4041-b348-a8ed58dee153 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0697291 Dec 13 09:35:50.676658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406c431-9555-4570-a146-49373706db7b admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:35:50.680677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-772a8a3a-5fb1-489c-82ac-e36276289236 None None] Provisioning complete for port a684472a-9d57-486d-9551-b3180813b75a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:50.681101 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-772a8a3a-5fb1-489c-82ac-e36276289236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:50.696183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2406c431-9555-4570-a146-49373706db7b admin admin] 10.222.0.30 "PUT /v2.0/routers/988a3d33-346d-4e94-bd31-4b083bf48f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9483545 Dec 13 09:35:50.721495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02acf-5465-4514-a888-2c64208a8c0d req-5f4cb85a-0c82-4d2d-95cd-e6f6c1084af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.724177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-5f4cb85a-0c82-4d2d-95cd-e6f6c1084af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.2897220 Dec 13 09:35:50.740035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Sync routers for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:35:50.779940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a9153fe-00b9-43b2-aa3c-5a48a49881ce up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:50.792743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-8dbb8281-1b86-4637-b973-e50d2e26a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:50.792743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-8dbb8281-1b86-4637-b973-e50d2e26a1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946343 Dec 13 09:35:50.820514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-772a8a3a-5fb1-489c-82ac-e36276289236 None None] Port a684472a-9d57-486d-9551-b3180813b75a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:50.823691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:50.824198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0e71b3f-5c20-4c80-b92e-2503bb8c3b64 req-76c64578-fdcd-415a-b8ef-ff329cec8983 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632696 Dec 13 09:35:50.824687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:50.828410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-91acd863-6213-42cf-bf3e-a4efe7784930 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778129 Dec 13 09:35:50.960516 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-a9a7657d-4cf2-4d43-8d0b-ff393971e806 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491578 Dec 13 09:35:51.005272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.109829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ff38431-9810-448a-ab4b-dc17b6158e0f req-501fcd2a-c9ec-4478-8a75-31497b294458 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330307 Dec 13 09:35:51.112647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5744dcc-494f-4d46-9e0f-a4c48b98738e req-9843e0da-3475-4a75-8b82-629137fdc101 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.120223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5744dcc-494f-4d46-9e0f-a4c48b98738e req-9843e0da-3475-4a75-8b82-629137fdc101 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.3682919 Dec 13 09:35:51.136740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:51.138267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.183558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:51.216454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972a0d-edc6-49e0-b45d-e5ca0e0cf1b2 req-410f158a-10ed-4580-af05-75e49f727752 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.223651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5972a0d-edc6-49e0-b45d-e5ca0e0cf1b2 req-410f158a-10ed-4580-af05-75e49f727752 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 947 time: 0.2392659 Dec 13 09:35:51.254522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.257703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-a0505133-e57b-4434-a2e8-a0dbc8eab030 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057970 Dec 13 09:35:51.327698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5744dcc-494f-4d46-9e0f-a4c48b98738e req-ec17e009-9314-466f-aa9a-7ee3c9fed6d3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001908 Dec 13 09:35:51.400987 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29d223-b7ed-45b9-bdfb-fb5c353df4be x-openstack-request-id: req-0b29d223-b7ed-45b9-bdfb-fb5c353df4be {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:51.402128 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:51.402581 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b29d223-b7ed-45b9-bdfb-fb5c353df4be {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:51.403192 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233', 'status': 'completed', 'code': 200} Dec 13 09:35:51.522152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374a82c-e31a-4803-8703-6a656aa45485 req-6763eb63-f08f-46a4-9949-74d66a60de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.524036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-6763eb63-f08f-46a4-9949-74d66a60de44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 1098 time: 0.0948191 Dec 13 09:35:51.567366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a684472a-9d57-486d-9551-b3180813b75a', 'name': '', 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'mac_address': 'fa:16:3e:b2:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:47Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 2, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'subnets': [{'id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:51.571993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:35:51.599614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Checking router: 988a3d33-346d-4e94-bd31-4b083bf48f45 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:35:51.600086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Updating router 988a3d33-346d-4e94-bd31-4b083bf48f45 port a684472a-9d57-486d-9551-b3180813b75a binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:35:51.640570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.655196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374a82c-e31a-4803-8703-6a656aa45485 req-5109aba6-3903-4316-a0d1-14c1a35be23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.657957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-5109aba6-3903-4316-a0d1-14c1a35be23d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1240573 Dec 13 09:35:51.670865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:35:51.673911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a02acf-5465-4514-a888-2c64208a8c0d req-eb9cfce2-4508-4d82-aa90-56dce85be25e service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038765 Dec 13 09:35:51.725957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5972a0d-edc6-49e0-b45d-e5ca0e0cf1b2 req-c68d7242-923a-47e1-98db-b9fc2d71b294 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013485 Dec 13 09:35:51.727022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:35:51.733231 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-3770f342-6c38-4ceb-9a0b-d247e906835d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233 HTTP/1.1" status: 200 len: 217 time: 0.0627682 Dec 13 09:35:51.740244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.740953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:51.769716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-403d8006-89b5-4a6a-9a79-bdfab1dbb498 req-23ef1635-2ae1-4e58-a64a-2b7242b15519 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/3707510f-192e-47a2-a13d-148ca7e239a9 HTTP/1.1" status: 200 len: 1830 time: 0.2113998 Dec 13 09:35:51.785728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:51.800966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2052075257', 'description': 'tempest-description-460030511'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:51.852284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374a82c-e31a-4803-8703-6a656aa45485 req-ff5ea32e-dbb2-4493-ad83-fbda86286864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.854923 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-ff5ea32e-dbb2-4493-ad83-fbda86286864 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1127679 Dec 13 09:35:51.935774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-47faed37-71ab-4a94-a3b6-5f4c2627b232 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0753012 Dec 13 09:35:51.978060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374a82c-e31a-4803-8703-6a656aa45485 req-c963c79b-dd43-4ab6-ae1c-6d3612093007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:51.981192 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-c963c79b-dd43-4ab6-ae1c-6d3612093007 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138303 Dec 13 09:35:51.986253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Request body: {'port': {'device_id': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:52.061425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.102637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-669fa796-302e-4bff-8501-80ff52d00e58 None None] Provisioning complete for port 86ca7291-50a2-410f-9ed0-d1161ba8704e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:52.103210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-669fa796-302e-4bff-8501-80ff52d00e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.109723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-326f30b8-7757-40d6-a141-d1a055f31d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.111536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-326f30b8-7757-40d6-a141-d1a055f31d2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1095 time: 0.2940264 Dec 13 09:35:52.130636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dd121-81c4-42d4-ba62-3935c9b74f2f req-4e928acb-bd20-4930-8c04-201a5dd50168 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.138857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b08dd121-81c4-42d4-ba62-3935c9b74f2f req-4e928acb-bd20-4930-8c04-201a5dd50168 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 935 time: 0.2342823 Dec 13 09:35:52.193063 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-238bd244-d115-4ea0-aaf9-78f3a2325999 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024524 Dec 13 09:35:52.216595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.235891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-669fa796-302e-4bff-8501-80ff52d00e58 None None] Port 86ca7291-50a2-410f-9ed0-d1161ba8704e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:35:52.336666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b08dd121-81c4-42d4-ba62-3935c9b74f2f req-0ab9bcc6-42f1-4aed-9d3b-032bd0dbabc8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914768 Dec 13 09:35:52.389781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9374a82c-e31a-4803-8703-6a656aa45485 req-57ae00a4-5076-4b7a-b114-21a909efe29d service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882899 Dec 13 09:35:52.550930 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.571263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.648710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a4247-5d40-43a6-9f8c-c13d9fd44ed0 None None] Pushing event updated for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:52.732261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Attempting to bind port a684472a-9d57-486d-9551-b3180813b75a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:52.732642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Attempting to bind port a684472a-9d57-486d-9551-b3180813b75a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:52.733013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Attempting to bind port a684472a-9d57-486d-9551-b3180813b75a on network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:52.739120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:52.739504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Checking segment: {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:52.739917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.740317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Bound using segment: {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:52.740789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Bound port: a684472a-9d57-486d-9551-b3180813b75a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc257c-57ab-48aa-9f80-d9045157d0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:52.741201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.873881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] For port a684472a-9d57-486d-9551-b3180813b75a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:52.877856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] For port a684472a-9d57-486d-9551-b3180813b75a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a684472a-9d57-486d-9551-b3180813b75a,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:52.887923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.917374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.930104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:52.933696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-c8b95da4-d380-4f7e-81e7-075deff66eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:52.935174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-c8b95da4-d380-4f7e-81e7-075deff66eba service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.7885902 Dec 13 09:35:52.966730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:35:52.967370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:53.029280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a4247-5d40-43a6-9f8c-c13d9fd44ed0 None None] Pushing event updated for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.033616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1109-4099-4ac5-a7be-79f81ffd8e60 req-ea98a91d-f318-462f-bba6-b826c23c0077 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.044170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb1c1109-4099-4ac5-a7be-79f81ffd8e60 req-ea98a91d-f318-462f-bba6-b826c23c0077 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 950 time: 0.3023565 Dec 13 09:35:53.076590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-354f5876-36d8-430f-9676-6487f4c92891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 217 time: 0.1295319 Dec 13 09:35:53.085327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] Provisioning complete for port a684472a-9d57-486d-9551-b3180813b75a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:53.085750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.125651 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.132077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87b169fc-1444-46cb-b796-efcadc479546 req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3348479 Dec 13 09:35:53.262501 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.274298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998de7d-52af-4bed-b439-394581429201 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9996ac69-5f20-4c56-926b-389ebde1b232,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.310228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:35:53.363786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] For port a684472a-9d57-486d-9551-b3180813b75a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a684472a-9d57-486d-9551-b3180813b75a,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:53.375491 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.394737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-804c594d-c5c6-4eef-ab4b-04c88b822230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.397113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-804c594d-c5c6-4eef-ab4b-04c88b822230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.2489836 Dec 13 09:35:53.450186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb1c1109-4099-4ac5-a7be-79f81ffd8e60 req-c275ace3-f7aa-4ae7-8933-b5fb30342349 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047401 Dec 13 09:35:53.474979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3c867-679e-46ef-be87-bce8d9355853 req-fa433629-1c89-48f8-a9dd-a210865d74d0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.484768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fb3c867-679e-46ef-be87-bce8d9355853 req-fa433629-1c89-48f8-a9dd-a210865d74d0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.2442605 Dec 13 09:35:53.534524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b341b-d3e6-45a6-9d12-ca87c1a21a38 None None] Pushing event updated for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:53.540934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-60e9cc99-ae41-4d5b-ac79-eebee22ef15b None None] Provisioning complete for port a684472a-9d57-486d-9551-b3180813b75a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:53.541549 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60e9cc99-ae41-4d5b-ac79-eebee22ef15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:53.662243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-01ecfc59-2b94-4307-a3da-535df58c5173 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2430024 Dec 13 09:35:53.674085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fb3c867-679e-46ef-be87-bce8d9355853 req-1acae244-6f56-49ee-92ea-872aa9352a1f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411257 Dec 13 09:35:53.748748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a684472a-9d57-486d-9551-b3180813b75a', 'name': '', 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'mac_address': 'fa:16:3e:b2:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:47Z', 'updated_at': '2021-12-13T09:35:52Z', 'revision_number': 4, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'subnets': [{'id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:35:53.798062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba99cea-5208-4e34-ab02-38f85da7e811 None None] The sync data for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 is: [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a684472a-9d57-486d-9551-b3180813b75a', 'name': '', 'network_id': 'c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'mac_address': 'fa:16:3e:b2:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:47Z', 'updated_at': '2021-12-13T09:35:52Z', 'revision_number': 4, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'subnets': [{'id': 'dd0f7225-53c6-4c78-a566-46f9d40efc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:35:53.982278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-7ab1e703-bbd4-48f9-9c23-ae7f36e369df service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946222 Dec 13 09:35:53.990095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc436-dfd0-4dcf-980d-d3e3305f7ad4 req-579b9e5d-8e40-4d2a-bec2-ec014855aba8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:53.998672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-360bc436-dfd0-4dcf-980d-d3e3305f7ad4 req-579b9e5d-8e40-4d2a-bec2-ec014855aba8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 947 time: 0.2656574 Dec 13 09:35:54.164066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ca7291-50a2-410f-9ed0-d1161ba8704e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:54.196183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.239174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Transition to ACTIVE for port object 86ca7291-50a2-410f-9ed0-d1161ba8704e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:35:54.244803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-360bc436-dfd0-4dcf-980d-d3e3305f7ad4 req-5e9096ca-f547-42ac-b7ed-fa610c011247 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443984 Dec 13 09:35:54.255781 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.358816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f95dbe77-d8c5-4817-9351-ddabb0d443cc req-a15c81fe-62cb-45c1-9047-9785e049c315 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/9996ac69-5f20-4c56-926b-389ebde1b232 HTTP/1.1" status: 200 len: 1829 time: 0.2355311 Dec 13 09:35:54.384456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb3f0240-ac87-440f-95cf-95e791278ef6 req-3deb585e-9c9b-4ab6-9a83-86136547f2a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437636 Dec 13 09:35:54.385335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:54.556439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:35:54.556980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:35:54.557448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:54.568204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc035-a70f-40ab-80fd-a23be72e28c2 req-1193b9a2-d34e-4fd3-8a8f-4034a8a89eed tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.569970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-272cc035-a70f-40ab-80fd-a23be72e28c2 req-1193b9a2-d34e-4fd3-8a8f-4034a8a89eed tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.1661580 Dec 13 09:35:54.578613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:35:54.579151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:35:54.648979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:35:54.650012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:35:54.650773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:35:54.651922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Bound port: 86ca7291-50a2-410f-9ed0-d1161ba8704e, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:35:54.652499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.790001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-272cc035-a70f-40ab-80fd-a23be72e28c2 req-ef93222b-4899-4ae3-9b2e-23f017a2bd2a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026291 Dec 13 09:35:54.859529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a684472a-9d57-486d-9551-b3180813b75a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:54.908118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:35:54.921082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:35:54.933256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.935702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a684472a-9d57-486d-9551-b3180813b75a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:35:54.936010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:54.943206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6774f1f-cfbe-40b4-ae6b-fbf6e50f2da0 req-80dde815-96d6-4bae-8a69-e39969506f42 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.949303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6774f1f-cfbe-40b4-ae6b-fbf6e50f2da0 req-80dde815-96d6-4bae-8a69-e39969506f42 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:54.950907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6774f1f-cfbe-40b4-ae6b-fbf6e50f2da0 req-80dde815-96d6-4bae-8a69-e39969506f42 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969&device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1691 time: 0.1923530 Dec 13 09:35:54.954987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2051214498', 'description': 'tempest-description-216275932'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:35:55.022573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.023207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.024738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] 10.222.0.37 "PUT /v2.0/ports/86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 1095 time: 3.0428603 Dec 13 09:35:55.025291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:35:55.028110 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d45ec-1c43-475a-a18b-7b9a7e204b67" -d '{"events": [{"name": "network-changed", "server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:35:55.044602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.086193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b74f-b38c-45c7-85b1-5b96e1199ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:55.108262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6774f1f-cfbe-40b4-ae6b-fbf6e50f2da0 req-0fe9c494-e12a-47a9-94c2-91a116a85d6e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442053 Dec 13 09:35:55.193963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.207054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.242796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-ed9e0d74-ba9a-48cc-be4b-ddec27f9cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.244989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-ed9e0d74-ba9a-48cc-be4b-ddec27f9cf9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1098 time: 0.1551037 Dec 13 09:35:55.246916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c09b869-caf2-4193-b63b-dfa3a1631718,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:55.252063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:55.253363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32d89d3e-906e-4bf4-bdb9-6e7e5f963772 req-973f4afb-3395-4d09-a73a-1d2e859d91dc tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3233047 Dec 13 09:35:55.315305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-b9d230af-a2ca-4ab2-bf0d-c96330672ace service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0610147 Dec 13 09:35:55.383619 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caba1e3-df8e-4ce3-9f40-1e7fac66d3f9 x-openstack-request-id: req-0caba1e3-df8e-4ce3-9f40-1e7fac66d3f9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:35:55.383920 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:35:55.384178 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0caba1e3-df8e-4ce3-9f40-1e7fac66d3f9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:35:55.384614 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'status': 'completed', 'code': 200} Dec 13 09:35:55.401356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-24f553e4-d5b1-4269-91d7-7b789e92c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.403375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-24f553e4-d5b1-4269-91d7-7b789e92c69e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0792713 Dec 13 09:35:55.416644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560a2af-c345-42fc-b399-044ed1a73151 req-5e1262c6-c248-473c-93ac-d88d314819b3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.418218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6560a2af-c345-42fc-b399-044ed1a73151 req-5e1262c6-c248-473c-93ac-d88d314819b3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.1054945 Dec 13 09:35:55.516045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1296-0782-4b33-9f2f-257448b69da8 req-0b934eaf-daa4-43c4-aade-321b47f6c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.517566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-0b934eaf-daa4-43c4-aade-321b47f6c7d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984569 Dec 13 09:35:55.523327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6560a2af-c345-42fc-b399-044ed1a73151 req-6fc2ffde-3ecd-4e4a-a462-dd2bca295e89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762260 Dec 13 09:35:55.636272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-2f74700e-933d-4845-a9f6-7892e1fd839b service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084924 Dec 13 09:35:55.776959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3fba45f-aa4e-4baf-84fa-1f75726f511c req-e7f3045b-67ff-4c3f-a6b0-e5f3aaf170a1 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/2c09b869-caf2-4193-b63b-dfa3a1631718 HTTP/1.1" status: 200 len: 1829 time: 0.2885549 Dec 13 09:35:55.817233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfea176-572f-4775-badb-2b9df39d0285 req-40c11cfe-4033-4331-a298-f64816ed8968 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:55.825527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdfea176-572f-4775-badb-2b9df39d0285 req-40c11cfe-4033-4331-a298-f64816ed8968 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 947 time: 0.1855500 Dec 13 09:35:55.866011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65de1296-0782-4b33-9f2f-257448b69da8 req-e4a43300-eaa3-460a-93a9-3d5f0312dfae service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115240 Dec 13 09:35:55.913790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f0c23eb5-be10-4b78-b9b9-b5f380ebd233 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:55.945017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdfea176-572f-4775-badb-2b9df39d0285 req-c53bd3de-7746-4b41-8698-f3d0316a4ef7 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185224 Dec 13 09:35:56.025793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e52b-fe77-4070-bc3c-b16ff79d4aac req-82965618-38c7-4bc4-b2ad-c4940949df29 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.027328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1910e52b-fe77-4070-bc3c-b16ff79d4aac req-82965618-38c7-4bc4-b2ad-c4940949df29 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 1101 time: 0.1340184 Dec 13 09:35:56.028274 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-73cf05f4-0519-4d5f-ad09-50e5be954406 req-3605f351-a7d8-49ab-b629-83cb930b204f tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] show failed (client error): The resource could not be found. Dec 13 09:35:56.029255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73cf05f4-0519-4d5f-ad09-50e5be954406 req-3605f351-a7d8-49ab-b629-83cb930b204f tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/b7d7c0b8-6b7d-41cb-97e7-bb2fd870720d HTTP/1.1" status: 404 len: 352 time: 0.0186052 Dec 13 09:35:56.057198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-af20aad6-8db1-48ff-b9fb-b81c882c6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.059871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-af20aad6-8db1-48ff-b9fb-b81c882c6302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1098 time: 0.0985103 Dec 13 09:35:56.136527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:56.158783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233', 'mac_address': 'fa:16:3e:2e:cc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:56.220320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.230387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1910e52b-fe77-4070-bc3c-b16ff79d4aac req-607a9f77-e02e-4122-b84a-df04b4e4b69a tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886194 Dec 13 09:35:56.236695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c23eb5-be10-4b78-b9b9-b5f380ebd233 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:56.260871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:56.270389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.271067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:56.304718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b104c37-11e8-40e7-8237-28f03838a086 req-cae3a01f-f98e-443c-9120-5cddf71cb2fd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.328973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b104c37-11e8-40e7-8237-28f03838a086 req-cae3a01f-f98e-443c-9120-5cddf71cb2fd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.1791418 Dec 13 09:35:56.340117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-b64e3463-c6e2-4b04-a545-549ad53cac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.340963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-b64e3463-c6e2-4b04-a545-549ad53cac0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2689106 Dec 13 09:35:56.354051 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-1889701a-e678-4681-9371-9eab65fe3988 req-7e44a772-c32c-4010-b24e-4ae36aec1f47 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] show failed (client error): The resource could not be found. Dec 13 09:35:56.355219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1889701a-e678-4681-9371-9eab65fe3988 req-7e44a772-c32c-4010-b24e-4ae36aec1f47 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-group-rules/e1cecd5b-8911-4968-9fc3-8cf9cee589a0 HTTP/1.1" status: 404 len: 361 time: 0.0229044 Dec 13 09:35:56.387867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:56.401302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-c1b47bf7-83de-4fd8-8218-8ba954430c8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0379000 Dec 13 09:35:56.427891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:56.441742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'port_id': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'mac_address': 'fa:16:3e:d0:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed00911b-a20e-410e-80b3-88da61b3d84f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:35:56.473568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b104c37-11e8-40e7-8237-28f03838a086 req-d42e32aa-5843-447b-8cab-b58c0e95b5fb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315529 Dec 13 09:35:56.483182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-cdeda71e-1316-4806-befd-d6727078fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.484862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-cdeda71e-1316-4806-befd-d6727078fbdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0697460 Dec 13 09:35:56.498693 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.514974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad985d26-8af3-44e9-b4c3-f8b7c484f171 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:35:56.544409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-f67259c4-2004-416f-b828-3464d48a57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.553496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-f67259c4-2004-416f-b828-3464d48a57f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538020 Dec 13 09:35:56.557960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:35:56.564709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:56.636144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:56.685891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69408fca-2dc2-405b-8a56-9269887ce22a req-0f4224e5-b71a-4d00-a31f-879ddce67d22 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:56.687401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69408fca-2dc2-405b-8a56-9269887ce22a req-0f4224e5-b71a-4d00-a31f-879ddce67d22 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1101 time: 0.1327748 Dec 13 09:35:56.702890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9171571-ca89-4df0-beab-252ab434660e req-d43a757a-44e2-4c3c-8de4-9ebe3157b3ea tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/2c09b869-caf2-4193-b63b-dfa3a1631718 HTTP/1.1" status: 200 len: 1829 time: 0.0705271 Dec 13 09:35:56.746793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-7c5627f2-3312-4d37-b02d-f8723537b4f9 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782827 Dec 13 09:35:56.858107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.039704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69408fca-2dc2-405b-8a56-9269887ce22a req-9082949e-2195-4575-a89c-84e07a29f93c tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343472 Dec 13 09:35:57.069471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9171571-ca89-4df0-beab-252ab434660e req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.091631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f0c23eb5-be10-4b78-b9b9-b5f380ebd233'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:57.112196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-784d45ec-1c43-475a-a18b-7b9a7e204b67 req-57443351-4a3e-47be-8682-84bb98179f45 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548946 Dec 13 09:35:57.115808 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9171571-ca89-4df0-beab-252ab434660e req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.134034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['ad985d26-8af3-44e9-b4c3-f8b7c484f171'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:35:57.205973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9171571-ca89-4df0-beab-252ab434660e req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.209233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9171571-ca89-4df0-beab-252ab434660e req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.222099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9171571-ca89-4df0-beab-252ab434660e req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-groups/2c09b869-caf2-4193-b63b-dfa3a1631718 HTTP/1.1" status: 204 len: 173 time: 0.5108466 Dec 13 09:35:57.247713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897ba98-d907-43fd-88ac-a2a110f7b49c tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c09b869-caf2-4193-b63b-dfa3a1631718,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.263153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba164d0-2022-4522-b1b2-ed5c4d9ba3e5 req-6b1f47dc-ffd0-4ae3-88bb-e76ca28f11f5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.265019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba164d0-2022-4522-b1b2-ed5c4d9ba3e5 req-6b1f47dc-ffd0-4ae3-88bb-e76ca28f11f5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1156962 Dec 13 09:35:57.337102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba164d0-2022-4522-b1b2-ed5c4d9ba3e5 req-3c1982c5-21ad-408b-8bec-b004179ea973 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Dec 13 09:35:57.421651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed08db-b13f-4702-9e23-c877f51d157f req-4f1b1860-8a3f-4393-8518-44d6ce495e05 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.423239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02ed08db-b13f-4702-9e23-c877f51d157f req-4f1b1860-8a3f-4393-8518-44d6ce495e05 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 948 time: 0.0813079 Dec 13 09:35:57.438607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e744882c-79a7-4180-b84f-bc670461fe14 req-92deb366-8ca1-4514-b122-b5d915d9afb8 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/9996ac69-5f20-4c56-926b-389ebde1b232 HTTP/1.1" status: 200 len: 1829 time: 0.0563195 Dec 13 09:35:57.509153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02ed08db-b13f-4702-9e23-c877f51d157f req-4c1e2f13-e820-4fdf-85cf-293bae1f34b6 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694687 Dec 13 09:35:57.535601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e744882c-79a7-4180-b84f-bc670461fe14 req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.561013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e744882c-79a7-4180-b84f-bc670461fe14 req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.618362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-3162f783-8504-48b0-aba7-139498c2575f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273967 Dec 13 09:35:57.625428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e744882c-79a7-4180-b84f-bc670461fe14 req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.628352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e744882c-79a7-4180-b84f-bc670461fe14 req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:57.629458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e744882c-79a7-4180-b84f-bc670461fe14 req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-groups/9996ac69-5f20-4c56-926b-389ebde1b232 HTTP/1.1" status: 204 len: 173 time: 0.1764214 Dec 13 09:35:57.703235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326fd5c-d7c2-4c54-908f-e90c0f280ac0 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996ac69-5f20-4c56-926b-389ebde1b232,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:57.784095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-67798c16-7fd9-4d81-9b41-2f6d77f4e96f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.785606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-67798c16-7fd9-4d81-9b41-2f6d77f4e96f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552689 Dec 13 09:35:57.797157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d887c-5daf-476f-9581-1b50905e154f req-c7803901-9782-4016-89e1-37f581bf237c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:57.798588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-613d887c-5daf-476f-9581-1b50905e154f req-c7803901-9782-4016-89e1-37f581bf237c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.0807548 Dec 13 09:35:57.813648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-9cbb17d6-9f97-435c-b674-0ece96781054 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.0141356 Dec 13 09:35:57.882556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-613d887c-5daf-476f-9581-1b50905e154f req-09e3a0b6-8bc7-48af-820f-59418b371e05 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Dec 13 09:35:57.899363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-3c7c140e-ace6-41ab-b44f-e82e6e5b0c97 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0772901 Dec 13 09:35:58.045682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-5c49a171-e40d-428c-9e80-0710d6bab8cd tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/3707510f-192e-47a2-a13d-148ca7e239a9 HTTP/1.1" status: 200 len: 1830 time: 0.0540724 Dec 13 09:35:58.136060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61a112d0-9044-48d8-ae9b-c0fff70ab1a2 req-b157075f-1807-403d-b1f5-7e9728ab0ff4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 210 time: 0.0384960 Dec 13 09:35:58.164414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.192054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.246300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.250358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.253798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9fcd9b3-9722-4124-bfd5-3b0f5789bcf7 req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-groups/3707510f-192e-47a2-a13d-148ca7e239a9 HTTP/1.1" status: 204 len: 173 time: 0.2001829 Dec 13 09:35:58.271218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014d46e-3042-4774-ae21-fa977e25573b tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707510f-192e-47a2-a13d-148ca7e239a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:58.348553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-348c48ad-57de-4354-8a04-bc8348c51e7f tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/236b3a8c-cceb-470f-8281-af0a8fd3e181 HTTP/1.1" status: 200 len: 1829 time: 0.0648980 Dec 13 09:35:58.457563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:58.460459 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.528433 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9c04-442d-41b0-8052-52a6c80c8ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.561061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.629311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ab6b0-44d6-4048-993d-7a964d60b388 req-23fb71a0-16b1-49d1-b358-5fa2e7abb9be tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.631062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f2ab6b0-44d6-4048-993d-7a964d60b388 req-23fb71a0-16b1-49d1-b358-5fa2e7abb9be tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1193914 Dec 13 09:35:58.643453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.647227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.649861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c64ec94-e116-4e9c-8fb7-e92576bb6ef1 req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-groups/236b3a8c-cceb-470f-8281-af0a8fd3e181 HTTP/1.1" status: 204 len: 173 time: 0.2926161 Dec 13 09:35:58.664849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c925558a-c5c4-44ff-976b-135f765d0d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.683342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1fd8-0241-4532-90b2-abff432c206a tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236b3a8c-cceb-470f-8281-af0a8fd3e181,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:58.816962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f2ab6b0-44d6-4048-993d-7a964d60b388 req-0e00857f-d550-4cf1-8a41-fa0137140a84 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648722 Dec 13 09:35:58.828933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c925558a-c5c4-44ff-976b-135f765d0d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.842906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.854768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c925558a-c5c4-44ff-976b-135f765d0d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:58.855397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79602e25-5c86-497a-9c36-50cbe544d164 req-cc47a431-a833-4e99-afb2-46325d5a8a1f tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:58.857061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79602e25-5c86-497a-9c36-50cbe544d164 req-cc47a431-a833-4e99-afb2-46325d5a8a1f tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 948 time: 0.1201053 Dec 13 09:35:58.908464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925558a-c5c4-44ff-976b-135f765d0d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3fb749-a7eb-4f01-b815-b73936080460,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:58.919758 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c925558a-c5c4-44ff-976b-135f765d0d68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=987694bf61a244189443327f5bb2fe23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578166 Dec 13 09:35:58.920663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:58.992676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79602e25-5c86-497a-9c36-50cbe544d164 req-3226bda5-c929-4d6c-9322-b5e8a34549bd tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256092 Dec 13 09:35:59.003100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.003929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d41f560b-2e99-430e-b40c-6e369e1719be req-5cad70f0-0f53-444c-89e4-c02dd31141a6 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "GET /v2.0/security-groups/c531efde-4b88-4185-97af-b43f7ca2d1d7 HTTP/1.1" status: 200 len: 1829 time: 0.1223660 Dec 13 09:35:59.062631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.073196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d41f560b-2e99-430e-b40c-6e369e1719be req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.120921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.124931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.126845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb3fb749-a7eb-4f01-b815-b73936080460 HTTP/1.1" status: 204 len: 168 time: 0.2049546 Dec 13 09:35:59.129736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d41f560b-2e99-430e-b40c-6e369e1719be req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.149188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad48671-ca7a-442f-8190-56176290ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3fb749-a7eb-4f01-b815-b73936080460,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.276695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-2ad30406-6994-47d9-ad59-6de3b4a8ac6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498631 Dec 13 09:35:59.285733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b2833-3ad6-4883-819b-319871431545 req-312cc2b9-9cfa-4a18-ac77-32138ecdfd0f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.296676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2b2833-3ad6-4883-819b-319871431545 req-312cc2b9-9cfa-4a18-ac77-32138ecdfd0f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.1568618 Dec 13 09:35:59.300574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d41f560b-2e99-430e-b40c-6e369e1719be req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.304507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d41f560b-2e99-430e-b40c-6e369e1719be req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.305872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d41f560b-2e99-430e-b40c-6e369e1719be req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] 10.222.0.30 "DELETE /v2.0/security-groups/c531efde-4b88-4185-97af-b43f7ca2d1d7 HTTP/1.1" status: 204 len: 173 time: 0.3010569 Dec 13 09:35:59.312211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:59.354133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2858e5-fc7d-4abe-bbcd-5c12b3e1d0f9 tempest-SecurityGroupRulesNegativeTestJSON-1740367955 tempest-SecurityGroupRulesNegativeTestJSON-1740367955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c531efde-4b88-4185-97af-b43f7ca2d1d7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:35:59.421588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2b2833-3ad6-4883-819b-319871431545 req-98c9e996-300d-48e8-9cf9-b8051c7cfded tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230769 Dec 13 09:35:59.553838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f1a5c9-506b-4107-9c2f-26615173390c req-85ead483-f046-422c-8bbc-c31e62100493 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 210 time: 0.0639272 Dec 13 09:35:59.639959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-c3266a82-e8ea-4339-8769-bdc461007b8d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536127 Dec 13 09:35:59.745639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:35:59.748569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Deleting subnet 90363214-b3ae-4350-9aa7-0e21638763ab {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:35:59.752774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.791318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d38a667-6832-4c09-a9c0-43840bafa10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.826298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:35:59.833344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-b2a43c13-3edd-438f-a3f3-81710c8b89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.834845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-b2a43c13-3edd-438f-a3f3-81710c8b89be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 1123 time: 0.5053494 Dec 13 09:35:59.855081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:35:59.859213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f0c23eb5-be10-4b78-b9b9-b5f380ebd233 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:35:59.878242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-c5f64c85-2f47-416c-8e34-f24fa736cc57 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:35:59.879846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-c5f64c85-2f47-416c-8e34-f24fa736cc57 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327359 Dec 13 09:35:59.907334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:00.021801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:00.043283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.070385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:00.072943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.098010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:00.117496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffa4dd-285a-47e5-ab7e-96328944f96e req-25138c35-059c-4bea-9179-bcd0b902a5e8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.121646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24ffa4dd-285a-47e5-ab7e-96328944f96e req-25138c35-059c-4bea-9179-bcd0b902a5e8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1410682 Dec 13 09:36:00.160890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-06bcda33-5465-483e-a4ed-35a5b53443a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.162432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-06bcda33-5465-483e-a4ed-35a5b53443a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2763700 Dec 13 09:36:00.170285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d38a667-6832-4c09-a9c0-43840bafa10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.178981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'mac_address': 'fa:16:3e:5a:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:00.185410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d38a667-6832-4c09-a9c0-43840bafa10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.251637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d38a667-6832-4c09-a9c0-43840bafa10e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3746482e2304d6b9a847ba4d2d5c79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718246 Dec 13 09:36:00.257768 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-275cfab8-f797-4529-8076-003d3838bf98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 200 len: 217 time: 0.0861473 Dec 13 09:36:00.261406 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.268188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:00.296469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.314226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ca7291-50a2-410f-9ed0-d1161ba8704e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:00.338529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-847ce0b1-1fbf-480a-849d-ae30a843d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.338760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:00.340031 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-847ce0b1-1fbf-480a-849d-ae30a843d1bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0727372 Dec 13 09:36:00.348409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.354984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90363214-b3ae-4350-9aa7-0e21638763ab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.362155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:00.364023 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.373070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38a667-6832-4c09-a9c0-43840bafa10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de906d4c-c84f-4fc8-94e4-d109cddc5c1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.390270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.393575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b3d4b13-8952-40d0-96d3-f46dbb9b4cc9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/90363214-b3ae-4350-9aa7-0e21638763ab HTTP/1.1" status: 204 len: 168 time: 1.0800657 Dec 13 09:36:00.396081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:00.407259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.461749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc83630-aec8-4584-85d5-f74c30f69a6c req-88c6f831-2a8d-45ef-b135-68e0afd463e4 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.464283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cc83630-aec8-4584-85d5-f74c30f69a6c req-88c6f831-2a8d-45ef-b135-68e0afd463e4 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 948 time: 0.2974188 Dec 13 09:36:00.484725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.498699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.508799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:00.511770 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77ee37-0070-4f0a-b59c-801eebd684de" -d '{"events": [{"server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "name": "network-vif-plugged", "status": "completed", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:00.525927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:00.528896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-c1f498de-7f10-42ca-b035-ae18fd7f127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:00.530422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-c1f498de-7f10-42ca-b035-ae18fd7f127f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717701 Dec 13 09:36:00.535353 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.537381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:00.577643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cc83630-aec8-4584-85d5-f74c30f69a6c req-2d7253c1-08a8-4600-a1f4-ce57520a48ad tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050913 Dec 13 09:36:00.585760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24ffa4dd-285a-47e5-ab7e-96328944f96e req-0288526e-c3f5-431a-8fb6-472fa2457ed2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559593 Dec 13 09:36:00.676484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.711747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca9dea0-8735-43c0-802d-7e7ecf54e597']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:00.725838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e5105f-3cd8-46ef-b833-6d78c03ac50d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:00.726368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e5105f-3cd8-46ef-b833-6d78c03ac50d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:00.747494 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.760466 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8286499b-20a0-45db-a432-af8c641250e6 x-openstack-request-id: req-8286499b-20a0-45db-a432-af8c641250e6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:00.760782 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "name": "network-vif-plugged", "status": "completed", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:00.761047 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8286499b-20a0-45db-a432-af8c641250e6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:00.761475 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233', 'code': 200} Dec 13 09:36:00.774452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-5a87e856-6123-4e40-811f-08ee007588fa service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299867 Dec 13 09:36:00.775753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.784366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:36:00.785267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.828890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:00.841992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port ad985d26-8af3-44e9-b4c3-f8b7c484f171 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:00.848352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:36:00.869705 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:36:00.937873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port ad985d26-8af3-44e9-b4c3-f8b7c484f171 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:00.938450 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.964883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.972401 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8a5e-f8ef-4466-8fb4-f92209412d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.977029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.981219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:00.989506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ca9dea0-8735-43c0-802d-7e7ecf54e597 HTTP/1.1" status: 204 len: 168 time: 0.5922091 Dec 13 09:36:01.019264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d2a7c-dc07-4460-bd1b-ac3eb8c545aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca9dea0-8735-43c0-802d-7e7ecf54e597,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:01.048714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.078564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6745f95-4021-4254-a656-ccc87a27ec02 req-56e3b286-901c-4f1d-ac99-59193a07c9d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954657 Dec 13 09:36:01.135746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.139584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.141683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de906d4c-c84f-4fc8-94e4-d109cddc5c1e HTTP/1.1" status: 204 len: 168 time: 0.8610640 Dec 13 09:36:01.145214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.115 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:01.203768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.207917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e85f8e5f-4f3f-47d9-907e-6763a2121db9 req-529e862c-ad42-4c30-b6aa-1d0ec2e28bf7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 210 time: 0.1020350 Dec 13 09:36:01.215957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724abf85-dafb-4c99-8292-c009cec8b0ea req-c770a358-34f0-4b21-97c3-6eae2dda9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.217810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-724abf85-dafb-4c99-8292-c009cec8b0ea req-c770a358-34f0-4b21-97c3-6eae2dda9227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 1100 time: 0.4032609 Dec 13 09:36:01.226836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19bdb-110d-4c3f-aa4e-1a025234bf27 req-bed0c528-3d26-4dc7-a745-b2ba9da84b83 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.245897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51b19bdb-110d-4c3f-aa4e-1a025234bf27 req-bed0c528-3d26-4dc7-a745-b2ba9da84b83 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 948 time: 0.4657133 Dec 13 09:36:01.245897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81096c8c-5077-4c80-8346-f316a8449901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de906d4c-c84f-4fc8-94e4-d109cddc5c1e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:01.328376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:01.331318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-724abf85-dafb-4c99-8292-c009cec8b0ea req-04952acf-2cb0-4f01-a327-6a4b373f2997 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916693 Dec 13 09:36:01.345647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.394689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:01.408215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:01.478648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51b19bdb-110d-4c3f-aa4e-1a025234bf27 req-2dce5a7c-273c-4d0b-b523-b2f5392398f3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865640 Dec 13 09:36:01.525778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ed91af7-dda3-4601-b7ea-4fd4fe8242ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=574f290a5e9643f5badc03dc66212e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287785 Dec 13 09:36:01.528381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:01.596685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.772895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.814924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.827498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:01.836215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:01.912525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0861c-ce2c-4660-bea9-a404401f1ff9 req-d2560d0a-6967-4931-bd44-daa5017a955c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.914566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63f0861c-ce2c-4660-bea9-a404401f1ff9 req-d2560d0a-6967-4931-bd44-daa5017a955c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.1847370 Dec 13 09:36:01.922534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebdfdc-0d05-4341-aded-5ccd7148e4cd req-422988ec-2613-4f14-ba23-cd86937ff01f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.924720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61ebdfdc-0d05-4341-aded-5ccd7148e4cd req-422988ec-2613-4f14-ba23-cd86937ff01f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.1937778 Dec 13 09:36:01.947946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:01.959857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:01.965591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:01.980169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:01.986230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:01.986846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.047986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-a5b553bd-a64a-444a-8261-954cc3aafb9c tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1555400 Dec 13 09:36:02.053703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.056991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.060511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6d972b4-a833-49f9-843c-e6e500179238 HTTP/1.1" status: 204 len: 168 time: 0.5286200 Dec 13 09:36:02.064948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61ebdfdc-0d05-4341-aded-5ccd7148e4cd req-6104b7ad-94a7-4fe9-bbf2-7c126ee51fe0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284282 Dec 13 09:36:02.070413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Request body: {'port': {'device_id': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:02.075846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63f0861c-ce2c-4660-bea9-a404401f1ff9 req-6565e640-acde-454f-8e37-8aebff624d82 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501286 Dec 13 09:36:02.108875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871728f-c326-43e6-96b3-e7ecc377e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d972b4-a833-49f9-843c-e6e500179238,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:02.131060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:02.198321 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.318877 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.599797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:02.724948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cad0e-d818-498e-a90c-e77b0a4fec26 req-6b08d9e5-cce5-4bc5-a96c-2b7fd25adb12 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:02.741910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-462cad0e-d818-498e-a90c-e77b0a4fec26 req-6b08d9e5-cce5-4bc5-a96c-2b7fd25adb12 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 936 time: 0.2560761 Dec 13 09:36:02.797869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:02.800405 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab10e3-a491-40a0-afa0-01d6eb8e4bd3" -d '{"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-plugged", "status": "completed", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:02.829756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fef78530-aa64-44a4-9bcc-f5ae62d366b3 None None] Provisioning complete for port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:02.829971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fef78530-aa64-44a4-9bcc-f5ae62d366b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.848089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1272933011-network', 'tenant_id': 'df01d091260f47a0b540466b9bb3073a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:02.876856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fef78530-aa64-44a4-9bcc-f5ae62d366b3 None None] Port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:02.922617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-462cad0e-d818-498e-a90c-e77b0a4fec26 req-21ff625f-46e7-4492-960b-5db6c3919604 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795084 Dec 13 09:36:02.926824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:02.930828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.956210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:02.993184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e986-6d70-4141-a8bb-dfd117d05bac req-84ca0d8f-3d8e-482d-b8fc-1e7a8357ebe4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.009901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d00e986-6d70-4141-a8bb-dfd117d05bac req-84ca0d8f-3d8e-482d-b8fc-1e7a8357ebe4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 948 time: 0.3329654 Dec 13 09:36:03.069768 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e56c70-4b7c-4893-8064-bf4462d91602 x-openstack-request-id: req-55e56c70-4b7c-4893-8064-bf4462d91602 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:03.072011 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-plugged", "status": "completed", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:03.073847 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55e56c70-4b7c-4893-8064-bf4462d91602 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:03.074890 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'code': 200} Dec 13 09:36:03.178631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.191391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.234061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:03.292918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.293722 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Added segment 0fd8da34-5a41-441b-afae-5c90d2d26157 of type vlan for network 9fc2328a-60da-47e1-91eb-b524b0daf34c Dec 13 09:36:03.378434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:03.393054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d00e986-6d70-4141-a8bb-dfd117d05bac req-34601e31-ff2e-4925-b53b-e6a2b0638b56 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802509 Dec 13 09:36:03.416216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:03.419133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.430707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.465711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Transition to ACTIVE for port object f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:03.482542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a1562-869f-43da-bbbc-032989d9a520 req-d938e8b3-bcc1-426f-a8c5-c9bcbd7b8bc9 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.484106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-696a1562-869f-43da-bbbc-032989d9a520 req-d938e8b3-bcc1-426f-a8c5-c9bcbd7b8bc9 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.1452048 Dec 13 09:36:03.491880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.516116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.520989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.522050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.525500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.559935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15da0-7665-49f9-a14d-7412c2f7232e req-e77d82e7-2802-4bc7-8e0c-b17a19f2696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.561759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cae15da0-7665-49f9-a14d-7412c2f7232e req-e77d82e7-2802-4bc7-8e0c-b17a19f2696b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.2623603 Dec 13 09:36:03.601204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9987681 Dec 13 09:36:03.601898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:03.622743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Request body: {'subnet': {'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1272933011-subnet', 'tenant_id': 'df01d091260f47a0b540466b9bb3073a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:03.637018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:03.661166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:03.673103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:03.676481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.678406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f453710-4357-4a4e-b143-a907c5785c44 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc2328a-60da-47e1-91eb-b524b0daf34c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:03.698490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:03.758645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-696a1562-869f-43da-bbbc-032989d9a520 req-7cb9a92f-f078-49c7-88bc-90f314ef21e5 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024953 Dec 13 09:36:03.822868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1e2d-df93-4e0c-a56b-40577ba75044 req-ccf00d66-2c1d-47b8-a199-c352bd12a72a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:03.824677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-087d1e2d-df93-4e0c-a56b-40577ba75044 req-ccf00d66-2c1d-47b8-a199-c352bd12a72a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.2571197 Dec 13 09:36:03.844436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Attempting to bind port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:03.854488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Attempting to bind port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:03.855215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Attempting to bind port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:03.865695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cae15da0-7665-49f9-a14d-7412c2f7232e req-449f621e-de22-42b6-9206-affb37290b59 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563884 Dec 13 09:36:03.869464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:03.870171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Attempting to bind port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:03.886453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:03.887130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:03.887753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:03.888523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Bound port: f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:03.889166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.890632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1756794844-network', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:03.914011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:03.954306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:03.956643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:03.964700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-087d1e2d-df93-4e0c-a56b-40577ba75044 req-c5499a04-cbaa-4f6d-b559-bdb60ba88432 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221492 Dec 13 09:36:03.970609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.035025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:04.038748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:04.050389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 86ca7291-50a2-410f-9ed0-d1161ba8704e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:04.051714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.055099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 86ca7291-50a2-410f-9ed0-d1161ba8704e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:04.055504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.097740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.132198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.133751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.135789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] 10.222.0.37 "PUT /v2.0/ports/f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f HTTP/1.1" status: 200 len: 1096 time: 2.0764658 Dec 13 09:36:04.141762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:04.144205 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6" -d '{"events": [{"name": "network-changed", "server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:04.185745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.192927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7380-3568-4a2b-9828-fe99a040d057 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:04.282131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:04.285009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Network hostable DHCP agents. Network: 9fc2328a-60da-47e1-91eb-b524b0daf34c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:04.295083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:04.303644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.318057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.322358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abbc407-a311-4f1a-ad1a-5ca5451a4b72,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:04.331336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.376666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:04.392846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-82ef55c7-6b4d-4066-a293-114853c328b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.395162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-82ef55c7-6b4d-4066-a293-114853c328b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 1099 time: 0.1841013 Dec 13 09:36:04.402837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:04.423077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:04.435771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38617a-3e49-4700-b1c9-93e82914e84a req-5e64389a-bc87-4d74-80c7-cd03589b780f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.439790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a38617a-3e49-4700-b1c9-93e82914e84a req-5e64389a-bc87-4d74-80c7-cd03589b780f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 948 time: 0.1857541 Dec 13 09:36:04.444930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28f0a8-5886-4120-ae9b-8f15037c118a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:04.450141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9fc2328a-60da-47e1-91eb-b524b0daf34c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:04.462570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.463235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.463882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f0dcc-72bf-485c-8ba3-7cdd2195f822 None None] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:04.465990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.466980 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Added segment 21dc6554-9769-4c65-8cfe-7a873e99744b of type vlan for network f29299f5-684c-4438-b319-ffdf913d6186 Dec 13 09:36:04.485394 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f71b0c-64cd-4a58-894b-ff46a23b98d4 x-openstack-request-id: req-b1f71b0c-64cd-4a58-894b-ff46a23b98d4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:04.485777 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:04.486250 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f71b0c-64cd-4a58-894b-ff46a23b98d4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:04.486746 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', 'status': 'completed', 'code': 200} Dec 13 09:36:04.509986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-9b14a570-27f1-4046-b867-2afe5685bc07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f HTTP/1.1" status: 200 len: 217 time: 0.0849547 Dec 13 09:36:04.588181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae13f3f8-8fd3-4e1f-8fb0-05e1abb572c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9824862 Dec 13 09:36:04.606078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-ed738a6a-1e85-427c-86a9-f3d13d0190fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.610714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-ed738a6a-1e85-427c-86a9-f3d13d0190fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0970902 Dec 13 09:36:04.612506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.628248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.664913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.666177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:04.667019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:04.675830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f200e3-26df-4052-94ce-418982b5ff69 None None] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:04.777079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1114037 Dec 13 09:36:04.782048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:04.782870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ef29a-0e2c-4235-be34-8ef83f0dee56 admin admin] Pushing event updated for resources: {'Network': ['ID=f29299f5-684c-4438-b319-ffdf913d6186,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:04.789983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Request body: {'subnet': {'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1756794844-subnet', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:04.800078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f29299f5-684c-4438-b319-ffdf913d6186 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:04.828788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:04.835135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.035023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a38617a-3e49-4700-b1c9-93e82914e84a req-a74a8a02-9af0-4e99-bae2-561e1adc87fd tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513673 Dec 13 09:36:05.069735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba81ae5-1029-4881-82e1-fdf9ee4a9063 req-4c823cc1-11f2-49c5-ae16-ef0912e2247a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.078843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ba81ae5-1029-4881-82e1-fdf9ee4a9063 req-4c823cc1-11f2-49c5-ae16-ef0912e2247a tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.4547648 Dec 13 09:36:05.107657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222203-e321-4c0d-ae5d-11879df54f1a req-5ab10a1b-17f3-4d53-ac09-71856f1ac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.109732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:05.109956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-5ab10a1b-17f3-4d53-ac09-71856f1ac4bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4440930 Dec 13 09:36:05.115122 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97c9356-9b0e-4143-b188-3b9f16f76808" -d '{"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-plugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:05.207763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ba81ae5-1029-4881-82e1-fdf9ee4a9063 req-1a2775f2-fedd-4d84-ae2a-c8804768fa9c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238110 Dec 13 09:36:05.231779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.351088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c6b90-9dca-4437-b75e-d7658eb9b34c req-34474fba-77fb-4710-8b0d-4973e21985aa tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.361655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a3c6b90-9dca-4437-b75e-d7658eb9b34c req-34474fba-77fb-4710-8b0d-4973e21985aa tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1438291 Dec 13 09:36:05.421105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de1d7c0-b672-4c85-ae1c-90e094d18521,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:05.432741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Checking segment: {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:05.433204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Network hostable DHCP agents. Network: f29299f5-684c-4438-b319-ffdf913d6186, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:05.466074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-5875eb2e-20c8-4420-9f2a-3eae286b17bc service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442087 Dec 13 09:36:05.474102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Network f29299f5-684c-4438-b319-ffdf913d6186 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:05.488106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f29299f5-684c-4438-b319-ffdf913d6186) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:05.499046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2f99d-d52e-43bc-b175-19b907b9a045 None None] Network f29299f5-684c-4438-b319-ffdf913d6186 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:05.503618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-b055b9fd-93a7-456e-b1ef-f92103099f77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2482429 Dec 13 09:36:05.522179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.525706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.564631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9305d21-5794-4897-88de-f7876a01d111 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7781627 Dec 13 09:36:05.566828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:05.573453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:05.598780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a3c6b90-9dca-4437-b75e-d7658eb9b34c req-e314cd49-10d0-4e9f-8161-9b29cab79bbf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328575 Dec 13 09:36:05.644037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.645289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.766347 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f946e0f-5e74-4aad-8710-535ab5e0f5ad x-openstack-request-id: req-6f946e0f-5e74-4aad-8710-535ab5e0f5ad {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:05.766803 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-plugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:05.766896 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f946e0f-5e74-4aad-8710-535ab5e0f5ad {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:05.767303 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'code': 200} Dec 13 09:36:05.776091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f29299f5-684c-4438-b319-ffdf913d6186', 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186', 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'fixed_ips': [{'subnet_id': '1de1d7c0-b672-4c85-ae1c-90e094d18521'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:05.776987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.779818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8de84-1314-4d8f-8f64-9d3627da21df req-7c043bda-2862-45c4-b0f5-9a1a7e524c36 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.797297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e8de84-1314-4d8f-8f64-9d3627da21df req-7c043bda-2862-45c4-b0f5-9a1a7e524c36 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.3708739 Dec 13 09:36:05.807001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:05.814604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-745113867-network', 'tenant_id': 'd8ab8fb4aea540089701de10d03e5c92'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:05.820561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.839767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66222203-e321-4c0d-ae5d-11879df54f1a req-086f2d15-4b71-4bf8-b0aa-38c347b2847f service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405974 Dec 13 09:36:05.929771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Made reservation on behalf of d8ab8fb4aea540089701de10d03e5c92 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:05.932269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:05.933301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-3d03aa12-be95-481f-862e-7a4f3ee78eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:05.935199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-3d03aa12-be95-481f-862e-7a4f3ee78eeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 1096 time: 0.3212159 Dec 13 09:36:05.977381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.081948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.091113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b2b1-01c5-42e6-bacd-45c1e393f426 req-3bf26203-15df-4f25-8329-29ec7f7906e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.094192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-222b37c0-2d30-4afd-8362-60dfb992b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.095950 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-222b37c0-2d30-4afd-8362-60dfb992b15a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 1099 time: 0.1933463 Dec 13 09:36:06.099675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8f7b2b1-01c5-42e6-bacd-45c1e393f426 req-3bf26203-15df-4f25-8329-29ec7f7906e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.2345264 Dec 13 09:36:06.131066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e8de84-1314-4d8f-8f64-9d3627da21df req-913c57ca-ecef-4c54-91c4-04387ecaf768 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324957 Dec 13 09:36:06.244198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Allocated IP 172.20.0.2 (f29299f5-684c-4438-b319-ffdf913d6186/1de1d7c0-b672-4c85-ae1c-90e094d18521/4248f695-a455-4341-ab3e-f834c8fe6d8e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:06.298496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-5d530d4b-95d4-48b2-abca-e583d9848943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.299999 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-5d530d4b-95d4-48b2-abca-e583d9848943 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1839302 Dec 13 09:36:06.324440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8f7b2b1-01c5-42e6-bacd-45c1e393f426 req-70dc646d-f77a-4b34-97f5-0a4c3997e446 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918011 Dec 13 09:36:06.343026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-cbaae194-00ea-4888-9d17-253a5d04f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.344816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-cbaae194-00ea-4888-9d17-253a5d04f3f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.3761671 Dec 13 09:36:06.359631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b6d2-f8c3-408a-9e54-71edf8e50e47 req-d717a0c9-63df-481d-90b1-e1323c544d7d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.361008 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-3cc92be2-f4a1-4176-83fe-375b054ba863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f HTTP/1.1" status: 200 len: 217 time: 0.0502975 Dec 13 09:36:06.369299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83a5b6d2-f8c3-408a-9e54-71edf8e50e47 req-d717a0c9-63df-481d-90b1-e1323c544d7d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 948 time: 0.1920962 Dec 13 09:36:06.416060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158ab3-e9b0-410f-9538-824f0804cbbc req-86eb140a-bd42-4335-933c-c0553a92dc12 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.422119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.424751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa158ab3-e9b0-410f-9538-824f0804cbbc req-86eb140a-bd42-4335-933c-c0553a92dc12 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.1158302 Dec 13 09:36:06.433778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.448127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:06.458798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.459140 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Added segment fed3dc99-e684-4509-a875-8c2be90cfae2 of type vlan for network 9cff8c7f-8c48-4924-917a-aee020034398 Dec 13 09:36:06.472970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83a5b6d2-f8c3-408a-9e54-71edf8e50e47 req-0bd944d5-321e-4343-b6a2-5b7e7c3a7434 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017334 Dec 13 09:36:06.504400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.512619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.523824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa158ab3-e9b0-410f-9538-824f0804cbbc req-b0153b08-5c45-4bcb-a722-15cfa0e75145 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976562 Dec 13 09:36:06.534823 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.554256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.555223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.555803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.585871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Network f29299f5-684c-4438-b319-ffdf913d6186 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:06.595009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:06.598578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:06.653534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Pushing event updated for resources: {'Port': ['ID=4248f695-a455-4341-ab3e-f834c8fe6d8e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.691984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Attempting to bind port 4248f695-a455-4341-ab3e-f834c8fe6d8e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:06.692355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Attempting to bind port 4248f695-a455-4341-ab3e-f834c8fe6d8e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:06.692732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Attempting to bind port 4248f695-a455-4341-ab3e-f834c8fe6d8e on network f29299f5-684c-4438-b319-ffdf913d6186 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:06.699944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Pushing event updated for resources: {'Network': ['ID=9cff8c7f-8c48-4924-917a-aee020034398,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.707286 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:36:06.708641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef83c54-db4e-4768-8dc5-1b085872ff71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:06.718960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9cff8c7f-8c48-4924-917a-aee020034398 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:06.732594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:06.733001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Checking segment: {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:06.733438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.733830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Bound using segment: {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:06.734306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Bound port: 4248f695-a455-4341-ab3e-f834c8fe6d8e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:06.734723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.817818 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-359bee08-f709-46c2-9e9d-fe6419b2f425 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0097187 Dec 13 09:36:06.832509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-e99ceebf-fc3d-492b-8a0f-21e88f5b0ac1 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.834176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-e99ceebf-fc3d-492b-8a0f-21e88f5b0ac1 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 1100 time: 0.2317631 Dec 13 09:36:06.835594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:06.846849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Request body: {'subnet': {'network_id': '9cff8c7f-8c48-4924-917a-aee020034398', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-745113867-subnet', 'tenant_id': 'd8ab8fb4aea540089701de10d03e5c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:06.871973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-dd0d55f3-ac37-4027-99c2-4938cf3e436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.872602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-dd0d55f3-ac37-4027-99c2-4938cf3e436f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1560535 Dec 13 09:36:06.894076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-a4172a1b-75c9-4a68-804a-94bff9092219 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.897321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-789efd7c-1a0b-4cea-9f58-590c4a4f632c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 200 len: 1001 time: 0.2394066 Dec 13 09:36:06.920343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] For port 4248f695-a455-4341-ab3e-f834c8fe6d8e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:06.927487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] For port 4248f695-a455-4341-ab3e-f834c8fe6d8e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4248f695-a455-4341-ab3e-f834c8fe6d8e,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:06.929153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f6e2-8ac3-43a9-b1e7-2578b412ef4d req-adf6f2dc-1c92-4706-bcc7-4fa90340f866 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:06.937080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6949f6e2-8ac3-43a9-b1e7-2578b412ef4d req-adf6f2dc-1c92-4706-bcc7-4fa90340f866 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1880729 Dec 13 09:36:06.939497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.968410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Made reservation on behalf of d8ab8fb4aea540089701de10d03e5c92 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:06.970838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:06.982616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:07.011036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:07.035024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-81a9b63e-d087-4702-ac9c-c12790e2439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.043188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-81a9b63e-d087-4702-ac9c-c12790e2439c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354868 Dec 13 09:36:07.079018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77c6ec-56e6-4064-a736-262b61d84ea8 None None] Pushing event updated for resources: {'Port': ['ID=4248f695-a455-4341-ab3e-f834c8fe6d8e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:07.094117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-c000aff1-82ff-4396-bf93-2c3ec5615dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.095688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-c000aff1-82ff-4396-bf93-2c3ec5615dd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.1860056 Dec 13 09:36:07.218839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6949f6e2-8ac3-43a9-b1e7-2578b412ef4d req-5261adac-f735-462c-85b1-869e2de58c9b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806354 Dec 13 09:36:07.270256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-8613d00c-e0d0-4685-8b01-69c4695be639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.271732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-8613d00c-e0d0-4685-8b01-69c4695be639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604195 Dec 13 09:36:07.319594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-9ee7385c-fe27-42d0-bca2-5f89cab83382 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223468 Dec 13 09:36:07.328240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Allocated IP 172.25.1.226 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/73662c3c-d682-46c0-93b5-a5747ebdb2a8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:07.361840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-a4172a1b-75c9-4a68-804a-94bff9092219 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:07.389629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-a4172a1b-75c9-4a68-804a-94bff9092219 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:07.425875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a5fa685-9281-4f1c-91ef-ddd9ed2e5065 req-a4172a1b-75c9-4a68-804a-94bff9092219 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740278 Dec 13 09:36:07.537309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172a1b-75c9-4a68-804a-94bff9092219 tempest-LiveMigrationNegativeTest-2092440954 tempest-LiveMigrationNegativeTest-2092440954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f787b-23a2-45ad-8e2c-5fbe331455b9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:07.595374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:07.616663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-5a53e614-d129-412d-b461-d66beb10cc73 service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290513 Dec 13 09:36:07.674871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e676-3f6a-4e2e-a118-83a104bbbe62 req-58837c59-9dc8-415e-bca1-610e7c87e3da tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.676273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5478e676-3f6a-4e2e-a118-83a104bbbe62 req-58837c59-9dc8-415e-bca1-610e7c87e3da tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.2253942 Dec 13 09:36:07.820678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5532e066-89ef-41dd-92fc-a026ee0324b8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:07.904208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d7f5-0a37-4dac-a1ef-7b375ff356ef req-eacf1a26-f6c7-46e7-9e72-6e2b31fceeca tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:07.905692 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4b19f72-5925-4151-8dca-dbbc3a8e12b6 req-70afddee-7205-4978-aeed-56ac83f1a63b service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551791 Dec 13 09:36:07.906563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0065d7f5-0a37-4dac-a1ef-7b375ff356ef req-eacf1a26-f6c7-46e7-9e72-6e2b31fceeca tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 948 time: 0.1804974 Dec 13 09:36:07.907483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Checking segment: {'id': 'fed3dc99-e684-4509-a875-8c2be90cfae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9cff8c7f-8c48-4924-917a-aee020034398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:07.907846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Network hostable DHCP agents. Network: 9cff8c7f-8c48-4924-917a-aee020034398, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:07.917333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5478e676-3f6a-4e2e-a118-83a104bbbe62 req-dcf31715-3d54-4265-b636-ac05f37814ed tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924822 Dec 13 09:36:07.925295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e41199e5-130b-4c5a-ae73-152798ed2375 req-c65c6253-c437-4ed5-95a7-b4f3df91dafb service neutron] 10.222.0.37 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787569 Dec 13 09:36:07.976926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Network 9cff8c7f-8c48-4924-917a-aee020034398 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:07.997989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.011096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0065d7f5-0a37-4dac-a1ef-7b375ff356ef req-4881d0eb-5045-426a-acb7-a18c565de40f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989244 Dec 13 09:36:08.026665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9cff8c7f-8c48-4924-917a-aee020034398) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:08.031762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.033441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.037784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9092184-b00a-4000-b6c8-2826828c6fd7 None None] Network 9cff8c7f-8c48-4924-917a-aee020034398 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:08.093791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d842cb67-fe90-4c94-8b74-5fc17c1196ca admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2484431 Dec 13 09:36:08.108726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.203343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-dcebe315-e27a-4b7e-ade5-44e99e580e46 req-5621de8e-8754-4f9b-a388-f397b236a88b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:36:08.204359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcebe315-e27a-4b7e-ade5-44e99e580e46 req-5621de8e-8754-4f9b-a388-f397b236a88b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147667 Dec 13 09:36:08.234340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:08.240044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:08.256637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dba6aa-8d90-4448-a88d-6f41bf9ee373 req-651ae57a-14a6-42fd-a657-7e320c1eb191 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.257509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:08.264737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4dba6aa-8d90-4448-a88d-6f41bf9ee373 req-651ae57a-14a6-42fd-a657-7e320c1eb191 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.1133227 Dec 13 09:36:08.288829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f3dee-9d3f-464a-8a7d-4084f676847c None None] Network 9cff8c7f-8c48-4924-917a-aee020034398 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:08.314511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Pushing event updated for resources: {'Port': ['ID=73662c3c-d682-46c0-93b5-a5747ebdb2a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:08.390397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4dba6aa-8d90-4448-a88d-6f41bf9ee373 req-02e78f33-c4af-4a39-bb13-2af8327b7ad0 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246498 Dec 13 09:36:08.535065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7950-24fd-499a-8ad5-e46f4a3ff70f req-dc8f4d7f-2e7f-4ee9-892f-d0d619155305 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.538080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b8e7950-24fd-499a-8ad5-e46f4a3ff70f req-dc8f4d7f-2e7f-4ee9-892f-d0d619155305 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1870954 Dec 13 09:36:08.724971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b8e7950-24fd-499a-8ad5-e46f4a3ff70f req-2b7f7f94-4fee-42e5-8835-7cb627639e14 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797748 Dec 13 09:36:08.764984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1199f4-c5b9-43ad-ac5d-f7bc8d93e3c2 None None] Network f29299f5-684c-4438-b319-ffdf913d6186 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:08.844129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:08.871159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4248f695-a455-4341-ab3e-f834c8fe6d8e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:08.945194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a36ce-a678-4f24-b4ff-188103b6593a req-bc01819a-0764-4da4-8d11-b05eb4cdbf43 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.946270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e3a36ce-a678-4f24-b4ff-188103b6593a req-bc01819a-0764-4da4-8d11-b05eb4cdbf43 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.1203318 Dec 13 09:36:08.969156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92855b6-51e0-4f75-920c-d16bd02c8e4d req-e9f3d010-b7b2-466c-9a31-a52ca625b1fe tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:08.979204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e92855b6-51e0-4f75-920c-d16bd02c8e4d req-e9f3d010-b7b2-466c-9a31-a52ca625b1fe tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.0818827 Dec 13 09:36:08.994353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] Provisioning complete for port 4248f695-a455-4341-ab3e-f834c8fe6d8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:08.994722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.080594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4248f695-a455-4341-ab3e-f834c8fe6d8e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:09.081328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.102997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e3a36ce-a678-4f24-b4ff-188103b6593a req-e15d425b-1a9f-4f42-9282-9976b0881eff tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474547 Dec 13 09:36:09.111337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e92855b6-51e0-4f75-920c-d16bd02c8e4d req-9a1b1e89-ba73-43c3-878e-ec001470e93d tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312079 Dec 13 09:36:09.164364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.176946 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.268321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] For port 4248f695-a455-4341-ab3e-f834c8fe6d8e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4248f695-a455-4341-ab3e-f834c8fe6d8e,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:09.283261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.285997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.414806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb07c51-d1bf-4307-bcb5-c053dc049ce6 None None] Pushing event updated for resources: {'Port': ['ID=4248f695-a455-4341-ab3e-f834c8fe6d8e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:09.434553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:36:09.438690 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:36:09.527727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3c8d2cb-e604-4628-a0c9-7ca2429e5380 None None] Provisioning complete for port 4248f695-a455-4341-ab3e-f834c8fe6d8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:09.528150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3c8d2cb-e604-4628-a0c9-7ca2429e5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.639894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Router 6cf11740-0d58-457a-ba76-e096a498637d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:36:09.849221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:09.860502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Sync routers for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:09.890385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:09.896228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7574122e-fee4-41f4-8bca-b2b57d89356f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3278563 Dec 13 09:36:09.896984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:09.905877 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:09.906491 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:36:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:09.972266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:10.022595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-d83171c0-afe2-45a8-a2ec-ea299a22fae6 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.031054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-d83171c0-afe2-45a8-a2ec-ea299a22fae6 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.3940446 Dec 13 09:36:10.053661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-ca8f8a5d-8346-4c79-a251-90bf623679ad tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.062374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-a9b8c0f7-07eb-47b5-9661-778c2dec6c24 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.070165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-a9b8c0f7-07eb-47b5-9661-778c2dec6c24 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.5693288 Dec 13 09:36:10.098636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-c18a2673-5a4f-4bdd-9025-f1ceb50f8f43 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/quotas/df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 375 time: 0.0271351 Dec 13 09:36:10.143544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-54e12965-a27f-4a4b-b197-558eda923079 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433776 Dec 13 09:36:10.146441 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:10.148616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:10.165814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', 'mac_address': 'fa:16:3e:9f:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:10.214412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.235056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:10.287483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:10.288775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-32e9bbcd-6380-4bbe-a180-832eb92de052 service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439002 Dec 13 09:36:10.297832 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.375809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-ca8f8a5d-8346-4c79-a251-90bf623679ad tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.391913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-ca8f8a5d-8346-4c79-a251-90bf623679ad tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.399893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:10.420366 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:08Z', 'revision_number': 3, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:10.455648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af279fa7-7977-4155-9179-e65b51bc26a5 req-ca8f8a5d-8346-4c79-a251-90bf623679ad tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232986 Dec 13 09:36:10.468312 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Checking router: 6cf11740-0d58-457a-ba76-e096a498637d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:10.468793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f8a5d-8346-4c79-a251-90bf623679ad tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7434750f-d32d-4a4b-ae5f-69ddfde806dc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:10.469109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Updating router 6cf11740-0d58-457a-ba76-e096a498637d port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:10.508484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-6e435505-f93a-464c-883a-974ef903b259 service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187784 Dec 13 09:36:10.523617 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.659935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-fb35fcd2-6da9-46bb-a38e-b4ee6f991542 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.661572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-fb35fcd2-6da9-46bb-a38e-b4ee6f991542 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.0957990 Dec 13 09:36:10.699384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:10.779028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cd003-a257-4a08-8838-f5f7f0eaba9a req-5f797461-4baf-496f-ba3d-05c1a8a7d850 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:10.786757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1cd003-a257-4a08-8838-f5f7f0eaba9a req-5f797461-4baf-496f-ba3d-05c1a8a7d850 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 949 time: 0.1735811 Dec 13 09:36:10.794610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4248f695-a455-4341-ab3e-f834c8fe6d8e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:10.903089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1cd003-a257-4a08-8838-f5f7f0eaba9a req-ebaaf889-ceb7-4a13-8944-f42a1b00c116 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151950 Dec 13 09:36:10.913527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:10.953294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Deleting port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:10.963427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.091181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4248f695-a455-4341-ab3e-f834c8fe6d8e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:11.110568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.117280 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.133160 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.183626 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809dce-31bd-4c14-b1c6-ab3e5d6e7f76 None None] Pushing event updated for resources: {'Port': ['ID=73662c3c-d682-46c0-93b5-a5747ebdb2a8,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.220433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Attempting to bind port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:11.221326 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Attempting to bind port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:11.221791 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Attempting to bind port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:11.232445 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:11.236502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:11.237115 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.237703 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:11.238582 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Bound port: 73662c3c-d682-46c0-93b5-a5747ebdb2a8, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:11.239236 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.243891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Allocated IP 172.20.0.1 (f29299f5-684c-4438-b319-ffdf913d6186/1de1d7c0-b672-4c85-ae1c-90e094d18521/4b698591-e580-4b35-9e44-6e8549bf87f9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:11.381440 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] For port 73662c3c-d682-46c0-93b5-a5747ebdb2a8, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:11.386603 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] For port 73662c3c-d682-46c0-93b5-a5747ebdb2a8, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=73662c3c-d682-46c0-93b5-a5747ebdb2a8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:11.394441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] For port f0c23eb5-be10-4b78-b9b9-b5f380ebd233, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:11.397232 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.400832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.430480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Calling delete_port for f0c23eb5-be10-4b78-b9b9-b5f380ebd233 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:11.500296 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:11.501262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:36:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:11.506026 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809dce-31bd-4c14-b1c6-ab3e5d6e7f76 None None] Pushing event updated for resources: {'Port': ['ID=73662c3c-d682-46c0-93b5-a5747ebdb2a8,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.581016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.598376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dab60-2e1b-458a-a640-e364b4213573 req-bd88b5b9-72a0-4608-b026-ee9a3a6af2df tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:11.606853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9dab60-2e1b-458a-a640-e364b4213573 req-bd88b5b9-72a0-4608-b026-ee9a3a6af2df tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec7fb61-5e36-48d0-a681-2433194177bc HTTP/1.1" status: 200 len: 949 time: 0.5269051 Dec 13 09:36:11.669438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.721591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9dab60-2e1b-458a-a640-e364b4213573 req-ce60a675-8631-411e-93f4-49af4bcddcab tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136065 Dec 13 09:36:11.791398 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:11.796728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Network f29299f5-684c-4438-b319-ffdf913d6186 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:11.830646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:11.835176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:11.852637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:11.857246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9226b137-89bc-4f3a-ad73-01676218b9d0 req-fab6cb25-b981-42c2-a615-310f01e5cdb2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0535088 Dec 13 09:36:11.901407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.940030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:11.985860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Pushing event deleted for resources: {'Port': ['ID=f0c23eb5-be10-4b78-b9b9-b5f380ebd233,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:12.028999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] No DVR routers for this DVR port f0c23eb5-be10-4b78-b9b9-b5f380ebd233 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:12.047741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.051976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538d2a45-b08d-429f-b154-e7a7b1273cb5 req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "DELETE /v2.0/ports/f0c23eb5-be10-4b78-b9b9-b5f380ebd233 HTTP/1.1" status: 204 len: 173 time: 1.3723915 Dec 13 09:36:12.058932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'name': 'network-vif-deleted', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:12.061770 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40523fa0-f33c-417b-85d6-84aa07a6661b" -d '{"events": [{"server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "name": "network-vif-deleted", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:12.067682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.068583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.069504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.070051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.070625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.071197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.072516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.073113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.073744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.074351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.074957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.075555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.076064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18590417-9500-435b-b8e4-fc18e2896b21 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:12.246458 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:08Z', 'revision_number': 3, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:12.286494 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e2f02-36c5-4c62-a8c7-b48dbb281d77 None None] The sync data for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 is: [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:08Z', 'revision_number': 3, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:12.309187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.504896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:12.615645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0baa2-0670-4535-9406-08c5ab5ac687 req-268324d8-5612-45f8-a82c-94fd9ebb929d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:12.630622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92c0baa2-0670-4535-9406-08c5ab5ac687 req-268324d8-5612-45f8-a82c-94fd9ebb929d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 949 time: 0.1290882 Dec 13 09:36:12.701455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.713521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.742353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92c0baa2-0670-4535-9406-08c5ab5ac687 req-b97511a0-8b23-4f68-b528-b27b1e8ca4f0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085057 Dec 13 09:36:12.755843 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abad08-7eb7-4b4f-a6d4-e7096d525905 x-openstack-request-id: req-b4abad08-7eb7-4b4f-a6d4-e7096d525905 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:12.756373 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7fb61-5e36-48d0-a681-2433194177bc", "name": "network-vif-deleted", "tag": "f0c23eb5-be10-4b78-b9b9-b5f380ebd233", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:12.756881 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4abad08-7eb7-4b4f-a6d4-e7096d525905 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:12.757661 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7fb61-5e36-48d0-a681-2433194177bc', 'name': 'network-vif-deleted', 'tag': 'f0c23eb5-be10-4b78-b9b9-b5f380ebd233', 'status': 'completed', 'code': 200} Dec 13 09:36:12.902433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.933937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d16a5d1-371a-41fd-bd43-5eecbcf9bf53 None None] Provisioning complete for port 4b698591-e580-4b35-9e44-6e8549bf87f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:12.934458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d16a5d1-371a-41fd-bd43-5eecbcf9bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:12.942121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:13.007230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121216bf-c026-49d6-992d-a2b911be8688 req-e6cc7325-a169-4c09-a3f2-86fa5fd35fe1 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:13.014505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d16a5d1-371a-41fd-bd43-5eecbcf9bf53 None None] Port 4b698591-e580-4b35-9e44-6e8549bf87f9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:13.024931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-121216bf-c026-49d6-992d-a2b911be8688 req-e6cc7325-a169-4c09-a3f2-86fa5fd35fe1 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.1398635 Dec 13 09:36:13.124789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-dd627bba-3ca8-4851-8487-973258d51bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1899295 Dec 13 09:36:13.139234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-0d93d4ef-a4fb-4bb5-ac85-14f2ee8094ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:36:13.140495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-0d93d4ef-a4fb-4bb5-ac85-14f2ee8094ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073781 Dec 13 09:36:13.184554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.184815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.187412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.187764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.188104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.188437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.188767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.191117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.191464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.191818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.192162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.192493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.192820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:13.219006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a4c93-ea6b-4f17-b253-24940e2526e0 req-c6bd87f6-4cc0-4742-a3b3-c77e4895cd68 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:13.236565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-225a4c93-ea6b-4f17-b253-24940e2526e0 req-c6bd87f6-4cc0-4742-a3b3-c77e4895cd68 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.2446823 Dec 13 09:36:13.269736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-121216bf-c026-49d6-992d-a2b911be8688 req-83a978d4-201d-4a7c-980f-1c1b5963f4b4 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280452 Dec 13 09:36:13.359948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-225a4c93-ea6b-4f17-b253-24940e2526e0 req-20200327-c3ac-4c41-a91c-d3cbd4309b6a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222916 Dec 13 09:36:13.483107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42f41bad-f4b8-4af1-a228-b7a1b7528d55 req-71790356-a5ea-4ca5-a27f-4b0a13802ad5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Dec 13 09:36:13.550488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-56110df9-0253-4516-ac51-711a5eac4244 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:13.562466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-56110df9-0253-4516-ac51-711a5eac4244 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.4611244 Dec 13 09:36:13.571239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Network f29299f5-684c-4438-b319-ffdf913d6186 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:13.574540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:13.613100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Request body: {'port': {'device_id': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'admin_state_up': True, 'tenant_id': 'df01d091260f47a0b540466b9bb3073a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:13.914691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Router 6cf11740-0d58-457a-ba76-e096a498637d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:36:13.957359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:14.052267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ff8a1-be93-4eff-99a5-383a46fd0fc2 req-68008f5a-c033-46c0-aa51-82c2b746c522 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.073009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba7ff8a1-be93-4eff-99a5-383a46fd0fc2 req-68008f5a-c033-46c0-aa51-82c2b746c522 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.1965985 Dec 13 09:36:14.101214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:14.106870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:14.107242 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.190396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77a708-6778-4f43-89f5-30d5b8e059ff req-5d9e2259-74d1-4373-84b8-f43ed1da36bb tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.217812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd77a708-6778-4f43-89f5-30d5b8e059ff req-5d9e2259-74d1-4373-84b8-f43ed1da36bb tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 949 time: 0.3474393 Dec 13 09:36:14.244535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66a27066-8c45-4e56-a067-495bc8027bea None None] Provisioning complete for port 4b698591-e580-4b35-9e44-6e8549bf87f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:14.244902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66a27066-8c45-4e56-a067-495bc8027bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.271763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba7ff8a1-be93-4eff-99a5-383a46fd0fc2 req-b6886aa3-5790-4624-8130-4fb7f3f419e8 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974444 Dec 13 09:36:14.332169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.363683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-66a27066-8c45-4e56-a067-495bc8027bea None None] Port 4b698591-e580-4b35-9e44-6e8549bf87f9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:14.407586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:14.408741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:14.411946 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67048971-8c09-429d-9b2c-545e5d621fdc" -d '{"events": [{"server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "name": "network-vif-plugged", "status": "completed", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:14.416589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.417520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f0c23eb5-be10-4b78-b9b9-b5f380ebd233 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:14.426892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd77a708-6778-4f43-89f5-30d5b8e059ff req-c8b4ceb2-d47c-4d44-99eb-54f82c7e9b22 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079651 Dec 13 09:36:14.457488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: f0c23eb5-be10-4b78-b9b9-b5f380ebd233 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:14.457850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f0c23eb5-be10-4b78-b9b9-b5f380ebd233 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:14.525470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:14.538028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743f17-310c-4d12-b4d2-f51c0841f252 req-d67a3f3c-ff68-4437-b55c-ec6a50a04117 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.538244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.538599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.538984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.539321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.541265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.541265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.541593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e743f17-310c-4d12-b4d2-f51c0841f252 req-d67a3f3c-ff68-4437-b55c-ec6a50a04117 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.0847056 Dec 13 09:36:14.541724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.541724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.541724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.543870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.544251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.544584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.547284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:36:14.602358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:36:14.614117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77d71a75-7ebb-4cb7-8163-2017c7d62cf5 admin admin] 10.222.0.30 "PUT /v2.0/routers/6cf11740-0d58-457a-ba76-e096a498637d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7159376 Dec 13 09:36:14.617997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:14.630696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:14.716236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e743f17-310c-4d12-b4d2-f51c0841f252 req-5f94f3c6-d6d5-4c1b-9820-2ab4e92ee453 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677778 Dec 13 09:36:14.743193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf88402-7409-4747-8993-89037d71412c req-b1ce2527-4ab9-49bc-a686-9db941da1364 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:14.753897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbf88402-7409-4747-8993-89037d71412c req-b1ce2527-4ab9-49bc-a686-9db941da1364 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1615708 Dec 13 09:36:14.870684 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf1d5e-6a9d-449f-a3cc-83d4c622ab35 x-openstack-request-id: req-11bf1d5e-6a9d-449f-a3cc-83d4c622ab35 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:14.871048 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "name": "network-vif-plugged", "status": "completed", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:14.871330 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11bf1d5e-6a9d-449f-a3cc-83d4c622ab35 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:14.871731 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', 'code': 200} Dec 13 09:36:14.885357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbf88402-7409-4747-8993-89037d71412c req-94715ba6-74e3-45f8-9b9b-b0ad1c72cbd6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304705 Dec 13 09:36:14.899311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:14.900115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 73662c3c-d682-46c0-93b5-a5747ebdb2a8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:14.954000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Allocated IP 172.20.0.2 (9fc2328a-60da-47e1-91eb-b524b0daf34c/6abbc407-a311-4f1a-ad1a-5ca5451a4b72/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:15.036441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f463253-af7e-4243-9c42-7ac54423d34e req-c2275aa9-0d7f-41ec-81db-5158cdd4c21a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0679517 Dec 13 09:36:15.083414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:15.086299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.108035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddcf2e-7173-4668-a78a-8905c294de8f req-95063836-be39-4c4c-aed9-2f71e60e3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.110312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deddcf2e-7173-4668-a78a-8905c294de8f req-95063836-be39-4c4c-aed9-2f71e60e3946 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 1101 time: 0.0641565 Dec 13 09:36:15.226298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deddcf2e-7173-4668-a78a-8905c294de8f req-5a6c184c-272f-425d-96d9-69a4f1fcd5b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998476 Dec 13 09:36:15.249398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.281037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.301606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1376773836'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:15.319135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.328070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 73662c3c-d682-46c0-93b5-a5747ebdb2a8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=73662c3c-d682-46c0-93b5-a5747ebdb2a8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:15.341051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.372926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:15.381085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:15.432342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Sync routers for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:36:15.452047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:15.472097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc382-d016-40b5-9e40-f9704b8e15a0 req-28dfde98-7ef9-4c35-9980-a42f9550c7e1 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.487593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:15.487749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:36:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:15.508980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-039dc382-d016-40b5-9e40-f9704b8e15a0 req-28dfde98-7ef9-4c35-9980-a42f9550c7e1 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.1157229 Dec 13 09:36:15.560768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:15.589955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:15.594107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.598357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=73662c3c-d682-46c0-93b5-a5747ebdb2a8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:15.649825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.650737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.672637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-039dc382-d016-40b5-9e40-f9704b8e15a0 req-9e909020-da8d-4774-907b-dfbf4109186e tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/security-groups?id=f4316c4a-01b4-4405-891e-1c14fb5b6245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584005 Dec 13 09:36:15.688595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:15.700090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:15.710911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-20be9a26-bb37-4fdd-8b0e-3880fdcc70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.718163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-20be9a26-bb37-4fdd-8b0e-3880fdcc70d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.1630442 Dec 13 09:36:15.734459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-3899655b-0f99-403b-b7f2-854f6b10f31a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1611822 Dec 13 09:36:15.740131 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.740716 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Added segment 2c28614c-1b15-4e5a-851b-256b300eee56 of type vlan for network 5c62b18a-ab67-461e-b800-36e75bc1e215 Dec 13 09:36:15.759930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Request body: {'port': {'device_id': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:15.952415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19abf2c-3e20-4413-8ba7-d0eb21bfa312 req-60dcfb59-2c2e-49a9-9b21-84584cad6b93 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:15.956624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:15.963957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e19abf2c-3e20-4413-8ba7-d0eb21bfa312 req-60dcfb59-2c2e-49a9-9b21-84584cad6b93 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 950 time: 0.1428103 Dec 13 09:36:15.964838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.049255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-e604848e-06d1-42b5-a8ff-2d9b1fb79289 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.050862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-e604848e-06d1-42b5-a8ff-2d9b1fb79289 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 949 time: 0.2160146 Dec 13 09:36:16.094198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.105701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.106887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.134722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e19abf2c-3e20-4413-8ba7-d0eb21bfa312 req-86048fc7-1a7a-41bf-bf40-e19ad2214a56 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675251 Dec 13 09:36:16.136282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-17f4b1b7-3511-4ce0-86d6-d7c42e2611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.140302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-17f4b1b7-3511-4ce0-86d6-d7c42e2611c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.4101715 Dec 13 09:36:16.224347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:12Z', 'revision_number': 4, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4b698591-e580-4b35-9e44-6e8549bf87f9', 'name': '', 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'mac_address': 'fa:16:3e:4c:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:10Z', 'updated_at': '2021-12-13T09:36:12Z', 'revision_number': 2, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'subnets': [{'id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:16.236287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-070d79a6-12e0-4e74-94b2-459f5e6aa9c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0884972 Dec 13 09:36:16.299400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Checking router: 6cf11740-0d58-457a-ba76-e096a498637d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:36:16.300029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Updating router 6cf11740-0d58-457a-ba76-e096a498637d port 4b698591-e580-4b35-9e44-6e8549bf87f9 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:36:16.355248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.399135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-36ba3d1d-5ed0-4cda-ac48-0769bec697a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.401662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-36ba3d1d-5ed0-4cda-ac48-0769bec697a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1568544 Dec 13 09:36:16.434913 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5318956 Dec 13 09:36:16.449861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:16.462007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'subnet': {'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:16.486664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2fd7b-1496-40ca-a4b3-b3b7feb04e79 req-3165da2f-995c-44e8-a2e6-d992a5fb1184 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.494649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42e2fd7b-1496-40ca-a4b3-b3b7feb04e79 req-3165da2f-995c-44e8-a2e6-d992a5fb1184 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1773925 Dec 13 09:36:16.560371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb37941-a48a-4eba-88ec-e9acf3c61a9a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Network': ['ID=5c62b18a-ab67-461e-b800-36e75bc1e215,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:16.598124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:16.643750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42e2fd7b-1496-40ca-a4b3-b3b7feb04e79 req-5057ffb3-ab5b-473f-b760-9b9875d5f79d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478894 Dec 13 09:36:16.648658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Deleting port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:16.649693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.684744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-f3ec8135-3959-4818-8fc9-ff7ed646f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:16.697742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-f3ec8135-3959-4818-8fc9-ff7ed646f078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2842312 Dec 13 09:36:16.872582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:16.879855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] For port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:16.880386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.899217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:16.907722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 73662c3c-d682-46c0-93b5-a5747ebdb2a8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:16.912840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Calling delete_port for 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:16.936796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:16.944789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.031442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Transition to ACTIVE for port object 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:17.034052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:17.048533 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.091458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:17.091887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.159768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.170809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-f7b0a105-4d92-4c89-825e-074fe3e7e631 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546010 Dec 13 09:36:17.174827 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.219707 n-d-820531-5 neutron-server[103188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 09:36:17.228643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-821c0467-ad3e-4dca-8c14-203d0f1ffe7b tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:36:17.229915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-821c0467-ad3e-4dca-8c14-203d0f1ffe7b tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1947830 Dec 13 09:36:17.241568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcb65b-c2a1-4ac6-ad7b-d3712e33fb7f None None] Pushing event updated for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:17.255676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:17.284871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:17.286790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:17.288093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:17.296853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:17.297492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:17.307417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:17.308071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:17.308616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:17.309308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Bound port: 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:17.309947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.347159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e8026-1e56-4ad0-a1d2-f4dadde1442a req-634ca8be-5c6d-4df6-95ba-d89c2a0ee678 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:17.365408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-948e8026-1e56-4ad0-a1d2-f4dadde1442a req-634ca8be-5c6d-4df6-95ba-d89c2a0ee678 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 931 time: 0.4126046 Dec 13 09:36:17.429766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Attempting to bind port 4b698591-e580-4b35-9e44-6e8549bf87f9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:17.433948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Attempting to bind port 4b698591-e580-4b35-9e44-6e8549bf87f9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:17.434943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Attempting to bind port 4b698591-e580-4b35-9e44-6e8549bf87f9 on network f29299f5-684c-4438-b319-ffdf913d6186 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:17.445893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:17.449487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Checking segment: {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:17.450221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.451524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Bound using segment: {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:17.453752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Bound port: 4b698591-e580-4b35-9e44-6e8549bf87f9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc6554-9769-4c65-8cfe-7a873e99744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:17.455016 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.497677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.518023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:17.591902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] For port 4b698591-e580-4b35-9e44-6e8549bf87f9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:17.595408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] For port 4b698591-e580-4b35-9e44-6e8549bf87f9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b698591-e580-4b35-9e44-6e8549bf87f9,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:17.604246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.631451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Pushing event deleted for resources: {'Port': ['ID=72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:17.650560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:17.659445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] Provisioning complete for port 4b698591-e580-4b35-9e44-6e8549bf87f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:17.659824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.684105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:17.687596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.689092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-ff214856-3139-45a0-b7e0-8793b01d30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:17.701832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-ff214856-3139-45a0-b7e0-8793b01d30ec service neutron] 10.222.0.30 "GET /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 1094 time: 0.3390658 Dec 13 09:36:17.711772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-62f9dc86-9620-4246-ad98-98a6ddbbb1b9 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310061 Dec 13 09:36:17.728630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:17.729320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:36:17.734376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.740613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:36:17.754173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:36:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:17.763557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcb65b-c2a1-4ac6-ad7b-d3712e33fb7f None None] Pushing event updated for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:17.830386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] No DVR routers for this DVR port 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:17.848715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-948e8026-1e56-4ad0-a1d2-f4dadde1442a req-c59bbe67-85c6-41ac-b19f-8807e6077284 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818470 Dec 13 09:36:17.885733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Subnet': ['ID=62557021-dd14-4bc4-aa6c-dfbb24e60d4e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:17.898525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Checking segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:17.898905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network hostable DHCP agents. Network: 5c62b18a-ab67-461e-b800-36e75bc1e215, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:17.938543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:17.953092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 5c62b18a-ab67-461e-b800-36e75bc1e215) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:17.958559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:17.959240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:17.989857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6136aaaa-ccc3-4365-86db-da7b28feaa39 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5384560 Dec 13 09:36:17.991637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0251bd2-b4a4-46a1-aa15-0b152b531a0f None None] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:17.994166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:17.997450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.006983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1839486713'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:18.021697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.022321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.024019 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-430d13ac-ed95-466a-806b-d9a70d2b64bc service neutron] 10.222.0.44 "PUT /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 1091 time: 2.2788639 Dec 13 09:36:18.025583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.029730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bfc92895-e6ea-423e-9030-95e4ebc7eb8f req-9a99a335-5b47-49a4-a6e9-cbcd64e8449c tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.37 "DELETE /v2.0/ports/72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 HTTP/1.1" status: 204 len: 173 time: 1.9569883 Dec 13 09:36:18.033115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}, {'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'name': 'network-vif-deleted', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:18.036795 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}, {"server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "name": "network-vif-deleted", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:18.111390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4908aaf9-0763-4b31-bad9-7785ff119b55 req-b6d275ed-4688-4304-a973-61579556b6f2 tempest-LiveMigrationNegativeTest-383827166 tempest-LiveMigrationNegativeTest-383827166-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d81b6df-9c15-4fd4-8548-2eafa33fadad HTTP/1.1" status: 200 len: 210 time: 0.0882790 Dec 13 09:36:18.123508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:18.127132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.191966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:36:18.206853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.207636 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Added segment 3a86b82c-a73f-4011-a73f-75dae8a12b29 of type vlan for network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 Dec 13 09:36:18.209566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.262090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.266397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] For port 4b698591-e580-4b35-9e44-6e8549bf87f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b698591-e580-4b35-9e44-6e8549bf87f9,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:18.288871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.295331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:36:18.302062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.310370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.312715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.314952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:18.315301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:18.315635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:18.327677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:18.327996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:18.333762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-71fedf40-7934-406b-8e4e-0f4b38143239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.335398 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-71fedf40-7934-406b-8e4e-0f4b38143239 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1094 time: 0.2400918 Dec 13 09:36:18.339159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:18.339510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:18.340028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:18.340481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Bound port: ad985d26-8af3-44e9-b4c3-f8b7c484f171, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:18.434152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad488a-d683-4da4-bfc0-1553188446bd None None] Pushing event updated for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.439875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-53aac554-c847-4f42-ad79-ea0f269e296d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0946753 Dec 13 09:36:18.457041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-5c62b18a-ab67-461e-b800-36e75bc1e215', 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'fixed_ips': [{'subnet_id': '62557021-dd14-4bc4-aa6c-dfbb24e60d4e'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:18.458108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.468152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Network': ['ID=1c084e30-7f91-4a0d-ab01-8a0c3574caa4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:18.514528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a070fd90-9f0c-41a9-bd8d-6144bff1be54 None None] Provisioning complete for port 4b698591-e580-4b35-9e44-6e8549bf87f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:18.514925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a070fd90-9f0c-41a9-bd8d-6144bff1be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.521779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6fc4c8d7-d455-42e9-8f07-b1daa545d49a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5257912 Dec 13 09:36:18.524975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:18.531231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'subnet': {'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:18.538631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:36:18.575587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:18.578221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-024eba1d-b969-4609-a0f3-593db271f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.579855 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-024eba1d-b969-4609-a0f3-593db271f9ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1310623 Dec 13 09:36:18.590262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.592453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d112aa16-76c2-40ee-af9b-65ae04a4fff5 service neutron] 10.222.0.30 "POST /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171/bindings HTTP/1.1" status: 201 len: 389 time: 0.8897486 Dec 13 09:36:18.606520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9569129-bfec-4d0f-9eed-fdd68cfe2183 req-4ed5c81b-6ace-40bb-a916-f8e660f80ec1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:18.608330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9569129-bfec-4d0f-9eed-fdd68cfe2183 req-4ed5c81b-6ace-40bb-a916-f8e660f80ec1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 950 time: 0.1413498 Dec 13 09:36:18.654540 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-c0dc6e04-0da0-440e-a25b-53490b7d9ba5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607011 Dec 13 09:36:18.706497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9569129-bfec-4d0f-9eed-fdd68cfe2183 req-47550308-4926-4f7a-9780-68c3d4025968 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742135 Dec 13 09:36:18.709382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:18.714507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:18.936977 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0044b-4fd7-4ef5-bcec-7f49cb0c908b x-openstack-request-id: req-63e0044b-4fd7-4ef5-bcec-7f49cb0c908b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:18.937374 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "status": "completed", "code": 200}, {"server_uuid": "8d81b6df-9c15-4fd4-8548-2eafa33fadad", "name": "network-vif-deleted", "tag": "72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:18.937646 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63e0044b-4fd7-4ef5-bcec-7f49cb0c908b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:18.939739 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'status': 'completed', 'code': 200} Dec 13 09:36:18.941149 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d81b6df-9c15-4fd4-8548-2eafa33fadad', 'name': 'network-vif-deleted', 'tag': '72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4', 'status': 'completed', 'code': 200} Dec 13 09:36:18.964507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-7170922d-3646-4c58-976a-f0a0f035c597 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975390 Dec 13 09:36:19.058254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Allocated IP 19.80.0.2 (5c62b18a-ab67-461e-b800-36e75bc1e215/62557021-dd14-4bc4-aa6c-dfbb24e60d4e/ec9c0095-f244-404d-a7b6-0d6bebdef19c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:19.122474 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d7ff127c-368f-4fca-9c2f-44ca21b1d855 req-6acb2292-ac80-4ddc-ae87-1f8c69a5cedd service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435800 Dec 13 09:36:19.179855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:12Z', 'revision_number': 4, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4b698591-e580-4b35-9e44-6e8549bf87f9', 'name': '', 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'mac_address': 'fa:16:3e:4c:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:10Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 4, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'subnets': [{'id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:36:19.262508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-912cbf2c-8356-4402-a95b-854bfeddfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.264867 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-912cbf2c-8356-4402-a95b-854bfeddfa59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1094 time: 0.0759535 Dec 13 09:36:19.348758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b8a4e-9d1d-475a-bf6b-8cbd6371c40a None None] The sync data for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 is: [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:36:12Z', 'revision_number': 4, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4b698591-e580-4b35-9e44-6e8549bf87f9', 'name': '', 'network_id': 'f29299f5-684c-4438-b319-ffdf913d6186', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'mac_address': 'fa:16:3e:4c:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:10Z', 'updated_at': '2021-12-13T09:36:17Z', 'revision_number': 4, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'subnets': [{'id': '1de1d7c0-b672-4c85-ae1c-90e094d18521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:36:19.385823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-3ca68a6b-9e50-41b2-bbd0-5587339db93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.388038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-3ca68a6b-9e50-41b2-bbd0-5587339db93e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1097 time: 0.3604865 Dec 13 09:36:19.409116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-c4116074-eac9-4b45-91e5-855dddaae9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.411261 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-c4116074-eac9-4b45-91e5-855dddaae9c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.1374764 Dec 13 09:36:19.490124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989f79-bf12-4310-b9b9-48d200419ae5 req-b232ed7c-a261-4081-9430-f50268dfba88 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.492711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58989f79-bf12-4310-b9b9-48d200419ae5 req-b232ed7c-a261-4081-9430-f50268dfba88 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.5665450 Dec 13 09:36:19.509760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.520072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.529343 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-2e88fc4f-1481-4500-995e-b547563b52e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.1092277 Dec 13 09:36:19.605194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:19.617704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:19.622017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-ac2dafaf-69a4-421f-a409-19ac7f88d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.623834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-ac2dafaf-69a4-421f-a409-19ac7f88d7e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0820909 Dec 13 09:36:19.624421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:19.634423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Pushing event updated for resources: {'Port': ['ID=ec9c0095-f244-404d-a7b6-0d6bebdef19c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:19.683936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-b5e7421e-aae0-4927-bb48-95d0c43a0fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476980 Dec 13 09:36:19.699397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f1a2-3d66-496d-9948-2cc69a521f18 req-9c28d3b1-21c4-44ca-acd9-1d9ce0d308d8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:19.706223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Attempting to bind port ec9c0095-f244-404d-a7b6-0d6bebdef19c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:19.706636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Attempting to bind port ec9c0095-f244-404d-a7b6-0d6bebdef19c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:19.707012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Attempting to bind port ec9c0095-f244-404d-a7b6-0d6bebdef19c on network 5c62b18a-ab67-461e-b800-36e75bc1e215 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:19.707142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c77f1a2-3d66-496d-9948-2cc69a521f18 req-9c28d3b1-21c4-44ca-acd9-1d9ce0d308d8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.6883364 Dec 13 09:36:19.714791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:19.715193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Checking segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:19.715623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.716010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Bound using segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:19.716497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Bound port: ec9c0095-f244-404d-a7b6-0d6bebdef19c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:19.716885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.779132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58989f79-bf12-4310-b9b9-48d200419ae5 req-e8437c70-80ea-4ee9-a282-6b4d6a211829 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334435 Dec 13 09:36:19.789353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] For port ec9c0095-f244-404d-a7b6-0d6bebdef19c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:19.793115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] For port ec9c0095-f244-404d-a7b6-0d6bebdef19c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ec9c0095-f244-404d-a7b6-0d6bebdef19c,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:19.803737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.816971 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-224cf15e-e62f-4305-8893-d21657bf1b1c service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250391 Dec 13 09:36:19.893861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:19.956652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad69b4-6fb0-4949-ba59-701d54fadec0 None None] Pushing event updated for resources: {'Port': ['ID=ec9c0095-f244-404d-a7b6-0d6bebdef19c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:20.001418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:20.044438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-448d8c42-137d-4906-a7f1-7c0f4d94dd1d req-518df596-a507-4670-ace4-07ee5a5e9b4f service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181616 Dec 13 09:36:20.046360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Subnet': ['ID=0171f3f5-5746-47b4-a834-e9e48b0ea297,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:20.075055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:20.075826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 72ffbde0-4f4e-4000-9ca5-363ee2c5a0a4 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:20.103685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-bee81d96-11f2-4a68-b77d-3d59b0567f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.110611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-bee81d96-11f2-4a68-b77d-3d59b0567f1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.7064006 Dec 13 09:36:20.171025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-94969def-5dd8-4f76-9e18-54545fa54700 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 217 time: 0.0530779 Dec 13 09:36:20.187157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c77f1a2-3d66-496d-9948-2cc69a521f18 req-1c3f785b-42c7-4898-ab18-8de211aac698 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790931 Dec 13 09:36:20.265282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12055544-0b28-420d-8e1c-a36cbe7690de req-e5cfed3e-e0c5-40b0-840b-b9dac363590a tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.266822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12055544-0b28-420d-8e1c-a36cbe7690de req-e5cfed3e-e0c5-40b0-840b-b9dac363590a tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 1101 time: 0.3307798 Dec 13 09:36:20.269468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Checking segment: {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:20.269840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network hostable DHCP agents. Network: 1c084e30-7f91-4a0d-ab01-8a0c3574caa4, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:36:20.301750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9ea971ea-cd7f-44da-b643-f80b46b67d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.303226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9ea971ea-cd7f-44da-b643-f80b46b67d5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1151278 Dec 13 09:36:20.429318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-baa6ff16-905a-4c50-a2c5-54b07d371919 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049211 Dec 13 09:36:20.577989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:36:20.582306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12055544-0b28-420d-8e1c-a36cbe7690de req-d236f722-5d08-437a-95e0-97e48e101628 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984116 Dec 13 09:36:20.619303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1c084e30-7f91-4a0d-ab01-8a0c3574caa4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:20.628429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.629176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:20.635101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca60d64-c6fc-4b01-a914-2b520ac15428 None None] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:20.695034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-1d7837aa-9cd2-41c5-a90d-8ed881a058e4 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527893 Dec 13 09:36:20.707076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-90023947-8e7f-4503-934c-eae6a9069782 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1805673 Dec 13 09:36:20.748357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6e788-1428-4ada-9c39-c8a137a53025 req-befba55c-db4c-49b8-815a-10face04ce25 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:20.750066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2d6e788-1428-4ada-9c39-c8a137a53025 req-befba55c-db4c-49b8-815a-10face04ce25 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.3614471 Dec 13 09:36:20.987203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2d6e788-1428-4ada-9c39-c8a137a53025 req-b30677c2-2394-4540-a6e1-2b938b16adf8 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000487 Dec 13 09:36:21.004695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ec9c0095-f244-404d-a7b6-0d6bebdef19c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:21.051266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1c084e30-7f91-4a0d-ab01-8a0c3574caa4', 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4', 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'fixed_ips': [{'subnet_id': '0171f3f5-5746-47b4-a834-e9e48b0ea297'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:36:21.052282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.216522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ec9c0095-f244-404d-a7b6-0d6bebdef19c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:21.217638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.234883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5657f-9fc6-4f3f-9faa-560698f9a813 req-35d8ef88-5ff2-4574-aaa3-8fe28d0594c9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.242536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51c5657f-9fc6-4f3f-9faa-560698f9a813 req-35d8ef88-5ff2-4574-aaa3-8fe28d0594c9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.2462273 Dec 13 09:36:21.263264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-6aa4d8b1-11cf-4c7d-8ac3-6779de555944 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541658 Dec 13 09:36:21.277518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-ed47daac-274b-4d48-81b4-fe9eb3d14929 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020029 Dec 13 09:36:21.326373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.472642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Allocated IP 19.86.0.2 (1c084e30-7f91-4a0d-ab01-8a0c3574caa4/0171f3f5-5746-47b4-a834-e9e48b0ea297/2010e64d-906f-4197-a5ff-4f02b1dd2f42) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:21.517856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51c5657f-9fc6-4f3f-9faa-560698f9a813 req-4cf831d3-c76e-434c-a2fa-eafc8ec35385 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736866 Dec 13 09:36:21.560438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-7c520218-d482-4885-bb81-14a14cdaf944 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.562292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-7c520218-d482-4885-bb81-14a14cdaf944 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1097 time: 0.1879687 Dec 13 09:36:21.581331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:21.654222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-8c552fb4-60bb-45ee-abd8-f8bc20ec8c82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.659231 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc0ad090-8ae0-4b75-b39e-ab393d99a090 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b959b72c3bd4d0b81608d5543d0d6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289587 Dec 13 09:36:21.661882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-8c552fb4-60bb-45ee-abd8-f8bc20ec8c82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833675 Dec 13 09:36:21.665609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:21.699535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-4dfbf650-505f-479a-bc44-74f081379679 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.0361319 Dec 13 09:36:21.707926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.761616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.791265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port ec9c0095-f244-404d-a7b6-0d6bebdef19c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ec9c0095-f244-404d-a7b6-0d6bebdef19c,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:21.792080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.794588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba59aa-2fab-4ad7-bb18-9a9129ea6e4a None None] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:21.825679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.859318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.860039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b698591-e580-4b35-9e44-6e8549bf87f9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:21.886164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.887686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-eb7291e5-a531-4637-9930-81067109106d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1878355 Dec 13 09:36:21.888776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:21.892351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4316c4a-01b4-4405-891e-1c14fb5b6245 HTTP/1.1" status: 204 len: 168 time: 0.2233486 Dec 13 09:36:21.904143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778156a9-1843-48a2-bbd2-0507e65c6e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4316c4a-01b4-4405-891e-1c14fb5b6245,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:21.966675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-daa3de1f-3fdb-4063-86a0-f19b906d1ebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:21.976437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:21.997301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-daa3de1f-3fdb-4063-86a0-f19b906d1ebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:22.003986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-daa3de1f-3fdb-4063-86a0-f19b906d1ebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/networks?id=5c62b18a-ab67-461e-b800-36e75bc1e215&id=1c084e30-7f91-4a0d-ab01-8a0c3574caa4&id=5c62b18a-ab67-461e-b800-36e75bc1e215 HTTP/1.1" status: 200 len: 1392 time: 0.3284688 Dec 13 09:36:22.167093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c6a0866c-aa72-4aaa-a601-8a44eade3b4e None None] Provisioning complete for port ec9c0095-f244-404d-a7b6-0d6bebdef19c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:22.167470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c6a0866c-aa72-4aaa-a601-8a44eade3b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.205334 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.220838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:22.225328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=ec9c0095-f244-404d-a7b6-0d6bebdef19c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.273568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:22.304799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.305975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-7cbc6f11-d573-4358-92b0-9f0ff6c5c18b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/quotas/8002e52f1b1640e1b8c59e5989305e36 HTTP/1.1" status: 200 len: 375 time: 0.2892821 Dec 13 09:36:22.432590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-e5504e2b-60f8-4acf-94d5-e3fcdabed2ec tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1051311 Dec 13 09:36:22.433938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:22.437598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:22.438931 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1b740-9e5f-4df4-9005-d3ef5c878413" -d '{"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-unplugged", "status": "completed", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:22.443519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.481194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.537183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fdc5e86b-1dba-4226-bf8f-2ab89cb77491 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a27dd218ada477082c1a1a5cca8bf75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0982299 Dec 13 09:36:22.539535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:22.547048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854af8aa-6054-4a2d-a18b-d45ec6f1ca7b req-4dbc3c0f-2dc8-4a30-86a7-d7f0776015a6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:22.554531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4b698591-e580-4b35-9e44-6e8549bf87f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:22.554806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.557033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-854af8aa-6054-4a2d-a18b-d45ec6f1ca7b req-4dbc3c0f-2dc8-4a30-86a7-d7f0776015a6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 946 time: 0.2463787 Dec 13 09:36:22.603234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:22.672021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:22.672693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.680173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:22.720240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.722827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Pushing event updated for resources: {'Port': ['ID=2010e64d-906f-4197-a5ff-4f02b1dd2f42,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.750501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:22.794284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.797108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:22.800676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb0f787b-23a2-45ad-8e2c-5fbe331455b9 HTTP/1.1" status: 204 len: 168 time: 0.2565951 Dec 13 09:36:22.820347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'port_id': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'mac_address': 'fa:16:3e:ac:f2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abbc407-a311-4f1a-ad1a-5ca5451a4b72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:22.831021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab82e1f-6143-48e9-98ea-2ccd31221a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f787b-23a2-45ad-8e2c-5fbe331455b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:22.892177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-854af8aa-6054-4a2d-a18b-d45ec6f1ca7b req-67477177-ae4d-4554-9cf3-d681b5479358 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341141 Dec 13 09:36:22.897915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:22.912757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:22.915332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:22.939671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Attempting to bind port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:22.940051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Attempting to bind port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:22.940436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Attempting to bind port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 on network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:22.957536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:22.957871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Attempting to bind port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:23.018097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:23.019027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Checking segment: {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:23.019442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.019846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Bound using segment: {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:23.020333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Bound port: 2010e64d-906f-4197-a5ff-4f02b1dd2f42, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:23.020718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.028418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.047170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.068527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:23.069140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:23.069907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:23.071602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Bound port: ad985d26-8af3-44e9-b4c3-f8b7c484f171, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:23.074316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.094536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-d91c41a5-cc68-464d-b3ec-f73f96a3121f service neutron] 10.222.0.30 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417274 Dec 13 09:36:23.095155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:23.152966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ac962106-d135-400c-a248-c5d4e1caf34c None None] Provisioning complete for port ec9c0095-f244-404d-a7b6-0d6bebdef19c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:23.153361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac962106-d135-400c-a248-c5d4e1caf34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.156003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:23.194961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.311436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-0305e211-5c48-4eb2-a732-84ff1486d83a service neutron] 10.222.0.30 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159364 Dec 13 09:36:23.437552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-31597acd-eb04-4c8e-bf64-8044054106f1 service neutron] 10.222.0.30 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248960 Dec 13 09:36:23.484619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:23.531032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-3a349afa-2630-4722-99dd-ca0869ee1cc7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780249 Dec 13 09:36:23.540831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:23.558542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbd097-f512-4053-b70d-7a7f06cc1923 req-bdde13c6-30bb-4de0-af48-c98da32b2fb5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.567742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebfbd097-f512-4053-b70d-7a7f06cc1923 req-bdde13c6-30bb-4de0-af48-c98da32b2fb5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 944 time: 0.2942326 Dec 13 09:36:23.575912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.658895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ec9c0095-f244-404d-a7b6-0d6bebdef19c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:23.659785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.679003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] For port 2010e64d-906f-4197-a5ff-4f02b1dd2f42, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:23.752913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.753222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.754810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-abe97d28-afaf-492d-a890-1b4f28f72fc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 1122 time: 2.1790972 Dec 13 09:36:23.756687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-5b4ee5e2-f8a7-459d-b3ea-9349aca9553b service neutron] 10.222.0.30 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186061 Dec 13 09:36:23.769989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebfbd097-f512-4053-b70d-7a7f06cc1923 req-8f3b0280-e284-43b3-8bb9-11120c2433d3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012997 Dec 13 09:36:23.776693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] For port 2010e64d-906f-4197-a5ff-4f02b1dd2f42, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2010e64d-906f-4197-a5ff-4f02b1dd2f42,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:23.788324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:23.812801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:23.872016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.907198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-43f6c9fb-c128-46dc-aa46-4664538bce95 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:23.908734 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-43f6c9fb-c128-46dc-aa46-4664538bce95 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678451 Dec 13 09:36:23.922672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:23.929881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291064c-4f1f-411f-9301-c39e0a0094da None None] Pushing event updated for resources: {'Port': ['ID=2010e64d-906f-4197-a5ff-4f02b1dd2f42,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:23.934524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['ad985d26-8af3-44e9-b4c3-f8b7c484f171'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:24.005522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfdd465d-1ed6-453e-afe8-6994c1c80ef8 req-a3cd3273-0e4f-47e2-b06f-e5cdba6afc32 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 210 time: 0.0910258 Dec 13 09:36:24.076608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ec9c0095-f244-404d-a7b6-0d6bebdef19c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:24.076981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.107154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-2cde25f6-af58-47ee-bf3c-3b32dd0d4cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281176 Dec 13 09:36:24.181740 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f42269a-628e-4b21-84a4-e043705d1cbb x-openstack-request-id: req-1f42269a-628e-4b21-84a4-e043705d1cbb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:24.182049 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-unplugged", "status": "completed", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:24.182319 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f42269a-628e-4b21-84a4-e043705d1cbb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:24.182744 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'code': 200} Dec 13 09:36:24.257344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:24.264195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.551763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.75 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/60ed3835-6bcc-4083-9d1f-805fc9bdff35) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:24.735067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e69dd-f36a-47d2-addc-36337b03f02a req-b864ae6e-4b55-4de3-9fca-49dce9e85257 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:24.743259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9e69dd-f36a-47d2-addc-36337b03f02a req-b864ae6e-4b55-4de3-9fca-49dce9e85257 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.5040793 Dec 13 09:36:24.782296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.785627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-09030823-bf19-4a82-9d00-a1d8e2c0c658 service neutron] 10.222.0.30 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775153 Dec 13 09:36:24.855457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:24.870418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:24.871755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9e69dd-f36a-47d2-addc-36337b03f02a req-525626d2-8370-473a-a2bd-fcbd42b71b88 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271920 Dec 13 09:36:24.945477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:24.949276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:24.954434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:24.989864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:25.030758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.031497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.062199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9eb99-8f50-4c34-9059-7c0bdce01231 req-279e7325-4748-4f53-aaa5-2dabcf1d8270 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.064167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9e9eb99-8f50-4c34-9059-7c0bdce01231 req-279e7325-4748-4f53-aaa5-2dabcf1d8270 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.1220517 Dec 13 09:36:25.070093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-5a64bab7-5e5c-4efb-a5fd-cb52a6c1db82 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1515059 Dec 13 09:36:25.092041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Request body: {'port': {'device_id': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:25.166670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9e9eb99-8f50-4c34-9059-7c0bdce01231 req-56d5cadd-a7da-4e01-92a9-858f35348d36 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846765 Dec 13 09:36:25.221222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:25.247581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.397985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f542b697-0964-487a-b505-5ac6a4bb8ebb req-80aeb971-f76e-4c95-8d01-7ad01d8d99fa tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 210 time: 0.0835962 Dec 13 09:36:25.537502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2fc5-826b-45b7-9dbe-b92660594bde req-56cf0d00-4b50-40e0-bee5-32dca3744297 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.550370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff4d2fc5-826b-45b7-9dbe-b92660594bde req-56cf0d00-4b50-40e0-bee5-32dca3744297 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 944 time: 0.1464052 Dec 13 09:36:25.572647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2010e64d-906f-4197-a5ff-4f02b1dd2f42 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:25.679962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cc1a2-bbbf-489f-b3c7-dfc2ad25c9a7 req-ba695925-b744-4e6b-86b7-81bb899d45ed tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:25.689506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9bb2cfe-f096-48a5-a6c5-b2d57547f7e9 None None] Provisioning complete for port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:25.690136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2cfe-f096-48a5-a6c5-b2d57547f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.691995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e7cc1a2-bbbf-489f-b3c7-dfc2ad25c9a7 req-ba695925-b744-4e6b-86b7-81bb899d45ed tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 935 time: 0.1371133 Dec 13 09:36:25.712728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff4d2fc5-826b-45b7-9dbe-b92660594bde req-91a58a0c-8e97-44ef-ba4f-8c3f16c13a09 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612353 Dec 13 09:36:25.849178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e7cc1a2-bbbf-489f-b3c7-dfc2ad25c9a7 req-ea3cd1ff-1d51-466d-89da-be30f784b61f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559508 Dec 13 09:36:25.864348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2cfe-f096-48a5-a6c5-b2d57547f7e9 None None] Port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:25.900248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:25.900916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:25.955458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e90eb1-425d-40b3-b831-934446cea84b None None] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:36:25.958541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:26.108743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:26.145943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dbdd5-fa83-428d-b678-7b96d4318fb7 req-cc348600-d507-4131-9bac-0e3abe2632f9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.163183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb7dbdd5-fa83-428d-b678-7b96d4318fb7 req-cc348600-d507-4131-9bac-0e3abe2632f9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1119831 Dec 13 09:36:26.187432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:26.194065 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b8964-c387-476a-b77d-ffc4f79dbb97" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:26.259408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb7dbdd5-fa83-428d-b678-7b96d4318fb7 req-c030db7b-8f38-4bb9-ad25-49408a0bf738 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949979 Dec 13 09:36:26.283512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] Provisioning complete for port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:26.283888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.310996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ed3835-6bcc-4083-9d1f-805fc9bdff35 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:26.320336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.343571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-df416008-ce36-4177-802c-c122f7841d9b tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=50d66b5560a6440fb134965bc5f475f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782313 Dec 13 09:36:26.348041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Transition to ACTIVE for port object 60ed3835-6bcc-4083-9d1f-805fc9bdff35 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:26.359750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.408825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:36:26.538079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-dba72957-750a-4468-b8c0-9bee1e45248f tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.542651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-dba72957-750a-4468-b8c0-9bee1e45248f tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978829 Dec 13 09:36:26.592268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:26.616391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-ea50c0af-af9b-41f7-a4de-6328ef6a2868 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/quotas/50d66b5560a6440fb134965bc5f475f6 HTTP/1.1" status: 200 len: 375 time: 0.0501678 Dec 13 09:36:26.627815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Attempting to bind port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:26.631984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Attempting to bind port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:26.631984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Attempting to bind port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:26.642231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:26.642484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Attempting to bind port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:26.652524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:26.654469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:26.654895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:26.655461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Bound port: 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:26.655839 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.663559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.684686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-48e5251b-c0d8-4648-a202-c1c2b7505fa9 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=50d66b5560a6440fb134965bc5f475f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676806 Dec 13 09:36:26.748582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602569b5-fbeb-4fee-97c9-0de572a8dfeb req-59dba356-c336-444b-b03c-f851d9512141 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.750160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-602569b5-fbeb-4fee-97c9-0de572a8dfeb req-59dba356-c336-444b-b03c-f851d9512141 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.2052362 Dec 13 09:36:26.754622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:26.760338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:26.779847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.888615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-602569b5-fbeb-4fee-97c9-0de572a8dfeb req-0b6ea285-b785-4bb1-8708-33f20b71fbc5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261077 Dec 13 09:36:26.911435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:26.916920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:26.920310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] 10.222.0.37 "PUT /v2.0/ports/60ed3835-6bcc-4083-9d1f-805fc9bdff35 HTTP/1.1" status: 200 len: 1095 time: 1.8389494 Dec 13 09:36:26.921876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:26.925324 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e7e9c-af60-4b64-88d1-67696e7e83e5" -d '{"events": [{"name": "network-changed", "server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:26.961158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08db5d-56d5-4955-a8e8-cb7ba9738f06 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.011451 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b7427-2725-42d0-ab2f-9a1c300d8ec0 x-openstack-request-id: req-765b7427-2725-42d0-ab2f-9a1c300d8ec0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:27.012012 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:27.012429 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-765b7427-2725-42d0-ab2f-9a1c300d8ec0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:27.012985 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'status': 'completed', 'code': 200} Dec 13 09:36:27.143291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-7d616577-dc39-4bf7-aab6-d02b3668fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.145919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:27.148383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-7d616577-dc39-4bf7-aab6-d02b3668fd7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 1098 time: 0.1484687 Dec 13 09:36:27.246371 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.279170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:36:27.291040 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-2ab107c6-81ae-4b8b-958e-75362ee1f782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35 HTTP/1.1" status: 200 len: 217 time: 0.1308582 Dec 13 09:36:27.322814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:27.327108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.336023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:27.336396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.423639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-781687bc-82c1-4754-b763-3e55fbdc93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.425168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-781687bc-82c1-4754-b763-3e55fbdc93f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1252480 Dec 13 09:36:27.513191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-4df539ea-4c53-4fc0-a7b7-225a03c364d6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.521989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] For port 2010e64d-906f-4197-a5ff-4f02b1dd2f42, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2010e64d-906f-4197-a5ff-4f02b1dd2f42,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:27.523689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-4df539ea-4c53-4fc0-a7b7-225a03c364d6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.534230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659687-c6b6-4004-a809-9219212e252f req-082638ec-ff83-42d2-98fc-8689a1f7989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:27.536779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.536947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-4df539ea-4c53-4fc0-a7b7-225a03c364d6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "GET /v2.0/networks?id=5c62b18a-ab67-461e-b800-36e75bc1e215&id=1c084e30-7f91-4a0d-ab01-8a0c3574caa4&id=5c62b18a-ab67-461e-b800-36e75bc1e215 HTTP/1.1" status: 200 len: 1392 time: 0.3695498 Dec 13 09:36:27.540425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-082638ec-ff83-42d2-98fc-8689a1f7989e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066642 Dec 13 09:36:27.644264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ba952e0-7d9a-43ec-a18d-c900bb405277 req-ba927f07-2191-454a-be93-849fc706bc3c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 210 time: 0.5271015 Dec 13 09:36:27.651235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'admin_state_up': True, 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:27.690918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.777895 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-536bb723-33d2-4402-acef-e8b3de7ecce9 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288566 Dec 13 09:36:27.786538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:27.789403 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679c4629-b3e2-4686-a735-511e8b840248" -d '{"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:27.830923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-57fde92b-c006-4cd6-8eef-bcf751dcbe36 None None] Provisioning complete for port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:27.831448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57fde92b-c006-4cd6-8eef-bcf751dcbe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.845871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:27.880104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5519ab7-8813-489d-a259-e866f9cc1ae1 None None] Pushing event updated for resources: {'Port': ['ID=2010e64d-906f-4197-a5ff-4f02b1dd2f42,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:27.882954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:36:27.883942 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:36:27.888067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:27.900007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:27.903761 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.009313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d659687-c6b6-4004-a809-9219212e252f req-b734ebe3-9291-4a36-ba5a-33d55bb3beff service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163615 Dec 13 09:36:28.062685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Allocated IP 19.80.0.249 (5c62b18a-ab67-461e-b800-36e75bc1e215/62557021-dd14-4bc4-aa6c-dfbb24e60d4e/3a2195d6-f67f-45c7-8cfa-eb9267cbdf09) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:28.078180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-d7995a85-dbf4-4d54-b4d6-f45ad0c9f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.079722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-d7995a85-dbf4-4d54-b4d6-f45ad0c9f719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1125 time: 1.0355103 Dec 13 09:36:28.088360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-eece2115-a597-4cec-8703-a49fa1dfef46 service neutron] 10.222.0.37 "GET /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.2589049 Dec 13 09:36:28.121370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:28.160812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef41f4-bfde-4cc3-9fc2-4cbad0d51367 req-15b5e236-e593-45a1-a77c-ba0cca6179fb tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.168492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32ef41f4-bfde-4cc3-9fc2-4cbad0d51367 req-15b5e236-e593-45a1-a77c-ba0cca6179fb tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 944 time: 0.8002269 Dec 13 09:36:28.278450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b2631-1ed7-4ae1-8df1-fafaebece369 req-20f0adc4-e46f-4e1c-bd9d-1b7b99f3466d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.281626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-229b2631-1ed7-4ae1-8df1-fafaebece369 req-20f0adc4-e46f-4e1c-bd9d-1b7b99f3466d tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 947 time: 0.4892311 Dec 13 09:36:28.424725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32ef41f4-bfde-4cc3-9fc2-4cbad0d51367 req-780fc54e-0f34-4ec6-8853-4f4958325485 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549813 Dec 13 09:36:28.522739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-229b2631-1ed7-4ae1-8df1-fafaebece369 req-52622a54-bd2f-4a1b-8baa-7da961f94be2 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185555 Dec 13 09:36:28.523976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-ff6b46b9-139f-41f9-acb6-1b2e7825d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.526158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-ff6b46b9-139f-41f9-acb6-1b2e7825d841 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.4196775 Dec 13 09:36:28.539113 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2a6e-fa5a-4ddd-8bec-48c6bf4657d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.581518 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b58a02-db2c-4b5b-bb45-46df45ffd160 x-openstack-request-id: req-69b58a02-db2c-4b5b-bb45-46df45ffd160 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:28.582654 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:28.583167 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69b58a02-db2c-4b5b-bb45-46df45ffd160 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:28.583799 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35', 'status': 'completed', 'code': 200} Dec 13 09:36:28.614704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-1f5a8063-deff-463e-83d0-1a3a3aa01f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 217 time: 0.0747805 Dec 13 09:36:28.687107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:28.708256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2010e64d-906f-4197-a5ff-4f02b1dd2f42 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:28.781043 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-444eaf12-bf30-4b35-a7eb-08bf758cdd9e tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=50d66b5560a6440fb134965bc5f475f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445142 Dec 13 09:36:28.825338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-b1bc92cd-5d8c-40f1-9ae3-79f2113fe501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.829396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-b1bc92cd-5d8c-40f1-9ae3-79f2113fe501 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 1098 time: 0.2242653 Dec 13 09:36:28.917994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7831661b-1e2b-4560-934e-59d7d4cc1352 req-9e38f651-6a21-4f06-bf67-74a6e7810fb8 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 210 time: 0.1399016 Dec 13 09:36:28.987246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-2574d760-0a3e-4a62-879f-12447385f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:28.991443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-2574d760-0a3e-4a62-879f-12447385f3ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.2980502 Dec 13 09:36:29.042745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.052113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:29.052551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.082744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-53c043b9-faca-4730-b687-161e2399d9c9 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.089104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-53c043b9-faca-4730-b687-161e2399d9c9 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972100 Dec 13 09:36:29.089683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-00282492-b547-491f-8c0a-b887f60fce3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716677 Dec 13 09:36:29.090938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.109080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Request body: {'port': {'device_id': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '50d66b5560a6440fb134965bc5f475f6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:29.128951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-cc6ca718-d2bc-4f40-94b4-dd74ba1b8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.131880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e3ccb-1940-4293-ad30-547f6b94c84c req-004acac3-0b21-4251-88f6-110db8c23760 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.135348 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29c9166-3a54-49b0-8624-219e3b5cf68c x-openstack-request-id: req-d29c9166-3a54-49b0-8624-219e3b5cf68c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:29.136976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-cc6ca718-d2bc-4f40-94b4-dd74ba1b8a33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2751713 Dec 13 09:36:29.137681 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:29.137681 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d29c9166-3a54-49b0-8624-219e3b5cf68c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:29.138162 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'code': 200} Dec 13 09:36:29.144011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d85e3ccb-1940-4293-ad30-547f6b94c84c req-004acac3-0b21-4251-88f6-110db8c23760 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.3383837 Dec 13 09:36:29.243828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.44', 60846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:29.286351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:29.300865 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-f8d54d5b-432c-49fd-875b-ab4c58063560 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35 HTTP/1.1" status: 200 len: 217 time: 0.1290767 Dec 13 09:36:29.343541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:29.368615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:29.371952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:29.376268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-daf2e181-ac5a-47c0-aafa-23294fb6e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.377793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-daf2e181-ac5a-47c0-aafa-23294fb6e28c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0622685 Dec 13 09:36:29.378486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.379110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.406775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:29.431887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:29.491189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-55fc4d30-44fa-4831-b444-4b9effc8fc2c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8505800 Dec 13 09:36:29.514432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d85e3ccb-1940-4293-ad30-547f6b94c84c req-5451a41d-5738-4fe7-84ce-0612b0cc2c7f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686275 Dec 13 09:36:29.526348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-275725e7-2969-47bc-9c9f-7762d2f114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.528011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-275725e7-2969-47bc-9c9f-7762d2f114ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376123 Dec 13 09:36:29.534731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4', 'admin_state_up': True, 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:29.567257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Made reservation on behalf of 50d66b5560a6440fb134965bc5f475f6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:29.585840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.608106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812296a-7744-479d-bc40-f51d03c1784f req-1dea0ffd-7170-4834-b2a0-a71afc14a976 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.624756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c812296a-7744-479d-bc40-f51d03c1784f req-1dea0ffd-7170-4834-b2a0-a71afc14a976 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 944 time: 0.3703873 Dec 13 09:36:29.667464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.769341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.783386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.833159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8363bd8e-a9ce-413e-ae8e-7e7a7492c405 None None] Provisioning complete for port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:29.833159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8363bd8e-a9ce-413e-ae8e-7e7a7492c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:29.886779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8363bd8e-a9ce-413e-ae8e-7e7a7492c405 None None] Port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:29.900030 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-d65837a1-f638-47a2-8069-6b2f5e174cfb service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489242 Dec 13 09:36:29.905818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4f98b-2f9a-4b44-a66b-5381c36122e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:29.937876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad985d26-8af3-44e9-b4c3-f8b7c484f171 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:29.948163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d4858-7139-4099-b726-030735e2bd7e req-ec500b26-6a27-4f59-bd33-cddbcd13a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:29.949790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c6d4858-7139-4099-b726-030735e2bd7e req-ec500b26-6a27-4f59-bd33-cddbcd13a7e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.7050650 Dec 13 09:36:29.951620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-5f01010f-6be4-4b05-b457-14584eb40af0 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459518 Dec 13 09:36:30.063906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Allocated IP 192.168.233.106 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/3031af5d-9ecc-4af0-b21f-a95fb32d165f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:30.071967 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-602e7e9c-af60-4b64-88d1-67696e7e83e5 req-02b91b5b-ac9f-42c6-82f9-9d674e3faa6e service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571217 Dec 13 09:36:30.138332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:30.168843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-073b8964-c387-476a-b77d-ffc4f79dbb97 req-afda6036-08af-4ad2-98d8-a5e46666516b service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676865 Dec 13 09:36:30.198256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877792a-ea67-4d40-a7c3-970c7911deb6 req-855849aa-3cf7-413d-8a91-42843f95280b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.200154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9877792a-ea67-4d40-a7c3-970c7911deb6 req-855849aa-3cf7-413d-8a91-42843f95280b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 932 time: 0.2696652 Dec 13 09:36:30.215025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c6d4858-7139-4099-b726-030735e2bd7e req-3be9ac66-697b-46f8-bb20-b623047495a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200165 Dec 13 09:36:30.224949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.264795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.274232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c812296a-7744-479d-bc40-f51d03c1784f req-39c2de77-b7aa-4545-b57c-0fcfbd44584f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483212 Dec 13 09:36:30.324108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.376421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:30.382284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:30.395788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:30.410802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9877792a-ea67-4d40-a7c3-970c7911deb6 req-6ff18f88-1fe6-42cc-992d-aa19177e4a9c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835766 Dec 13 09:36:30.424838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:30.428343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.455166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] Transition to ACTIVE for port object ad985d26-8af3-44e9-b4c3-f8b7c484f171 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:30.464445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Pushing event updated for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:30.488536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb12f-d5c6-4f40-94f3-580e98248e4b req-92a3ed8b-a699-4bba-a223-d34fda79c911 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.490179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a39bb12f-d5c6-4f40-94f3-580e98248e4b req-92a3ed8b-a699-4bba-a223-d34fda79c911 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 945 time: 0.1231976 Dec 13 09:36:30.491339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.498559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.498915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.518785 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-d1366a7b-5ffb-47d6-a55d-a96b230c0639 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4153371 Dec 13 09:36:30.532384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Request body: {'port': {'device_id': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:30.602685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.726037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ed4b658-9323-41f9-930d-899aad9884eb None None] Provisioning complete for port 3031af5d-9ecc-4af0-b21f-a95fb32d165f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:30.726786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b658-9323-41f9-930d-899aad9884eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.749885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] No DVR routers for this DVR port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:30.773573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4b658-9323-41f9-930d-899aad9884eb None None] Port 3031af5d-9ecc-4af0-b21f-a95fb32d165f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:30.779742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:30.793804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a39bb12f-d5c6-4f40-94f3-580e98248e4b req-4c5ce31a-77f2-4109-b297-c9bf67c2bc26 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448285 Dec 13 09:36:30.830355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Allocated IP 19.86.0.149 (1c084e30-7f91-4a0d-ab01-8a0c3574caa4/0171f3f5-5746-47b4-a834-e9e48b0ea297/55d6235b-2896-48e9-99a1-7e4843e22eca) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:30.852020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64277bd4-6397-4697-bdea-0c941fbbbfdf req-3105fb43-d5f6-42c1-a2b2-df68502d98b0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.854932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64277bd4-6397-4697-bdea-0c941fbbbfdf req-3105fb43-d5f6-42c1-a2b2-df68502d98b0 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 947 time: 0.3073421 Dec 13 09:36:30.898403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-9042d0d4-d2f5-4449-a738-89cfcaaea605 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 2.7265811 Dec 13 09:36:30.922150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a7451a4-7fe7-4f57-a997-c8da91ab9a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:30.984235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3031af5d-9ecc-4af0-b21f-a95fb32d165f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:30.984477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708052d8-2f40-41a7-b88a-77fb9e6ec4b7 req-529f8405-3c04-4828-9a38-8905d1e2423f tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:30.986367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-708052d8-2f40-41a7-b88a-77fb9e6ec4b7 req-529f8405-3c04-4828-9a38-8905d1e2423f tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 936 time: 0.1285570 Dec 13 09:36:30.999692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.013086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Transition to ACTIVE for port object 3031af5d-9ecc-4af0-b21f-a95fb32d165f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:31.016840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.022037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64277bd4-6397-4697-bdea-0c941fbbbfdf req-9c787e95-6076-4c22-ac19-9d71325718d3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475291 Dec 13 09:36:31.093414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Pushing event updated for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:31.161401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-708052d8-2f40-41a7-b88a-77fb9e6ec4b7 req-07773278-6c74-4a6f-b1ce-e66e0eba234a tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624446 Dec 13 09:36:31.182593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Attempting to bind port 3031af5d-9ecc-4af0-b21f-a95fb32d165f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:31.183112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Attempting to bind port 3031af5d-9ecc-4af0-b21f-a95fb32d165f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:31.183784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Attempting to bind port 3031af5d-9ecc-4af0-b21f-a95fb32d165f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:31.183902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-0f083023-796e-49be-9e15-a02707e97026 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.185765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-0f083023-796e-49be-9e15-a02707e97026 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.1892984 Dec 13 09:36:31.189738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Port 3031af5d-9ecc-4af0-b21f-a95fb32d165f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:31.190145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Attempting to bind port 3031af5d-9ecc-4af0-b21f-a95fb32d165f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:31.198269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:31.198849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:31.199413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:31.200444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Bound port: 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:31.200444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.303892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:31.309156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:31.316034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.339275 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.362380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.365165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.369908 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] 10.222.0.44 "PUT /v2.0/ports/3031af5d-9ecc-4af0-b21f-a95fb32d165f HTTP/1.1" status: 200 len: 1096 time: 0.8399487 Dec 13 09:36:31.373329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:31.375769 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:31.400544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65211d6-e4c0-4078-85cd-69c420acaa59 service neutron] Pushing event updated for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:31.434445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-dfe215fb-8b78-44bb-a78e-433f86ada7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.436121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-dfe215fb-8b78-44bb-a78e-433f86ada7fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13&tenant_id=7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 1096 time: 0.2269709 Dec 13 09:36:31.471351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321028e-fdcb-4b38-ae77-2db5426d2e1b req-2ff316ca-5e56-4f35-a63c-3816922d4ca0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.479585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f321028e-fdcb-4b38-ae77-2db5426d2e1b req-2ff316ca-5e56-4f35-a63c-3816922d4ca0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1898129 Dec 13 09:36:31.485684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-38221473-b679-44f5-8ed8-29ec2dd2c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.487284 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-38221473-b679-44f5-8ed8-29ec2dd2c386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50d66b5560a6440fb134965bc5f475f6&device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 1099 time: 0.0574596 Dec 13 09:36:31.550156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-cc56c088-2d85-4a2d-86a9-4c63714f04ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f HTTP/1.1" status: 200 len: 217 time: 0.0521309 Dec 13 09:36:31.569544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.603488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-0c0641c6-c4af-456d-aa59-297140b50f55 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.605290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-0c0641c6-c4af-456d-aa59-297140b50f55 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/networks?id=c31111a1-9670-446d-b231-2e7bdb970f73 HTTP/1.1" status: 200 len: 815 time: 0.2882340 Dec 13 09:36:31.611242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-327622d3-d013-4fb3-b095-7c59d2d85485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.615137 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-327622d3-d013-4fb3-b095-7c59d2d85485 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0583296 Dec 13 09:36:31.653660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f321028e-fdcb-4b38-ae77-2db5426d2e1b req-7ce701aa-b382-4c8b-9fa3-0882519da97e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732111 Dec 13 09:36:31.662386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-95050ed7-979c-4f28-9f23-16f090159412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.663831 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-95050ed7-979c-4f28-9f23-16f090159412 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411012 Dec 13 09:36:31.673361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:31.676503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-f87abfdc-1a97-410a-9f4a-84efc9894bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.678336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-f87abfdc-1a97-410a-9f4a-84efc9894bd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1096 time: 0.1923816 Dec 13 09:36:31.682710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:31.687834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-6afd2f13-9b61-4482-8045-06e47b865b02 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/quotas/b1fddd0a02274599a7ca13360aeaa0c2 HTTP/1.1" status: 200 len: 375 time: 0.0474539 Dec 13 09:36:31.696564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:31.702266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.702891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.717723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:31.776581 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-009e102d-697a-4f10-ba9d-690e2f3d2481 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052790 Dec 13 09:36:31.815446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-89f389b1-4b22-48a4-b37f-2f23cb0ef23f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2988391 Dec 13 09:36:31.829731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'admin_state_up': True, 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:31.877670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3c2cd5c-4c26-45fd-be6d-51f44137d314 req-b7df0b94-8d05-4198-89cf-e9206d8ffc37 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Dec 13 09:36:31.900614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-4e00d2ec-c4f8-4e17-8453-b7ddc8fc610a tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1fddd0a02274599a7ca13360aeaa0c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938772 Dec 13 09:36:31.945010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1acc-c395-4666-acc4-17a94b178e65 req-63b12c89-94bb-4878-8398-108e8ba49a0a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:31.946616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f5a1acc-c395-4666-acc4-17a94b178e65 req-63b12c89-94bb-4878-8398-108e8ba49a0a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.2134309 Dec 13 09:36:31.955968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b22552e5-bf77-4411-acf9-7006a6e810c6 None None] Provisioning complete for port 55d6235b-2896-48e9-99a1-7e4843e22eca triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:31.956490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b22552e5-bf77-4411-acf9-7006a6e810c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:31.993603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b22552e5-bf77-4411-acf9-7006a6e810c6 None None] Port 55d6235b-2896-48e9-99a1-7e4843e22eca cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:32.003269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60ed3835-6bcc-4083-9d1f-805fc9bdff35 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:32.006070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-fefae4b4-d520-4306-8bbd-0d4cf1e3b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.006572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:32.007486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-fefae4b4-d520-4306-8bbd-0d4cf1e3b3cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.3185990 Dec 13 09:36:32.080420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d9a2c869-97c2-44b2-a521-fedb14d404a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 200 len: 217 time: 0.0591142 Dec 13 09:36:32.102224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.112322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:32.147268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:32.158025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '60ed3835-6bcc-4083-9d1f-805fc9bdff35', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '60ed3835-6bcc-4083-9d1f-805fc9bdff35', 'mac_address': 'fa:16:3e:75:bc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:32.165648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f5a1acc-c395-4666-acc4-17a94b178e65 req-2176304f-030d-4aef-aefb-dc5bff17f864 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767106 Dec 13 09:36:32.174322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-e770e306-8d9d-4baf-bf9a-0251ac81fe49 service neutron] 10.222.0.30 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622821 Dec 13 09:36:32.199468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d9234d4e-0ba4-44a6-a033-a7366e9355c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.200657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d9234d4e-0ba4-44a6-a033-a7366e9355c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1078012 Dec 13 09:36:32.204354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.219678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ed3835-6bcc-4083-9d1f-805fc9bdff35 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:32.225049 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01548b9-91d2-4885-b24b-958709101460 x-openstack-request-id: req-c01548b9-91d2-4885-b24b-958709101460 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:32.225613 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:32.225956 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c01548b9-91d2-4885-b24b-958709101460 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:32.226461 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f', 'status': 'completed', 'code': 200} Dec 13 09:36:32.241010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:32.244384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:32.248118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.248427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:32.268465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-b6762f63-438e-4faf-98e2-64ffff9b4b56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572696 Dec 13 09:36:32.300341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:32.326066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-c5e34ad0-210b-407b-8f11-4546afabe36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.327863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-c5e34ad0-210b-407b-8f11-4546afabe36e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=50d66b5560a6440fb134965bc5f475f6&device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 1099 time: 0.0661576 Dec 13 09:36:32.423472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-7ae9d9bf-3986-4e2e-bb16-997e3e77e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.424837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-7ae9d9bf-3986-4e2e-bb16-997e3e77e267 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.0872970 Dec 13 09:36:32.470002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-1aa878d1-dbd6-4e48-a4a8-a461c91a72e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f HTTP/1.1" status: 200 len: 217 time: 0.0378206 Dec 13 09:36:32.525271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-fe95e786-e7eb-44d3-b211-f76f4f161382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.526752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-fe95e786-e7eb-44d3-b211-f76f4f161382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0501349 Dec 13 09:36:32.577937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-dfbb36b2-4525-43dd-8488-c4276c0b79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.579452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-dfbb36b2-4525-43dd-8488-c4276c0b79fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437810 Dec 13 09:36:32.639679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['60ed3835-6bcc-4083-9d1f-805fc9bdff35'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:32.690926 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-5eb16820-efa8-4d59-82ce-b16510570a84 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024442 Dec 13 09:36:32.694304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-967dec64-32bd-4ff9-a18b-e7928ed0054d service neutron] 10.222.0.30 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095944 Dec 13 09:36:32.707088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03df5-7b6a-4228-8a99-35eaa4bf1ce2 req-08f59eea-09b6-48d6-af49-1712fc44da95 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.714311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03df5-7b6a-4228-8a99-35eaa4bf1ce2 req-08f59eea-09b6-48d6-af49-1712fc44da95 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:32.721702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abe03df5-7b6a-4228-8a99-35eaa4bf1ce2 req-08f59eea-09b6-48d6-af49-1712fc44da95 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 1655 time: 0.4295287 Dec 13 09:36:32.772469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-59a51982-7c62-4356-9176-f80c270012c2 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918644 Dec 13 09:36:32.805047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7a5795e2-34bb-4d5e-b0d6-a3c18b9eae85 req-e7bde94c-6682-467a-b6ac-43381e47a610 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058483 Dec 13 09:36:32.866789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Allocated IP 19.80.0.57 (5c62b18a-ab67-461e-b800-36e75bc1e215/62557021-dd14-4bc4-aa6c-dfbb24e60d4e/ca98ef1d-c0fa-40ac-a644-01b4b9c8193f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:32.886760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abe03df5-7b6a-4228-8a99-35eaa4bf1ce2 req-4aa7ed99-6d21-4712-ad42-f4956b02fcfb tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642072 Dec 13 09:36:33.037227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2026e-1f40-4987-bf30-14186b8dbd29 req-d044e2b2-d485-4f4c-b2a3-ff8cb5c98863 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.045258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe2026e-1f40-4987-bf30-14186b8dbd29 req-d044e2b2-d485-4f4c-b2a3-ff8cb5c98863 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 945 time: 0.1657631 Dec 13 09:36:33.079710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-d811c381-f401-4c5a-9d46-686cdf291d32 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976425 Dec 13 09:36:33.136319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89e38-3a1b-4a74-8a65-1da8bdba7200 req-6cdb3026-33fc-4550-a1f5-4beb400ffdb3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.137838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10a89e38-3a1b-4a74-8a65-1da8bdba7200 req-6cdb3026-33fc-4550-a1f5-4beb400ffdb3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 948 time: 0.1839085 Dec 13 09:36:33.193779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe2026e-1f40-4987-bf30-14186b8dbd29 req-aa84b3e9-a917-4bea-95c6-4bb7c34f225a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475027 Dec 13 09:36:33.240973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.264524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10a89e38-3a1b-4a74-8a65-1da8bdba7200 req-8fc1c155-dac8-45f4-b81b-d34292af1236 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191952 Dec 13 09:36:33.337872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.453640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:33.463896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:33.471235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:33.476963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.478087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.505397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:33.512868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-618c8838-57f6-4d6c-9ba3-252472ef6e96 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.514520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-618c8838-57f6-4d6c-9ba3-252472ef6e96 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.1919067 Dec 13 09:36:33.524414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-516cdedd-b76d-474e-b613-ed7e0a44b4d9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001722 Dec 13 09:36:33.525358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.534837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb207cc3-d7b6-43f1-b49c-fa4284b0b441 req-e8b8e375-c7be-4109-b831-138e970abfdc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.536359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb207cc3-d7b6-43f1-b49c-fa4284b0b441 req-e8b8e375-c7be-4109-b831-138e970abfdc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1925099 Dec 13 09:36:33.550361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:33.583212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075753-e305-4cd4-8024-1adc2a3f6432 req-35ed1d28-f9b8-4e5a-ae5c-844f1f690204 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:33.584803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48075753-e305-4cd4-8024-1adc2a3f6432 req-35ed1d28-f9b8-4e5a-ae5c-844f1f690204 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 948 time: 0.2397215 Dec 13 09:36:33.737852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.740792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f0a19903-ffbb-4a4d-a109-01410d89ebf3 None None] Provisioning complete for port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:33.741393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0a19903-ffbb-4a4d-a109-01410d89ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.754934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb207cc3-d7b6-43f1-b49c-fa4284b0b441 req-1db56318-69b8-4e96-b6f4-a0e8adce3389 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018826 Dec 13 09:36:33.761783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48075753-e305-4cd4-8024-1adc2a3f6432 req-f8d51a38-66d7-4e36-9c05-d33d88c29029 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474669 Dec 13 09:36:33.775796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f0a19903-ffbb-4a4d-a109-01410d89ebf3 None None] Port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:33.869795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b0ad172-6979-4dd4-a9ed-f8d3c2d6af5e req-477a840b-2939-406d-a2f9-ab9e45d8b2c6 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 210 time: 0.0441639 Dec 13 09:36:33.892330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-efcd04f7-2147-4ed3-9766-384fa7fab1c1 service neutron] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:33.949867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-efcd04f7-2147-4ed3-9766-384fa7fab1c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:33.950982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b32db0c-6e54-4a72-aad2-121c539126a3 req-efcd04f7-2147-4ed3-9766-384fa7fab1c1 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.4255562 Dec 13 09:36:33.963374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3031af5d-9ecc-4af0-b21f-a95fb32d165f details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:34.001638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af54c5-36aa-41c9-ae44-91024c89572c req-b6d71856-75cf-49c4-8868-cb8cafcc63b5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.003119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98af54c5-36aa-41c9-ae44-91024c89572c req-b6d71856-75cf-49c4-8868-cb8cafcc63b5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1587811 Dec 13 09:36:34.058407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60ed3835-6bcc-4083-9d1f-805fc9bdff35 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:34.148313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:34.151920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:34.164518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:34.165304 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.169029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '3031af5d-9ecc-4af0-b21f-a95fb32d165f', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '3031af5d-9ecc-4af0-b21f-a95fb32d165f', 'mac_address': 'fa:16:3e:03:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:34.203945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98af54c5-36aa-41c9-ae44-91024c89572c req-ac5b4d20-580c-4463-b1ec-5d2a9881027c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644580 Dec 13 09:36:34.238857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-dc3394a2-fca3-4397-b9d1-250660cd4703 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.240399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-dc3394a2-fca3-4397-b9d1-250660cd4703 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.37 "GET /v2.0/networks?id=c31111a1-9670-446d-b231-2e7bdb970f73 HTTP/1.1" status: 200 len: 815 time: 0.2112353 Dec 13 09:36:34.242154 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.264882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Request body: {'port': {'device_id': '48170c4d-5fea-4765-a40a-ab6818578d59', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'admin_state_up': True, 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:34.282956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3031af5d-9ecc-4af0-b21f-a95fb32d165f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:34.312066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.314978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:34.328644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.360033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de841-17cf-48d5-96b1-387a19be3535 req-95bb8981-52ab-4f49-a117-e708c2a0baad tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.361785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc9de841-17cf-48d5-96b1-387a19be3535 req-95bb8981-52ab-4f49-a117-e708c2a0baad tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.2230091 Dec 13 09:36:34.371847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:34.374815 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16413910-dae9-44ad-87cb-2105908ec4db" -d '{"events": [{"server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:34.404854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:34.415994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.422947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:34.500376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:34.507943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:34.528226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.560775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f243-52f0-429b-88e4-6ac454d3d032 req-c43c82b5-2ded-4ac3-b41f-dc6c0f47d096 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.567804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f243-52f0-429b-88e4-6ac454d3d032 req-c43c82b5-2ded-4ac3-b41f-dc6c0f47d096 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.574623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.575425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f243-52f0-429b-88e4-6ac454d3d032 req-c43c82b5-2ded-4ac3-b41f-dc6c0f47d096 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:34.578108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d040f243-52f0-429b-88e4-6ac454d3d032 req-c43c82b5-2ded-4ac3-b41f-dc6c0f47d096 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2376 time: 0.2833178 Dec 13 09:36:34.611639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Transition to ACTIVE for port object 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:34.625626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3031af5d-9ecc-4af0-b21f-a95fb32d165f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:34.635242 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.647135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc9de841-17cf-48d5-96b1-387a19be3535 req-d5ed89a3-2d71-4887-b04c-08c4cdff03ff tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152538 Dec 13 09:36:34.758899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Made reservation on behalf of b1fddd0a02274599a7ca13360aeaa0c2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:34.762675 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:34.855343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Pushing event updated for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:34.903223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d040f243-52f0-429b-88e4-6ac454d3d032 req-2e9f624a-1482-40cf-bf61-fbb4d9e5ce11 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076811 Dec 13 09:36:35.073653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Attempting to bind port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:35.074342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Attempting to bind port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:35.074881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Attempting to bind port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 on network 5c62b18a-ab67-461e-b800-36e75bc1e215 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:35.092129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 on network 5c62b18a-ab67-461e-b800-36e75bc1e215 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:35.092675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Attempting to bind port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 on network 5c62b18a-ab67-461e-b800-36e75bc1e215 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:35.127567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:35.127983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Checking segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:35.128479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Bound using segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:35.128938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Bound port: 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:35.129389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.173843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1a49-bddf-48b7-905b-ddf9c9f3baa1 req-fdb2a08d-b2be-460a-84be-b0d7006b1a75 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:35.175442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcab1a49-bddf-48b7-905b-ddf9c9f3baa1 req-fdb2a08d-b2be-460a-84be-b0d7006b1a75 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.1557372 Dec 13 09:36:35.205815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Allocated IP 172.20.0.9 (c31111a1-9670-446d-b231-2e7bdb970f73/5b47765b-4ead-49b3-9e02-5ccc94b3b16d/af5ee25a-bbea-4aea-927d-65d6273d71df) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:35.313792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:35.323264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcab1a49-bddf-48b7-905b-ddf9c9f3baa1 req-0de7358d-5cdf-478d-bf6a-10ac6af2feff tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243844 Dec 13 09:36:35.361406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:35.395397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.401863 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67565f14-1170-4539-bbe1-893f32e86ebb x-openstack-request-id: req-67565f14-1170-4539-bbe1-893f32e86ebb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:35.402454 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:35.402892 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67565f14-1170-4539-bbe1-893f32e86ebb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:35.403463 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35', 'code': 200} Dec 13 09:36:35.440995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:35.442139 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.443695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] 10.222.0.44 "PUT /v2.0/ports/3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 HTTP/1.1" status: 200 len: 1092 time: 1.8996825 Dec 13 09:36:35.449782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:35.452311 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6" -d '{"events": [{"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:35.485562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:35.582955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b3821-f139-45eb-8ef9-e874762feb0c service neutron] Pushing event updated for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:35.886918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.906645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03cb4c-6ea4-4a9f-9c54-e5edac8cf127 req-af59b1fa-c7e1-4d65-8bdb-c91b52522436 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:35.908148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff03cb4c-6ea4-4a9f-9c54-e5edac8cf127 req-af59b1fa-c7e1-4d65-8bdb-c91b52522436 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.4188256 Dec 13 09:36:35.914370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:35.974418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3031af5d-9ecc-4af0-b21f-a95fb32d165f up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:36.011788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.032291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 3031af5d-9ecc-4af0-b21f-a95fb32d165f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:36.037085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 3031af5d-9ecc-4af0-b21f-a95fb32d165f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:36.037741 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.096587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff03cb4c-6ea4-4a9f-9c54-e5edac8cf127 req-5f2de422-ec67-41b0-970b-763391bdee04 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797631 Dec 13 09:36:36.136176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Network c31111a1-9670-446d-b231-2e7bdb970f73 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:36.137659 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.144426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:36.148669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Pushing event updated for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.161911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:36.168017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.169167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.183828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:36.190134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.256944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.272490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-fb3b4c7b-9fe5-4757-9666-fa1475ad18f8 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127661 Dec 13 09:36:36.301217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84c81-a1e8-4c04-bc44-9654fda849a4 req-62343eb8-da17-4aca-86ec-f812df67c9d1 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.302704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4da84c81-a1e8-4c04-bc44-9654fda849a4 req-62343eb8-da17-4aca-86ec-f812df67c9d1 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1288929 Dec 13 09:36:36.397007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4da84c81-a1e8-4c04-bc44-9654fda849a4 req-8765749b-10c6-4b9d-956d-e106852dc0df tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Dec 13 09:36:36.451611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d6235b-2896-48e9-99a1-7e4843e22eca {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:36.459308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.487772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Transition to ACTIVE for port object 55d6235b-2896-48e9-99a1-7e4843e22eca will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:36.492024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.511866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b5f209d6-dc8b-4639-94d7-4cbde563aa6d None None] Provisioning complete for port af5ee25a-bbea-4aea-927d-65d6273d71df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:36.512389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5f209d6-dc8b-4639-94d7-4cbde563aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.556636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b5f209d6-dc8b-4639-94d7-4cbde563aa6d None None] Port af5ee25a-bbea-4aea-927d-65d6273d71df cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:36.593571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Pushing event updated for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.616309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Attempting to bind port 55d6235b-2896-48e9-99a1-7e4843e22eca on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:36.616643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Attempting to bind port 55d6235b-2896-48e9-99a1-7e4843e22eca by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:36.617415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Attempting to bind port 55d6235b-2896-48e9-99a1-7e4843e22eca on network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:36.625572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Port 55d6235b-2896-48e9-99a1-7e4843e22eca on network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:36.625898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Attempting to bind port 55d6235b-2896-48e9-99a1-7e4843e22eca on network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:36.634422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:36.634763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Checking segment: {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:36.635178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Bound using segment: {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:36.635620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Bound port: 55d6235b-2896-48e9-99a1-7e4843e22eca, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a86b82c-a73f-4011-a73f-75dae8a12b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:36.635994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.658063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234239-4190-4d11-868f-0bfd47fc0d5e req-0baecb4f-be0e-48fa-a636-ae6139d74cff tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.665847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d234239-4190-4d11-868f-0bfd47fc0d5e req-0baecb4f-be0e-48fa-a636-ae6139d74cff tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 950 time: 0.0963128 Dec 13 09:36:36.757080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d234239-4190-4d11-868f-0bfd47fc0d5e req-dd2080f3-b082-47f1-b7f6-e038968baf9a tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897479 Dec 13 09:36:36.764691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:36.768886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55d6235b-2896-48e9-99a1-7e4843e22eca,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:36.779260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.823292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.824819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:36.825766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] 10.222.0.44 "PUT /v2.0/ports/55d6235b-2896-48e9-99a1-7e4843e22eca HTTP/1.1" status: 200 len: 1092 time: 1.3533881 Dec 13 09:36:36.876783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e01547-fd40-47a2-a225-c9a2ba06469d service neutron] Pushing event updated for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:36.894291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Request body: {'port': {'device_id': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:36.989253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebcf4e-5df0-4475-b748-211152728ae4 req-3a2276f2-7b88-424f-b31b-689e9996efc4 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:36.990801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ebcf4e-5df0-4475-b748-211152728ae4 req-3a2276f2-7b88-424f-b31b-689e9996efc4 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 1096 time: 0.1018143 Dec 13 09:36:36.996822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.071573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ebcf4e-5df0-4475-b748-211152728ae4 req-d894c75b-5409-4ce9-b3f4-cc4950619aac tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648229 Dec 13 09:36:37.296704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ec859-6b87-4a56-9d0c-675c9eae0ca1 req-dcb4d137-c0c6-44a4-8efe-0ffc0b131ee0 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.298242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f3ec859-6b87-4a56-9d0c-675c9eae0ca1 req-dcb4d137-c0c6-44a4-8efe-0ffc0b131ee0 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 931 time: 0.1103833 Dec 13 09:36:37.396170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f3ec859-6b87-4a56-9d0c-675c9eae0ca1 req-664fc21b-e098-49b8-9e45-5deeb902cc38 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919836 Dec 13 09:36:37.400529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca98ef1d-c0fa-40ac-a644-01b4b9c8193f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:37.404908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:37.408062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.408186 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c2a6a-6f07-451d-b73c-bd89f2857eea" -d '{"events": [{"server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "name": "network-vif-plugged", "status": "completed", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:37.423743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Transition to ACTIVE for port object ca98ef1d-c0fa-40ac-a644-01b4b9c8193f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:37.428786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.459680 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead52eaf-c0a3-41d8-ad83-6ba19a128cf7 x-openstack-request-id: req-ead52eaf-c0a3-41d8-ad83-6ba19a128cf7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:37.459680 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:37.460106 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead52eaf-c0a3-41d8-ad83-6ba19a128cf7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:37.460324 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09', 'status': 'completed', 'code': 200} Dec 13 09:36:37.497062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Pushing event updated for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:37.573611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-5ae0689e-4778-455c-ab8a-c9c7050095ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.574088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-5ae0689e-4778-455c-ab8a-c9c7050095ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.574552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-5ae0689e-4778-455c-ab8a-c9c7050095ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.576160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-5ae0689e-4778-455c-ab8a-c9c7050095ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2823 time: 0.0974092 Dec 13 09:36:37.594278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Attempting to bind port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:37.594616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Attempting to bind port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:37.594943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Attempting to bind port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f on network 5c62b18a-ab67-461e-b800-36e75bc1e215 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:37.658875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f on network 5c62b18a-ab67-461e-b800-36e75bc1e215 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:37.659439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Attempting to bind port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f on network 5c62b18a-ab67-461e-b800-36e75bc1e215 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:37.723841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:37.724182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Checking segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:37.724565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Bound using segment: {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:37.725002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Bound port: ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c28614c-1b15-4e5a-851b-256b300eee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:37.725380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:37.770684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36646-c4bc-4dad-b78a-0a50b96cb2e4 req-48753538-8e9b-48ec-90d4-37a716d0a7a9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.776865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36646-c4bc-4dad-b78a-0a50b96cb2e4 req-48753538-8e9b-48ec-90d4-37a716d0a7a9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.782904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36646-c4bc-4dad-b78a-0a50b96cb2e4 req-48753538-8e9b-48ec-90d4-37a716d0a7a9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.784560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dd36646-c4bc-4dad-b78a-0a50b96cb2e4 req-48753538-8e9b-48ec-90d4-37a716d0a7a9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2412 time: 0.2383401 Dec 13 09:36:37.915669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-b75f297f-8e65-4ef6-878e-915cc0742f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.916140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-b75f297f-8e65-4ef6-878e-915cc0742f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.916600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-b75f297f-8e65-4ef6-878e-915cc0742f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:37.918184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-b75f297f-8e65-4ef6-878e-915cc0742f75 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8002e52f1b1640e1b8c59e5989305e36&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3209450 Dec 13 09:36:38.009263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:38.014524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dd36646-c4bc-4dad-b78a-0a50b96cb2e4 req-72de91c4-cc4b-4eb4-8691-e41c0de70cf9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178836 Dec 13 09:36:38.054000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:38.069787 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.148607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.149413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:38.151204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] 10.222.0.44 "PUT /v2.0/ports/ca98ef1d-c0fa-40ac-a644-01b4b9c8193f HTTP/1.1" status: 200 len: 1091 time: 1.2607498 Dec 13 09:36:38.208658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-6b930cfa-bd0b-49cf-80db-a44e5d12f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.210151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b1e8bb5-0f44-4347-af1d-9dc333dafba6 req-6b930cfa-bd0b-49cf-80db-a44e5d12f559 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812712 Dec 13 09:36:38.227951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0592d-2190-4677-b492-1d861275e40d service neutron] Pushing event updated for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:38.248830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800486a5-69f5-4812-a69b-3b07276badbc req-8f7c79e5-7c40-4ebc-9347-788df9b36e7b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.256150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-800486a5-69f5-4812-a69b-3b07276badbc req-8f7c79e5-7c40-4ebc-9347-788df9b36e7b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.1413343 Dec 13 09:36:38.330525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-800486a5-69f5-4812-a69b-3b07276badbc req-ba85274d-2fd9-4e6b-862d-fb0871c7db92 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733240 Dec 13 09:36:38.341560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-0f5fa99f-ec7c-455e-8bc0-64520f368c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.342040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-0f5fa99f-ec7c-455e-8bc0-64520f368c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.342506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-0f5fa99f-ec7c-455e-8bc0-64520f368c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.344109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-0f5fa99f-ec7c-455e-8bc0-64520f368c15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2865 time: 0.0809631 Dec 13 09:36:38.407629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-f610ec17-e828-48e0-98b8-e45ed652245d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 HTTP/1.1" status: 200 len: 217 time: 0.0538418 Dec 13 09:36:38.473210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-7b6974bd-de08-4a59-abe6-39831cd0c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.474620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-7b6974bd-de08-4a59-abe6-39831cd0c436 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62557021-dd14-4bc4-aa6c-dfbb24e60d4e HTTP/1.1" status: 200 len: 801 time: 0.0583830 Dec 13 09:36:38.551822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750b1a8-5f69-41ab-a404-c19ace372466 req-fc232f08-a54c-40f0-bcd2-7c8aad98ef8f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.553244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a750b1a8-5f69-41ab-a404-c19ace372466 req-fc232f08-a54c-40f0-bcd2-7c8aad98ef8f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0777345 Dec 13 09:36:38.556329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-c18684c9-0252-47cd-82e6-cb3e158e72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:38.557719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-c18684c9-0252-47cd-82e6-cb3e158e72eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c62b18a-ab67-461e-b800-36e75bc1e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737615 Dec 13 09:36:38.668509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a750b1a8-5f69-41ab-a404-c19ace372466 req-8bc1a9cc-0dee-4996-9073-e79c06491ad9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083736 Dec 13 09:36:38.698205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-10256b7a-fde4-421c-8e86-b008fb3a92ec service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308553 Dec 13 09:36:39.084816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-395e79ac-4c2f-4c82-804b-f7fb1fd222a8 service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787649 Dec 13 09:36:39.095515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-6db7dc25-e83f-4382-914c-ea4a680aa81e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.096875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-6db7dc25-e83f-4382-914c-ea4a680aa81e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.3439639 Dec 13 09:36:39.142171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-a2d3aee0-75eb-4aa3-8293-187723723044 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=55d6235b-2896-48e9-99a1-7e4843e22eca HTTP/1.1" status: 200 len: 217 time: 0.0443048 Dec 13 09:36:39.143534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-7c9e2ba8-e67f-46e0-b9ff-1e63df59f691 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/quotas/7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 375 time: 0.0403211 Dec 13 09:36:39.222723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8cb07b46-c47d-40a2-95f3-19b0ba38efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.224200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8cb07b46-c47d-40a2-95f3-19b0ba38efab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0171f3f5-5746-47b4-a834-e9e48b0ea297 HTTP/1.1" status: 200 len: 801 time: 0.0743575 Dec 13 09:36:39.248216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-1a693e21-b821-44e4-9701-806ddb0e9e98 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904222 Dec 13 09:36:39.329706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-22cb0347-f707-47ef-8387-3908ba87169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.331473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-22cb0347-f707-47ef-8387-3908ba87169e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c084e30-7f91-4a0d-ab01-8a0c3574caa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987689 Dec 13 09:36:39.411992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-706d9ae1-a711-4e62-b246-765fb9a0c1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456735 Dec 13 09:36:39.463707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca'}, {'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:39.466003 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397c06d6-4168-4a97-8f24-2ca9195bfeba" -d '{"events": [{"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca"}, {"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:39.506942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-594a1b3e-ec55-4c22-9b3e-3420eaf979e6 service neutron] 10.222.0.44 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665564 Dec 13 09:36:39.584610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-fd9f137d-672d-42c0-b49c-014d56a7c97a service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659043 Dec 13 09:36:39.634963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-5f5b54f5-62b0-46f8-bc6a-b34c42da52d5 service neutron] 10.222.0.44 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168673 Dec 13 09:36:39.678855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-e22aa8c6-86ff-42b7-bb5f-fcdf13b79df9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f HTTP/1.1" status: 200 len: 217 time: 0.0361187 Dec 13 09:36:39.739653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b9302e58-2e6b-4190-8d59-b6d9cd5a3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.741110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-b9302e58-2e6b-4190-8d59-b6d9cd5a3936 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62557021-dd14-4bc4-aa6c-dfbb24e60d4e HTTP/1.1" status: 200 len: 801 time: 0.0533075 Dec 13 09:36:39.746724 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bbb5d0-aabf-4377-a96e-738f80d471d4 x-openstack-request-id: req-e3bbb5d0-aabf-4377-a96e-738f80d471d4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:39.753878 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "name": "network-vif-plugged", "status": "completed", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:39.754492 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3bbb5d0-aabf-4377-a96e-738f80d471d4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:39.755124 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f', 'code': 200} Dec 13 09:36:39.918154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8313fbc8-15a1-4b6b-bad7-7f0ca2fbd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.919937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-8313fbc8-15a1-4b6b-bad7-7f0ca2fbd049 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c62b18a-ab67-461e-b800-36e75bc1e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1672111 Dec 13 09:36:39.933181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4c3eb-518a-43fc-903d-4d5ecbc23a57 req-4d5929c9-30de-447c-9a6e-b71a3bf9250e tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.941131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50a4c3eb-518a-43fc-903d-4d5ecbc23a57 req-4d5929c9-30de-447c-9a6e-b71a3bf9250e tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 950 time: 0.1168871 Dec 13 09:36:39.964934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4351051-ce65-438b-b4c7-5da489a66a9f req-f0b22814-6fb7-4401-8a4e-15b1cf543219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:39.966417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4351051-ce65-438b-b4c7-5da489a66a9f req-f0b22814-6fb7-4401-8a4e-15b1cf543219 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 1101 time: 0.1288629 Dec 13 09:36:40.084074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50a4c3eb-518a-43fc-903d-4d5ecbc23a57 req-fdafdf68-d4b1-48ab-a079-458e9f2099b3 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420603 Dec 13 09:36:40.090584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4351051-ce65-438b-b4c7-5da489a66a9f req-73b0b396-4641-4e76-945b-03e0c1982e6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095538 Dec 13 09:36:40.141424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-2c21df23-ebcc-4432-a636-9ac6c0a44438 service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965823 Dec 13 09:36:40.242049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d60d2-6364-4634-91c7-aee16cdf311e req-4931005f-db08-409c-9f7f-80be6c313c0e tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:40.244523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd8d60d2-6364-4634-91c7-aee16cdf311e req-4931005f-db08-409c-9f7f-80be6c313c0e tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 931 time: 0.0670624 Dec 13 09:36:40.293570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd8d60d2-6364-4634-91c7-aee16cdf311e req-34c7d54a-cf30-4226-a263-688ec3329220 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Dec 13 09:36:40.422106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e00409f-1cf4-484f-bb0c-8cad7242072b req-f7b0d4fa-75f1-4d11-981e-1302164028c7 service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095448 Dec 13 09:36:43.707447 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:36:44.004693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:44.106626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.119050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09', 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'port_id': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09', 'mac_address': 'fa:16:3e:1a:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62557021-dd14-4bc4-aa6c-dfbb24e60d4e', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:44.157557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.169991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:44.191809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.198751 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.200924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ca98ef1d-c0fa-40ac-a644-01b4b9c8193f details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:44.272715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:44.279326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.290805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f', 'network_id': '5c62b18a-ab67-461e-b800-36e75bc1e215', 'port_id': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f', 'mac_address': 'fa:16:3e:f6:3d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62557021-dd14-4bc4-aa6c-dfbb24e60d4e', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:44.328864 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.341493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca98ef1d-c0fa-40ac-a644-01b4b9c8193f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:44.360863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.366285 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.366997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55d6235b-2896-48e9-99a1-7e4843e22eca details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:44.462878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:44.510822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55d6235b-2896-48e9-99a1-7e4843e22eca,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.524644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '55d6235b-2896-48e9-99a1-7e4843e22eca', 'network_id': '1c084e30-7f91-4a0d-ab01-8a0c3574caa4', 'port_id': '55d6235b-2896-48e9-99a1-7e4843e22eca', 'mac_address': 'fa:16:3e:50:6b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0171f3f5-5746-47b4-a834-e9e48b0ea297', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:44.562185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.575716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6235b-2896-48e9-99a1-7e4843e22eca {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:44.594684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55d6235b-2896-48e9-99a1-7e4843e22eca,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:44.598146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:44.649561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:45.038603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3a2195d6-f67f-45c7-8cfa-eb9267cbdf09'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:45.043618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ca98ef1d-c0fa-40ac-a644-01b4b9c8193f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:45.086060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['55d6235b-2896-48e9-99a1-7e4843e22eca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:48.021167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ca98ef1d-c0fa-40ac-a644-01b4b9c8193f up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:48.068265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:48.071858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:48.072232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.140939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Request body: {'port': {'device_id': '48170c4d-5fea-4765-a40a-ab6818578d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:48.149806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.177097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:48.179519 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e443a6f-6271-45f4-a3d7-bfd1151de62d" -d '{"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:48.197379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:48.201885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.202694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:48.297331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:48.314575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.320828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:48.333743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:48.334468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.456788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.470181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595a43-6bf9-42e0-958c-d05afca6d5d4 req-c4c54ec2-8697-4544-98ed-39e28ebc9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.471697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1595a43-6bf9-42e0-958c-d05afca6d5d4 req-c4c54ec2-8697-4544-98ed-39e28ebc9de3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 1100 time: 0.1763973 Dec 13 09:36:48.505370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:48.510182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.512901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55d6235b-2896-48e9-99a1-7e4843e22eca up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:36:48.546263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440d54d-1b4a-40e2-81a6-1b98a8948544 req-40c0c7db-ebed-49c5-924b-3cc8cb3babdd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.550549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-529ebca5-cda2-4142-bc9d-6408385219ac tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:36:48.551445 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-529ebca5-cda2-4142-bc9d-6408385219ac tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064359 Dec 13 09:36:48.552222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440d54d-1b4a-40e2-81a6-1b98a8948544 req-40c0c7db-ebed-49c5-924b-3cc8cb3babdd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.558396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440d54d-1b4a-40e2-81a6-1b98a8948544 req-40c0c7db-ebed-49c5-924b-3cc8cb3babdd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.560291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1440d54d-1b4a-40e2-81a6-1b98a8948544 req-40c0c7db-ebed-49c5-924b-3cc8cb3babdd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2416 time: 0.1588166 Dec 13 09:36:48.596187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-838780e3-16d2-4d6f-83ee-4b88f5fde5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.603324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-838780e3-16d2-4d6f-83ee-4b88f5fde5eb service neutron] 10.222.0.30 "GET /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 1093 time: 0.0431364 Dec 13 09:36:48.606001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:48.607804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Request body: {'binding': {'host': 'n-h1-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:48.608250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:36:48.626323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 55d6235b-2896-48e9-99a1-7e4843e22eca completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:36:48.632511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 55d6235b-2896-48e9-99a1-7e4843e22eca triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:48.633116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.666022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1595a43-6bf9-42e0-958c-d05afca6d5d4 req-0c377d4f-ed8d-4233-91cc-e62dc176d82c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488757 Dec 13 09:36:48.713912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1440d54d-1b4a-40e2-81a6-1b98a8948544 req-42e1b667-66d1-48ec-93c5-2b73fe1ba90d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362820 Dec 13 09:36:48.721295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.765979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55d6235b-2896-48e9-99a1-7e4843e22eca,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:48.772697 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.833917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:48.838011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5ee25a-bbea-4aea-927d-65d6273d71df {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:48.848410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.867831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Transition to ACTIVE for port object af5ee25a-bbea-4aea-927d-65d6273d71df will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:48.877536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96ee0-0c58-486e-8791-515159141075 req-a974560c-9a7f-4024-a384-4375ccecba2a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:48.879109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29d96ee0-0c58-486e-8791-515159141075 req-a974560c-9a7f-4024-a384-4375ccecba2a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.0766332 Dec 13 09:36:48.880329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:48.959306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Pushing event updated for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:48.980707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h1-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:48.981026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:48.981582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:48.986669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:48.987007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:48.992031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:48.992373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:48.992760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:48.993217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Bound port: 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:48.994380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29d96ee0-0c58-486e-8791-515159141075 req-f1571a09-e18f-4d90-9b86-cc6eb842af00 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890005 Dec 13 09:36:49.009996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Attempting to bind port af5ee25a-bbea-4aea-927d-65d6273d71df on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:49.010348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Attempting to bind port af5ee25a-bbea-4aea-927d-65d6273d71df by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:49.010678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Attempting to bind port af5ee25a-bbea-4aea-927d-65d6273d71df on network c31111a1-9670-446d-b231-2e7bdb970f73 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:49.016568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Port af5ee25a-bbea-4aea-927d-65d6273d71df on network c31111a1-9670-446d-b231-2e7bdb970f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:49.016802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Attempting to bind port af5ee25a-bbea-4aea-927d-65d6273d71df on network c31111a1-9670-446d-b231-2e7bdb970f73 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:49.022563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:49.022911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Checking segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:49.023653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Bound using segment: {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:49.023773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Bound port: af5ee25a-bbea-4aea-927d-65d6273d71df, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91620308-15f7-419d-9b24-2d06ad44aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:49.024075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.056698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:49.063441 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2220ed9-bfad-46ed-b089-696bfd59c0ef x-openstack-request-id: req-b2220ed9-bfad-46ed-b089-696bfd59c0ef {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:49.063750 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:49.064010 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2220ed9-bfad-46ed-b089-696bfd59c0ef {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:49.064406 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca', 'status': 'completed', 'code': 200} Dec 13 09:36:49.064671 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f', 'status': 'completed', 'code': 200} Dec 13 09:36:49.067020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.068845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-fdf5e5f5-5f39-435d-b0c4-18c1f0e323e1 service neutron] 10.222.0.30 "POST /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89/bindings HTTP/1.1" status: 201 len: 389 time: 0.4646983 Dec 13 09:36:49.114194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:49.156699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=af5ee25a-bbea-4aea-927d-65d6273d71df,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:49.175792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.238252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.238990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:49.240285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] 10.222.0.37 "PUT /v2.0/ports/af5ee25a-bbea-4aea-927d-65d6273d71df HTTP/1.1" status: 200 len: 1091 time: 1.1043663 Dec 13 09:36:49.246424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-05f67aa4-579c-4694-8db5-46c5cd1477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.247083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-05f67aa4-579c-4694-8db5-46c5cd1477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.247514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-05f67aa4-579c-4694-8db5-46c5cd1477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.249152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-05f67aa4-579c-4694-8db5-46c5cd1477e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2871 time: 0.1455166 Dec 13 09:36:49.278597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-481ef196-2763-417c-b237-f3e1201cff88 req-9c7476c7-5f8a-4b85-b1cb-f0e9c30565ef tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 210 time: 0.0586784 Dec 13 09:36:49.341086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69295943-6212-4d6d-8416-a8a581dcc07c service neutron] Pushing event updated for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:49.365504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d3f0-9494-43c2-aa5f-c44bfd6e988b req-68a0e8e7-b3d0-493a-afff-d9a2d68543b7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.367051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3d8d3f0-9494-43c2-aa5f-c44bfd6e988b req-68a0e8e7-b3d0-493a-afff-d9a2d68543b7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.2370818 Dec 13 09:36:49.441781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-603d5155-529d-4e5c-8304-ee628e079512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.443920 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-603d5155-529d-4e5c-8304-ee628e079512 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0615904 Dec 13 09:36:49.527425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-84c29880-034d-4772-895e-7a14d275f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.529433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-84c29880-034d-4772-895e-7a14d275f1b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1fddd0a02274599a7ca13360aeaa0c2&device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 1094 time: 0.1995606 Dec 13 09:36:49.559489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-8d2b9c19-9f45-44a4-9b71-9a9e3fb65dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.560975 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-8d2b9c19-9f45-44a4-9b71-9a9e3fb65dc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.1066394 Dec 13 09:36:49.583524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462757-d04d-428e-aba9-4630b2988cac req-d552717a-0436-4572-94f1-314bf50e75e1 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.584970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79462757-d04d-428e-aba9-4630b2988cac req-d552717a-0436-4572-94f1-314bf50e75e1 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 950 time: 0.2062874 Dec 13 09:36:49.616773 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-baa8dd28-b4ed-4299-bc2c-381c208f60ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0420654 Dec 13 09:36:49.630058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-71f41a3b-a9d6-4ea1-a272-a63b67ea851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.631447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-71f41a3b-a9d6-4ea1-a272-a63b67ea851b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c084e30-7f91-4a0d-ab01-8a0c3574caa4 HTTP/1.1" status: 200 len: 903 time: 0.3617735 Dec 13 09:36:49.632653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-897a9e77-e6ce-411a-b66b-c0274729eab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5ee25a-bbea-4aea-927d-65d6273d71df HTTP/1.1" status: 200 len: 217 time: 0.0787673 Dec 13 09:36:49.643524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3d8d3f0-9494-43c2-aa5f-c44bfd6e988b req-2a10c2be-7d8e-442d-9cdb-eb548099a54e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605615 Dec 13 09:36:49.670740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-d16555d0-82ab-462a-9c26-448753a0af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.672114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-d16555d0-82ab-462a-9c26-448753a0af69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0467412 Dec 13 09:36:49.706668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-78a4296a-7096-4b9e-aad5-c6876ca26444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261991 Dec 13 09:36:49.725238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-e6a2c8f7-c7e6-43e1-8b98-f3b9e8e86410 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=55d6235b-2896-48e9-99a1-7e4843e22eca HTTP/1.1" status: 200 len: 217 time: 0.0797553 Dec 13 09:36:49.743081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-c5288470-246f-483d-9694-962226bf56e4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.744465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-c5288470-246f-483d-9694-962226bf56e4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.3764985 Dec 13 09:36:49.789142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Request body: {'port': {'device_id': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'admin_state_up': True, 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:49.799579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-a98d9ee4-174d-4dbb-bcd2-536180a79f4a service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Dec 13 09:36:49.866945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-4794254c-78f5-4666-b0e3-6d12cb756e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.868286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-4794254c-78f5-4666-b0e3-6d12cb756e1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b47765b-4ead-49b3-9e02-5ccc94b3b16d HTTP/1.1" status: 200 len: 854 time: 0.2239349 Dec 13 09:36:49.895209 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-1a5ea194-d5a2-4057-b06f-f124e92167e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Dec 13 09:36:49.900294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79462757-d04d-428e-aba9-4630b2988cac req-2414f859-9b1d-4ce0-97c9-3f3d65f89926 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745817 Dec 13 09:36:49.931036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-68e0920c-69ab-4350-8cf0-4a57a42df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.932460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-68e0920c-69ab-4350-8cf0-4a57a42df46f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0171f3f5-5746-47b4-a834-e9e48b0ea297 HTTP/1.1" status: 200 len: 801 time: 0.1831110 Dec 13 09:36:49.951903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8ddc-07f9-4a6b-9cee-1e1503db3150 req-8c3de566-ed16-4506-84ad-dd93fae8216c tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:49.953588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be4e8ddc-07f9-4a6b-9cee-1e1503db3150 req-8c3de566-ed16-4506-84ad-dd93fae8216c tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 943 time: 0.2325346 Dec 13 09:36:49.955902 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847772a-bfc3-4ae4-a7e7-6070ebc3bc8a x-openstack-request-id: req-f847772a-bfc3-4ae4-a7e7-6070ebc3bc8a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:49.956786 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:49.957298 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f847772a-bfc3-4ae4-a7e7-6070ebc3bc8a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:49.957905 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f', 'code': 200} Dec 13 09:36:50.020621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-da3368f5-dff2-49e5-afdc-cb17e473d11a tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.021584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-da3368f5-dff2-49e5-afdc-cb17e473d11a tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.0513878 Dec 13 09:36:50.035272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820531-5'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:50.045031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-9fb6b719-dd63-418d-8323-583609b27cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.046550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-9fb6b719-dd63-418d-8323-583609b27cba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c31111a1-9670-446d-b231-2e7bdb970f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644657 Dec 13 09:36:50.075960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-64ec1ed9-7648-498c-88b8-9fbe890d219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.077435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-64ec1ed9-7648-498c-88b8-9fbe890d219a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c084e30-7f91-4a0d-ab01-8a0c3574caa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1344826 Dec 13 09:36:50.096217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be4e8ddc-07f9-4a6b-9cee-1e1503db3150 req-6aa66f25-711f-4291-9358-b9008311b0bd tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241288 Dec 13 09:36:50.098410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.122012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:50.125756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.361504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:50.406848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:50.448482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:50.451616 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d7b92-3a72-4122-93ff-14a64b493f05" -d '{"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:50.456257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.462882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.525883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:50.555601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h2-820531-5 for vnic_type normal with profile {"migrating_to": "n-h1-820531-5"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:50.555922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:50.556261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:50.562182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:50.562857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:50.567931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:50.568276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:50.568660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:50.569098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Bound port: 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:50.569488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.572556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbdce4-fc27-4ee2-ab19-2f423164952d req-e7bc4602-7191-4a65-a7bd-8fbf291ed487 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.574684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23fbdce4-fc27-4ee2-ab19-2f423164952d req-e7bc4602-7191-4a65-a7bd-8fbf291ed487 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 945 time: 0.5014520 Dec 13 09:36:50.643727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:50.647372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:50.651207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.709397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-5f4ac892-5bae-418d-8d49-18cf0f2ba386 service neutron] 10.222.0.44 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169724 Dec 13 09:36:50.732810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.733452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:50.733872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83712b4-0f55-49e1-aa38-56d4d9fac5e6 req-30c41fdd-8874-4216-bd6b-35a55aa0c453 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.734809 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] 10.222.0.37 "PUT /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 1121 time: 0.7039027 Dec 13 09:36:50.735566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac592ac-3da9-4bfb-8b4e-bea7619fd449 service neutron] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:50.739783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83712b4-0f55-49e1-aa38-56d4d9fac5e6 req-30c41fdd-8874-4216-bd6b-35a55aa0c453 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.746278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83712b4-0f55-49e1-aa38-56d4d9fac5e6 req-30c41fdd-8874-4216-bd6b-35a55aa0c453 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:50.748077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d83712b4-0f55-49e1-aa38-56d4d9fac5e6 req-30c41fdd-8874-4216-bd6b-35a55aa0c453 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.5626583 Dec 13 09:36:50.796357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-d2f66386-e22e-433e-b2d9-28d18623aff5 service neutron] 10.222.0.37 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279166 Dec 13 09:36:50.836101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23fbdce4-fc27-4ee2-ab19-2f423164952d req-72315925-9f72-4247-9d3d-058c322c8fd2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463963 Dec 13 09:36:50.889317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:50.950692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Allocated IP 172.20.0.7 (d331cf36-5ca7-4572-8722-d50e11ec9238/ed00911b-a20e-410e-80b3-88da61b3d84f/d3e70003-48ce-4ac2-9653-3839ddb1a011) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:50.983942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d83712b4-0f55-49e1-aa38-56d4d9fac5e6 req-da7eed38-8a85-44c9-8f6f-d182becea178 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167258 Dec 13 09:36:51.048245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-25865b6d-1430-44d3-adfd-ed36282344f4 service neutron] 10.222.0.44 "GET /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282855 Dec 13 09:36:51.067604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8edf2d-d348-4830-a8f6-0a87c637fdd0 req-9834236e-8b7b-4021-a453-8669d2cf203b service neutron] 10.222.0.37 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353122 Dec 13 09:36:51.068028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:51.070398 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821c2c6-e489-49a0-93f0-0474b9219257" -d '{"events": [{"name": "network-changed", "server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:51.117211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac4b0b80-7d08-4a2b-8059-c013969d6a8b req-a9950897-cf2a-4e1b-bd76-b1b2410148ab tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 210 time: 0.0596380 Dec 13 09:36:51.133111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a61bb6-1b54-48c9-a3b8-18f5ac32ddb2 req-114fbb19-9d7b-4ffd-963c-1fed3251e5c7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.134595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54a61bb6-1b54-48c9-a3b8-18f5ac32ddb2 req-114fbb19-9d7b-4ffd-963c-1fed3251e5c7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.1895814 Dec 13 09:36:51.163779 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e06a1-be42-4120-835f-850fc2e044e1 x-openstack-request-id: req-559e06a1-be42-4120-835f-850fc2e044e1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:51.164171 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:51.164500 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-559e06a1-be42-4120-835f-850fc2e044e1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:51.164974 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'code': 200} Dec 13 09:36:51.301183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-7689acb4-991f-4844-9c22-8e79bff83e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.301573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-7689acb4-991f-4844-9c22-8e79bff83e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.302037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-7689acb4-991f-4844-9c22-8e79bff83e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.303628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-7689acb4-991f-4844-9c22-8e79bff83e64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2871 time: 0.1921396 Dec 13 09:36:51.306883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54a61bb6-1b54-48c9-a3b8-18f5ac32ddb2 req-78a2eb78-6874-4fa3-a96c-0abb9d01d5dc tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578438 Dec 13 09:36:51.353011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f7ab6-091a-406e-9d78-f67a981c31ce req-af86c9ef-61bf-41df-af42-367ecef9c285 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.354657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd7f7ab6-091a-406e-9d78-f67a981c31ce req-af86c9ef-61bf-41df-af42-367ecef9c285 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1431706 Dec 13 09:36:51.392601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.485387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd7f7ab6-091a-406e-9d78-f67a981c31ce req-dab614b6-1dda-47ad-92f6-c107b618a7eb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998881 Dec 13 09:36:51.487959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-0811073a-e9bc-45b3-9355-e1dd362cbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.489373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-0811073a-e9bc-45b3-9355-e1dd362cbd4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c62b18a-ab67-461e-b800-36e75bc1e215 HTTP/1.1" status: 200 len: 903 time: 0.1756086 Dec 13 09:36:51.537189 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc50541-7264-483e-b49b-0dca8d600e2d x-openstack-request-id: req-efc50541-7264-483e-b49b-0dca8d600e2d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:51.537485 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:51.537735 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efc50541-7264-483e-b49b-0dca8d600e2d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:51.538126 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df', 'status': 'completed', 'code': 200} Dec 13 09:36:51.539268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.541889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-c02fa316-1060-4bf9-b926-184913a615a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f HTTP/1.1" status: 200 len: 217 time: 0.0448086 Dec 13 09:36:51.663730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Network d331cf36-5ca7-4572-8722-d50e11ec9238 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:51.692686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:51.705469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:51.710990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.711597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.713731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:51.740527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-f5005603-4d9c-4e06-a2b3-fc6f0f81e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.742009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-f5005603-4d9c-4e06-a2b3-fc6f0f81e1d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62557021-dd14-4bc4-aa6c-dfbb24e60d4e HTTP/1.1" status: 200 len: 801 time: 0.1704173 Dec 13 09:36:51.759471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-25dc9a7a-8c3c-4b76-94b2-0af17fe576e1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9920008 Dec 13 09:36:51.774329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e8e6-b210-44b4-8e27-4db4615f0066 req-31de4b89-fdd7-4f10-ac9a-453c6826f253 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.775743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0572e8e6-b210-44b4-8e27-4db4615f0066 req-31de4b89-fdd7-4f10-ac9a-453c6826f253 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 943 time: 0.2077410 Dec 13 09:36:51.777828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-74e03f40-ffad-483f-8905-1b9b3d362e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.779180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-74e03f40-ffad-483f-8905-1b9b3d362e8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1fddd0a02274599a7ca13360aeaa0c2&device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 1094 time: 0.2085483 Dec 13 09:36:51.783231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac08c6-7660-47b4-b0d3-6d067496c58a req-94057464-0122-4b85-bd13-47ad97ea2c65 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.784658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06ac08c6-7660-47b4-b0d3-6d067496c58a req-94057464-0122-4b85-bd13-47ad97ea2c65 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 1100 time: 0.1807983 Dec 13 09:36:51.803428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Request body: {'port': {'device_id': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:51.959505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09'}, {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:51.962335 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220eb607-ac26-4671-ac34-1974cd02b65b" -d '{"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09"}, {"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:51.979815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-c3386e79-019d-455e-9e10-8b0ca701f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:51.981638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-c3386e79-019d-455e-9e10-8b0ca701f10f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c62b18a-ab67-461e-b800-36e75bc1e215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2256846 Dec 13 09:36:51.989682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:51.997836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0572e8e6-b210-44b4-8e27-4db4615f0066 req-e54a53f1-6711-4a2f-9a50-9c1ab92bb516 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983724 Dec 13 09:36:52.007634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06ac08c6-7660-47b4-b0d3-6d067496c58a req-17c7af4e-11be-4d9b-9300-d1f4ee70322a tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007053 Dec 13 09:36:52.144806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-fea4833c-108c-4dd2-a402-43220c3811ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.146290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-fea4833c-108c-4dd2-a402-43220c3811ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=c31111a1-9670-446d-b231-2e7bdb970f73 HTTP/1.1" status: 200 len: 916 time: 0.3373897 Dec 13 09:36:52.267123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-e15354f3-4805-4485-b011-1b290578468a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af5ee25a-bbea-4aea-927d-65d6273d71df HTTP/1.1" status: 200 len: 217 time: 0.1030741 Dec 13 09:36:52.349743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26fb0-f55e-4078-a24a-1351a467684d req-8959acde-a89d-4af5-b768-0a6b56c04161 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.351125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8a26fb0-f55e-4078-a24a-1351a467684d req-8959acde-a89d-4af5-b768-0a6b56c04161 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 950 time: 0.2554796 Dec 13 09:36:52.352868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-ef38cfdd-363d-48cc-9bc9-473f4274fe07 service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541999 Dec 13 09:36:52.384966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3308dd-62ae-47a5-b3f0-8ef8c1bc70d9 req-ea954f37-3161-49db-a6d7-567b08752a5a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.386666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da3308dd-62ae-47a5-b3f0-8ef8c1bc70d9 req-ea954f37-3161-49db-a6d7-567b08752a5a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.2836316 Dec 13 09:36:52.488505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-d991ac0a-8329-4102-919c-0927d99b1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.489972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-d991ac0a-8329-4102-919c-0927d99b1441 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b47765b-4ead-49b3-9e02-5ccc94b3b16d HTTP/1.1" status: 200 len: 854 time: 0.2079856 Dec 13 09:36:52.832921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8a26fb0-f55e-4078-a24a-1351a467684d req-89828eec-ec07-4dad-8611-614f1bc74e03 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ea4f98b-2f9a-4b44-a66b-5381c36122e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740446 Dec 13 09:36:52.860754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da3308dd-62ae-47a5-b3f0-8ef8c1bc70d9 req-a10c6a64-1a9e-4f8b-b7fc-a82dc42aaca2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412072 Dec 13 09:36:52.878532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397c06d6-4168-4a97-8f24-2ca9195bfeba req-9e5e27b8-773c-4593-b789-f9d7dc4b727d service neutron] 10.222.0.44 "GET /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620726 Dec 13 09:36:52.881601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-3f21b78e-84d8-42e3-a643-45a0a28bf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:52.882984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-3f21b78e-84d8-42e3-a643-45a0a28bf878 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c31111a1-9670-446d-b231-2e7bdb970f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3811955 Dec 13 09:36:52.895658 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e5ddc-b9d8-4229-bca4-a2f40699fcdf x-openstack-request-id: req-607e5ddc-b9d8-4229-bca4-a2f40699fcdf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:52.896057 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09", "code": 200}, {"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-plugged", "status": "completed", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:52.896411 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-607e5ddc-b9d8-4229-bca4-a2f40699fcdf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:52.897047 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09', 'code': 200} Dec 13 09:36:52.898080 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca', 'code': 200} Dec 13 09:36:53.040337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e70003-48ce-4ac2-9653-3839ddb1a011 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:53.067986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.082459 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-35ab3080-75ca-4edf-a862-3efb1c5bf22b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924900 Dec 13 09:36:53.135937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Transition to ACTIVE for port object d3e70003-48ce-4ac2-9653-3839ddb1a011 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:53.165882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:53.168948 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:53.187786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.217836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9f71-7ab5-4630-8242-68fcb58c0952 req-46e48bf5-ac14-473e-85dc-a131425b8864 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.223767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9f71-7ab5-4630-8242-68fcb58c0952 req-46e48bf5-ac14-473e-85dc-a131425b8864 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.229701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9f71-7ab5-4630-8242-68fcb58c0952 req-46e48bf5-ac14-473e-85dc-a131425b8864 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.231835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0ae9f71-7ab5-4630-8242-68fcb58c0952 req-46e48bf5-ac14-473e-85dc-a131425b8864 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.2705669 Dec 13 09:36:53.234597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed98061-52b6-45dd-a14a-402f6df15e23 req-de1ce05d-a504-4565-9842-5d58e91a86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.235073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed98061-52b6-45dd-a14a-402f6df15e23 req-de1ce05d-a504-4565-9842-5d58e91a86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.235535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed98061-52b6-45dd-a14a-402f6df15e23 req-de1ce05d-a504-4565-9842-5d58e91a86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.237005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ed98061-52b6-45dd-a14a-402f6df15e23 req-de1ce05d-a504-4565-9842-5d58e91a86c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2871 time: 0.2571185 Dec 13 09:36:53.260646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-f753140e-546e-4212-94db-57c9d48a094d service neutron] 10.222.0.37 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654809 Dec 13 09:36:53.391526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:53.400569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-d478800f-2da7-470f-9e1e-bd1fc216dd0c tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.402757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-d478800f-2da7-470f-9e1e-bd1fc216dd0c tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 950 time: 0.3386710 Dec 13 09:36:53.512895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-5fb02e16-d819-4977-8250-0ea2cfc85fa6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.514386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-5fb02e16-d819-4977-8250-0ea2cfc85fa6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200594 Dec 13 09:36:53.535243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0ae9f71-7ab5-4630-8242-68fcb58c0952 req-f98dc976-9061-4966-8b39-515a62d5dfca tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767463 Dec 13 09:36:53.557200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ed98061-52b6-45dd-a14a-402f6df15e23 req-f3fd3ce5-8870-4935-9175-0501648c5731 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953579 Dec 13 09:36:53.562205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:53.562512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:53.562842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:53.597502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-8fcdad53-5084-4789-9a29-210b9d4978cd tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/quotas/c485f568d5f244e6b4269dab11ad1044 HTTP/1.1" status: 200 len: 375 time: 0.0695827 Dec 13 09:36:53.603908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1821c2c6-e489-49a0-93f0-0474b9219257 req-bc7714a9-d549-4624-aaa3-f1b9cb5aff9b service neutron] 10.222.0.37 "GET /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197918 Dec 13 09:36:53.614173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:53.614498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:53.648620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:53.648914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:53.649284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:53.649720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Bound port: d3e70003-48ce-4ac2-9653-3839ddb1a011, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:53.650077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.746265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315237c-ee05-4498-a496-49cf12945b65 req-3810af12-24d2-4e9d-9855-289aa42e8b47 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.747752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6315237c-ee05-4498-a496-49cf12945b65 req-3810af12-24d2-4e9d-9855-289aa42e8b47 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.1492116 Dec 13 09:36:53.768690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-b2107d99-49ed-4c1d-809e-53d0f61e8cc6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1553571 Dec 13 09:36:53.781587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Deleting port 3031af5d-9ecc-4af0-b21f-a95fb32d165f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:36:53.781934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.849454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:53.876070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:53.891261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.910293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6315237c-ee05-4498-a496-49cf12945b65 req-191e43fb-174f-472e-a266-dfc9768a8bd2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374102 Dec 13 09:36:53.951307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:53.951864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.953322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] 10.222.0.37 "PUT /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 1091 time: 2.1730635 Dec 13 09:36:53.958306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:53.960541 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea5d63-7393-4054-99fb-95c1652c6467" -d '{"events": [{"name": "network-changed", "server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:53.974864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] For port 3031af5d-9ecc-4af0-b21f-a95fb32d165f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3031af5d-9ecc-4af0-b21f-a95fb32d165f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:53.974864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:53.998308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Calling delete_port for 3031af5d-9ecc-4af0-b21f-a95fb32d165f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:36:54.005607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eafb69-aaf0-44e9-ab4d-d20b3016214a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:54.128059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:54.174241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd348f-ce2c-4b64-b0f0-fcdbe908fdc8 req-b5d60ce1-79f9-4dc4-92f7-5e29fbc8e357 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.175738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50fd348f-ce2c-4b64-b0f0-fcdbe908fdc8 req-b5d60ce1-79f9-4dc4-92f7-5e29fbc8e357 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1641798 Dec 13 09:36:54.179792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-c82da25d-a509-4fff-92e2-3bfce16469aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.181206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-c82da25d-a509-4fff-92e2-3bfce16469aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1094 time: 0.1543348 Dec 13 09:36:54.213323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5efc82-9b29-4c46-a234-e0657133f633 req-97fb4f2c-795f-46a5-8d49-a829d5d7bc26 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.215350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d5efc82-9b29-4c46-a234-e0657133f633 req-97fb4f2c-795f-46a5-8d49-a829d5d7bc26 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 943 time: 0.1258905 Dec 13 09:36:54.259665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:54.265901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-4e485e49-be24-42b1-b926-2e7462b3b730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 217 time: 0.0719264 Dec 13 09:36:54.271342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 has no active binding in host n-h1-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:36:54.389146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50fd348f-ce2c-4b64-b0f0-fcdbe908fdc8 req-20fa1d34-1ef5-4325-9e55-9e8ad6f6fa98 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992714 Dec 13 09:36:54.397408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.409987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-d6d5632a-5e31-4e85-9e47-d626fb8f5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.411447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-d6d5632a-5e31-4e85-9e47-d626fb8f5992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1153350 Dec 13 09:36:54.444601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d5efc82-9b29-4c46-a234-e0657133f633 req-4b409adb-ec86-4c5c-b3ed-2413f7281e75 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914322 Dec 13 09:36:54.445425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Pushing event deleted for resources: {'Port': ['ID=3031af5d-9ecc-4af0-b21f-a95fb32d165f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:54.447273 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f024a4dc-279c-4920-86a4-c5871e40e3c3 x-openstack-request-id: req-f024a4dc-279c-4920-86a4-c5871e40e3c3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:54.448103 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:54.448520 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f024a4dc-279c-4920-86a4-c5871e40e3c3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:54.449701 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'status': 'completed', 'code': 200} Dec 13 09:36:54.468671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-30f7cb36-972a-48b7-8652-3efca773f721 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370808 Dec 13 09:36:54.610412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cd31b3d-8c9a-4d8a-80af-0f53c391eb3d req-6932fcc4-a688-4a51-8369-d0e654f37dc9 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c8f93e1-383d-4ee9-9621-d8fce53d0367 HTTP/1.1" status: 200 len: 210 time: 0.1002476 Dec 13 09:36:54.611263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] No DVR routers for this DVR port 3031af5d-9ecc-4af0-b21f-a95fb32d165f on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:54.627743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:54.631123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c67900-20df-49c7-a10c-bc2f32ed7957 req-f2fe7904-609c-4817-b90b-110767455409 tempest-ServerDiagnosticsNegativeTest-1200557034 tempest-ServerDiagnosticsNegativeTest-1200557034-project] 10.222.0.44 "DELETE /v2.0/ports/3031af5d-9ecc-4af0-b21f-a95fb32d165f HTTP/1.1" status: 204 len: 173 time: 1.2093067 Dec 13 09:36:54.658287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc8d4085-6242-45cc-a461-4a31a4dd0dff req-91d8150c-26b8-4fb0-9143-b9bad4a76412 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 210 time: 0.0752063 Dec 13 09:36:54.683206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-f8a30202-d4a6-4489-a491-20cb658c2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:54.684681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-f8a30202-d4a6-4489-a491-20cb658c2fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1124 time: 0.1832416 Dec 13 09:36:54.761811 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e1809-84b5-4fd1-8b66-123b10341cac x-openstack-request-id: req-606e1809-84b5-4fd1-8b66-123b10341cac {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:54.762100 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:54.762428 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-606e1809-84b5-4fd1-8b66-123b10341cac {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:54.763025 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'status': 'completed', 'code': 200} Dec 13 09:36:54.786407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-9a00bf59-bd9f-4089-abda-734979a5f198 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953992 Dec 13 09:36:55.171062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04104a-f776-4463-b695-98767c1f8a77 req-985104fd-0df4-424e-b16a-4bd588fb66a7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.172502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd04104a-f776-4463-b695-98767c1f8a77 req-985104fd-0df4-424e-b16a-4bd588fb66a7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.4449651 Dec 13 09:36:55.198462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-ea52ba09-99b6-46d5-80db-5334a09e23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.200550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-ea52ba09-99b6-46d5-80db-5334a09e23ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.5018265 Dec 13 09:36:55.204880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-c7237f4c-803e-4cf1-a93c-ce66bf569dc1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c485f568d5f244e6b4269dab11ad1044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586357 Dec 13 09:36:55.222136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643ab56-ca66-4dfa-8234-77e2f82bd5e8 req-b3cc5149-39cf-4799-9eef-3d9001117be7 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.227942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643ab56-ca66-4dfa-8234-77e2f82bd5e8 req-b3cc5149-39cf-4799-9eef-3d9001117be7 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.234628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643ab56-ca66-4dfa-8234-77e2f82bd5e8 req-b3cc5149-39cf-4799-9eef-3d9001117be7 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.236510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c643ab56-ca66-4dfa-8234-77e2f82bd5e8 req-b3cc5149-39cf-4799-9eef-3d9001117be7 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.4525054 Dec 13 09:36:55.345990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-206c8442-9c87-4fb5-9dbc-4140d131a288 req-4312cdf5-b8d7-40ca-8952-65e798d255cf service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428295 Dec 13 09:36:55.373202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-159174db-e3d6-42a8-b1f0-75b5a1b68084 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.1293435 Dec 13 09:36:55.518391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd04104a-f776-4463-b695-98767c1f8a77 req-353c4eae-1ad6-496a-9455-8adc599eae08 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264842 Dec 13 09:36:55.547174 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-19833e6e-0237-4a6e-af27-71b56f282710 req-965be43e-8722-4bf3-9edf-8fa2d128247b service neutron] show failed (client error): The resource could not be found. Dec 13 09:36:55.548263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-965be43e-8722-4bf3-9edf-8fa2d128247b service neutron] 10.222.0.37 "GET /v2.0/ports/86ca7291-50a2-410f-9ed0-d1161ba8704e/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.2771776 Dec 13 09:36:55.567645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c643ab56-ca66-4dfa-8234-77e2f82bd5e8 req-ef28e71e-abf0-4457-8ed8-b41aad759f91 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136511 Dec 13 09:36:55.588777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-005ae312-35f2-4fe9-936a-356f64cac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.590415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-005ae312-35f2-4fe9-936a-356f64cac323 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.2006781 Dec 13 09:36:55.611502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-417324fd-46bc-4592-bed5-664dbec08017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.612980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-417324fd-46bc-4592-bed5-664dbec08017 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1094 time: 0.2038076 Dec 13 09:36:55.667137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-f8bf8631-ef2a-4c5a-8102-88e5a7f133e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670776 Dec 13 09:36:55.676466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-f6e07528-6ca3-4a99-a32d-426778cce02f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.676943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-f6e07528-6ca3-4a99-a32d-426778cce02f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4342749 Dec 13 09:36:55.733256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Request body: {'port': {'device_id': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'c485f568d5f244e6b4269dab11ad1044'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:55.786523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-c67ee9d8-64ce-4c2a-857d-1328c1291e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.789359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-c67ee9d8-64ce-4c2a-857d-1328c1291e82 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1100 time: 0.0423403 Dec 13 09:36:55.804462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:55.862449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:55.890128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e796-4237-4da2-bfa5-6bab49963914 req-69c57e13-7884-47c9-b5f2-2ed2afad12c7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.891597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7229e796-4237-4da2-bfa5-6bab49963914 req-69c57e13-7884-47c9-b5f2-2ed2afad12c7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.2765820 Dec 13 09:36:55.990965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913c32-c92e-439e-9138-39e8f4f0352a req-97026699-2d1e-476e-aeff-cc9f7bcb9b74 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.992341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da913c32-c92e-439e-9138-39e8f4f0352a req-97026699-2d1e-476e-aeff-cc9f7bcb9b74 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.2651663 Dec 13 09:36:55.996442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-fd404e38-3834-4d1e-a578-a1cf6ea8a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:55.997837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-fd404e38-3834-4d1e-a578-a1cf6ea8a1ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.3529077 Dec 13 09:36:55.999576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-92e99be3-46e2-44ee-8bbc-2d3e5ecf235d service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104579 Dec 13 09:36:56.055043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3031af5d-9ecc-4af0-b21f-a95fb32d165f no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:36:56.071634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:56.077335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 3031af5d-9ecc-4af0-b21f-a95fb32d165f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:36:56.077683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3031af5d-9ecc-4af0-b21f-a95fb32d165f not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:36:56.107885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:56.114803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-92bcb011-9353-42d3-9d1f-04991df21981 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 217 time: 0.1072500 Dec 13 09:36:56.138166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device af5ee25a-bbea-4aea-927d-65d6273d71df details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:36:56.151329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.160623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7229e796-4237-4da2-bfa5-6bab49963914 req-54bdf1c2-4249-44d7-8831-f2287f038a31 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514622 Dec 13 09:36:56.165955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Transition to ACTIVE for port object 86ca7291-50a2-410f-9ed0-d1161ba8704e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:56.172051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.192723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Made reservation on behalf of c485f568d5f244e6b4269dab11ad1044 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:36:56.196291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.220265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:56.236824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da913c32-c92e-439e-9138-39e8f4f0352a req-cc63fd85-aea8-4eae-bd22-257c5e113085 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296796 Dec 13 09:36:56.275306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] No DVR routers for this DVR port 86ca7291-50a2-410f-9ed0-d1161ba8704e on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:36:56.275482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-ddbbe2e0-0115-4c44-a46f-585ead73a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.276987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-ddbbe2e0-0115-4c44-a46f-585ead73a79a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1497033 Dec 13 09:36:56.297467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=af5ee25a-bbea-4aea-927d-65d6273d71df,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:56.346150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'af5ee25a-bbea-4aea-927d-65d6273d71df', 'network_id': 'c31111a1-9670-446d-b231-2e7bdb970f73', 'port_id': 'af5ee25a-bbea-4aea-927d-65d6273d71df', 'mac_address': 'fa:16:3e:12:af:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b47765b-4ead-49b3-9e02-5ccc94b3b16d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:36:56.372545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:56.374406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:56.374763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:56.375429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-9bdce50a-4e62-4dfa-8fa9-4efac0142956 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422411 Dec 13 09:36:56.383095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cad07c1-0729-44aa-8723-e3b9aa6ae08a req-7f446c47-61f6-41a8-ae74-27502d1fdb60 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612864 Dec 13 09:36:56.388370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:56.389110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Attempting to bind port 86ca7291-50a2-410f-9ed0-d1161ba8704e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:56.396584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:56.398947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:56.399714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:56.400490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Bound port: 86ca7291-50a2-410f-9ed0-d1161ba8704e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:56.401195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.423038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.448690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5ee25a-bbea-4aea-927d-65d6273d71df {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:56.463167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:56.466594 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c54c54-6f18-4da1-839a-37cf9e47330a" -d '{"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-unplugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:56.474459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=af5ee25a-bbea-4aea-927d-65d6273d71df,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:36:56.480733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.506601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:56.510424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:56.515450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.555518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:56.561461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.562605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.570079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] 10.222.0.44 "PUT /v2.0/ports/86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 1095 time: 0.7696559 Dec 13 09:36:56.598174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5039929-0c67-43a0-afc5-bddc0b1545ab req-99554f58-81bb-440a-aaab-6f2febed7f38 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 210 time: 0.0752971 Dec 13 09:36:56.646354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc1a4-26d9-40b8-ba4d-ab47324b7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:56.660765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-ccdd9998-9f51-48a6-a2ee-f532bc1f2199 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765415 Dec 13 09:36:56.672746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0ae5b-2b10-485a-8a81-bdb103b59bc0 req-b337db24-72b8-4687-bedb-a29dc4773533 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.680771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbe0ae5b-2b10-485a-8a81-bdb103b59bc0 req-b337db24-72b8-4687-bedb-a29dc4773533 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 943 time: 0.3898575 Dec 13 09:36:56.697704 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae77204-090a-46ca-84e5-1d35f5a64d04 x-openstack-request-id: req-8ae77204-090a-46ca-84e5-1d35f5a64d04 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:56.698128 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-unplugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:56.699785 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ae77204-090a-46ca-84e5-1d35f5a64d04 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:56.700320 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'code': 200} Dec 13 09:36:56.710546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-babfbf19-6606-4645-87a9-b67bf85d62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.712239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-babfbf19-6606-4645-87a9-b67bf85d62f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1098 time: 0.1030943 Dec 13 09:36:56.746488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:56.772785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'name': 'network-vif-deleted', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:56.775425 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e1708-a138-46b9-81e9-0f30bbd7ae54" -d '{"events": [{"server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "name": "network-vif-deleted", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:56.848443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-de225517-675b-4aba-a9ca-d5b56fb67660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.864577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-de225517-675b-4aba-a9ca-d5b56fb67660 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1303418 Dec 13 09:36:56.867705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Allocated IP 192.168.233.244 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/1edd92e0-2457-4dbb-ba78-a6749c582482) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:36:56.886111 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:56.915211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbe0ae5b-2b10-485a-8a81-bdb103b59bc0 req-bb25bbb9-2223-4bb3-8fb1-312b4f6a4954 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335324 Dec 13 09:36:56.933177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-9708ed61-b3fd-433a-a02d-02d82d421772 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0670271 Dec 13 09:36:56.938367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deb65b-2830-4900-82ba-9500e238dc93 req-80ae0abd-7da2-4aa0-bff2-3900b5958995 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:56.939971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1deb65b-2830-4900-82ba-9500e238dc93 req-80ae0abd-7da2-4aa0-bff2-3900b5958995 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.1412661 Dec 13 09:36:56.978138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3ea5d63-7393-4054-99fb-95c1652c6467 req-2f2f802c-d16c-4937-bbda-09be8ba2d223 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926297 Dec 13 09:36:57.016044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-244974a7-8f6a-4642-8d0d-d78534535119 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50d66b5560a6440fb134965bc5f475f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687383 Dec 13 09:36:57.018815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:57.023139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-7524ec85-bd1e-4f84-ac4e-ba7a6c5a440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.023139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-7524ec85-bd1e-4f84-ac4e-ba7a6c5a440d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0723023 Dec 13 09:36:57.083731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1deb65b-2830-4900-82ba-9500e238dc93 req-fbea4e50-e034-4a77-b303-4ad7bcbbdefa tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353641 Dec 13 09:36:57.098871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e3081fa4-eeba-4cb3-b85f-118223e5b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.100371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-e3081fa4-eeba-4cb3-b85f-118223e5b896 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649178 Dec 13 09:36:57.115286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.134077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1a4d-5f70-45fd-b2eb-307df1de214c req-84ca7e9e-6cfa-4f54-ad8e-7d400f0d07f6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.140281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1a4d-5f70-45fd-b2eb-307df1de214c req-84ca7e9e-6cfa-4f54-ad8e-7d400f0d07f6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.146202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1a4d-5f70-45fd-b2eb-307df1de214c req-84ca7e9e-6cfa-4f54-ad8e-7d400f0d07f6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.147871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b6d1a4d-5f70-45fd-b2eb-307df1de214c req-84ca7e9e-6cfa-4f54-ad8e-7d400f0d07f6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.1460741 Dec 13 09:36:57.191099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.213813 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4c1a4-2965-4ab5-a840-d115e3f99f60 x-openstack-request-id: req-92e4c1a4-2965-4ab5-a840-d115e3f99f60 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:57.214902 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8f93e1-383d-4ee9-9621-d8fce53d0367", "name": "network-vif-deleted", "tag": "3031af5d-9ecc-4af0-b21f-a95fb32d165f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:57.214902 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92e4c1a4-2965-4ab5-a840-d115e3f99f60 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:57.215199 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8f93e1-383d-4ee9-9621-d8fce53d0367', 'name': 'network-vif-deleted', 'tag': '3031af5d-9ecc-4af0-b21f-a95fb32d165f', 'status': 'completed', 'code': 200} Dec 13 09:36:57.216266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.225018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b6d1a4d-5f70-45fd-b2eb-307df1de214c req-bc908e82-c7a9-403f-b7bc-27f2e3dfa189 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672829 Dec 13 09:36:57.246516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['af5ee25a-bbea-4aea-927d-65d6273d71df'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:57.275626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.299266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:57.316028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-d1149a04-692a-47d5-87a3-58b40d9934fd service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982877 Dec 13 09:36:57.366751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:36:57.390419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:36:57.393679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:36:57.399442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.400073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.409183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event updated for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:57.441628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb42756-c372-4a1d-9714-7c1b5420805c req-8f9cb907-cb2f-4bfb-9719-ef2ef0e204bb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.443910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb42756-c372-4a1d-9714-7c1b5420805c req-8f9cb907-cb2f-4bfb-9719-ef2ef0e204bb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.1584086 Dec 13 09:36:57.451243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-23632eae-f5b4-4c5f-a506-d569ce171d53 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7315412 Dec 13 09:36:57.462617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d4f6-fa25-4992-ac35-2f108418980b req-904c9c75-a655-418e-af1c-1bdb034171b7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:57.468664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.472606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.472809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfa0d4f6-fa25-4992-ac35-2f108418980b req-904c9c75-a655-418e-af1c-1bdb034171b7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.1478925 Dec 13 09:36:57.473958 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ea4f98b-2f9a-4b44-a66b-5381c36122e4 HTTP/1.1" status: 204 len: 168 time: 0.4539561 Dec 13 09:36:57.480145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Request body: {'port': {'device_id': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:36:57.497090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230eee4-e34a-4245-b471-94681ef076d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4f98b-2f9a-4b44-a66b-5381c36122e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:57.544230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-19833e6e-0237-4a6e-af27-71b56f282710 req-102c1237-cab0-4f68-bb8e-e32e8e6ee78c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173612 Dec 13 09:36:57.658578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.876717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5b003407-a4d5-45bb-b262-a5917876feaa None None] Provisioning complete for port 1edd92e0-2457-4dbb-ba78-a6749c582482 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:36:57.877093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b003407-a4d5-45bb-b262-a5917876feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.914961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:57.929854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89e0537f-c9bc-4e45-b114-3375aa2e7388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:57.938232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b003407-a4d5-45bb-b262-a5917876feaa None None] Port 1edd92e0-2457-4dbb-ba78-a6749c582482 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:36:57.984949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfa0d4f6-fa25-4992-ac35-2f108418980b req-0c430158-8de4-47f8-9c9e-8b82350521eb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112145 Dec 13 09:36:57.999040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb42756-c372-4a1d-9714-7c1b5420805c req-4993e230-7fa0-4637-938a-d596523ca2f1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230968 Dec 13 09:36:58.042046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89e0537f-c9bc-4e45-b114-3375aa2e7388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.047644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89e0537f-c9bc-4e45-b114-3375aa2e7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.087390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89e0537f-c9bc-4e45-b114-3375aa2e7388 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a852590e864149aa7c146d32422693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713333 Dec 13 09:36:58.094421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:36:58.118580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0537f-c9bc-4e45-b114-3375aa2e7388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8000cf8-0e2e-478b-9d6d-21c4bb51547f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:58.166409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.191277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.239884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.242674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.243798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a25b7-0f0e-4876-a737-c26570f029b2 req-c86c2a16-a44c-4f9f-a194-98293c8f5f15 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:58.244287 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8000cf8-0e2e-478b-9d6d-21c4bb51547f HTTP/1.1" status: 204 len: 168 time: 0.1484540 Dec 13 09:36:58.245370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-625a25b7-0f0e-4876-a737-c26570f029b2 req-c86c2a16-a44c-4f9f-a194-98293c8f5f15 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 936 time: 0.1443753 Dec 13 09:36:58.256134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb48e-e86b-4a4f-bcad-87dc4f6ff548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8000cf8-0e2e-478b-9d6d-21c4bb51547f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:58.293415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72f750-e8ac-4bb8-94ea-a566a8ba8952 req-eecd62a9-b144-42cd-9236-c9ee790e2e3b tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:58.294822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c72f750-e8ac-4bb8-94ea-a566a8ba8952 req-eecd62a9-b144-42cd-9236-c9ee790e2e3b tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 944 time: 0.1490638 Dec 13 09:36:58.372246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-625a25b7-0f0e-4876-a737-c26570f029b2 req-42346a21-d82e-4902-a933-1b2023dbb861 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172376 Dec 13 09:36:58.421045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c72f750-e8ac-4bb8-94ea-a566a8ba8952 req-7b1009aa-d40c-4e07-86b6-d03a0b04f53a tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196074 Dec 13 09:36:58.431734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edd92e0-2457-4dbb-ba78-a6749c582482 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:36:58.445583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.461689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Transition to ACTIVE for port object 1edd92e0-2457-4dbb-ba78-a6749c582482 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:36:58.470619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.521828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1bae70b-76c9-4b02-93c3-7a99ec52868f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.527291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', '60ed3835-6bcc-4083-9d1f-805fc9bdff35'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:36:58.540442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Pushing event updated for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:58.650057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc4296-2d17-4f17-ae3c-98d8518ff3ef req-0dd3ff80-7546-4988-b246-8d0c5538289f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:58.651671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1bc4296-2d17-4f17-ae3c-98d8518ff3ef req-0dd3ff80-7546-4988-b246-8d0c5538289f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.1152883 Dec 13 09:36:58.701958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:58.704614 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:58.732906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1bc4296-2d17-4f17-ae3c-98d8518ff3ef req-a5f00333-ed98-48e4-a9d6-a1af9f8c1478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 Dec 13 09:36:58.738341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Attempting to bind port 1edd92e0-2457-4dbb-ba78-a6749c582482 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:36:58.739349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Attempting to bind port 1edd92e0-2457-4dbb-ba78-a6749c582482 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:36:58.740307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Attempting to bind port 1edd92e0-2457-4dbb-ba78-a6749c582482 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:58.751289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Port 1edd92e0-2457-4dbb-ba78-a6749c582482 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:36:58.752064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Attempting to bind port 1edd92e0-2457-4dbb-ba78-a6749c582482 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:36:58.762326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:36:58.762980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:36:58.765103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:36:58.765840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Bound port: 1edd92e0-2457-4dbb-ba78-a6749c582482, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:36:58.766408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.849907 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dcc5a4-86e4-45bd-bf62-3d9506e782c4 x-openstack-request-id: req-a8dcc5a4-86e4-45bd-bf62-3d9506e782c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:58.850257 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:58.850665 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8dcc5a4-86e4-45bd-bf62-3d9506e782c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:58.851069 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'status': 'completed', 'code': 200} Dec 13 09:36:58.869998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:58.966375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:36:58.973089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1edd92e0-2457-4dbb-ba78-a6749c582482,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:36:58.986597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56faebf-3a43-457c-8cd6-e7b197a2a76f req-d042e030-a2a3-4c62-bc8b-ab27875f0de2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:58.992873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56faebf-3a43-457c-8cd6-e7b197a2a76f req-d042e030-a2a3-4c62-bc8b-ab27875f0de2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:58.999146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56faebf-3a43-457c-8cd6-e7b197a2a76f req-d042e030-a2a3-4c62-bc8b-ab27875f0de2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.007000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a56faebf-3a43-457c-8cd6-e7b197a2a76f req-d042e030-a2a3-4c62-bc8b-ab27875f0de2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.2243094 Dec 13 09:36:59.016510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:59.059633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-b9cf55fc-1d94-4a2e-8b9d-3f3c600784d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.062405 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-b9cf55fc-1d94-4a2e-8b9d-3f3c600784d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1098 time: 0.1308422 Dec 13 09:36:59.072514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-01eaaed0-0a03-460d-bfbc-491adcb94e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.077454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-01eaaed0-0a03-460d-bfbc-491adcb94e07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1098 time: 0.1872966 Dec 13 09:36:59.125729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.126633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:36:59.128669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] 10.222.0.44 "PUT /v2.0/ports/1edd92e0-2457-4dbb-ba78-a6749c582482 HTTP/1.1" status: 200 len: 1096 time: 1.6538732 Dec 13 09:36:59.212748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-1ab85f69-b73f-4aeb-8110-45333940a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.214347 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-1ab85f69-b73f-4aeb-8110-45333940a761 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1423063 Dec 13 09:36:59.238009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:36:59.240948 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05859e81-eb5d-4d53-ad59-0ff51d6c8640" -d '{"events": [{"name": "network-changed", "server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:36:59.273940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-3ef4fd43-b659-4d21-a65b-0fc7e1159026 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0484407 Dec 13 09:36:59.331986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-199e39f9-3f51-4dcb-a58f-a830d96a3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.333913 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-199e39f9-3f51-4dcb-a58f-a830d96a3a06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0527313 Dec 13 09:36:59.336732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a56faebf-3a43-457c-8cd6-e7b197a2a76f req-17bb4386-202c-4b65-8e82-42145a0126e4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291428 Dec 13 09:36:59.337423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84780-bbe2-468e-8522-bbbcd0062137 service neutron] Pushing event updated for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:36:59.367597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4909c4-8425-47a2-9b7c-5ee3ae490bd9 req-e25f1c0c-e099-4607-91d6-e766aa2775af tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.369090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c4909c4-8425-47a2-9b7c-5ee3ae490bd9 req-e25f1c0c-e099-4607-91d6-e766aa2775af tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.2548790 Dec 13 09:36:59.374015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-e3a1a9d4-f7ac-4968-b867-b9f72e608fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.377889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-e3a1a9d4-f7ac-4968-b867-b9f72e608fba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 1099 time: 0.1863611 Dec 13 09:36:59.412248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-7090c659-fd87-49db-8d21-9ec73e292e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.413543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-7090c659-fd87-49db-8d21-9ec73e292e93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630169 Dec 13 09:36:59.445103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-d7089275-e411-45e0-bff1-36065bd7a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.446565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-d7089275-e411-45e0-bff1-36065bd7a7e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.3504994 Dec 13 09:36:59.449982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-3e4c8ca8-1912-4c7f-be68-e1b995b8668c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1edd92e0-2457-4dbb-ba78-a6749c582482 HTTP/1.1" status: 200 len: 217 time: 0.0553722 Dec 13 09:36:59.519609 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-7f437f16-ecad-47d6-894c-28b406339f20 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977659 Dec 13 09:36:59.561635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-3667aee6-e0b3-4c35-bdf1-7834eea93d05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.1037567 Dec 13 09:36:59.573817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c4909c4-8425-47a2-9b7c-5ee3ae490bd9 req-f19c2415-7fdc-4a07-bdc9-3c65696a808a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914957 Dec 13 09:36:59.633738 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-2e9db5d7-5f75-4e25-9d06-0bee474a52f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037521 Dec 13 09:36:59.635379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-67ad8397-1497-4991-90a2-d15ad194c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.637100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-67ad8397-1497-4991-90a2-d15ad194c630 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1780190 Dec 13 09:36:59.665657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e1d0-e0ac-4564-ae29-4333945666fd req-5dd182ba-5cab-4e1f-ba22-63f8fabb33f7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.667781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df51e1d0-e0ac-4564-ae29-4333945666fd req-5dd182ba-5cab-4e1f-ba22-63f8fabb33f7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 947 time: 0.2256289 Dec 13 09:36:59.669434 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9849ae6-da37-4d2c-8cfc-4d16e02686a2 x-openstack-request-id: req-a9849ae6-da37-4d2c-8cfc-4d16e02686a2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:36:59.669723 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:36:59.669984 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9849ae6-da37-4d2c-8cfc-4d16e02686a2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:36:59.670375 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482', 'status': 'completed', 'code': 200} Dec 13 09:36:59.704176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-0de1901e-a7bd-4d99-bf05-f379437b13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.705816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-0de1901e-a7bd-4d99-bf05-f379437b13a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1303878 Dec 13 09:36:59.843408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-d6db32ca-bf5b-4289-9154-dd2f11326a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.845254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-d6db32ca-bf5b-4289-9154-dd2f11326a02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230254 Dec 13 09:36:59.849262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe787b-4b94-459f-8518-e615800e25bf req-2b68c59d-4a3f-4a37-ba05-1737b8eb9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.849262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-2b68c59d-4a3f-4a37-ba05-1737b8eb9d2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765187 Dec 13 09:36:59.868979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df51e1d0-e0ac-4564-ae29-4333945666fd req-9cda3ef2-35fd-405a-9a13-c18aa95833e8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621432 Dec 13 09:36:59.905254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e52e5-99cc-4985-8b40-683b62a28ef4 req-66650c74-d974-4bf7-b961-7d7e86789d0e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:36:59.906821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-553e52e5-99cc-4985-8b40-683b62a28ef4 req-66650c74-d974-4bf7-b961-7d7e86789d0e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 948 time: 0.1860671 Dec 13 09:37:00.099971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:00.110265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-553e52e5-99cc-4985-8b40-683b62a28ef4 req-3617c541-5b78-4ede-9628-a061260ac6a8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396294 Dec 13 09:37:00.112257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-f06a27ad-9a4f-49c7-951a-70cd6811abf1 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590458 Dec 13 09:37:00.119869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a10aa-c984-4dad-888e-c618c796d400 req-fbbfcf4e-f436-4404-af83-b43483f68278 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.122027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-510a10aa-c984-4dad-888e-c618c796d400 req-fbbfcf4e-f436-4404-af83-b43483f68278 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 944 time: 0.1504080 Dec 13 09:37:00.125613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-f767ff95-da99-470c-8d69-43dd1f079623 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623978 Dec 13 09:37:00.176944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:00.274816 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-7ff12eba-52f8-41fc-8820-f69e7d2d3e50 service neutron] 10.222.0.44 "GET /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89/bindings/n-h1-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.0970910 Dec 13 09:37:00.287353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device af5ee25a-bbea-4aea-927d-65d6273d71df up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:00.313077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-510a10aa-c984-4dad-888e-c618c796d400 req-db9f76cc-6613-4024-abb6-daa8cd13afcb tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803036 Dec 13 09:37:00.330017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.347953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93761d0d-e557-4fb7-b8a2-1f04786ff1cb req-a9fe6e0a-05c2-44a2-b223-90497258da3d service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249610 Dec 13 09:37:00.359521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1efe787b-4b94-459f-8518-e615800e25bf req-39ddf6fe-4478-4c7b-82f2-4a52b3455fa4 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902528 Dec 13 09:37:00.371214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'port_id': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'mac_address': 'fa:16:3e:8b:8f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed00911b-a20e-410e-80b3-88da61b3d84f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:00.380986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747261db-b3b4-4ff6-85d0-fe4b4292aea0 req-658b9c48-cf29-4b60-b7ee-dbdb8c90addd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.383119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-747261db-b3b4-4ff6-85d0-fe4b4292aea0 req-658b9c48-cf29-4b60-b7ee-dbdb8c90addd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 943 time: 0.0966592 Dec 13 09:37:00.450678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.470464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port af5ee25a-bbea-4aea-927d-65d6273d71df completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:00.530807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.544934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-747261db-b3b4-4ff6-85d0-fe4b4292aea0 req-8ae2d7ec-884b-4755-9f58-61c5a940d068 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397872 Dec 13 09:37:00.561197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:00.567532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d46d19f8-cc37-4e99-a485-6e7fc761fc9d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.574425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d46d19f8-cc37-4e99-a485-6e7fc761fc9d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.592178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d46d19f8-cc37-4e99-a485-6e7fc761fc9d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.593880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d46d19f8-cc37-4e99-a485-6e7fc761fc9d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.1975274 Dec 13 09:37:00.625488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:00.629597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'mac_address': 'fa:16:3e:5a:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:00.632475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port af5ee25a-bbea-4aea-927d-65d6273d71df triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:00.632849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.637168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.640332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.662564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.697920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e70003-48ce-4ac2-9653-3839ddb1a011 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:00.713792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-c3e5ebeb-0703-446f-8090-0cea80a3c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:00.715826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-c3e5ebeb-0703-446f-8090-0cea80a3c105 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 1099 time: 0.2798920 Dec 13 09:37:00.726127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.735384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.736097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:00.744007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.757613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] Transition to ACTIVE for port object 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:00.764535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.802165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ca7291-50a2-410f-9ed0-d1161ba8704e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:00.834574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] No DVR routers for this DVR port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:00.845462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:00.877096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-71ede455-a192-4094-b6c1-4e1fdc208ba8 service neutron] 10.222.0.44 "PUT /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89/bindings/n-h1-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 0.5942791 Dec 13 09:37:00.936087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:00.952186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:00.959653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.970448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:00.972297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1c46da4-f9db-4cb2-9763-0ca26b9f82cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.052614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:01.054907 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40355815-81db-4ef5-8da0-968ec39ba3cc" -d '{"events": [{"server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "name": "network-vif-plugged", "status": "completed", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:01.069724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:01.072771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.082415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=af5ee25a-bbea-4aea-927d-65d6273d71df,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.087265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.088038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:01.134223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339439-6479-485b-9673-80099a550dff req-70e44fbd-0e06-4921-8951-f235adc55e84 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.139887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339439-6479-485b-9673-80099a550dff req-70e44fbd-0e06-4921-8951-f235adc55e84 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.145771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339439-6479-485b-9673-80099a550dff req-70e44fbd-0e06-4921-8951-f235adc55e84 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.147410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11339439-6479-485b-9673-80099a550dff req-70e44fbd-0e06-4921-8951-f235adc55e84 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 2418 time: 0.4728293 Dec 13 09:37:01.159419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h2-820531-5 for vnic_type normal with profile {"migrating_to": "n-h1-820531-5"} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:01.160011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:01.160155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:01.175521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18239f3c-d82c-4e05-904e-b8cd887b25a0 req-f0ff7671-7d20-42c5-918f-8d259b7c435e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.176998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18239f3c-d82c-4e05-904e-b8cd887b25a0 req-f0ff7671-7d20-42c5-918f-8d259b7c435e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.4570236 Dec 13 09:37:01.185797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:01.186158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Attempting to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:01.190080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:01.197114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:01.197542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:01.198982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:01.199173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Bound port: 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:01.199725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.201996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:01.216050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-3876133a-8b04-4e85-a08d-ecd88002160b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.217600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-3876133a-8b04-4e85-a08d-ecd88002160b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.1933722 Dec 13 09:37:01.262945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:01.265009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-3c868b9d-6928-4f3e-8cf7-3032f6f99468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.266499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-3c868b9d-6928-4f3e-8cf7-3032f6f99468 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5411851 Dec 13 09:37:01.266949 n-d-820531-5 neutron-server[103190]: WARNING neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Concurrent port binding operations failed on port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 Dec 13 09:37:01.271582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.295268 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Attempt 2 to bind port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 Dec 13 09:37:01.295764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'port_id': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'mac_address': 'fa:16:3e:ac:f2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abbc407-a311-4f1a-ad1a-5ca5451a4b72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:01.305403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:01.305760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.335983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-777c9059-40e5-4a60-87bc-d525ee9cc917 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487046 Dec 13 09:37:01.356702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.385144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:01.391545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-87189bdd-db9b-4107-9bc6-58f6793d9833 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1edd92e0-2457-4dbb-ba78-a6749c582482 HTTP/1.1" status: 200 len: 217 time: 0.1061118 Dec 13 09:37:01.394968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11339439-6479-485b-9673-80099a550dff req-999603f0-14b4-454e-8dee-ded09d13262d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352533 Dec 13 09:37:01.409298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-158ee2c2-9194-4f27-aa89-09e4f8588d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.411233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-158ee2c2-9194-4f27-aa89-09e4f8588d93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 1101 time: 0.0518880 Dec 13 09:37:01.428944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.436158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.465906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18239f3c-d82c-4e05-904e-b8cd887b25a0 req-438cf959-597b-436f-8e8d-13e8994e2a8f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585437 Dec 13 09:37:01.518315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-98831f22-59e3-4372-939e-84f4f578802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.519828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-98831f22-59e3-4372-939e-84f4f578802c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&tenant_id=df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 1095 time: 0.2906475 Dec 13 09:37:01.553500 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7750e3db-9496-4e26-bff5-d12f14ed3710 x-openstack-request-id: req-7750e3db-9496-4e26-bff5-d12f14ed3710 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:01.553942 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "name": "network-vif-plugged", "status": "completed", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:01.554293 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7750e3db-9496-4e26-bff5-d12f14ed3710 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:01.556113 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df', 'code': 200} Dec 13 09:37:01.556439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-1ae09e07-9251-40b9-9750-2f625e936d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.558640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-1ae09e07-9251-40b9-9750-2f625e936d94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1570821 Dec 13 09:37:01.574298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:01.623252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-5b790a13-097c-4207-b6d2-200b8caed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.624793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-5b790a13-097c-4207-b6d2-200b8caed94e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1843052 Dec 13 09:37:01.648382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:01.672168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-379ed660-46fe-4a33-8e96-341ed0682c92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f HTTP/1.1" status: 200 len: 217 time: 0.0396571 Dec 13 09:37:01.721495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:01.721869 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:01.733959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-4504590e-1b5e-4bc6-970b-d4806c944b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.735450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-4504590e-1b5e-4bc6-970b-d4806c944b0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0559516 Dec 13 09:37:01.750605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:01.785457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-68c649c0-a578-4940-a32b-e3b6a601d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.786958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-68c649c0-a578-4940-a32b-e3b6a601d868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1096 time: 0.2252891 Dec 13 09:37:01.787827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-d8fe1367-7464-4a29-b4fa-42c72c8cde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.789329 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-d8fe1367-7464-4a29-b4fa-42c72c8cde39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463972 Dec 13 09:37:01.793241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-ca85cf25-3c1d-46b6-a56a-9db3d229bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.794632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-ca85cf25-3c1d-46b6-a56a-9db3d229bf3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160184 Dec 13 09:37:01.807259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06babae-feab-49ac-85fd-798fba4abb49 req-114df725-106a-48ec-bb54-faa1b954e7a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.809306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a06babae-feab-49ac-85fd-798fba4abb49 req-114df725-106a-48ec-bb54-faa1b954e7a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 948 time: 0.2151718 Dec 13 09:37:01.860894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d3e70003-48ce-4ac2-9653-3839ddb1a011'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:01.861351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2809f-aa17-4f26-a6ba-5274a5c092bb req-10c01774-65b7-4c22-b582-f841cb2e3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.862797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6d2809f-aa17-4f26-a6ba-5274a5c092bb req-10c01774-65b7-4c22-b582-f841cb2e3816 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 1096 time: 0.2215717 Dec 13 09:37:01.891379 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-e527865d-a4ec-45e5-8904-3f1c1997d6fe service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887954 Dec 13 09:37:01.920339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08a744-3a42-46d8-a1df-55872b29246c req-3c1b465a-fcfd-43f0-957a-e05c016dff9b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:01.921770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b08a744-3a42-46d8-a1df-55872b29246c req-3c1b465a-fcfd-43f0-957a-e05c016dff9b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 948 time: 0.2793891 Dec 13 09:37:02.003160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3589591-dd45-4387-a7c5-75df85cbb3af req-729c6ed8-4dc3-4557-af79-93845cff064b service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996623 Dec 13 09:37:02.056954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.107519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a06babae-feab-49ac-85fd-798fba4abb49 req-daff3f24-ac93-413b-a5c6-44387a9462be tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497714 Dec 13 09:37:02.117571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:02.139978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6d2809f-aa17-4f26-a6ba-5274a5c092bb req-c60151f0-8374-443e-9687-6799adeaf7eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508843 Dec 13 09:37:02.155150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b08a744-3a42-46d8-a1df-55872b29246c req-6d84a980-6d6d-41b9-841d-8b6e35937782 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962750 Dec 13 09:37:02.159455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-84812140-c263-4926-aa59-9a3b55b65678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:02.160938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-84812140-c263-4926-aa59-9a3b55b65678 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.3646066 Dec 13 09:37:02.164393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-73221782-0383-42d9-9553-0eceea625f29 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173463 Dec 13 09:37:02.164722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:02.296603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.362594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=3a2195d6-f67f-45c7-8cfa-eb9267cbdf09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:02.396668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51290aa7-725e-47aa-94a9-097aceb3d7e5 req-efbb21c7-72d9-4c1a-9a29-7ef53ec5bc61 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:02.398732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51290aa7-725e-47aa-94a9-097aceb3d7e5 req-efbb21c7-72d9-4c1a-9a29-7ef53ec5bc61 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.1584435 Dec 13 09:37:02.429013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05859e81-eb5d-4d53-ad59-0ff51d6c8640 req-56913112-7a83-48f9-b031-fd297d99b486 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337153 Dec 13 09:37:02.436785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:02.439350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.443210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26426012-85fa-440a-b17d-0b69cd510c70 req-b2244dc6-882a-4bee-bb5e-7f2f554b1e76 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "DELETE /v2.0/ports/3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 HTTP/1.1" status: 204 len: 173 time: 1.8371506 Dec 13 09:37:02.445865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:02.447983 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac987836-0e83-4470-9ebd-f3117ebe2607" -d '{"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:02.521946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51290aa7-725e-47aa-94a9-097aceb3d7e5 req-fb10a5f7-81a6-4b46-ac27-00e698129cfe tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164680 Dec 13 09:37:02.587876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 55d6235b-2896-48e9-99a1-7e4843e22eca {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:02.587876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.723587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72938183-e1ef-4e7d-a5db-405177d97973 req-a6b86ef4-5282-4de3-b2cf-4cc1a9007e32 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:02.725195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72938183-e1ef-4e7d-a5db-405177d97973 req-a6b86ef4-5282-4de3-b2cf-4cc1a9007e32 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 945 time: 0.0835044 Dec 13 09:37:02.733562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 55d6235b-2896-48e9-99a1-7e4843e22eca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55d6235b-2896-48e9-99a1-7e4843e22eca,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:02.733927 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.759107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 55d6235b-2896-48e9-99a1-7e4843e22eca owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:02.830273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72938183-e1ef-4e7d-a5db-405177d97973 req-4363056a-9ea8-4b4e-bea5-1c196051112e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937254 Dec 13 09:37:02.868809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:02.923937 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:02.955606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=55d6235b-2896-48e9-99a1-7e4843e22eca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:03.005255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bcd26a6-c599-4d77-b3b3-0bd7dbbd4d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.005447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 55d6235b-2896-48e9-99a1-7e4843e22eca on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:03.017104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.020641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26426012-85fa-440a-b17d-0b69cd510c70 req-c00008bd-2b09-4114-959f-505fe0e7a84e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "DELETE /v2.0/ports/55d6235b-2896-48e9-99a1-7e4843e22eca HTTP/1.1" status: 204 len: 173 time: 0.5684652 Dec 13 09:37:03.099434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bcd26a6-c599-4d77-b3b3-0bd7dbbd4d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.103876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bcd26a6-c599-4d77-b3b3-0bd7dbbd4d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.118775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c859-f60a-4751-9460-281889cbeed7 req-8ec59c48-1ae6-42cc-afb4-bb12bc1edd33 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:03.120829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc87c859-f60a-4751-9460-281889cbeed7 req-8ec59c48-1ae6-42cc-afb4-bb12bc1edd33 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=16ad3525-6312-406d-8cdd-373af8eafe2e HTTP/1.1" status: 200 len: 945 time: 0.1160903 Dec 13 09:37:03.144310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4bcd26a6-c599-4d77-b3b3-0bd7dbbd4d68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99cf2b13b098430594f3006938e8df66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742071 Dec 13 09:37:03.145224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd26a6-c599-4d77-b3b3-0bd7dbbd4d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc97854-6eef-445b-83d0-ffff0489a964,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:03.147435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:03.214892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:03.215266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.220486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc87c859-f60a-4751-9460-281889cbeed7 req-a692e0e4-70cf-4d3e-8cab-662f187fa383 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908542 Dec 13 09:37:03.262837 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b789d0-c37f-47ee-b4fc-6cd666725513 x-openstack-request-id: req-23b789d0-c37f-47ee-b4fc-6cd666725513 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:03.263131 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "3a2195d6-f67f-45c7-8cfa-eb9267cbdf09", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:03.263386 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23b789d0-c37f-47ee-b4fc-6cd666725513 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:03.263780 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': '3a2195d6-f67f-45c7-8cfa-eb9267cbdf09', 'status': 'completed', 'code': 200} Dec 13 09:37:03.285442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.325214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.376490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:03.376856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.404116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for ca98ef1d-c0fa-40ac-a644-01b4b9c8193f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:03.429848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99aba-0c2d-43d6-903e-d1bcecf0dd18 req-ecc9d6dc-8792-4cd0-91d6-9d00d650123d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:03.431322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55b99aba-0c2d-43d6-903e-d1bcecf0dd18 req-ecc9d6dc-8792-4cd0-91d6-9d00d650123d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.1179299 Dec 13 09:37:03.496820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.499383 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.500481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fc97854-6eef-445b-83d0-ffff0489a964 HTTP/1.1" status: 204 len: 168 time: 0.3521225 Dec 13 09:37:03.522718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.531196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787af1d-fff6-4503-999e-f38b70a1907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc97854-6eef-445b-83d0-ffff0489a964,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:03.545352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55b99aba-0c2d-43d6-903e-d1bcecf0dd18 req-f2eeecf2-e993-4baa-a067-d53d28df1860 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829730 Dec 13 09:37:03.620105 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.680934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=ca98ef1d-c0fa-40ac-a644-01b4b9c8193f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:03.730466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port ca98ef1d-c0fa-40ac-a644-01b4b9c8193f on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:03.739476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf81fe-6e7b-4e58-bf3d-048349c1d2b7 req-fd6997f2-579f-45ef-af86-f82b15cefae1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:03.740913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebbf81fe-6e7b-4e58-bf3d-048349c1d2b7 req-fd6997f2-579f-45ef-af86-f82b15cefae1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 948 time: 0.1182599 Dec 13 09:37:03.742050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:03.746078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26426012-85fa-440a-b17d-0b69cd510c70 req-d6880632-485a-4a5f-b1af-90ae0dbfa38e tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "DELETE /v2.0/ports/ca98ef1d-c0fa-40ac-a644-01b4b9c8193f HTTP/1.1" status: 204 len: 173 time: 0.7105875 Dec 13 09:37:03.799081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebbf81fe-6e7b-4e58-bf3d-048349c1d2b7 req-c37acd5b-1239-4d75-a360-3146c70509c6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Dec 13 09:37:03.854279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:03.890634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9791f07-a931-44c8-ab65-ef0ddb90ba23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.133204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1edd92e0-2457-4dbb-ba78-a6749c582482 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:04.137547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:04.194077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556fd79-a410-4b4e-ad70-3f80e7e4890c req-e09effc4-862c-453a-9cb3-9a1fe52c48f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:04.195570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9556fd79-a410-4b4e-ad70-3f80e7e4890c req-e09effc4-862c-453a-9cb3-9a1fe52c48f5 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 948 time: 0.3179924 Dec 13 09:37:04.206284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:04.275322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9791f07-a931-44c8-ab65-ef0ddb90ba23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.282545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9791f07-a931-44c8-ab65-ef0ddb90ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.299838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 86ca7291-50a2-410f-9ed0-d1161ba8704e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:04.301381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9556fd79-a410-4b4e-ad70-3f80e7e4890c req-4b916bb2-1247-4292-a977-f11cb03ea991 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939538 Dec 13 09:37:04.320106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 86ca7291-50a2-410f-9ed0-d1161ba8704e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:04.320478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.346872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9791f07-a931-44c8-ab65-ef0ddb90ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caff6ed-17fd-4191-84cb-591486d17825,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:04.357743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9791f07-a931-44c8-ab65-ef0ddb90ba23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71def9fb8e334816bc0a11a86e970c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020473 Dec 13 09:37:04.360903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:04.371179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1edd92e0-2457-4dbb-ba78-a6749c582482,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:04.381841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d3e70003-48ce-4ac2-9653-3839ddb1a011 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:04.392141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d3e70003-48ce-4ac2-9653-3839ddb1a011 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:04.392447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.396139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '1edd92e0-2457-4dbb-ba78-a6749c582482', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '1edd92e0-2457-4dbb-ba78-a6749c582482', 'mac_address': 'fa:16:3e:7b:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:04.415432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.415650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deaca9-9720-44a2-ab9a-11db7fca9c1b req-fc1ce529-0da6-43e3-bdd4-1f252ac9881f tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:04.417801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7deaca9-9720-44a2-ab9a-11db7fca9c1b req-fc1ce529-0da6-43e3-bdd4-1f252ac9881f tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.0579305 Dec 13 09:37:04.438644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.476288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7deaca9-9720-44a2-ab9a-11db7fca9c1b req-cf0eb5b5-19b0-49d0-a4df-1fd3fcd097c7 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Dec 13 09:37:04.506544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.506821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.509349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.510663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9caff6ed-17fd-4191-84cb-591486d17825 HTTP/1.1" status: 204 len: 168 time: 0.1485248 Dec 13 09:37:04.522275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74b914-5b6d-4096-95ac-7c391912a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caff6ed-17fd-4191-84cb-591486d17825,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:04.541001 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.585590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edd92e0-2457-4dbb-ba78-a6749c582482 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:04.605332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8cabf-a864-4cbb-8988-d8831a6209f6 req-78108e01-abe3-46b7-856d-4239eb0ad611 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:04.606851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdf8cabf-a864-4cbb-8988-d8831a6209f6 req-78108e01-abe3-46b7-856d-4239eb0ad611 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 945 time: 0.0575125 Dec 13 09:37:04.628366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:04.631595 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573baa0-8726-4b3c-b058-7ed8384051f5" -d '{"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-plugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:04.654248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:04.658210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.660990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1edd92e0-2457-4dbb-ba78-a6749c582482,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:04.663060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.671207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdf8cabf-a864-4cbb-8988-d8831a6209f6 req-83d44c01-d66b-4541-89c5-1e117b42d5c1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 Dec 13 09:37:04.672774 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.673794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55d6235b-2896-48e9-99a1-7e4843e22eca no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:04.678834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.725878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:04.757053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:04.764586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 55d6235b-2896-48e9-99a1-7e4843e22eca {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:04.765226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55d6235b-2896-48e9-99a1-7e4843e22eca not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:04.765690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ca98ef1d-c0fa-40ac-a644-01b4b9c8193f no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:04.792757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting subnet 0171f3f5-5746-47b4-a834-e9e48b0ea297 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:04.794579 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.795425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:04.796787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.799954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: ca98ef1d-c0fa-40ac-a644-01b4b9c8193f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:04.800393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ca98ef1d-c0fa-40ac-a644-01b4b9c8193f not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:04.801015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:04.842962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4041-e7b5-42ae-8eb8-f3ff70be3966 req-56ba0ac5-4f4b-4e6b-9a03-1ec2280cf851 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:04.843342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:04.845081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-054b4041-e7b5-42ae-8eb8-f3ff70be3966 req-56ba0ac5-4f4b-4e6b-9a03-1ec2280cf851 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.0687673 Dec 13 09:37:04.864632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:04.865263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3a2195d6-f67f-45c7-8cfa-eb9267cbdf09 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:04.878561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:04.932939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-054b4041-e7b5-42ae-8eb8-f3ff70be3966 req-04ca241a-0766-4b39-83e0-e0e330d4270f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811996 Dec 13 09:37:05.026052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.076089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e79dd-5b04-405d-be9d-5ea52c6de307 x-openstack-request-id: req-2a2e79dd-5b04-405d-be9d-5ea52c6de307 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:05.076257 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-plugged", "status": "completed", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:05.076469 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a2e79dd-5b04-405d-be9d-5ea52c6de307 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:05.077116 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'code': 200} Dec 13 09:37:05.082713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1edd92e0-2457-4dbb-ba78-a6749c582482'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:05.095997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.120516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Subnet': ['ID=0171f3f5-5746-47b4-a834-e9e48b0ea297,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.123782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a6084-0bfb-46ac-be35-73538bdcc51a req-2ee097c4-4768-4348-85c1-7662bf67eef9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:05.125595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a55a6084-0bfb-46ac-be35-73538bdcc51a req-2ee097c4-4768-4348-85c1-7662bf67eef9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0774546 Dec 13 09:37:05.142101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.146278 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27eb4341-fa75-4cbb-a6e0-4a2c1d41a57c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/subnets/0171f3f5-5746-47b4-a834-e9e48b0ea297 HTTP/1.1" status: 204 len: 168 time: 0.4190469 Dec 13 09:37:05.148775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:05.153693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace2212-3bcb-482a-90ba-65db3a4ad9ff None None] Network 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:05.179952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:05.197176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a55a6084-0bfb-46ac-be35-73538bdcc51a req-f004126f-2ce9-4bea-9a15-f737812b5e4e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578728 Dec 13 09:37:05.237035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:05.237441 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.265063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca'}, {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:05.268992 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68047fc0-0f51-427b-8b0d-6ddfefd42662" -d '{"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca"}, {"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:05.269231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.270919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.336711 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff00876-3118-4fb5-87e6-f8d7198f2a25 x-openstack-request-id: req-1ff00876-3118-4fb5-87e6-f8d7198f2a25 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:05.337106 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "55d6235b-2896-48e9-99a1-7e4843e22eca", "status": "completed", "code": 200}, {"server_uuid": "16ad3525-6312-406d-8cdd-373af8eafe2e", "name": "network-vif-deleted", "tag": "ca98ef1d-c0fa-40ac-a644-01b4b9c8193f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:05.337448 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ff00876-3118-4fb5-87e6-f8d7198f2a25 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:05.337917 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': '55d6235b-2896-48e9-99a1-7e4843e22eca', 'status': 'completed', 'code': 200} Dec 13 09:37:05.338180 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad3525-6312-406d-8cdd-373af8eafe2e', 'name': 'network-vif-deleted', 'tag': 'ca98ef1d-c0fa-40ac-a644-01b4b9c8193f', 'status': 'completed', 'code': 200} Dec 13 09:37:05.352182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:05.352563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.422555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.446631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 2010e64d-906f-4197-a5ff-4f02b1dd2f42, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2010e64d-906f-4197-a5ff-4f02b1dd2f42,segment=NetworkSegment(3a86b82c-a73f-4011-a73f-75dae8a12b29),segment_id=3a86b82c-a73f-4011-a73f-75dae8a12b29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:05.447234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.454858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db654317-d119-4a81-a704-53cdd5cb178b req-a6923864-39ba-462f-a437-aaa96275838e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:05.463348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 2010e64d-906f-4197-a5ff-4f02b1dd2f42 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:05.464702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db654317-d119-4a81-a704-53cdd5cb178b req-a6923864-39ba-462f-a437-aaa96275838e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 949 time: 0.0701315 Dec 13 09:37:05.493276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.538001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db654317-d119-4a81-a704-53cdd5cb178b req-0e0900af-050c-4edc-9e9d-2f3af3226346 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Dec 13 09:37:05.544833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:05.555876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343088d-3a16-4ce4-bf03-c5619b41a253 None None] DHCP port deletion for 1c084e30-7f91-4a0d-ab01-8a0c3574caa4 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:37:05.561624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.563840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.594398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=2010e64d-906f-4197-a5ff-4f02b1dd2f42,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.598150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 2010e64d-906f-4197-a5ff-4f02b1dd2f42 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:05.619563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4343088d-3a16-4ce4-bf03-c5619b41a253 None None] The port '2010e64d-906f-4197-a5ff-4f02b1dd2f42' was deleted {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 13 09:37:05.678854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.701330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f10cd8-5892-4428-b1fa-ff5e7ae376a9 req-a70e3e45-ddf8-4388-aa79-4f4dc8020466 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:05.703323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27f10cd8-5892-4428-b1fa-ff5e7ae376a9 req-a70e3e45-ddf8-4388-aa79-4f4dc8020466 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.0603883 Dec 13 09:37:05.707107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.733380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c084e30-7f91-4a0d-ab01-8a0c3574caa4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:05.744913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a86b82c-a73f-4011-a73f-75dae8a12b29') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:05.745495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a86b82c-a73f-4011-a73f-75dae8a12b29') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:05.758043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.768705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27f10cd8-5892-4428-b1fa-ff5e7ae376a9 req-f0046120-ecbc-40c7-b280-ca4b1a92202d tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584285 Dec 13 09:37:05.774174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.781448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:05.781849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:05.785041 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:05.859116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.886629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72a804-58a7-4f8e-9d46-f941b0104dbe req-1305efe1-3ad3-4b69-9136-bf94de143af6 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:05.888182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:05.891523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/networks/1c084e30-7f91-4a0d-ab01-8a0c3574caa4 HTTP/1.1" status: 204 len: 168 time: 0.7416768 Dec 13 09:37:05.893162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb2acd-4078-45cf-8218-e765188687ed tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Network': ['ID=1c084e30-7f91-4a0d-ab01-8a0c3574caa4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:05.893795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b72a804-58a7-4f8e-9d46-f941b0104dbe req-1305efe1-3ad3-4b69-9136-bf94de143af6 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0666797 Dec 13 09:37:05.894220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:05.965064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting subnet 62557021-dd14-4bc4-aa6c-dfbb24e60d4e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:05.969831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.012538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b72a804-58a7-4f8e-9d46-f941b0104dbe req-a53f22e8-2aba-43fb-b39b-6196f6069e25 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072373 Dec 13 09:37:06.027120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.128749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.183298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0cf0-b25a-40a9-8f52-9369bb3d14bf req-5db8d412-168b-4ba3-90c4-b81ae52d864d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.184791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9ee0cf0-b25a-40a9-8f52-9369bb3d14bf req-5db8d412-168b-4ba3-90c4-b81ae52d864d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1092961 Dec 13 09:37:06.220093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.256722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.261643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/subnets/62557021-dd14-4bc4-aa6c-dfbb24e60d4e HTTP/1.1" status: 204 len: 168 time: 0.3657923 Dec 13 09:37:06.262642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea640f4-8354-43f6-ac8f-4b0902334cec None None] Network 5c62b18a-ab67-461e-b800-36e75bc1e215 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:06.264670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:06.267172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485dbd9-9977-48b0-ad31-777605a66b3a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Subnet': ['ID=62557021-dd14-4bc4-aa6c-dfbb24e60d4e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:06.275963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9ee0cf0-b25a-40a9-8f52-9369bb3d14bf req-59f5b832-5af4-45d5-9bdf-e9863926ab70 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851698 Dec 13 09:37:06.362467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.414779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] DHCP port deletion for 5c62b18a-ab67-461e-b800-36e75bc1e215 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:37:06.420423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port ec9c0095-f244-404d-a7b6-0d6bebdef19c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:06.420769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.469965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Deleting port ec9c0095-f244-404d-a7b6-0d6bebdef19c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:06.470683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.540827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] For port ec9c0095-f244-404d-a7b6-0d6bebdef19c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ec9c0095-f244-404d-a7b6-0d6bebdef19c,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:06.541263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.556130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Calling delete_port for ec9c0095-f244-404d-a7b6-0d6bebdef19c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:06.578596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f25c-727c-4e4e-9033-b73c74f26f61 req-d2703a2a-1348-4637-a374-444b71c083bf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.580244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7198f25c-727c-4e4e-9033-b73c74f26f61 req-d2703a2a-1348-4637-a374-444b71c083bf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0624037 Dec 13 09:37:06.598199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2010e64d-906f-4197-a5ff-4f02b1dd2f42 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:06.640282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7198f25c-727c-4e4e-9033-b73c74f26f61 req-57b0fb44-84d0-441f-ba73-b396e8322ea2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536273 Dec 13 09:37:06.667947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2010e64d-906f-4197-a5ff-4f02b1dd2f42 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:06.668500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2010e64d-906f-4197-a5ff-4f02b1dd2f42 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:06.668809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ec9c0095-f244-404d-a7b6-0d6bebdef19c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:06.755766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port ec9c0095-f244-404d-a7b6-0d6bebdef19c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ec9c0095-f244-404d-a7b6-0d6bebdef19c,segment=NetworkSegment(2c28614c-1b15-4e5a-851b-256b300eee56),segment_id=2c28614c-1b15-4e5a-851b-256b300eee56)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:06.756346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.770989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for ec9c0095-f244-404d-a7b6-0d6bebdef19c owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:06.774147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.794126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ad15-24da-4bb4-94c4-bbf5a7c3accc req-849092cd-7337-4445-9001-490aaad04ac7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:06.795663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd65ad15-24da-4bb4-94c4-bbf5a7c3accc req-849092cd-7337-4445-9001-490aaad04ac7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 949 time: 0.0620258 Dec 13 09:37:06.798683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Port ec9c0095-f244-404d-a7b6-0d6bebdef19c update to DOWN by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 09:37:06.802279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] Pushing event deleted for resources: {'Port': ['ID=ec9c0095-f244-404d-a7b6-0d6bebdef19c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:06.806763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0d3be-04b6-4e47-bec1-5753a2123dcd None None] No DVR routers for this DVR port ec9c0095-f244-404d-a7b6-0d6bebdef19c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:06.855625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.860193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd65ad15-24da-4bb4-94c4-bbf5a7c3accc req-03661821-8b40-477f-a8d1-9f641ee706fe tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Dec 13 09:37:06.884894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=ec9c0095-f244-404d-a7b6-0d6bebdef19c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:06.889000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port ec9c0095-f244-404d-a7b6-0d6bebdef19c on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:06.967540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:06.987430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c62b18a-ab67-461e-b800-36e75bc1e215']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:06.997248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c28614c-1b15-4e5a-851b-256b300eee56') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:06.997553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c28614c-1b15-4e5a-851b-256b300eee56') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:06.999425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b271bab-855e-449f-8fa8-3e2e5218aff7 req-6b0cee88-707c-4a56-b134-78cf32684447 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.000905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b271bab-855e-449f-8fa8-3e2e5218aff7 req-6b0cee88-707c-4a56-b134-78cf32684447 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.0477750 Dec 13 09:37:07.006747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.020074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.025960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:07.026647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:07.029663 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:07.051089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b271bab-855e-449f-8fa8-3e2e5218aff7 req-31fdb19e-774d-486e-aa03-0c909703efd2 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Dec 13 09:37:07.078384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011'}, {'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:07.080950 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbadb23e-dc19-4c68-8b91-7d5eb5abd142" -d '{"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-plugged", "status": "completed", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011"}, {"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:07.091729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.109200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.112394 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/networks/5c62b18a-ab67-461e-b800-36e75bc1e215 HTTP/1.1" status: 204 len: 168 time: 0.8466725 Dec 13 09:37:07.116935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:07.122125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428548f-318d-49d4-8a79-0f9de6817a5d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Network': ['ID=5c62b18a-ab67-461e-b800-36e75bc1e215,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:07.122481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1448792007'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:07.142821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:07.146359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.203144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:07.221382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3adc8-b2fa-4f30-af73-189d682af4de req-6f7e0130-52d8-482b-8cb8-06d24573199e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.222839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4e3adc8-b2fa-4f30-af73-189d682af4de req-6f7e0130-52d8-482b-8cb8-06d24573199e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0743830 Dec 13 09:37:07.225733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.226074 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Added segment 8bfd452d-9dff-432c-8046-78db8ba1bc6a of type vlan for network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f Dec 13 09:37:07.280266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.315049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4e3adc8-b2fa-4f30-af73-189d682af4de req-cc3a8c78-f240-426b-8e6b-e98e5b86c13e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 Dec 13 09:37:07.324060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.330080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.330801 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.370478 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4adf5-38dc-4077-91ee-7ddc6b4911e6 x-openstack-request-id: req-f6c4adf5-38dc-4077-91ee-7ddc6b4911e6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:07.370837 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-plugged", "status": "completed", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011", "code": 200}, {"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-plugged", "status": "completed", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:07.371137 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6c4adf5-38dc-4077-91ee-7ddc6b4911e6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:07.371651 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'code': 200} Dec 13 09:37:07.371977 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'code': 200} Dec 13 09:37:07.395121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2768853 Dec 13 09:37:07.397822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:07.403618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'subnet': {'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:07.416038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a38b7-cd07-4bca-bbbd-6c7d2567f29a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Network': ['ID=3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:07.427112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:07.506406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:07.509953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.511098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeb498-56d4-49e4-90c7-5b123947ff91 req-f4d2fdb3-ae33-4e85-95a3-a8a34ef07065 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.512589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fbeb498-56d4-49e4-90c7-5b123947ff91 req-f4d2fdb3-ae33-4e85-95a3-a8a34ef07065 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.0596881 Dec 13 09:37:07.561651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fbeb498-56d4-49e4-90c7-5b123947ff91 req-5324cc43-0ce0-4c4f-8ece-3dddfe4fc2e9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Dec 13 09:37:07.697964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.773069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Subnet': ['ID=8d770cbf-cc03-47a8-8a59-7f37299a6099,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:07.775469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Checking segment: {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:07.776412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network hostable DHCP agents. Network: 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:07.794847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:07.806080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:07.811477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.812199 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.820519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c39f8d-0449-478f-97d1-7f7b38b5b533 None None] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:07.829909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768cd9b-97ec-4210-ac8b-8bd0ca2ea8a9 req-5ed8b4fe-b9c6-4f48-a814-f0c67e0a10a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:07.831554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2768cd9b-97ec-4210-ac8b-8bd0ca2ea8a9 req-5ed8b4fe-b9c6-4f48-a814-f0c67e0a10a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0574031 Dec 13 09:37:07.836007 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-722ec8c6-29f1-47ef-9164-89c612f69b71 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4345634 Dec 13 09:37:07.836295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45182) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:07.841543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2095220647'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:07.888834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:07.892437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.923215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2768cd9b-97ec-4210-ac8b-8bd0ca2ea8a9 req-a0139f0b-77d9-4036-8547-72e8cd46ba43 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781267 Dec 13 09:37:07.930234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f', 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f', 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'fixed_ips': [{'subnet_id': '8d770cbf-cc03-47a8-8a59-7f37299a6099'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:37:07.931878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.936727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:07.959610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:07.960300 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Added segment de8c2466-456e-4ee9-b9b7-b3ab79d74dc4 of type vlan for network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 Dec 13 09:37:08.007801 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.058873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:08.065537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.071518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.072103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.084733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Allocated IP 19.80.0.2 (3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f/8d770cbf-cc03-47a8-8a59-7f37299a6099/66529843-d047-4a89-a431-62ef1f10635b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:08.133397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb9fc4-2737-4eca-aa96-5055070d4fbf req-6a3e819f-e94a-4e53-b074-57e365615cb4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.134888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5cb9fc4-2737-4eca-aa96-5055070d4fbf req-6a3e819f-e94a-4e53-b074-57e365615cb4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 949 time: 0.1164834 Dec 13 09:37:08.147843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3104472 Dec 13 09:37:08.150637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:08.152613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1edd92e0-2457-4dbb-ba78-a6749c582482 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:08.156629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'subnet': {'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:08.166798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5c9b0-ad9b-47e1-88dd-b2f92ae29e80 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Network': ['ID=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.205995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:08.220073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5cb9fc4-2737-4eca-aa96-5055070d4fbf req-01ecba8d-6011-418a-881f-164f2a2be7aa tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Dec 13 09:37:08.227713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6091861e-a69d-4bb7-adc8-45209000ea2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.296876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:08.300424 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.316908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.328394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.339683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733bcc-9ace-4bc4-8e28-5bda30e16c35 req-93a5890c-9ac0-4dcc-bdae-328feb9eafbe tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.341481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27733bcc-9ace-4bc4-8e28-5bda30e16c35 req-93a5890c-9ac0-4dcc-bdae-328feb9eafbe tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.0543542 Dec 13 09:37:08.398352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:08.405770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:08.406661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27733bcc-9ace-4bc4-8e28-5bda30e16c35 req-491b15fe-6958-4b38-bc4a-121ec60972e6 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584848 Dec 13 09:37:08.411090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6091861e-a69d-4bb7-adc8-45209000ea2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.418769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6091861e-a69d-4bb7-adc8-45209000ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.420435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:08.431004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Pushing event updated for resources: {'Port': ['ID=66529843-d047-4a89-a431-62ef1f10635b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.438502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 1edd92e0-2457-4dbb-ba78-a6749c582482 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:08.457611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 1edd92e0-2457-4dbb-ba78-a6749c582482 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:08.457981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.515019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Attempting to bind port 66529843-d047-4a89-a431-62ef1f10635b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:08.515019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Attempting to bind port 66529843-d047-4a89-a431-62ef1f10635b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:08.515019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Attempting to bind port 66529843-d047-4a89-a431-62ef1f10635b on network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:08.522416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091861e-a69d-4bb7-adc8-45209000ea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb86a51-8f6b-4039-b5cd-ef70b509910c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.526547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:08.527631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Checking segment: {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:08.527631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.528044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Bound using segment: {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:08.528500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Bound port: 66529843-d047-4a89-a431-62ef1f10635b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:08.528884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.534469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6091861e-a69d-4bb7-adc8-45209000ea2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e72e911c12e54456856455c0b7bebecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744408 Dec 13 09:37:08.535727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:08.551465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e7156-143e-4951-8bd1-e799b0303be7 req-65e21394-eda4-49a6-809e-2512b5b535b2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.558492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2e7156-143e-4951-8bd1-e799b0303be7 req-65e21394-eda4-49a6-809e-2512b5b535b2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0922742 Dec 13 09:37:08.588357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.610490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.634041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2e7156-143e-4951-8bd1-e799b0303be7 req-87953a68-a056-43f8-928f-ea16476eff09 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733619 Dec 13 09:37:08.644970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] For port 66529843-d047-4a89-a431-62ef1f10635b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:08.649350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] For port 66529843-d047-4a89-a431-62ef1f10635b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=66529843-d047-4a89-a431-62ef1f10635b,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:08.652679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.653381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Subnet': ['ID=fad8ce00-2eb3-4d91-9d2a-023997dda402,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.658504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.671717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1edd92e0-2457-4dbb-ba78-a6749c582482,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:08.690520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.696074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Checking segment: {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:08.696449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network hostable DHCP agents. Network: bb5b714a-7b24-4962-bfcc-25a1eebfa6a0, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:08.703832 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.725622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:08.748674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9e496-d4f0-4dc4-b936-720248006fc3 None None] Pushing event updated for resources: {'Port': ['ID=66529843-d047-4a89-a431-62ef1f10635b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.749808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, bb5b714a-7b24-4962-bfcc-25a1eebfa6a0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:08.754642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.755305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.782805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b2693-c421-47e6-a5c1-db95aed64a47 None None] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:08.791923 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b1095e9-1fe0-49d6-82ac-e7a58e0e5d67 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6396780 Dec 13 09:37:08.794845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe8182-1cd5-415c-a29c-da45d051a168 req-d7914514-4a43-4280-8cea-594ee825852a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:08.797067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67fe8182-1cd5-415c-a29c-da45d051a168 req-d7914514-4a43-4280-8cea-594ee825852a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.0645909 Dec 13 09:37:08.800303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.803089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:08.804376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2eb86a51-8f6b-4039-b5cd-ef70b509910c HTTP/1.1" status: 204 len: 168 time: 0.2676930 Dec 13 09:37:08.834405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2ca0-e30e-4122-bf6d-671ca180983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb86a51-8f6b-4039-b5cd-ef70b509910c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:08.883357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67fe8182-1cd5-415c-a29c-da45d051a168 req-8064a459-fc16-4c4a-92f1-64d3153c0328 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775700 Dec 13 09:37:08.897944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:09.120940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca061f-f3c2-4399-8af6-de851c400422 req-f9345539-f2c7-4aa9-b146-02b7505d83ec tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:09.123306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dca061f-f3c2-4399-8af6-de851c400422 req-f9345539-f2c7-4aa9-b146-02b7505d83ec tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0745909 Dec 13 09:37:09.128105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-bb5b714a-7b24-4962-bfcc-25a1eebfa6a0', 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0', 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'fixed_ips': [{'subnet_id': 'fad8ce00-2eb3-4d91-9d2a-023997dda402'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:37:09.128994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.189158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dca061f-f3c2-4399-8af6-de851c400422 req-0713f357-6d25-40e6-bb77-1a9af09d4f3a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Dec 13 09:37:09.236898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:09.251943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f882964e-51db-4be0-82ee-76cc737a1f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.292408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Allocated IP 19.86.0.2 (bb5b714a-7b24-4962-bfcc-25a1eebfa6a0/fad8ce00-2eb3-4d91-9d2a-023997dda402/991c1420-538c-49ae-aeac-c9c15fa1b1cb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:09.337029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f882964e-51db-4be0-82ee-76cc737a1f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.343850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f882964e-51db-4be0-82ee-76cc737a1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.374029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:09.376402 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243960a7-1145-4c2e-9e41-035d9d58c406" -d '{"events": [{"server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "name": "network-vif-plugged", "status": "completed", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:09.392184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f882964e-51db-4be0-82ee-76cc737a1f12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e96b0a8b84fb4eefa350f34158e3f8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537859 Dec 13 09:37:09.392388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:09.393301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882964e-51db-4be0-82ee-76cc737a1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaf938f-f915-4471-b5f7-ebaad1ed1e0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:09.422806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-569e047e-c67a-4ccd-a59c-ca5cfa61a105 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:09.428564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-569e047e-c67a-4ccd-a59c-ca5cfa61a105 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:09.430228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-569e047e-c67a-4ccd-a59c-ca5cfa61a105 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/networks?id=3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f&id=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 HTTP/1.1" status: 200 len: 1392 time: 0.1432586 Dec 13 09:37:09.456667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-e3d8cb93-3de3-4706-8f4b-552b58284e0c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/quotas/8002e52f1b1640e1b8c59e5989305e36 HTTP/1.1" status: 200 len: 375 time: 0.0185432 Dec 13 09:37:09.464822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.471316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.481595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.513364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:09.517874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:09.521049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.521413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:09.528292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Pushing event updated for resources: {'Port': ['ID=991c1420-538c-49ae-aeac-c9c15fa1b1cb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:09.550339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-c8d9cfbe-52fb-4f48-90b6-20ee6c835329 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875027 Dec 13 09:37:09.582068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Attempting to bind port 991c1420-538c-49ae-aeac-c9c15fa1b1cb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:09.582531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Attempting to bind port 991c1420-538c-49ae-aeac-c9c15fa1b1cb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:09.582895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Attempting to bind port 991c1420-538c-49ae-aeac-c9c15fa1b1cb on network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:09.588510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:09.589151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Checking segment: {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:09.589884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.589884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Bound using segment: {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:09.590292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Bound port: 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:09.590774 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.648613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.651884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.655819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edaf938f-f915-4471-b5f7-ebaad1ed1e0c HTTP/1.1" status: 204 len: 168 time: 0.2602100 Dec 13 09:37:09.668993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] For port 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:09.675202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] For port 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=991c1420-538c-49ae-aeac-c9c15fa1b1cb,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:09.680978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa90595-f64f-4138-b80c-b5b979c65a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaf938f-f915-4471-b5f7-ebaad1ed1e0c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:09.681275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:09.700342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-15192d8a-e4fe-435c-adf5-3f5fe4ef034f service neutron] 10.222.0.30 "GET /v2.0/networks/3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382985 Dec 13 09:37:09.765095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996046-4ca1-498d-945b-bed6c4917cc6 None None] Pushing event updated for resources: {'Port': ['ID=991c1420-538c-49ae-aeac-c9c15fa1b1cb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:09.838216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-25b7a299-afec-4a58-8f6d-941eb98bea44 service neutron] 10.222.0.30 "GET /v2.0/networks/3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364520 Dec 13 09:37:09.977306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-66bda10a-9069-4425-a334-be32fdf0e551 service neutron] 10.222.0.30 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336474 Dec 13 09:37:10.155142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-34db0219-44de-478d-970f-f655036909e8 service neutron] 10.222.0.30 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777818 Dec 13 09:37:10.173012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67236753-aa8e-454b-b5f6-4f38767d1fe4 None None] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:10.271255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] Provisioning complete for port 66529843-d047-4a89-a431-62ef1f10635b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:10.271777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.466303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.484673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d699-765a-4224-9b53-bcf526b080bf req-c12e37f6-0c2f-4f32-81a3-e913f6407517 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:10.487591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fc5d699-765a-4224-9b53-bcf526b080bf req-c12e37f6-0c2f-4f32-81a3-e913f6407517 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 950 time: 0.0810251 Dec 13 09:37:10.546712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] For port 66529843-d047-4a89-a431-62ef1f10635b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=66529843-d047-4a89-a431-62ef1f10635b,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:10.556196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.623195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fc5d699-765a-4224-9b53-bcf526b080bf req-32e75ded-0a94-43a6-8794-ee8f884305ea tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142602 Dec 13 09:37:10.690276 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6a84e-f94b-4616-a676-21c34b3588ac x-openstack-request-id: req-f8a6a84e-f94b-4616-a676-21c34b3588ac {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:10.691244 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "name": "network-vif-plugged", "status": "completed", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:10.691676 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8a6a84e-f94b-4616-a676-21c34b3588ac {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:10.693012 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482', 'code': 200} Dec 13 09:37:10.694112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e170-0f02-416a-8f6f-816fe06610a8 None None] Pushing event updated for resources: {'Port': ['ID=66529843-d047-4a89-a431-62ef1f10635b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:10.772479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 991c1420-538c-49ae-aeac-c9c15fa1b1cb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:10.842958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:10.878998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082c776-309d-4539-9e32-7a561df52f2f req-7a79005c-976f-472a-843f-448dd9dc5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:10.880500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6082c776-309d-4539-9e32-7a561df52f2f req-7a79005c-976f-472a-843f-448dd9dc5927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 1101 time: 0.1146083 Dec 13 09:37:10.889319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d2cf9-342f-412d-b3bd-71e18cf28902 req-65c636c7-86b6-40d0-ac8e-be7fa3d2996c tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:10.890809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167d2cf9-342f-412d-b3bd-71e18cf28902 req-65c636c7-86b6-40d0-ac8e-be7fa3d2996c tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.1032269 Dec 13 09:37:10.908702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-460cc595-b0df-4cc3-a805-266e83403e51 None None] Provisioning complete for port 66529843-d047-4a89-a431-62ef1f10635b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:10.909828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-460cc595-b0df-4cc3-a805-266e83403e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.912923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 991c1420-538c-49ae-aeac-c9c15fa1b1cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:10.913468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:10.971125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6082c776-309d-4539-9e32-7a561df52f2f req-b19481f7-80af-4bc9-8153-9e7479e9bb64 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792038 Dec 13 09:37:10.980780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167d2cf9-342f-412d-b3bd-71e18cf28902 req-3bf0b022-8112-4382-9c40-d773e25db210 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699995 Dec 13 09:37:11.048545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-network', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:11.076905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Made reservation on behalf of f25a5f680e924d06b85745ab84d1d54c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:11.080787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.094804 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.096544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.120283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c850b6-32f4-4c8c-86e8-49777cfb8f56 req-bc8bab1e-64c7-4e1d-850c-a61c699a5fcc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.129836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c850b6-32f4-4c8c-86e8-49777cfb8f56 req-bc8bab1e-64c7-4e1d-850c-a61c699a5fcc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0634310 Dec 13 09:37:11.137380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=991c1420-538c-49ae-aeac-c9c15fa1b1cb,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:11.142787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.144543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 66529843-d047-4a89-a431-62ef1f10635b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:11.188259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c850b6-32f4-4c8c-86e8-49777cfb8f56 req-0eef2426-58c7-4e56-88c3-ea473fd9ba32 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575364 Dec 13 09:37:11.210132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.215746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.244230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:11.251559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=991c1420-538c-49ae-aeac-c9c15fa1b1cb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:11.256301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245d3640-92cb-418b-9870-b3f193dd9b6f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:11.262501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.263383 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Added segment 0010b9e5-bc81-4f21-89bb-743c55e6f383 of type vlan for network b8f6e915-e64f-45b9-b096-17d26f20327d Dec 13 09:37:11.271156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813ad94-2aab-416e-8079-4612eb8be314 None None] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:11.314325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.348514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.351246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.352070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.355580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 66529843-d047-4a89-a431-62ef1f10635b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:11.356028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.366098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2e92-9331-4651-a52f-64e37d59cda0 req-0e048b58-b208-4b87-92d7-268b68dff12d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.382533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b23c2e92-9331-4651-a52f-64e37d59cda0 req-0e048b58-b208-4b87-92d7-268b68dff12d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.0709424 Dec 13 09:37:11.389351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5444326 Dec 13 09:37:11.394130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:11.401062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3bfa69af-e644-44fa-a080-e35a9354b8ff None None] Provisioning complete for port 991c1420-538c-49ae-aeac-c9c15fa1b1cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:11.402247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bfa69af-e644-44fa-a080-e35a9354b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.409857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Request body: {'subnet': {'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-subnet', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:11.448880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ab0bf-96d6-4538-a440-5a617c3493c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f6e915-e64f-45b9-b096-17d26f20327d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:11.468238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b23c2e92-9331-4651-a52f-64e37d59cda0 req-121f9fba-62f7-4006-b7cb-8b43b8d6f1f7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837638 Dec 13 09:37:11.473610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b8f6e915-e64f-45b9-b096-17d26f20327d details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:11.474328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Made reservation on behalf of f25a5f680e924d06b85745ab84d1d54c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:11.476742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.623177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac900be-c1d4-4415-b57e-16c832d01f51 req-9943a1e4-df1e-49b1-bbcc-011ed9d14a32 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:11.624673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac900be-c1d4-4415-b57e-16c832d01f51 req-9943a1e4-df1e-49b1-bbcc-011ed9d14a32 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0853117 Dec 13 09:37:11.741781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac900be-c1d4-4415-b57e-16c832d01f51 req-70595783-3793-4e62-9524-617745ac9bf4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076491 Dec 13 09:37:11.768234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.851859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5ff7c51-2da9-413c-8606-a11328990042 req-95f294b1-7158-4cda-9af3-be22e9b9c4a2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 210 time: 0.0388887 Dec 13 09:37:11.854881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa3ab13-f53c-4fbb-8971-412c977a2ee6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:11.860674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Checking segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:11.860993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Network hostable DHCP agents. Network: b8f6e915-e64f-45b9-b096-17d26f20327d, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:11.877401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ef671b64-1d79-4212-bbd3-de0a2781fc6d None None] Provisioning complete for port 991c1420-538c-49ae-aeac-c9c15fa1b1cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:11.877832 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef671b64-1d79-4212-bbd3-de0a2781fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:11.943625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Network b8f6e915-e64f-45b9-b096-17d26f20327d is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:11.982883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b8f6e915-e64f-45b9-b096-17d26f20327d) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:11.993851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d1128-fbb6-4686-88b8-352f7e1d1619 None None] Network b8f6e915-e64f-45b9-b096-17d26f20327d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:11.999909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.000510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.031405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2397ecd-66f6-44cf-a61e-3a78f3de6e50 req-6b5e0c97-4806-4a74-b6ad-1bf6d885e5e8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.032944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2397ecd-66f6-44cf-a61e-3a78f3de6e50 req-6b5e0c97-4806-4a74-b6ad-1bf6d885e5e8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 950 time: 0.1077228 Dec 13 09:37:12.040987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b591ec10-fe45-455c-bb70-f4cab6c9561a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.047557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b591ec10-fe45-455c-bb70-f4cab6c9561a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.049105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b591ec10-fe45-455c-bb70-f4cab6c9561a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "GET /v2.0/networks?id=3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f&id=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 HTTP/1.1" status: 200 len: 1392 time: 0.1848354 Dec 13 09:37:12.057314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf15670a-54d6-4e68-a484-12f502440f6d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6590598 Dec 13 09:37:12.058148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:12.063837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:12.064864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'port': {'device_id': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f', 'admin_state_up': True, 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:12.094712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.095772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.128305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-b8f6e915-e64f-45b9-b096-17d26f20327d', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:37:12.131883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.155107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2397ecd-66f6-44cf-a61e-3a78f3de6e50 req-20551d32-7d34-4ee8-91a7-6c8aa4784e10 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Dec 13 09:37:12.164988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.216901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:12.223370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.303879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Allocated IP 172.20.0.2 (b8f6e915-e64f-45b9-b096-17d26f20327d/cfa3ab13-f53c-4fbb-8971-412c977a2ee6/4cf5c91f-c9b2-4de2-a96d-0994008a2d02) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:12.352262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e838e4e-5d4b-44cb-8e62-babe501c686a req-32db21ec-8e8d-4530-9707-bb83642b7f88 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.354040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e838e4e-5d4b-44cb-8e62-babe501c686a req-32db21ec-8e8d-4530-9707-bb83642b7f88 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.1130722 Dec 13 09:37:12.363087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.428765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Allocated IP 19.80.0.71 (3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f/8d770cbf-cc03-47a8-8a59-7f37299a6099/5153e849-a052-420c-bb33-797b77abbbb8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:12.455764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e838e4e-5d4b-44cb-8e62-babe501c686a req-a3315c7c-0919-40c6-8d97-5f95e4753b28 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Dec 13 09:37:12.609000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 991c1420-538c-49ae-aeac-c9c15fa1b1cb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:12.633360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.652209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.657858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393650-4229-4cfb-bcc7-a2feb51fa26a req-c1cbcaef-d141-4f91-b6be-d9e4efbbc226 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.659606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c393650-4229-4cfb-bcc7-a2feb51fa26a req-c1cbcaef-d141-4f91-b6be-d9e4efbbc226 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0912399 Dec 13 09:37:12.660062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.668035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.693572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.733667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Network b8f6e915-e64f-45b9-b096-17d26f20327d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:12.740070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:12.742748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:12.746361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:12.750182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c393650-4229-4cfb-bcc7-a2feb51fa26a req-e6958680-0d28-4444-9a0b-a4784ed2cd10 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845563 Dec 13 09:37:12.774428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 991c1420-538c-49ae-aeac-c9c15fa1b1cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:12.774966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.776931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.806882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Allocated IP 172.25.1.187 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/b04783e5-e43e-45ce-98f2-cee2852f52b3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:12.832556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:12.835512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Attempting to bind port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:12.835950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:12.836072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Attempting to bind port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:12.836407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Attempting to bind port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:12.841798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:12.846612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:12.846994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Checking segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:12.848076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.848076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Bound using segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:12.848345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.848449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Bound port: 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:12.848690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.848884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.864360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:12.882406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.882744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.883092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.883428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.883763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.884092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.884421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.884826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.885108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.885478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.885890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.886197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.886526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:12.913302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-1ebcf9e2-ab27-4b4d-a70b-640ef4e76fde tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8527551 Dec 13 09:37:12.928127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Request body: {'port': {'device_id': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0', 'admin_state_up': True, 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:12.953436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:12.975151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] For port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:12.990430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428958-6097-4f5b-94b8-0cd233722fe4 req-7f174d38-b6ac-45ad-a5a2-18abe98a25da tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:12.991939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be428958-6097-4f5b-94b8-0cd233722fe4 req-7f174d38-b6ac-45ad-a5a2-18abe98a25da tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1287007 Dec 13 09:37:12.993700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] For port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:12.996262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 66529843-d047-4a89-a431-62ef1f10635b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:12.997654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.029620 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.039878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:13.045510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:13.050234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:13.074523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b04783e5-e43e-45ce-98f2-cee2852f52b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:13.108828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be428958-6097-4f5b-94b8-0cd233722fe4 req-736be194-5ec7-4ce3-98e1-de6df81923c0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000633 Dec 13 09:37:13.146572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Made reservation on behalf of 8002e52f1b1640e1b8c59e5989305e36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:13.154172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.211345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c56a9-9445-416d-bee9-a0b91eb0d146 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:13.226186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a825b326-e6f1-4c45-a2f8-065070b102a8 None None] Provisioning complete for port 5153e849-a052-420c-bb33-797b77abbbb8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:13.226561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a825b326-e6f1-4c45-a2f8-065070b102a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.269423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 66529843-d047-4a89-a431-62ef1f10635b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:13.269795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.301190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a825b326-e6f1-4c45-a2f8-065070b102a8 None None] Port 5153e849-a052-420c-bb33-797b77abbbb8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:13.345874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c422-0c7e-4bc6-a6d3-54b43a2ec3f1 req-3f296100-e50b-4cdd-8a9f-8366d578f884 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:13.346506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d276c422-0c7e-4bc6-a6d3-54b43a2ec3f1 req-3f296100-e50b-4cdd-8a9f-8366d578f884 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1023562 Dec 13 09:37:13.377466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Allocated IP 19.86.0.63 (bb5b714a-7b24-4962-bfcc-25a1eebfa6a0/fad8ce00-2eb3-4d91-9d2a-023997dda402/9f1d47b0-d03d-472f-bb3a-0c846c8edd69) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:13.437648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.449582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d276c422-0c7e-4bc6-a6d3-54b43a2ec3f1 req-60f34c1f-1fe4-47ed-b8e8-343e7fc17961 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Dec 13 09:37:13.608200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a17da4-0cd1-4dfa-a7be-fedde8bd4eaf req-800b8d05-51c1-481b-816b-f3d3193d1550 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:13.609639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48a17da4-0cd1-4dfa-a7be-fedde8bd4eaf req-800b8d05-51c1-481b-816b-f3d3193d1550 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 931 time: 0.0777283 Dec 13 09:37:13.638628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.657768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.694686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48a17da4-0cd1-4dfa-a7be-fedde8bd4eaf req-912fbf10-a0b2-416d-9ae0-a71bd087d5b2 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Dec 13 09:37:13.707074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.770248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:13.785743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:13.805082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Router 30929886-e24e-49ee-bb69-f29d4382740f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:37:13.934847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:13.946437 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:13.963987 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:13.965106 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:13.977584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:13.982443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d91bbdfb-1403-41ef-81d4-ab3d28ffb6f3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.9197056 Dec 13 09:37:13.983072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:14.045195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:14.051555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.052191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.056481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event updated for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:14.083328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-d89c0510-f1df-441d-b00a-8496bd3e9d78 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1591601 Dec 13 09:37:14.092279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263803-370f-4adb-814e-ab7d0f6ae50a req-6c28aeb2-fa83-4493-a9c1-aaea252368bf tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.094189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33263803-370f-4adb-814e-ab7d0f6ae50a req-6c28aeb2-fa83-4493-a9c1-aaea252368bf tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 950 time: 0.3357689 Dec 13 09:37:14.099312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Request body: {'port': {'device_id': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:14.135214 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:14.147936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-df2c5a82-e5fe-462d-b618-e1f734046c99 None None] Provisioning complete for port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:14.148511 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df2c5a82-e5fe-462d-b618-e1f734046c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.203622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33263803-370f-4adb-814e-ab7d0f6ae50a req-08ae6f73-94bd-4de9-bc77-f245d934a0c7 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995221 Dec 13 09:37:14.206475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.231535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-df2c5a82-e5fe-462d-b618-e1f734046c99 None None] Port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:14.381893 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:13Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:14.405203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74872b7-d569-4353-bc6a-f3b9565e94ae req-25f19ede-3544-465e-8f1b-aeb26787bb23 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.406839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a74872b7-d569-4353-bc6a-f3b9565e94ae req-25f19ede-3544-465e-8f1b-aeb26787bb23 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.1242805 Dec 13 09:37:14.410519 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:14.411053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Updating router 30929886-e24e-49ee-bb69-f29d4382740f port b04783e5-e43e-45ce-98f2-cee2852f52b3 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:37:14.437208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80866382-058d-4468-a272-174ca599953a None None] Network b8f6e915-e64f-45b9-b096-17d26f20327d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:14.442912 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.527830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a74872b7-d569-4353-bc6a-f3b9565e94ae req-8c38d37d-3ea5-4b1e-8e9f-6e19f6933885 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087153 Dec 13 09:37:14.594404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Provisioning complete for port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:14.594779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.691131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:14.758980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5153e849-a052-420c-bb33-797b77abbbb8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:14.774759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b917c-5c6f-415a-9e0e-42bd58caf36b req-c2c27ac1-c245-4b9b-b6b4-440ad7456614 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:14.784064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f7b917c-5c6f-415a-9e0e-42bd58caf36b req-c2c27ac1-c245-4b9b-b6b4-440ad7456614 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.1479256 Dec 13 09:37:14.787700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.799652 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.812408 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.818151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:14.818610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.834070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Transition to ACTIVE for port object 5153e849-a052-420c-bb33-797b77abbbb8 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:14.842303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.870294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.887751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Pushing event updated for resources: {'Port': ['ID=b04783e5-e43e-45ce-98f2-cee2852f52b3,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:14.898169 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.898533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.898878 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.899212 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.899535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.900227 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.904080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.905407 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.906139 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.906753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.907094 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.907433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.907764 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.908345 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:14.924396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f7b917c-5c6f-415a-9e0e-42bd58caf36b req-2e729fe5-cea3-4079-a83b-2da1d4c6e9f5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391587 Dec 13 09:37:14.950043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] For port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:14.960605 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Attempting to bind port b04783e5-e43e-45ce-98f2-cee2852f52b3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:14.961191 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Attempting to bind port b04783e5-e43e-45ce-98f2-cee2852f52b3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:14.961506 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Attempting to bind port b04783e5-e43e-45ce-98f2-cee2852f52b3 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:14.967635 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:14.968012 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:14.968470 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.968867 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:14.969359 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Bound port: b04783e5-e43e-45ce-98f2-cee2852f52b3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:14.969761 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:14.976212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.019931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Pushing event updated for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.059192 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] For port b04783e5-e43e-45ce-98f2-cee2852f52b3, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:15.062741 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] For port b04783e5-e43e-45ce-98f2-cee2852f52b3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b04783e5-e43e-45ce-98f2-cee2852f52b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:15.076327 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.100586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Attempting to bind port 5153e849-a052-420c-bb33-797b77abbbb8 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:15.101151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Attempting to bind port 5153e849-a052-420c-bb33-797b77abbbb8 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:15.101390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Attempting to bind port 5153e849-a052-420c-bb33-797b77abbbb8 on network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:15.121268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Port 5153e849-a052-420c-bb33-797b77abbbb8 on network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:15.124645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Attempting to bind port 5153e849-a052-420c-bb33-797b77abbbb8 on network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:15.157995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:15.158379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Checking segment: {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:15.158731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Bound using segment: {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:15.159186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Bound port: 5153e849-a052-420c-bb33-797b77abbbb8, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfd452d-9dff-432c-8046-78db8ba1bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:15.159547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.170639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Allocated IP 172.20.0.1 (b8f6e915-e64f-45b9-b096-17d26f20327d/cfa3ab13-f53c-4fbb-8971-412c977a2ee6/556231ac-c173-47c1-983c-2db66ec541af) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:15.192473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.196095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a831-5f5f-4521-9486-960bf14f81cd req-40f002da-e9c0-4707-ab86-d3d9cdd886a1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:15.197971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c58a831-5f5f-4521-9486-960bf14f81cd req-40f002da-e9c0-4707-ab86-d3d9cdd886a1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1532023 Dec 13 09:37:15.225453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.226317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.227158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.227942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.228485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.229022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.230971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.231531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.232899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.233511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.234831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.235434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.236602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df0c9c-0f17-4910-a204-1fee3a3f5d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.276820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-09b6c77b-4040-4ab7-a234-6afebd5b82ae None None] Provisioning complete for port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:15.277954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09b6c77b-4040-4ab7-a234-6afebd5b82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.298061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:15.301946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5153e849-a052-420c-bb33-797b77abbbb8,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:15.306831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c58a831-5f5f-4521-9486-960bf14f81cd req-b613b488-b700-4fc8-9268-ba3b087fbfe6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799227 Dec 13 09:37:15.310256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.317872 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df9168-6f7b-4950-83f1-03e6a9308d58 None None] Pushing event updated for resources: {'Port': ['ID=b04783e5-e43e-45ce-98f2-cee2852f52b3,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.321147 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:15.322053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:15.351926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.358573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:15.359194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.360557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-41d19630-31eb-4602-954f-b23644ef285e service neutron] 10.222.0.44 "PUT /v2.0/ports/5153e849-a052-420c-bb33-797b77abbbb8 HTTP/1.1" status: 200 len: 1091 time: 1.2654521 Dec 13 09:37:15.361004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:15.363589 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47603f85-109b-4b61-8423-6e9a54948008" -d '{"events": [{"name": "network-changed", "server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "tag": "5153e849-a052-420c-bb33-797b77abbbb8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:15.406938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d19630-31eb-4602-954f-b23644ef285e service neutron] Pushing event updated for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.420129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Request body: {'port': {'device_id': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:15.421425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.474109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Network b8f6e915-e64f-45b9-b096-17d26f20327d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:15.477190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:15.481734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:15.490088 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:15.522714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Pushing event updated for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:15.537695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4f0e5-6f5c-472a-9ca2-1f7dcfceafda req-25dec08d-728a-4d85-9e95-ac114762d5af tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:15.542004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.543145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.543145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.543372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.543634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.543968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.544302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.544646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.544959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.545505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.545641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.545967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.546294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:37:15.556333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bf4f0e5-6f5c-472a-9ca2-1f7dcfceafda req-25dec08d-728a-4d85-9e95-ac114762d5af tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 1101 time: 0.1426277 Dec 13 09:37:15.576346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.592973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.689692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bf4f0e5-6f5c-472a-9ca2-1f7dcfceafda req-d8bcd8ea-2b13-4501-96be-48b32982db42 tempest-ServersOnMultiNodesTest-479576009 tempest-ServersOnMultiNodesTest-479576009-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305490 Dec 13 09:37:15.780171 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.826909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d2c2b008-988c-40bd-b2fb-42535e0ecbd1 None None] Provisioning complete for port 556231ac-c173-47c1-983c-2db66ec541af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:15.827532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b008-988c-40bd-b2fb-42535e0ecbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:15.872858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2b008-988c-40bd-b2fb-42535e0ecbd1 None None] Port 556231ac-c173-47c1-983c-2db66ec541af cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:15.874557 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:13Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:15.906535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ec5e7-a98a-4c65-96de-490e369e6e6b None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:13Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:15.907373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed20c1-7d06-4d1b-b65a-75f69277e611 req-406bd096-c479-45ae-b83c-76553befb2cf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:15.914796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85ed20c1-7d06-4d1b-b65a-75f69277e611 req-406bd096-c479-45ae-b83c-76553befb2cf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1153915 Dec 13 09:37:15.989682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85ed20c1-7d06-4d1b-b65a-75f69277e611 req-4e87c92d-71a1-48b0-9010-68e25239b0a6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739799 Dec 13 09:37:16.005221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.017790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.093489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Pushing event updated for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:16.096044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.112185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:16.121781 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.139863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Transition to ACTIVE for port object 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:16.152720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d423-8f0e-4aae-a3d0-e534951fb105 req-91e7ea4c-2158-4d89-938f-ef6b5e022e0c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.159013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d423-8f0e-4aae-a3d0-e534951fb105 req-91e7ea4c-2158-4d89-938f-ef6b5e022e0c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.160606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdb6d423-8f0e-4aae-a3d0-e534951fb105 req-91e7ea4c-2158-4d89-938f-ef6b5e022e0c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1665 time: 0.0895839 Dec 13 09:37:16.161835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.200551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Network b8f6e915-e64f-45b9-b096-17d26f20327d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:16.202309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:16.293480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:16.339005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdb6d423-8f0e-4aae-a3d0-e534951fb105 req-47af8d41-2540-46c6-b107-1f8ebf65022f tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684968 Dec 13 09:37:16.340169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Attempting to bind port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:16.340611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Attempting to bind port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:16.341081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Attempting to bind port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 on network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:16.355707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 on network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:16.356262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Attempting to bind port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 on network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:16.369142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:16.369701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Checking segment: {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:16.371054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Bound using segment: {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:16.371665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Bound port: 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:16.372137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.418201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:37:16.437144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9966a67b-8048-49cb-8f30-a18a8bc36046 x-openstack-request-id: req-9966a67b-8048-49cb-8f30-a18a8bc36046 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:16.437144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "tag": "5153e849-a052-420c-bb33-797b77abbbb8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:16.437144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9966a67b-8048-49cb-8f30-a18a8bc36046 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:16.437144 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8', 'status': 'completed', 'code': 200} Dec 13 09:37:16.503255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:16.508286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:16.529019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.558145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-c44dd077-9640-4abb-a750-d402cf673b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.559050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-c44dd077-9640-4abb-a750-d402cf673b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.560720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47603f85-109b-4b61-8423-6e9a54948008 req-c44dd077-9640-4abb-a750-d402cf673b2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1937 time: 0.1071663 Dec 13 09:37:16.668676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:16.682067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36b4596a-63ef-45f0-a9b3-ea8ace7a18f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/30929886-e24e-49ee-bb69-f29d4382740f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978147 Dec 13 09:37:16.779342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fc7349ff-bafa-45ad-a1a0-3e6ef7bce571 None None] Provisioning complete for port 556231ac-c173-47c1-983c-2db66ec541af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:16.780971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc7349ff-bafa-45ad-a1a0-3e6ef7bce571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:16.917781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fc7349ff-bafa-45ad-a1a0-3e6ef7bce571 None None] Port 556231ac-c173-47c1-983c-2db66ec541af cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:16.922589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b04783e5-e43e-45ce-98f2-cee2852f52b3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:16.993148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-f4e3c7c6-283b-4bac-a981-ac197c704736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.994474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-f4e3c7c6-283b-4bac-a981-ac197c704736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.995711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-f4e3c7c6-283b-4bac-a981-ac197c704736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:16.998575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47603f85-109b-4b61-8423-6e9a54948008 req-f4e3c7c6-283b-4bac-a981-ac197c704736 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8002e52f1b1640e1b8c59e5989305e36&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2821145 Dec 13 09:37:16.999882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-03d52947-fc38-4cc6-8b54-f5e7d512fb6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.3252070 Dec 13 09:37:17.009315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b04783e5-e43e-45ce-98f2-cee2852f52b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:17.009974 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.066965 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-dd53b382-3f21-4e4d-bca1-717490d62b77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425328 Dec 13 09:37:17.093699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-586acbbd-4eb3-4f54-980c-19f0578f5260 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.095266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-586acbbd-4eb3-4f54-980c-19f0578f5260 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36&tenant_id=3aa27bd3a766474b90838030f6809cb3&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 949 time: 0.1618948 Dec 13 09:37:17.107761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.121723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-8834d0d6-983a-454d-b544-127a40d02036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.123182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-8834d0d6-983a-454d-b544-127a40d02036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0851042 Dec 13 09:37:17.152238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b04783e5-e43e-45ce-98f2-cee2852f52b3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b04783e5-e43e-45ce-98f2-cee2852f52b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:17.160102 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.161191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:17.198496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.199370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.200972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] 10.222.0.44 "PUT /v2.0/ports/9f1d47b0-d03d-472f-bb3a-0c846c8edd69 HTTP/1.1" status: 200 len: 1091 time: 1.7951853 Dec 13 09:37:17.232600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-c1a562c8-6683-410c-b7c8-b5b800a51a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.234582 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-c1a562c8-6683-410c-b7c8-b5b800a51a49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c485f568d5f244e6b4269dab11ad1044&device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 1101 time: 0.1365888 Dec 13 09:37:17.261358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:17.262006 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:17.271020 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-6b2b17ff-fa20-466a-aaa8-36f0ec7de563 service neutron] delete failed (client error): The resource could not be found. Dec 13 09:37:17.272026 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-6b2b17ff-fa20-466a-aaa8-36f0ec7de563 service neutron] 10.222.0.37 "DELETE /v2.0/ports/86ca7291-50a2-410f-9ed0-d1161ba8704e/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.1569633 Dec 13 09:37:17.327578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b04783e5-e43e-45ce-98f2-cee2852f52b3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:17.336568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fb029-e13b-4f46-8909-93acfec7ca4b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:17.345749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-95df9708-e1c5-4312-88cb-83c76645844f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436572 Dec 13 09:37:17.393357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-c0e4fe6e-f36b-4a44-bf19-321c3df8e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.394901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-c0e4fe6e-f36b-4a44-bf19-321c3df8e98e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1389241 Dec 13 09:37:17.460777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bff71-a4a3-497a-b7cb-d467cf50e255 req-1b4f3c04-e4df-46bc-8d7a-f36f5f4bf46a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.462283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-995bff71-a4a3-497a-b7cb-d467cf50e255 req-1b4f3c04-e4df-46bc-8d7a-f36f5f4bf46a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.4567316 Dec 13 09:37:17.464286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-e8e810fa-55c7-4fe5-91fc-73d5768e6edd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf HTTP/1.1" status: 200 len: 217 time: 0.0556335 Dec 13 09:37:17.464856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f48b4-d1c6-44f8-ba97-abf15aebc653 req-f2d1335d-6e62-435e-ab1f-af728b563f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.466310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e1f48b4-d1c6-44f8-ba97-abf15aebc653 req-f2d1335d-6e62-435e-ab1f-af728b563f93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1096 time: 0.7257507 Dec 13 09:37:17.477412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-ab32b5d2-a620-4861-b705-cd6d93e91226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.478892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-ab32b5d2-a620-4861-b705-cd6d93e91226 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.0831130 Dec 13 09:37:17.483199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fae93-221f-4089-a97d-47805bfc1a6a req-510356ca-296f-4cf6-ba9b-4338f078de27 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.484648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f91fae93-221f-4089-a97d-47805bfc1a6a req-510356ca-296f-4cf6-ba9b-4338f078de27 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.8088717 Dec 13 09:37:17.576347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-ad0f0ad3-2865-40c5-a301-97f4856a222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.577851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-ad0f0ad3-2865-40c5-a301-97f4856a222f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0974061 Dec 13 09:37:17.587208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603f85-109b-4b61-8423-6e9a54948008 req-38c96ee3-cb90-42fb-a76d-bf291952b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.589202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47603f85-109b-4b61-8423-6e9a54948008 req-38c96ee3-cb90-42fb-a76d-bf291952b8b5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4785893 Dec 13 09:37:17.611367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-dce438b5-d23d-44e5-9018-a574cc35072b service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541125 Dec 13 09:37:17.634832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-8c6c59e2-1229-44ce-9d02-c667ca9a4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.636937 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-8c6c59e2-1229-44ce-9d02-c667ca9a4e47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1493330 Dec 13 09:37:17.672050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-995bff71-a4a3-497a-b7cb-d467cf50e255 req-88c123cf-6fae-4bfc-b0a5-54c8ab8dbb12 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993394 Dec 13 09:37:17.685395 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-9af1bedc-fe1c-4f7e-93b7-387d525ebb45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.0413604 Dec 13 09:37:17.688138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-52a13857-3ba8-4d89-bebc-acccc52a7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.689602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-52a13857-3ba8-4d89-bebc-acccc52a7436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986388 Dec 13 09:37:17.708490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e1f48b4-d1c6-44f8-ba97-abf15aebc653 req-c9ab9511-f302-4dd2-badb-e2b39f00a200 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206101 Dec 13 09:37:17.726258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f91fae93-221f-4089-a97d-47805bfc1a6a req-28f370be-09a1-4a70-ab6d-7db29e5d3a35 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281287 Dec 13 09:37:17.791265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-417a5192-57e5-45b9-bdb9-6fb06b946926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.792253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-417a5192-57e5-45b9-bdb9-6fb06b946926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.794201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-417a5192-57e5-45b9-bdb9-6fb06b946926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1979 time: 0.1460891 Dec 13 09:37:17.802417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-037ac962-f347-42ac-89d5-3c9e2a90afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.803907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-037ac962-f347-42ac-89d5-3c9e2a90afe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1061263 Dec 13 09:37:17.833719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-4cc58cbb-f0d8-4b85-a04f-f3786a47c3c6 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342466 Dec 13 09:37:17.875051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-835acb55-ba5a-4d80-80e2-98d3d0224737 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473073 Dec 13 09:37:17.878809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-09915f5e-3b36-4df4-a021-0314f7242f39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=5153e849-a052-420c-bb33-797b77abbbb8 HTTP/1.1" status: 200 len: 217 time: 0.0712955 Dec 13 09:37:17.891027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4edc-fd00-4d57-97bd-8f8586728689 req-b75e1ba0-2fbd-476b-9c92-a0da4f2543fd tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.892475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20a4edc-fd00-4d57-97bd-8f8586728689 req-b75e1ba0-2fbd-476b-9c92-a0da4f2543fd tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1517437 Dec 13 09:37:17.955973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57776557-ad02-4ffb-88cb-e6eac932b792 req-cd0c64bb-0bbf-4649-b4ab-7e766dffa294 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.957441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57776557-ad02-4ffb-88cb-e6eac932b792 req-cd0c64bb-0bbf-4649-b4ab-7e766dffa294 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 950 time: 0.1592169 Dec 13 09:37:17.991827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-bb87d586-e672-495b-af21-592828f71c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:17.993305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-bb87d586-e672-495b-af21-592828f71c2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d770cbf-cc03-47a8-8a59-7f37299a6099 HTTP/1.1" status: 200 len: 801 time: 0.0988901 Dec 13 09:37:18.020320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20a4edc-fd00-4d57-97bd-8f8586728689 req-93950c2f-65b7-4a2a-a8d4-4e8a843acca8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157167 Dec 13 09:37:18.064762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57776557-ad02-4ffb-88cb-e6eac932b792 req-c6f9d4b1-9790-42f3-ac2b-8d092b4101b1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001446 Dec 13 09:37:18.075034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-8b754aba-1753-468a-aa7a-ce514544f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.076829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-8b754aba-1753-468a-aa7a-ce514544f0df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693355 Dec 13 09:37:18.210745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-6894f54d-0424-4649-af25-ec8599952ac5 service neutron] 10.222.0.44 "GET /v2.0/networks/3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226001 Dec 13 09:37:18.222022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338838-2fd7-4974-a7da-ba57115f4c3c req-2b6bcd3b-3118-4b75-9ae4-6b6980dd4614 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.223537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad338838-2fd7-4974-a7da-ba57115f4c3c req-2b6bcd3b-3118-4b75-9ae4-6b6980dd4614 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0736594 Dec 13 09:37:18.237223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:18.247515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:18.248224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:18.353563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:18.569022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 2, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:18.585029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:18.587321 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6820e3-56ad-469a-8462-fa69083d17c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:18.597053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b04783e5-e43e-45ce-98f2-cee2852f52b3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:18.599492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:18.599737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Updating router 30929886-e24e-49ee-bb69-f29d4382740f port 556231ac-c173-47c1-983c-2db66ec541af binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:37:18.647372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:18.650073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad338838-2fd7-4974-a7da-ba57115f4c3c req-6ffa0c22-6202-47f8-bf5a-72df569ecb89 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167762 Dec 13 09:37:18.703738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-52c63fc8-5184-4221-8451-6b67a827e8f3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.705351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-52c63fc8-5184-4221-8451-6b67a827e8f3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/ports?device_id=59f1d346-530a-4618-9c3d-ace0e28657e6 HTTP/1.1" status: 200 len: 950 time: 0.4151006 Dec 13 09:37:18.714618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-e31ac4bd-cf76-4125-a58c-8c5d04f7371e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.716092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-e31ac4bd-cf76-4125-a58c-8c5d04f7371e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 820 time: 0.4838781 Dec 13 09:37:18.736835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-e48d3cb3-c41c-4a74-a65c-cc0cd7d7d565 service neutron] 10.222.0.44 "GET /v2.0/networks/3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123398 Dec 13 09:37:18.763328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b04783e5-e43e-45ce-98f2-cee2852f52b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:18.763702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:18.822818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-b734369f-29a7-477b-b6bb-81f1b1d5a3f0 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/quotas/f25a5f680e924d06b85745ab84d1d54c HTTP/1.1" status: 200 len: 375 time: 0.0880907 Dec 13 09:37:18.831348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-08448d9d-ab6b-4ba4-a7d6-32e918a7e4b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69 HTTP/1.1" status: 200 len: 217 time: 0.0768440 Dec 13 09:37:18.928423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1ab18-8dd6-4bce-aaac-5bbce5cca481 req-715eba22-e757-4d2c-8177-f0b65ecc5e8d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.934608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1ab18-8dd6-4bce-aaac-5bbce5cca481 req-715eba22-e757-4d2c-8177-f0b65ecc5e8d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.936295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20a1ab18-8dd6-4bce-aaac-5bbce5cca481 req-715eba22-e757-4d2c-8177-f0b65ecc5e8d tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1677 time: 0.2178428 Dec 13 09:37:18.981100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-a77834cf-0006-4128-a204-18745af96476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:18.982599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-a77834cf-0006-4128-a204-18745af96476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fad8ce00-2eb3-4d91-9d2a-023997dda402 HTTP/1.1" status: 200 len: 801 time: 0.1309409 Dec 13 09:37:19.001217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-0bbc8d5e-ffc5-4513-99a1-7d654e06af36 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515157 Dec 13 09:37:19.054476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 1edd92e0-2457-4dbb-ba78-a6749c582482 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:19.054826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.120198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.125612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.146616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20a1ab18-8dd6-4bce-aaac-5bbce5cca481 req-ca81a62d-887e-4f40-9ff8-5453b2253c34 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962438 Dec 13 09:37:19.174177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f1074-af52-424c-a679-3c5dd6bd6c0b None None] Pushing event updated for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:19.174658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-34cc8a3b-df38-4974-8cef-e82f9e6cb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.176156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-34cc8a3b-df38-4974-8cef-e82f9e6cb8c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1844983 Dec 13 09:37:19.238056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Attempting to bind port 556231ac-c173-47c1-983c-2db66ec541af on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:19.238632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Attempting to bind port 556231ac-c173-47c1-983c-2db66ec541af by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:19.238940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Attempting to bind port 556231ac-c173-47c1-983c-2db66ec541af on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:19.244724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:19.245100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Checking segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:19.245534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.245923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Bound using segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:19.246396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Bound port: 556231ac-c173-47c1-983c-2db66ec541af, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:19.246781 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.273900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a225d47d-093e-4839-af43-18bab42be9fe service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615116 Dec 13 09:37:19.320440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] For port 556231ac-c173-47c1-983c-2db66ec541af, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:19.325583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] For port 556231ac-c173-47c1-983c-2db66ec541af, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=556231ac-c173-47c1-983c-2db66ec541af,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:19.331513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.363252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 1edd92e0-2457-4dbb-ba78-a6749c582482, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1edd92e0-2457-4dbb-ba78-a6749c582482,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:19.363625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.392676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:19.393427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:19.395500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f1074-af52-424c-a679-3c5dd6bd6c0b None None] Pushing event updated for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:19.400625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 1edd92e0-2457-4dbb-ba78-a6749c582482 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:19.428868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-784376c7-40e6-4e2b-93d2-c76dc80cb059 service neutron] 10.222.0.44 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326138 Dec 13 09:37:19.495248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] Provisioning complete for port 556231ac-c173-47c1-983c-2db66ec541af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:19.495615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.529774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-d1dd8818-813b-4fe0-b9eb-05d679c4d516 service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446687 Dec 13 09:37:19.547687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:19.611458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a49f70f-1cda-4c02-a7df-66657beebbdf req-0461a1ff-6539-467b-8767-9a524095e9f7 service neutron] 10.222.0.44 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731226 Dec 13 09:37:19.700462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.717724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf', '1edd92e0-2457-4dbb-ba78-a6749c582482'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:19.720229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', '60ed3835-6bcc-4083-9d1f-805fc9bdff35'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:19.731891 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a0fb6-5489-48df-b419-a3a8204cc57c x-openstack-request-id: req-281a0fb6-5489-48df-b419-a3a8204cc57c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:19.732295 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:19.732803 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-281a0fb6-5489-48df-b419-a3a8204cc57c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:19.733209 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69', 'status': 'completed', 'code': 200} Dec 13 09:37:19.793968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=1edd92e0-2457-4dbb-ba78-a6749c582482,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:19.798607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.845470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 1edd92e0-2457-4dbb-ba78-a6749c582482 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:19.868797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] For port 556231ac-c173-47c1-983c-2db66ec541af, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=556231ac-c173-47c1-983c-2db66ec541af,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:19.878586 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.882636 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:19.882818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f30da2e3-a8f5-4758-8185-3010ad2743fe req-7323f300-18d9-4d39-a4a9-5b7571338182 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "DELETE /v2.0/ports/1edd92e0-2457-4dbb-ba78-a6749c582482 HTTP/1.1" status: 204 len: 173 time: 1.1631064 Dec 13 09:37:19.940386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183b716-63a8-4e99-9aa3-0cbfe3312c64 req-bce0afdb-f474-46aa-aa56-19d3cade6f2d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.942562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a183b716-63a8-4e99-9aa3-0cbfe3312c64 req-bce0afdb-f474-46aa-aa56-19d3cade6f2d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.1207900 Dec 13 09:37:19.966992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-7416c9e9-6871-4618-865c-f5ad383ca79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.967872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-7416c9e9-6871-4618-865c-f5ad383ca79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:19.970924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-7416c9e9-6871-4618-865c-f5ad383ca79c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8002e52f1b1640e1b8c59e5989305e36&device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1979 time: 0.2102277 Dec 13 09:37:20.079190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ee17e-4c5b-4745-ae5b-8f9edeee5b86 None None] Pushing event updated for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:20.088271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a183b716-63a8-4e99-9aa3-0cbfe3312c64 req-d38c020a-183a-4a7d-a37c-8026bd282913 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372583 Dec 13 09:37:20.104016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6a839ea5-af68-46b7-9a30-912822dd5e8f None None] Provisioning complete for port 556231ac-c173-47c1-983c-2db66ec541af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:20.104743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a839ea5-af68-46b7-9a30-912822dd5e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:20.144042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-669b1840-b398-48e8-9306-425cb7297ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.146192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-669b1840-b398-48e8-9306-425cb7297ce9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 HTTP/1.1" status: 200 len: 903 time: 0.1676574 Dec 13 09:37:20.253500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-66c1aa43-206c-4e71-bd71-dd68ec5cd2e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69 HTTP/1.1" status: 200 len: 217 time: 0.0960829 Dec 13 09:37:20.356144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-7c368348-4b8b-42c2-9eec-80f34f78706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.359888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-7c368348-4b8b-42c2-9eec-80f34f78706d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663623 Dec 13 09:37:20.388063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:20.399889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-44a3e068-0a54-4fc7-8e3b-8e6cf83bc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.401916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-44a3e068-0a54-4fc7-8e3b-8e6cf83bc1aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fad8ce00-2eb3-4d91-9d2a-023997dda402 HTTP/1.1" status: 200 len: 801 time: 0.1168668 Dec 13 09:37:20.413001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29620d5-d1d3-4bbc-950d-2a9f1a03fc94 req-f3ee98c7-60cc-488c-9ad4-d450d4d084ef tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.414615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d29620d5-d1d3-4bbc-950d-2a9f1a03fc94 req-f3ee98c7-60cc-488c-9ad4-d450d4d084ef tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.2481322 Dec 13 09:37:20.450866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb7c4a-9c93-4500-93d7-5cd9304ab255 None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:20.514514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9b10f810-9c6e-429c-8502-3015de8ce14c req-c1d2967f-9dae-488c-9cf5-15ba5634b590 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551644 Dec 13 09:37:20.644136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-8a070080-9a76-4a43-be02-7aa83c0c4252 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765851 Dec 13 09:37:20.692593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cde8-5580-49c4-8c0c-26b263bacf21 req-a2f9eb0c-2c52-4ac6-8a66-6d0232260a5c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.702084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16c4cde8-5580-49c4-8c0c-26b263bacf21 req-a2f9eb0c-2c52-4ac6-8a66-6d0232260a5c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.3623288 Dec 13 09:37:20.708613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:37:20.788550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d29620d5-d1d3-4bbc-950d-2a9f1a03fc94 req-3ba489f2-e983-4d49-adf2-0dfeda2e8641 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515563 Dec 13 09:37:20.818707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-7842d7f7-53a6-4dc3-a098-4b4a354fd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.819613 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a44051a-00f1-49e6-a261-02a69d00da6f req-0bbb6928-3072-4602-b8a4-c616877171ae service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613045 Dec 13 09:37:20.820272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-7842d7f7-53a6-4dc3-a098-4b4a354fd7b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4007332 Dec 13 09:37:20.849857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-07a98023-376d-4341-93d8-8ac2370fc02c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:20.851785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-07a98023-376d-4341-93d8-8ac2370fc02c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1097 time: 0.3355532 Dec 13 09:37:21.034982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-48ef8920-0408-4977-83f5-df190633e420 service neutron] 10.222.0.44 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009439 Dec 13 09:37:21.045376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16c4cde8-5580-49c4-8c0c-26b263bacf21 req-10ebdc23-bca9-4582-9c29-a85080e35bb2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215835 Dec 13 09:37:21.150051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834c2a2-2e9d-49b5-b723-8edcfa96228a req-0801d3a8-e6bd-4205-98c3-b79397ec84e0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.157708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2834c2a2-2e9d-49b5-b723-8edcfa96228a req-0801d3a8-e6bd-4205-98c3-b79397ec84e0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.2389159 Dec 13 09:37:21.286267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0fd9b0f0-f8b5-441c-840a-ef8b659e1fa5 req-71ff2b46-d6a8-479f-83f5-f440bc93805c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 210 time: 0.1244953 Dec 13 09:37:21.397734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c6820e3-56ad-469a-8462-fa69083d17c4 req-63eaf0a0-7c59-41b6-ac8c-396e5dc560c7 service neutron] 10.222.0.44 "GET /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490636 Dec 13 09:37:21.410508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2834c2a2-2e9d-49b5-b723-8edcfa96228a req-0bf2211e-40ef-44bb-951b-a8c4aec88386 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515194 Dec 13 09:37:21.460245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-350e9158-cb7c-4caa-9a5d-7513de3e6e58 service neutron] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:21.478150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-350e9158-cb7c-4caa-9a5d-7513de3e6e58 service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:21.479583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb62b94-d865-4914-b493-58f3051ff5a7 req-350e9158-cb7c-4caa-9a5d-7513de3e6e58 service neutron] 10.222.0.37 "DELETE /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89/bindings/n-h2-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.6029139 Dec 13 09:37:21.524686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bc983-ac80-483f-bbd7-d4f3b1359315 req-5fee4a70-54e2-418d-a95f-dedbe0578136 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.532232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bc983-ac80-483f-bbd7-d4f3b1359315 req-5fee4a70-54e2-418d-a95f-dedbe0578136 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.533945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-131bc983-ac80-483f-bbd7-d4f3b1359315 req-5fee4a70-54e2-418d-a95f-dedbe0578136 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1677 time: 0.1561000 Dec 13 09:37:21.549584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-54e3a6d3-f5e2-4396-b933-2c9dd1b6bbca tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.551252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-54e3a6d3-f5e2-4396-b933-2c9dd1b6bbca tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 820 time: 0.2868166 Dec 13 09:37:21.573415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'port': {'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'admin_state_up': True, 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:21.709937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-131bc983-ac80-483f-bbd7-d4f3b1359315 req-4300bcbe-af57-4354-8156-f1df38894043 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575890 Dec 13 09:37:21.743805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'name': 'network-vif-deleted', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:21.748829 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a7f4ed-9d6f-416f-bec0-d3b87b8f47b1" -d '{"events": [{"server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "name": "network-vif-deleted", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:21.818233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Made reservation on behalf of f25a5f680e924d06b85745ab84d1d54c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:21.827880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:21.837209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337ce0-78ca-4b07-b4fa-5b43891f4c78 req-4edb79a3-3579-4694-8fc3-4e5e6bef31dc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:21.847441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80337ce0-78ca-4b07-b4fa-5b43891f4c78 req-4edb79a3-3579-4694-8fc3-4e5e6bef31dc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.1354947 Dec 13 09:37:21.945747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80337ce0-78ca-4b07-b4fa-5b43891f4c78 req-9506f3af-ec81-40b5-b6e2-a2c2a2becbbd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979772 Dec 13 09:37:22.042557 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f843b5-ccba-473c-95ac-e212937e4c66 x-openstack-request-id: req-74f843b5-ccba-473c-95ac-e212937e4c66 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:22.042991 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f1d346-530a-4618-9c3d-ace0e28657e6", "name": "network-vif-deleted", "tag": "1edd92e0-2457-4dbb-ba78-a6749c582482", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:22.043254 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74f843b5-ccba-473c-95ac-e212937e4c66 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:22.043652 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f1d346-530a-4618-9c3d-ace0e28657e6', 'name': 'network-vif-deleted', 'tag': '1edd92e0-2457-4dbb-ba78-a6749c582482', 'status': 'completed', 'code': 200} Dec 13 09:37:22.101483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f23e54-2bf9-440c-855e-f5e99182f21c req-993c268d-53ca-45bf-82ac-af752bc58b12 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.111041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41f23e54-2bf9-440c-855e-f5e99182f21c req-993c268d-53ca-45bf-82ac-af752bc58b12 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.1625478 Dec 13 09:37:22.196585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5153e849-a052-420c-bb33-797b77abbbb8 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:22.204255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1edd92e0-2457-4dbb-ba78-a6749c582482 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:22.228873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Allocated IP 172.20.0.5 (b8f6e915-e64f-45b9-b096-17d26f20327d/cfa3ab13-f53c-4fbb-8971-412c977a2ee6/443496d9-c992-4da7-a3a7-c89a70fe0380) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:22.238152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 1edd92e0-2457-4dbb-ba78-a6749c582482 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:22.238401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1edd92e0-2457-4dbb-ba78-a6749c582482 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:22.331003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5153e849-a052-420c-bb33-797b77abbbb8,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:22.343453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '5153e849-a052-420c-bb33-797b77abbbb8', 'network_id': '3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f', 'port_id': '5153e849-a052-420c-bb33-797b77abbbb8', 'mac_address': 'fa:16:3e:0d:d5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d770cbf-cc03-47a8-8a59-7f37299a6099', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:22.389319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.403945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5153e849-a052-420c-bb33-797b77abbbb8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:22.424671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5153e849-a052-420c-bb33-797b77abbbb8,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:22.428681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.429413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:22.501834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41f23e54-2bf9-440c-855e-f5e99182f21c req-7a06dd80-5b0c-4b65-befb-64a2e60ed007 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896775 Dec 13 09:37:22.512049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004349-4808-4f14-8570-c0979ad6138b req-59b6f887-b41f-43de-ab1d-0dc4ec655ada tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.513709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7004349-4808-4f14-8570-c0979ad6138b req-59b6f887-b41f-43de-ab1d-0dc4ec655ada tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.3997939 Dec 13 09:37:22.524246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:22.573964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:22.599289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69', 'network_id': 'bb5b714a-7b24-4962-bfcc-25a1eebfa6a0', 'port_id': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69', 'mac_address': 'fa:16:3e:14:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad8ce00-2eb3-4d91-9d2a-023997dda402', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:22.649511 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.667051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:22.693088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 556231ac-c173-47c1-983c-2db66ec541af up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:22.697300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:22.701746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7004349-4808-4f14-8570-c0979ad6138b req-1eabb4df-b394-4827-87b6-e15034ddd41f tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670914 Dec 13 09:37:22.722267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.787222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 556231ac-c173-47c1-983c-2db66ec541af triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:22.787611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.789097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:22.811397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1926a9-4b3b-43a9-9569-01a44c22fafe req-3efa58ad-0d0a-4ccc-95f7-ab95236dc7e2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.812903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a1926a9-4b3b-43a9-9569-01a44c22fafe req-3efa58ad-0d0a-4ccc-95f7-ab95236dc7e2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1380155 Dec 13 09:37:22.830166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.834287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b647661-98f7-4c7f-ab7f-4e19cf0ce3eb req-e82cf6f9-23ec-40bb-bf30-5c7788b5e95e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 210 time: 0.0505862 Dec 13 09:37:22.923158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a1926a9-4b3b-43a9-9569-01a44c22fafe req-a6bfc1b3-62a3-4179-a39f-93837a913df7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912037 Dec 13 09:37:22.950958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:22.996741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975eca-9013-47b1-81c4-0a8777443b45 req-340d4b8a-6038-4dfa-bf72-54973ab9302c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:22.998271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81975eca-9013-47b1-81c4-0a8777443b45 req-340d4b8a-6038-4dfa-bf72-54973ab9302c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0955250 Dec 13 09:37:23.017020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9f1d47b0-d03d-472f-bb3a-0c846c8edd69'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:23.059296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Network b8f6e915-e64f-45b9-b096-17d26f20327d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:23.074558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:23.076400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event updated for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:23.084638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:23.091377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.092272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.125155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81975eca-9013-47b1-81c4-0a8777443b45 req-194ad4e9-180a-4539-a58f-0111727d5aa8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176257 Dec 13 09:37:23.127454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a918f-c9c7-4d03-9cf2-2dadd7cbdf0c req-3e720eed-7b6a-4f33-8fac-a63b10d40a2b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.128898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-583a918f-c9c7-4d03-9cf2-2dadd7cbdf0c req-3e720eed-7b6a-4f33-8fac-a63b10d40a2b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1097 time: 0.1297400 Dec 13 09:37:23.138352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-34273d52-3296-4e95-ba46-c7034d4cd6a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5700228 Dec 13 09:37:23.160943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Request body: {'port': {'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:23.313174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-583a918f-c9c7-4d03-9cf2-2dadd7cbdf0c req-051cac8c-5a4d-4f82-af90-cebaf496dd1a tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737652 Dec 13 09:37:23.318463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.350813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8448c-6ee0-432d-a431-e7243f81eece req-50de7e84-4305-4fda-aa66-08b985826b46 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.357237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8448c-6ee0-432d-a431-e7243f81eece req-50de7e84-4305-4fda-aa66-08b985826b46 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.361629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77d8448c-6ee0-432d-a431-e7243f81eece req-50de7e84-4305-4fda-aa66-08b985826b46 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1679 time: 0.1249421 Dec 13 09:37:23.438703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-53fd2dd8-1aa5-497b-a1f9-98bd3e80749b None None] Provisioning complete for port 443496d9-c992-4da7-a3a7-c89a70fe0380 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:23.439253 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fd2dd8-1aa5-497b-a1f9-98bd3e80749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.520597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-53fd2dd8-1aa5-497b-a1f9-98bd3e80749b None None] Port 443496d9-c992-4da7-a3a7-c89a70fe0380 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:23.578065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77d8448c-6ee0-432d-a431-e7243f81eece req-87b39e0d-e7ed-4f71-9bf3-c74de8e65495 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717541 Dec 13 09:37:23.692129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36add403-86e5-4a4d-9a1a-a872accd709f req-7333ad24-3145-4966-a4b7-0204431b3504 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.693787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36add403-86e5-4a4d-9a1a-a872accd709f req-7333ad24-3145-4966-a4b7-0204431b3504 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.1775601 Dec 13 09:37:23.754765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91cce-d485-4cd9-9011-6cf7ad2d2d1b req-b5873621-4b8b-4d5c-b26e-afde42bed83e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.756310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10d91cce-d485-4cd9-9011-6cf7ad2d2d1b req-b5873621-4b8b-4d5c-b26e-afde42bed83e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1096 time: 0.2152276 Dec 13 09:37:23.865712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603ea7f-085a-4227-ae9c-b190d8ee112e req-fbd8cc95-ffca-4aab-bee8-e914058f2f76 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:23.867229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1603ea7f-085a-4227-ae9c-b190d8ee112e req-fbd8cc95-ffca-4aab-bee8-e914058f2f76 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.1863842 Dec 13 09:37:23.907960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10d91cce-d485-4cd9-9011-6cf7ad2d2d1b req-c65b27d2-ab7f-45ef-bde0-03d737aec586 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378357 Dec 13 09:37:23.964367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443496d9-c992-4da7-a3a7-c89a70fe0380 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:23.991007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:23.997706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1603ea7f-085a-4227-ae9c-b190d8ee112e req-312ee8ab-2198-4e9a-9b53-5305d208a5a1 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202137 Dec 13 09:37:24.022318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:24.022665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.042463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Transition to ACTIVE for port object 443496d9-c992-4da7-a3a7-c89a70fe0380 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:24.052867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['5153e849-a052-420c-bb33-797b77abbbb8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:24.078600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.194742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:24.225500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cd27b-9fec-42eb-8a31-9e65b08dabdc req-5f337c14-f6ef-4887-9dc1-644cabb805c9 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.228494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-945cd27b-9fec-42eb-8a31-9e65b08dabdc req-5f337c14-f6ef-4887-9dc1-644cabb805c9 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 949 time: 0.2517784 Dec 13 09:37:24.268961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Pushing event updated for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:24.269918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:24.275383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:24.276222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.370451 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.401180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:24.402426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 60ed3835-6bcc-4083-9d1f-805fc9bdff35, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60ed3835-6bcc-4083-9d1f-805fc9bdff35,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:24.402789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.403955 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f9269e-513f-403d-89a5-4e3e05e5487e" -d '{"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:24.412071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-ef927113-2845-452d-b98d-ca716b7acb3d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.413578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-ef927113-2845-452d-b98d-ca716b7acb3d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.3157418 Dec 13 09:37:24.418955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:24.423837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.430401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Attempting to bind port 443496d9-c992-4da7-a3a7-c89a70fe0380 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:24.430725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Attempting to bind port 443496d9-c992-4da7-a3a7-c89a70fe0380 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:24.431087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Attempting to bind port 443496d9-c992-4da7-a3a7-c89a70fe0380 on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:24.449290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 60ed3835-6bcc-4083-9d1f-805fc9bdff35 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:24.458354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-945cd27b-9fec-42eb-8a31-9e65b08dabdc req-9e1763cc-0542-4047-ae5d-ce35be653192 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766415 Dec 13 09:37:24.461180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Port 443496d9-c992-4da7-a3a7-c89a70fe0380 on network b8f6e915-e64f-45b9-b096-17d26f20327d not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:24.461508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Attempting to bind port 443496d9-c992-4da7-a3a7-c89a70fe0380 on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:24.472545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-c9e48570-fbb3-4de0-a92f-6ca9f740106f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/quotas/df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 375 time: 0.0430591 Dec 13 09:37:24.482705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:24.482705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Checking segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:24.482705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Bound using segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:24.482705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Bound port: 443496d9-c992-4da7-a3a7-c89a70fe0380, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:24.482705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.484191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:24.679442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-94fdbcfe-2b1a-462d-b78f-2a6ca9945501 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497619 Dec 13 09:37:24.693083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:24.726394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f30b6-66de-47e6-bee3-2c16f24975fa req-0351db5c-63ac-4278-8c75-715494a3d698 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.727822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-026f30b6-66de-47e6-bee3-2c16f24975fa req-0351db5c-63ac-4278-8c75-715494a3d698 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 943 time: 0.1641541 Dec 13 09:37:24.776687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=443496d9-c992-4da7-a3a7-c89a70fe0380,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:24.797474 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.867899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:24.868754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.871366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] 10.222.0.44 "PUT /v2.0/ports/443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 1091 time: 1.7211549 Dec 13 09:37:24.871871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:24.874318 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeef5ce-37cb-4ebe-8543-ed414736378e" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:24.890086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:24.903244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', '60ed3835-6bcc-4083-9d1f-805fc9bdff35'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:24.989224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-c8f83fcf-7a58-4947-b79f-d25fe8025c7d service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953389 Dec 13 09:37:24.989381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:25.009645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-026f30b6-66de-47e6-bee3-2c16f24975fa req-df0b2015-f3fb-4fd7-8877-054a205d4323 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408080 Dec 13 09:37:25.027862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d1caa-c6ea-46c3-ab5a-b74fb95ca225 service neutron] Pushing event updated for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:25.301974 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e856a6-91d9-4f46-bdce-8256374ff8af x-openstack-request-id: req-f7e856a6-91d9-4f46-bdce-8256374ff8af {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:25.302287 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:25.304881 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7e856a6-91d9-4f46-bdce-8256374ff8af {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:25.309623 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69', 'code': 200} Dec 13 09:37:25.495127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 60ed3835-6bcc-4083-9d1f-805fc9bdff35 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:25.563443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:25.567502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36add403-86e5-4a4d-9a1a-a872accd709f req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "DELETE /v2.0/ports/60ed3835-6bcc-4083-9d1f-805fc9bdff35 HTTP/1.1" status: 204 len: 173 time: 1.8626578 Dec 13 09:37:25.584955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631d62-0a5b-4f58-b0e4-ff8e5e9e5224 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=60ed3835-6bcc-4083-9d1f-805fc9bdff35,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:25.664261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-9ad77326-5cd0-480b-a5fa-2191e424d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.665397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-9ad77326-5cd0-480b-a5fa-2191e424d4be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1094 time: 0.7345798 Dec 13 09:37:25.727439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-d1d85644-4a46-4447-a6e8-25ed23527684 service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215495 Dec 13 09:37:25.729703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-4a01eb04-e7a2-4100-bc13-c12f2aa47427 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.0545602 Dec 13 09:37:25.741965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36ab2-739b-4869-b9ea-4f4b6aaf83fb req-716c7255-2250-4cfc-aba6-4d63f7cab545 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.748584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36ab2-739b-4869-b9ea-4f4b6aaf83fb req-716c7255-2250-4cfc-aba6-4d63f7cab545 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.750244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2a36ab2-739b-4869-b9ea-4f4b6aaf83fb req-716c7255-2250-4cfc-aba6-4d63f7cab545 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1680 time: 0.1817753 Dec 13 09:37:25.827707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-302a4fc1-c7eb-4a00-9e82-7913e1139b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.830030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-302a4fc1-c7eb-4a00-9e82-7913e1139b96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0781329 Dec 13 09:37:25.850483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2a36ab2-739b-4869-b9ea-4f4b6aaf83fb req-46d40708-d33a-4ac5-ac01-b080c36261d7 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Dec 13 09:37:25.904967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-bad0e965-4ec2-4033-a886-85ed3675fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:25.907400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-bad0e965-4ec2-4033-a886-85ed3675fe74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705674 Dec 13 09:37:25.922099 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9659ea06-654e-4f3d-9120-8161c334ec52 x-openstack-request-id: req-9659ea06-654e-4f3d-9120-8161c334ec52 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:25.922507 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:25.922856 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9659ea06-654e-4f3d-9120-8161c334ec52 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:25.923372 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:37:26.059799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-a53fad74-0d20-45a5-b7df-efcc30a3be46 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532367 Dec 13 09:37:26.162005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5fb983a-208a-432e-8b1c-d67cdc37d306 req-c3707c47-0c7b-4ee6-a5db-9fc397cbc4e6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=381caf96-ec32-49f0-98e8-08e1646fb4d0 HTTP/1.1" status: 200 len: 210 time: 0.0870836 Dec 13 09:37:26.197428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5153e849-a052-420c-bb33-797b77abbbb8 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:26.258335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-42a79fb1-f09e-49cc-b672-1fdbee801809 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339710 Dec 13 09:37:26.272327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 5153e849-a052-420c-bb33-797b77abbbb8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:26.279375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 5153e849-a052-420c-bb33-797b77abbbb8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:26.280017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.387286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.420859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1d860-0b88-4174-9542-7e156502cc28 req-d38d35f3-00f6-4aee-9585-50c3323900f2 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508598 Dec 13 09:37:26.446619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5153e849-a052-420c-bb33-797b77abbbb8,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:26.456657 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.490885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-a2c30a7d-4cf5-45e6-aec6-346dd5db4665 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.492759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-a2c30a7d-4cf5-45e6-aec6-346dd5db4665 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324281 Dec 13 09:37:26.581444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-734df100-e86f-4d74-8f87-8e01afc46161 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/quotas/3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 375 time: 0.0378351 Dec 13 09:37:26.670318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-5f47890f-c177-429f-84bc-2b0c1278ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.672856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-5f47890f-c177-429f-84bc-2b0c1278ae5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1094 time: 0.1790390 Dec 13 09:37:26.734616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-26c57474-bb9b-4b31-9284-057f83ab2830 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521950 Dec 13 09:37:26.741576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:26.838975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42fd467c-e4b3-4ea9-8e2c-90737967b94c req-7d61e37d-6fa9-437f-970a-0a2976a6d61c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 210 time: 0.0341163 Dec 13 09:37:26.877049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-7d4da17e-9581-4901-942c-7acf202a845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:26.879855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-7d4da17e-9581-4901-942c-7acf202a845d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1917298 Dec 13 09:37:26.905427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:26.993934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-bbe15c33-b66c-4440-9431-d4824a1e1480 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.1048770 Dec 13 09:37:27.113111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4d388-bd8f-4166-83b6-a3709d8c7369 req-0f851278-2a49-4855-a3e5-b92fa533ba68 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.115534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bf4d388-bd8f-4166-83b6-a3709d8c7369 req-0f851278-2a49-4855-a3e5-b92fa533ba68 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 943 time: 0.1255124 Dec 13 09:37:27.121624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-c8e8e42e-4545-436d-9e03-3015dfc734bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.123396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-c8e8e42e-4545-436d-9e03-3015dfc734bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.1089604 Dec 13 09:37:27.253171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-a4de9866-f4ef-4539-838e-8f9a096a9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.254727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-a4de9866-f4ef-4539-838e-8f9a096a9229 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140087 Dec 13 09:37:27.262944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bf4d388-bd8f-4166-83b6-a3709d8c7369 req-3f206321-5f31-4e95-965e-2fd3f3b9a819 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383655 Dec 13 09:37:27.311222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:27.314400 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d36415-546a-4151-b35f-9ad943abbae8" -d '{"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "5153e849-a052-420c-bb33-797b77abbbb8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:27.331078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9b93-22aa-417b-87aa-2d8c65f89313 req-c677b7ba-7ba1-4159-9a1f-7280711beebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.339198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9b93-22aa-417b-87aa-2d8c65f89313 req-c677b7ba-7ba1-4159-9a1f-7280711beebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.341276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50df9b93-22aa-417b-87aa-2d8c65f89313 req-c677b7ba-7ba1-4159-9a1f-7280711beebd tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.1558876 Dec 13 09:37:27.400292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92ec75e3-6db0-41e2-972c-8aaecb17ad1a req-9b300b31-a422-4399-9998-45ca01fa4289 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 210 time: 0.0558574 Dec 13 09:37:27.465261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-ce52d038-4a37-4986-b6c4-9a19f7bcd8be service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005455 Dec 13 09:37:27.470229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50df9b93-22aa-417b-87aa-2d8c65f89313 req-42ac36b9-6401-46c7-b3a4-5e65c28125c9 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127763 Dec 13 09:37:27.585283 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad66710-cd8a-4c36-9128-31e7ad891f6b x-openstack-request-id: req-dad66710-cd8a-4c36-9128-31e7ad891f6b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:27.585651 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-plugged", "status": "completed", "tag": "5153e849-a052-420c-bb33-797b77abbbb8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:27.585909 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dad66710-cd8a-4c36-9128-31e7ad891f6b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:27.586457 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8', 'code': 200} Dec 13 09:37:27.795731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-f07cdb5a-c912-4cd7-b266-87bf1c7c24d0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.798379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-f07cdb5a-c912-4cd7-b266-87bf1c7c24d0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.2945187 Dec 13 09:37:27.800350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eeef5ce-37cb-4ebe-8543-ed414736378e req-0717c8d3-4ddc-4dbc-93ef-e59b85241c36 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213947 Dec 13 09:37:27.803740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f181-c275-419e-9687-98a10b2aa4e5 req-519a398d-c4fc-4936-a1f8-1f966fa750c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.804376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f181-c275-419e-9687-98a10b2aa4e5 req-519a398d-c4fc-4936-a1f8-1f966fa750c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:27.817931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af44f181-c275-419e-9687-98a10b2aa4e5 req-519a398d-c4fc-4936-a1f8-1f966fa750c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1983 time: 0.1461058 Dec 13 09:37:27.827064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Request body: {'port': {'device_id': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'admin_state_up': True, 'tenant_id': 'df01d091260f47a0b540466b9bb3073a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:27.933951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'name': 'network-vif-deleted', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:27.936185 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c153ede-067e-44e3-89f8-f4f886c90abf" -d '{"events": [{"server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "name": "network-vif-deleted", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:28.003570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9df53603-1b56-416e-8064-ffe4df468238 req-928898d9-413c-4a23-a906-11be571ddffc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 210 time: 0.0636885 Dec 13 09:37:28.029535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af44f181-c275-419e-9687-98a10b2aa4e5 req-6e19dd8d-31cb-4e4c-8425-79b6790beb55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822712 Dec 13 09:37:28.037835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b020c2-1a6f-4897-a431-1e922c738267 req-f42c5196-52af-4d9d-8fce-36ab04e45eb9 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.039322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42b020c2-1a6f-4897-a431-1e922c738267 req-f42c5196-52af-4d9d-8fce-36ab04e45eb9 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 950 time: 0.2191517 Dec 13 09:37:28.059279 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6ab9b2-5182-4bae-b879-333bbdfce10b x-openstack-request-id: req-0f6ab9b2-5182-4bae-b879-333bbdfce10b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:28.059569 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381caf96-ec32-49f0-98e8-08e1646fb4d0", "name": "network-vif-deleted", "tag": "60ed3835-6bcc-4083-9d1f-805fc9bdff35", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:28.059823 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f6ab9b2-5182-4bae-b879-333bbdfce10b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:28.060212 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381caf96-ec32-49f0-98e8-08e1646fb4d0', 'name': 'network-vif-deleted', 'tag': '60ed3835-6bcc-4083-9d1f-805fc9bdff35', 'status': 'completed', 'code': 200} Dec 13 09:37:28.080368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:28.083862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.124640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42b020c2-1a6f-4897-a431-1e922c738267 req-d9d6592a-f9b8-4cce-a68c-5ec4352e45eb tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772924 Dec 13 09:37:28.257067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Allocated IP 172.20.0.6 (9fc2328a-60da-47e1-91eb-b524b0daf34c/6abbc407-a311-4f1a-ad1a-5ca5451a4b72/22b7d029-1a80-4a2c-8ad0-738624a5153e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:28.281522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60ed3835-6bcc-4083-9d1f-805fc9bdff35 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:28.331899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 60ed3835-6bcc-4083-9d1f-805fc9bdff35 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:28.332613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60ed3835-6bcc-4083-9d1f-805fc9bdff35 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:28.397961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-0f3a3769-ddaf-4992-937b-0de8534dc0be tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391178 Dec 13 09:37:28.501524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd92da2-db67-4639-800a-0a8e2bb3da41 req-ee18eaa8-9f30-4935-bb10-cf8ce3f576e5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.524320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dd92da2-db67-4639-800a-0a8e2bb3da41 req-ee18eaa8-9f30-4935-bb10-cf8ce3f576e5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 943 time: 0.1488876 Dec 13 09:37:28.533570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f4e41ed-6d0d-4bd4-bd5b-45a19f1e15db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.566538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.614721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dd92da2-db67-4639-800a-0a8e2bb3da41 req-657fe826-24cc-4575-bc2f-6101885d9143 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852969 Dec 13 09:37:28.676500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.682798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-301f08b9-eeb3-4a1f-965f-58b4fb67bc33 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.684543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-301f08b9-eeb3-4a1f-965f-58b4fb67bc33 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784595 Dec 13 09:37:28.691177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:28.725594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Request body: {'port': {'device_id': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '3aa27bd3a766474b90838030f6809cb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:28.755974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4486efe7-db8c-4e09-beaf-5eb6f6a4cd6b req-6c60fb6f-73d3-4511-8ce8-1bfd105afdf3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 210 time: 0.0449047 Dec 13 09:37:28.757792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:28.761537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:28.772065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:28.780450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.781301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.795557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:28.824285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e968ba91-d4f8-44bb-b4c6-ca27eaed7f56 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013242 Dec 13 09:37:28.849296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Request body: {'port': {'device_id': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:28.880243 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.925099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb387-8063-4e8f-81f4-6f7d64ee026f req-ecb7947a-29bf-4c41-84a5-4f58505b1067 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.926714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Made reservation on behalf of 3aa27bd3a766474b90838030f6809cb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:28.931113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb387-8063-4e8f-81f4-6f7d64ee026f req-ecb7947a-29bf-4c41-84a5-4f58505b1067 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:28.935550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:28.939198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c94cb387-8063-4e8f-81f4-6f7d64ee026f req-ecb7947a-29bf-4c41-84a5-4f58505b1067 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.1325336 Dec 13 09:37:28.975847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.023075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c94cb387-8063-4e8f-81f4-6f7d64ee026f req-ec2cd836-d727-435a-87d9-d83536fbac75 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811095 Dec 13 09:37:29.144896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Allocated IP 192.168.233.191 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:29.430871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b7d029-1a80-4a2c-8ad0-738624a5153e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:29.442744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.457028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Transition to ACTIVE for port object 22b7d029-1a80-4a2c-8ad0-738624a5153e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:29.469152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4bd5-5a08-4afa-a621-d6310314126c req-2b86dc96-ed84-40e8-a89e-94a041468f32 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.477630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0af4bd5-5a08-4afa-a621-d6310314126c req-2b86dc96-ed84-40e8-a89e-94a041468f32 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 931 time: 0.3400741 Dec 13 09:37:29.513082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.530969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.583248 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.596664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:29.699906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:29.706587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:29.714472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:29.741036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:29.782673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-96eccba3-9ff1-4d5d-b7bc-c50c4173b2b4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.791891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-96eccba3-9ff1-4d5d-b7bc-c50c4173b2b4 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 950 time: 0.1366582 Dec 13 09:37:29.843836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:29.844695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:29.879906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-232e19e9-f023-424b-aa2a-e8f809dbc982 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1688325 Dec 13 09:37:29.912998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Request body: {'port': {'device_id': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:30.002990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:30.003266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.006186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.092472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70780314-22d6-4a06-a948-1de96058e7a4 None None] Provisioning complete for port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:30.092861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70780314-22d6-4a06-a948-1de96058e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.163088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70780314-22d6-4a06-a948-1de96058e7a4 None None] Port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:30.223967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 443496d9-c992-4da7-a3a7-c89a70fe0380 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:30.237880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:30.238788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.251844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cffd6-2952-4312-a79b-683335b47704 req-da146c11-f8c0-4ddb-ba18-f5ccf56bc450 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.259571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99cffd6-2952-4312-a79b-683335b47704 req-da146c11-f8c0-4ddb-ba18-f5ccf56bc450 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=64a93d1d-016a-4722-8d1d-6002a397a25c HTTP/1.1" status: 200 len: 950 time: 0.7735350 Dec 13 09:37:30.264167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:30.285310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:30.289551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0af4bd5-5a08-4afa-a621-d6310314126c req-44a43cc8-7506-43f5-90e2-ca4c1d68b80f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056073 Dec 13 09:37:30.379238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=443496d9-c992-4da7-a3a7-c89a70fe0380,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:30.396860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:30.460339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:30.461000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:30.472938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.476324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.504454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443496d9-c992-4da7-a3a7-c89a70fe0380 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:30.526780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99cffd6-2952-4312-a79b-683335b47704 req-cf89e2e1-7cce-4db2-a4b7-adcbb55f9a90 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660506 Dec 13 09:37:30.527584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:30.528762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:30.543638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.546213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:30.549224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:30.550073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:30.550216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Bound port: 22b7d029-1a80-4a2c-8ad0-738624a5153e, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:30.552518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.552745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=443496d9-c992-4da7-a3a7-c89a70fe0380,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:30.562010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:30.567172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:30.601672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:30.668799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.753185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:30.759200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:30.782870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.844141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:30.881442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be7ce8-ae78-4ee4-ae83-f15c8690651b req-07782d59-9b5e-4413-9c0c-83f00eb3dd0a tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.890975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9be7ce8-ae78-4ee4-ae83-f15c8690651b req-07782d59-9b5e-4413-9c0c-83f00eb3dd0a tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 944 time: 0.2692351 Dec 13 09:37:30.906618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.907172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:30.908954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] 10.222.0.37 "PUT /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 1091 time: 2.0648520 Dec 13 09:37:30.918052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:30.921836 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21abdf5-9941-4241-b85c-3d37d4a10266" -d '{"events": [{"name": "network-changed", "server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:30.938733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d1ca6-d81f-470c-9d7c-6b53fe226dee req-ad2a6ccc-5e06-4c6c-9e15-bb6c20f01f97 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:30.951157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810d1ca6-d81f-470c-9d7c-6b53fe226dee req-ad2a6ccc-5e06-4c6c-9e15-bb6c20f01f97 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 936 time: 0.3033834 Dec 13 09:37:30.951421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba6251b5-b936-445e-aef0-b0ea69b71b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.019811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['443496d9-c992-4da7-a3a7-c89a70fe0380'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:31.123275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810d1ca6-d81f-470c-9d7c-6b53fe226dee req-ba401eae-ca1a-4d89-a99c-1b16343cbf97 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639774 Dec 13 09:37:31.159423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a869-3e2d-458b-ae17-ebd06b075c97 service neutron] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.215950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9be7ce8-ae78-4ee4-ae83-f15c8690651b req-3d3311d7-5c4d-4a49-876d-80e6b134b819 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236184 Dec 13 09:37:31.234451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-da332818-ad88-4556-a8ed-400d23bf6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.236047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:31.238905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.242650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc8939ca-dba6-4ed6-9098-2769200edf4d req-659ff523-c0b4-4cb3-96e9-36882b3f40de tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "DELETE /v2.0/ports/f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f HTTP/1.1" status: 204 len: 173 time: 1.4426184 Dec 13 09:37:31.247300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-da332818-ad88-4556-a8ed-400d23bf6f1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1094 time: 0.2711382 Dec 13 09:37:31.255642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'name': 'network-vif-deleted', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:31.261609 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1083654-8408-4dc2-8811-37a774a8e080" -d '{"events": [{"server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "name": "network-vif-deleted", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:31.356810 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a732ee50-2207-4c1e-870f-2cb96878953e x-openstack-request-id: req-a732ee50-2207-4c1e-870f-2cb96878953e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:31.357216 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a93d1d-016a-4722-8d1d-6002a397a25c", "name": "network-vif-deleted", "tag": "f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:31.357975 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a732ee50-2207-4c1e-870f-2cb96878953e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:31.358619 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a93d1d-016a-4722-8d1d-6002a397a25c', 'name': 'network-vif-deleted', 'tag': 'f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f', 'status': 'completed', 'code': 200} Dec 13 09:37:31.379078 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8691b43-51e7-4cab-8e9e-522d2587ee90 x-openstack-request-id: req-f8691b43-51e7-4cab-8e9e-522d2587ee90 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:31.379634 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:31.379634 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8691b43-51e7-4cab-8e9e-522d2587ee90 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:31.379993 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'status': 'completed', 'code': 200} Dec 13 09:37:31.392233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-85903190-c9fc-4211-8505-f9537799839f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.1289325 Dec 13 09:37:31.482615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:31.492581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.523254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Transition to ACTIVE for port object 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:31.532678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.590324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e0157776-8225-403c-99fa-6d0f26c567ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.591985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-e0157776-8225-403c-99fa-6d0f26c567ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1735816 Dec 13 09:37:31.631615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:31.667305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-b138d0ba-8401-4401-8984-3350840e3658 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428257 Dec 13 09:37:31.718282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:31.718946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:31.719358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:31.724367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:31.724795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:31.731045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:31.731467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:31.731943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:31.732573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Bound port: 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:31.733155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.844747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:31.848767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:31.858516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.874035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e356-ddb8-4a29-b325-d105262ad74f req-1e3a1f64-c966-42a2-9254-d7afb97ed7c6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.880568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e356-ddb8-4a29-b325-d105262ad74f req-1e3a1f64-c966-42a2-9254-d7afb97ed7c6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.882463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b7e356-ddb8-4a29-b325-d105262ad74f req-1e3a1f64-c966-42a2-9254-d7afb97ed7c6 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.5213542 Dec 13 09:37:31.920292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f04c6d-d2de-44a0-a3e0-dfb830d95c48 req-54852952-a660-42d2-aa01-e086edda530a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.921965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5f04c6d-d2de-44a0-a3e0-dfb830d95c48 req-54852952-a660-42d2-aa01-e086edda530a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 0.5024047 Dec 13 09:37:31.926494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-8d47231f-0d33-4bed-9bbb-db1937b4715b service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452703 Dec 13 09:37:31.950125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:31.952294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:31.955856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 1096 time: 2.0482891 Dec 13 09:37:31.976495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc59a5-2d77-4c7d-b4d0-6b601649e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:32.037242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b7e356-ddb8-4a29-b325-d105262ad74f req-21aadeda-e116-4664-983e-774e922f2b69 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464174 Dec 13 09:37:32.074233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5f04c6d-d2de-44a0-a3e0-dfb830d95c48 req-f203f17b-b54b-41aa-a6f0-573a7514c27e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444070 Dec 13 09:37:32.086674 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:32.125798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1764701c-f189-41e1-84c3-2d30b2c8be53 req-f3f42dda-aaf7-4214-85c4-ed405c27003e service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901426 Dec 13 09:37:32.183068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-2b8ca386-4b3c-4994-999b-0a5589b8e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.193647 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-2b8ca386-4b3c-4994-999b-0a5589b8e977 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1099 time: 0.1706524 Dec 13 09:37:32.272569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-c174667e-1070-41dd-88e2-a46975ca8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.273328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-ea108fa2-441d-4607-a65a-972df105d8f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0692637 Dec 13 09:37:32.275437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-c174667e-1070-41dd-88e2-a46975ca8834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1094 time: 0.0874000 Dec 13 09:37:32.406284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-da352883-31c5-487d-817e-28609e129bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.411803 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-da352883-31c5-487d-817e-28609e129bc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1183035 Dec 13 09:37:32.423584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f161d83-f8cf-42f8-b656-c4358e64ddf0 req-02a6efc5-06ca-41af-9240-aac4c0de07a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.425461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f161d83-f8cf-42f8-b656-c4358e64ddf0 req-02a6efc5-06ca-41af-9240-aac4c0de07a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 948 time: 0.1210115 Dec 13 09:37:32.451982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-db423cef-ae4d-4cec-b851-afeb4e7d4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.453576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-db423cef-ae4d-4cec-b851-afeb4e7d4ab8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.1594324 Dec 13 09:37:32.495743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaef96-9ec0-4c94-81a9-2386814503af req-2a9fa218-ceb6-4f16-8207-8142c5c53097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.498558 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-2a9fa218-ceb6-4f16-8207-8142c5c53097 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735126 Dec 13 09:37:32.502608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-b9d2f1d5-ef11-4a85-8d3f-4aed0c3883a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.0420783 Dec 13 09:37:32.593226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f161d83-f8cf-42f8-b656-c4358e64ddf0 req-d1fb8075-0f20-4971-bb83-912b95692a43 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565430 Dec 13 09:37:32.643871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-37b10601-45fe-4f73-a267-d7fbe5d9e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.645853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-37b10601-45fe-4f73-a267-d7fbe5d9e341 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1331308 Dec 13 09:37:32.653092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-0329d40c-00cb-4fc0-b645-3cd8e76958da service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407757 Dec 13 09:37:32.714326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-37793620-9976-418c-81d7-f345dd0fd454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430291 Dec 13 09:37:32.814136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-abdaef96-9ec0-4c94-81a9-2386814503af req-c7a9eb68-7116-4094-82f6-9d3e74413950 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427107 Dec 13 09:37:32.860893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd79c6-0e9c-4b59-92ba-03fc2c5af8f7 req-b5855f01-90a3-4cb9-ad8d-269784cbef17 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:32.867099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ccd79c6-0e9c-4b59-92ba-03fc2c5af8f7 req-b5855f01-90a3-4cb9-ad8d-269784cbef17 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 944 time: 0.1503217 Dec 13 09:37:32.925872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-25c92a64-3373-4345-9a19-3ac225e4d465 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779625 Dec 13 09:37:33.004882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ccd79c6-0e9c-4b59-92ba-03fc2c5af8f7 req-865ea7d2-b175-44e4-8b4c-08971c21aec5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275525 Dec 13 09:37:33.015747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71806a-2994-4429-bff3-8907240d5c99 req-51bb59aa-445d-4ce5-ba8b-d01331428a1c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.021843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71806a-2994-4429-bff3-8907240d5c99 req-51bb59aa-445d-4ce5-ba8b-d01331428a1c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.023424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e71806a-2994-4429-bff3-8907240d5c99 req-51bb59aa-445d-4ce5-ba8b-d01331428a1c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.1473646 Dec 13 09:37:33.125670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e71806a-2994-4429-bff3-8907240d5c99 req-fe495464-2667-4f4b-b48b-38a3bfa979a8 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935395 Dec 13 09:37:33.127973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d21abdf5-9941-4241-b85c-3d37d4a10266 req-1de866c9-83a4-4384-badb-0983d56abd30 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809225 Dec 13 09:37:33.169293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59272e5-7ca5-4c5c-a5a5-ae7b6653c28e req-67586ae5-c3ab-4fce-ae57-bf0092189a43 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.170860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d59272e5-7ca5-4c5c-a5a5-ae7b6653c28e req-67586ae5-c3ab-4fce-ae57-bf0092189a43 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 950 time: 0.0839174 Dec 13 09:37:33.245750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d59272e5-7ca5-4c5c-a5a5-ae7b6653c28e req-ecb85daf-7de0-4415-8bad-945438f7f264 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Dec 13 09:37:33.283766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb033f18-817d-427b-9ba9-5901476c7fff req-e25c1aa7-0c9d-4579-bb3f-a41f9f816848 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.285302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb033f18-817d-427b-9ba9-5901476c7fff req-e25c1aa7-0c9d-4579-bb3f-a41f9f816848 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 0.0573215 Dec 13 09:37:33.337081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb033f18-817d-427b-9ba9-5901476c7fff req-75e5f143-140b-4522-9cd6-ecd5ad28e354 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Dec 13 09:37:33.359891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:33.362767 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352" -d '{"events": [{"name": "network-changed", "server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:33.406756 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff59be-4fba-4e8e-a74a-d4b5d76c671b x-openstack-request-id: req-74ff59be-4fba-4e8e-a74a-d4b5d76c671b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:33.407077 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:33.407335 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74ff59be-4fba-4e8e-a74a-d4b5d76c671b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:33.407734 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'status': 'completed', 'code': 200} Dec 13 09:37:33.469160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-b6f10707-9aef-4403-a765-ea0b0fbc1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.470663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-b6f10707-9aef-4403-a765-ea0b0fbc1c97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1099 time: 0.0425665 Dec 13 09:37:33.534167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:33.583676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-1deadc96-8804-4aa1-970f-2c5d7cc41c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.585244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-1deadc96-8804-4aa1-970f-2c5d7cc41c6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1064687 Dec 13 09:37:33.636005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-16685c86-c43f-4ccc-8364-ef50bb631182 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0426710 Dec 13 09:37:33.726886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-db53a382-c959-418e-997a-285b7cf42e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.728359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-db53a382-c959-418e-997a-285b7cf42e35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0827825 Dec 13 09:37:33.744358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084543-a4bb-4d73-808a-13f04ddfe15c req-0dbb6830-f057-455d-ac9e-0c1376584da8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.745866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3084543-a4bb-4d73-808a-13f04ddfe15c req-0dbb6830-f057-455d-ac9e-0c1376584da8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 948 time: 0.0659981 Dec 13 09:37:33.815530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-c7f78682-e3e3-4c54-a65f-072180966d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:33.817405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-c7f78682-e3e3-4c54-a65f-072180966d42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705872 Dec 13 09:37:33.821089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3084543-a4bb-4d73-808a-13f04ddfe15c req-eefed512-6c65-4ab2-8d72-e44fdc4f25d0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670605 Dec 13 09:37:33.920797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-0450f47d-0b3e-4831-a223-83edb03bfb31 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869555 Dec 13 09:37:34.016490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f29e7d1-b580-4f2b-8d54-9ae6baaad352 req-22d7bf4d-6be9-4520-ac37-fc5fbcd4db86 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Dec 13 09:37:34.095018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-c7cf4b50-2eaf-4477-9bba-8cfd0239e7c6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.097260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-c7cf4b50-2eaf-4477-9bba-8cfd0239e7c6 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 950 time: 0.0602832 Dec 13 09:37:34.223564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d7e09-1012-42cb-83fe-0044d0681902 req-157564bd-43a1-41cc-a8a2-774712970603 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.225139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-755d7e09-1012-42cb-83fe-0044d0681902 req-157564bd-43a1-41cc-a8a2-774712970603 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 944 time: 0.1261106 Dec 13 09:37:34.230780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 443496d9-c992-4da7-a3a7-c89a70fe0380 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:34.302202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 443496d9-c992-4da7-a3a7-c89a70fe0380 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:34.310583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:34.337442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 443496d9-c992-4da7-a3a7-c89a70fe0380 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:34.338149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.341148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:34.341514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f79d1fce-d8f7-41c8-ab2e-ca2cc218e48f not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:34.370628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-755d7e09-1012-42cb-83fe-0044d0681902 req-afc73d2e-6c8d-4ce9-b688-690f6a00d431 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347408 Dec 13 09:37:34.383881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port acb353c2-5d0c-497d-a20c-d97227ef8abf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:34.394265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.427789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87b310-ecb1-4de8-a03c-84aa3333efdc req-874c9dff-28a6-4087-ab29-f18f4ea155f8 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.439219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87b310-ecb1-4de8-a03c-84aa3333efdc req-874c9dff-28a6-4087-ab29-f18f4ea155f8 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.441239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b87b310-ecb1-4de8-a03c-84aa3333efdc req-874c9dff-28a6-4087-ab29-f18f4ea155f8 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.1825027 Dec 13 09:37:34.443297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.477488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:34.483309 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771d45a8-8d7d-4493-a198-230ff617d5d1" -d '{"events": [{"server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "name": "network-vif-plugged", "status": "completed", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:34.498510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=443496d9-c992-4da7-a3a7-c89a70fe0380,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:34.505302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.587323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:34.595443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.624840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port acb353c2-5d0c-497d-a20c-d97227ef8abf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=acb353c2-5d0c-497d-a20c-d97227ef8abf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:34.625366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:34.663466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for acb353c2-5d0c-497d-a20c-d97227ef8abf owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:34.687009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-b29bffa7-b185-434a-9239-567d87e1a14c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.693226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-b29bffa7-b185-434a-9239-567d87e1a14c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.694855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-b29bffa7-b185-434a-9239-567d87e1a14c tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.2147751 Dec 13 09:37:34.698292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b87b310-ecb1-4de8-a03c-84aa3333efdc req-4359eae2-8f8f-4d73-bc8f-4e67b16dc585 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563079 Dec 13 09:37:34.707594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ab9f0-33f8-4ca7-ad10-f75f8396444b req-3a35c284-5039-4a3c-8302-c35d1f299d70 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:34.715459 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a8ab9f0-33f8-4ca7-ad10-f75f8396444b req-3a35c284-5039-4a3c-8302-c35d1f299d70 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 950 time: 0.2340086 Dec 13 09:37:35.156610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a8ab9f0-33f8-4ca7-ad10-f75f8396444b req-1624cced-3a26-4581-8348-ba007dea7962 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401929 Dec 13 09:37:35.194780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-927e9fbf-aa20-4f13-a678-581569c060e1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.196288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-927e9fbf-aa20-4f13-a678-581569c060e1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "GET /v2.0/ports?device_id=139de05b-02d5-430d-b6f2-2a579b483044 HTTP/1.1" status: 200 len: 950 time: 0.1733906 Dec 13 09:37:35.207104 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bc33d-3940-4fd3-9280-ee82ec905b01 x-openstack-request-id: req-ef9bc33d-3940-4fd3-9280-ee82ec905b01 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:35.207403 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "name": "network-vif-plugged", "status": "completed", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:35.207664 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef9bc33d-3940-4fd3-9280-ee82ec905b01 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:35.208057 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'code': 200} Dec 13 09:37:35.212547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bccbf-a3f0-471e-8f74-d0c24baa07a3 req-6683b6c3-aa61-44b6-95d9-ff43e948aba2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.214686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee2bccbf-a3f0-471e-8f74-d0c24baa07a3 req-6683b6c3-aa61-44b6-95d9-ff43e948aba2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 0.1928945 Dec 13 09:37:35.338065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf194be-9ddd-47f7-9322-a79dff6f1ea5 req-861fb555-be7d-4657-9e9e-549cf77a09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.339555 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eaf194be-9ddd-47f7-9322-a79dff6f1ea5 req-861fb555-be7d-4657-9e9e-549cf77a09f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.0445025 Dec 13 09:37:35.379809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:35.380328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.396466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eaf194be-9ddd-47f7-9322-a79dff6f1ea5 req-98030f9e-aa2b-480a-bb30-c20a7063e5a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473733 Dec 13 09:37:35.444633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.457613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9811f02b-d87a-4a14-981c-ea0b0fa517cf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:35.464470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'acb353c2-5d0c-497d-a20c-d97227ef8abf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:35.510366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee2bccbf-a3f0-471e-8f74-d0c24baa07a3 req-47d13a43-62ab-4ea5-9acc-8ecced9bfd8f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872562 Dec 13 09:37:35.520587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=acb353c2-5d0c-497d-a20c-d97227ef8abf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:35.538227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd261ae2-0eeb-407c-929a-e803acd72b23 req-1a4e6937-2bc8-450e-8162-18ae38322430 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.539658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd261ae2-0eeb-407c-929a-e803acd72b23 req-1a4e6937-2bc8-450e-8162-18ae38322430 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 948 time: 0.2580085 Dec 13 09:37:35.623750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port acb353c2-5d0c-497d-a20c-d97227ef8abf on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:35.630846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.635365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb03f98b-8874-435c-9f1f-8a3e62152ef4 req-54e88d35-dd54-4372-a457-a4ff61726309 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "DELETE /v2.0/ports/acb353c2-5d0c-497d-a20c-d97227ef8abf HTTP/1.1" status: 204 len: 173 time: 1.5068817 Dec 13 09:37:35.640937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'name': 'network-vif-deleted', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:35.643249 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecd314b-fd18-4f77-8049-7d998936da3f" -d '{"events": [{"server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "name": "network-vif-deleted", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:35.649759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 9811f02b-d87a-4a14-981c-ea0b0fa517cf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:35.650285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.731206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:35.732048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.780803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:35.796126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd261ae2-0eeb-407c-929a-e803acd72b23 req-c9d2078e-dc95-40f3-8db6-6916faf29236 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344964 Dec 13 09:37:35.884285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb9ea0-9c33-4b9e-a245-fcaa44103d63 req-bb493210-e380-42a4-9143-367f82c34d72 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:35.887348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80eb9ea0-9c33-4b9e-a245-fcaa44103d63 req-bb493210-e380-42a4-9143-367f82c34d72 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 945 time: 0.1786244 Dec 13 09:37:35.897781 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138cba5a-c203-4602-b619-09fa3d7a982a x-openstack-request-id: req-138cba5a-c203-4602-b619-09fa3d7a982a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:35.898076 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d2349-dab0-4676-bb26-8412d0a42969", "name": "network-vif-deleted", "tag": "acb353c2-5d0c-497d-a20c-d97227ef8abf", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:35.898392 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-138cba5a-c203-4602-b619-09fa3d7a982a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:35.898730 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d2349-dab0-4676-bb26-8412d0a42969', 'name': 'network-vif-deleted', 'tag': 'acb353c2-5d0c-497d-a20c-d97227ef8abf', 'status': 'completed', 'code': 200} Dec 13 09:37:35.911731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 9811f02b-d87a-4a14-981c-ea0b0fa517cf, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9811f02b-d87a-4a14-981c-ea0b0fa517cf,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:35.912203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:35.956733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 9811f02b-d87a-4a14-981c-ea0b0fa517cf owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:36.038839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80eb9ea0-9c33-4b9e-a245-fcaa44103d63 req-3f74e689-c919-433f-ac60-260d727b37e6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392379 Dec 13 09:37:36.167774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9fc26-4e63-43c1-9600-5b3f9ee1f1e9 req-3f2210ae-bc1c-4363-9be1-ec67adc20a5b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.173849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9fc26-4e63-43c1-9600-5b3f9ee1f1e9 req-3f2210ae-bc1c-4363-9be1-ec67adc20a5b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.175438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc9fc26-4e63-43c1-9600-5b3f9ee1f1e9 req-3f2210ae-bc1c-4363-9be1-ec67adc20a5b tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 1681 time: 0.1983860 Dec 13 09:37:36.236252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc9fc26-4e63-43c1-9600-5b3f9ee1f1e9 req-add6af98-2779-4073-abd8-a4a6045e2f69 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b28f0a8-5886-4120-ae9b-8f15037c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Dec 13 09:37:36.274974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.303193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-368f49f2-0b09-4b0d-816a-7b59c398262b req-3c631ddf-2340-4458-92d6-34e27bc56e26 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=094d2349-dab0-4676-bb26-8412d0a42969 HTTP/1.1" status: 200 len: 210 time: 0.0432849 Dec 13 09:37:36.311055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:36.359130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=9f1d47b0-d03d-472f-bb3a-0c846c8edd69,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:36.421400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:36.424302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.427708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-249762d6-fe50-4b2a-a415-10bd9458c854 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "DELETE /v2.0/ports/9f1d47b0-d03d-472f-bb3a-0c846c8edd69 HTTP/1.1" status: 204 len: 173 time: 1.7053504 Dec 13 09:37:36.430495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.453384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:36.466450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'mac_address': 'fa:16:3e:4a:c9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:36.506458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=9811f02b-d87a-4a14-981c-ea0b0fa517cf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:36.516077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.532524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:36.608908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:36.620121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.621090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:36.636870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 9811f02b-d87a-4a14-981c-ea0b0fa517cf on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:36.640515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.644084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-079756ba-ba63-4101-93b4-faa2da88fdfa req-54b39ceb-2478-4b10-a311-2cfbaf279885 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.37 "DELETE /v2.0/ports/9811f02b-d87a-4a14-981c-ea0b0fa517cf HTTP/1.1" status: 204 len: 173 time: 1.4404306 Dec 13 09:37:36.674037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 5153e849-a052-420c-bb33-797b77abbbb8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:36.674538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.797417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', '552d2ead-150d-48a5-9bb0-56012eeeae06', '228b1d79-01b1-4f4e-b4d1-e74b2726964f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:36.805543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 5153e849-a052-420c-bb33-797b77abbbb8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5153e849-a052-420c-bb33-797b77abbbb8,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:36.806033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:36.820753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 5153e849-a052-420c-bb33-797b77abbbb8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:36.824308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:36.900019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:36.927145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'port_id': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'mac_address': 'fa:16:3e:b3:5f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abbc407-a311-4f1a-ad1a-5ca5451a4b72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:36.991166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0503-82c1-4699-87fa-6d13630515c2 req-03ae6f61-810e-4da7-8556-a750c3d281d1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:36.993138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98fa0503-82c1-4699-87fa-6d13630515c2 req-03ae6f61-810e-4da7-8556-a750c3d281d1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 0.1737568 Dec 13 09:37:37.005393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.021953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b7d029-1a80-4a2c-8ad0-738624a5153e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:37.039727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb71d-354f-49e5-a129-b06f3b7a9442 req-eb201439-6b1f-4582-94bb-c867a13252cb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:37.041990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc9eb71d-354f-49e5-a129-b06f3b7a9442 req-eb201439-6b1f-4582-94bb-c867a13252cb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 949 time: 0.1176810 Dec 13 09:37:37.060106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:37.071729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.091890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98fa0503-82c1-4699-87fa-6d13630515c2 req-3ffde9a2-87c4-44aa-87d0-e990d8b6e513 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Dec 13 09:37:37.172922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:37.250273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc9eb71d-354f-49e5-a129-b06f3b7a9442 req-27f8a1f9-8385-4cd2-a140-91c0795542c5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801519 Dec 13 09:37:37.291836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752878-e523-46b5-9a58-0c2aada05d4d req-444cfb6b-c35c-45e3-93d7-0ff57ee1c651 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:37.294852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14752878-e523-46b5-9a58-0c2aada05d4d req-444cfb6b-c35c-45e3-93d7-0ff57ee1c651 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 945 time: 0.0968058 Dec 13 09:37:37.300267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.339331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=5153e849-a052-420c-bb33-797b77abbbb8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:37.420033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 5153e849-a052-420c-bb33-797b77abbbb8 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:37.423462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:37.427791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98ea3b0a-6bdc-44aa-97a2-7e3b6265d83f req-55dd39bd-cb5c-4eb0-9cb7-9c3a3c1be1c4 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.44 "DELETE /v2.0/ports/5153e849-a052-420c-bb33-797b77abbbb8 HTTP/1.1" status: 204 len: 173 time: 0.9716103 Dec 13 09:37:37.478526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14752878-e523-46b5-9a58-0c2aada05d4d req-9f58523b-71bf-41ff-83bd-a64ea3d818af tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733007 Dec 13 09:37:37.516694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4c542bf-83b3-4fbc-bb0b-5ca6ed9e6805 req-47b5a341-612a-43d1-98f3-e66ecbc9d5a5 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "GET /v2.0/ports?device_id=6190138a-060c-4be5-8667-0a0e597c6b1a HTTP/1.1" status: 200 len: 210 time: 0.0482101 Dec 13 09:37:37.526479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:37.529112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['22b7d029-1a80-4a2c-8ad0-738624a5153e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:37.913707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-deleted', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69'}, {'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'name': 'network-vif-deleted', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf'}, {'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-deleted', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:37.916354 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307c055-882c-4db1-afc7-c26b8ce81b12" -d '{"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-deleted", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69"}, {"server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "name": "network-vif-deleted", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf"}, {"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-deleted", "tag": "5153e849-a052-420c-bb33-797b77abbbb8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:37.934144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-431f57fd-996e-4a9f-9de6-bd60353d33ab tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3727794 Dec 13 09:37:37.943303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:37.982220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.144842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.264009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device acb353c2-5d0c-497d-a20c-d97227ef8abf no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:38.420145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9811f02b-d87a-4a14-981c-ea0b0fa517cf no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:38.423273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: acb353c2-5d0c-497d-a20c-d97227ef8abf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:38.423553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device acb353c2-5d0c-497d-a20c-d97227ef8abf not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:38.423926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5153e849-a052-420c-bb33-797b77abbbb8 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:38.429097 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfefddd-4394-4b53-b3e4-2888f40e1895 x-openstack-request-id: req-8cfefddd-4394-4b53-b3e4-2888f40e1895 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:38.429419 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-deleted", "tag": "9f1d47b0-d03d-472f-bb3a-0c846c8edd69", "status": "completed", "code": 200}, {"server_uuid": "139de05b-02d5-430d-b6f2-2a579b483044", "name": "network-vif-deleted", "tag": "9811f02b-d87a-4a14-981c-ea0b0fa517cf", "status": "completed", "code": 200}, {"server_uuid": "6190138a-060c-4be5-8667-0a0e597c6b1a", "name": "network-vif-deleted", "tag": "5153e849-a052-420c-bb33-797b77abbbb8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:38.429669 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cfefddd-4394-4b53-b3e4-2888f40e1895 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:38.430063 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-deleted', 'tag': '9f1d47b0-d03d-472f-bb3a-0c846c8edd69', 'status': 'completed', 'code': 200} Dec 13 09:37:38.430322 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139de05b-02d5-430d-b6f2-2a579b483044', 'name': 'network-vif-deleted', 'tag': '9811f02b-d87a-4a14-981c-ea0b0fa517cf', 'status': 'completed', 'code': 200} Dec 13 09:37:38.430574 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190138a-060c-4be5-8667-0a0e597c6b1a', 'name': 'network-vif-deleted', 'tag': '5153e849-a052-420c-bb33-797b77abbbb8', 'status': 'completed', 'code': 200} Dec 13 09:37:38.442903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 9811f02b-d87a-4a14-981c-ea0b0fa517cf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:38.443510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9811f02b-d87a-4a14-981c-ea0b0fa517cf not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:38.461360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 5153e849-a052-420c-bb33-797b77abbbb8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:38.461723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5153e849-a052-420c-bb33-797b77abbbb8 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:38.462131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:38.485507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:38.485999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f1d47b0-d03d-472f-bb3a-0c846c8edd69 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:38.518313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4ac57-6121-4793-934e-e08244f0d0fd req-6a42a3ba-5895-475f-b20d-b3e2e8481b3e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:38.519849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11c4ac57-6121-4793-934e-e08244f0d0fd req-6a42a3ba-5895-475f-b20d-b3e2e8481b3e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 950 time: 0.0885217 Dec 13 09:37:38.564557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Allocated IP 172.25.1.2 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c65e3658-95b0-4c11-a8da-d988aac7706d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:38.634217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11c4ac57-6121-4793-934e-e08244f0d0fd req-1744708d-d73b-4829-85f8-19297075f34e tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052320 Dec 13 09:37:38.690916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.767265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2736-c9df-47b9-bf52-1f639aef78ef req-619983ee-95c1-4aba-bfcc-7aaea7834529 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:38.768785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fd2736-c9df-47b9-bf52-1f639aef78ef req-619983ee-95c1-4aba-bfcc-7aaea7834529 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.0688095 Dec 13 09:37:38.769953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.823587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:38.828922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:38.832659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:38.851253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event updated for resources: {'Port': ['ID=c65e3658-95b0-4c11-a8da-d988aac7706d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:38.917229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fd2736-c9df-47b9-bf52-1f639aef78ef req-d90066dc-f23c-457e-82e4-41e10f2a49fe tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389482 Dec 13 09:37:38.947767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:38.995432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.064725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49200-c344-4122-abcb-e93f606a2e0e req-db160366-e204-41d8-b30a-5ecc61308011 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.066498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11e49200-c344-4122-abcb-e93f606a2e0e req-db160366-e204-41d8-b30a-5ecc61308011 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 949 time: 0.0827169 Dec 13 09:37:39.163939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11e49200-c344-4122-abcb-e93f606a2e0e req-eb7af853-2c44-4f97-821b-286576f94cd2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909607 Dec 13 09:37:39.217905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.223091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.262047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.275902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event updated for resources: {'Port': ['ID=c65e3658-95b0-4c11-a8da-d988aac7706d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:39.281397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:39.292034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.293201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-aba11e68-178b-4436-a05e-c04ccd766502 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3566475 Dec 13 09:37:39.413644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-61f4c6f6-dac0-4fce-8f9b-3a31f768523b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0962996 Dec 13 09:37:39.446804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting subnet fad8ce00-2eb3-4d91-9d2a-023997dda402 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:39.453060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.546503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.572664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-bd36c557-819f-4ceb-a661-6d08002e92c3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.574120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-bd36c557-819f-4ceb-a661-6d08002e92c3 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 950 time: 0.1943734 Dec 13 09:37:39.657142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.666930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-edb640c8-bcf1-483b-bee8-402e6f562daf tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.668293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-edb640c8-bcf1-483b-bee8-402e6f562daf tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.2357068 Dec 13 09:37:39.716892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-e91ff01a-5255-457e-8fa5-2f7bd0b52c1e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:39.717908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43e1dd06-40c1-4d5e-84c3-7edece7c17b2 req-e91ff01a-5255-457e-8fa5-2f7bd0b52c1e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162067 Dec 13 09:37:39.854674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-008db847-9ef9-41c6-aeb7-6ecd381cfec1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.856062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-008db847-9ef9-41c6-aeb7-6ecd381cfec1 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/ports?device_id=09170915-13db-4b51-ad40-39205040dfe6 HTTP/1.1" status: 200 len: 950 time: 0.1644466 Dec 13 09:37:39.860276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.881422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7581-a676-4003-81e3-634a4a32ceca req-09a6c611-33ff-4975-82eb-aed82602baa8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:39.882817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-921c7581-a676-4003-81e3-634a4a32ceca req-09a6c611-33ff-4975-82eb-aed82602baa8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 950 time: 0.1640999 Dec 13 09:37:39.965949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Subnet': ['ID=fad8ce00-2eb3-4d91-9d2a-023997dda402,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:39.975919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c453f-7c72-49a7-adae-877b4a93cef1 None None] Network bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:39.979828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:39.983122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c3ec1bd7-da42-4722-9d3c-8c584a0ba815 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/subnets/fad8ce00-2eb3-4d91-9d2a-023997dda402 HTTP/1.1" status: 204 len: 168 time: 0.7005987 Dec 13 09:37:39.985862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:40.003111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 228b1d79-01b1-4f4e-b4d1-e74b2726964f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:40.003452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.077710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.143144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 991c1420-538c-49ae-aeac-c9c15fa1b1cb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:40.143484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.162806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-921c7581-a676-4003-81e3-634a4a32ceca req-d205565e-fd5c-4c8a-8f18-d780f9463802 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285974 Dec 13 09:37:40.173427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] DHCP port deletion for bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:37:40.176369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-96768d60-d96a-4143-8848-ad055637555b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:40.177887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-96768d60-d96a-4143-8848-ad055637555b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 820 time: 0.3465683 Dec 13 09:37:40.211305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-94dd4f3e-3f89-40b9-ade5-8f5147b34ea8 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/quotas/f25a5f680e924d06b85745ab84d1d54c HTTP/1.1" status: 200 len: 375 time: 0.0243821 Dec 13 09:37:40.217865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 228b1d79-01b1-4f4e-b4d1-e74b2726964f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=228b1d79-01b1-4f4e-b4d1-e74b2726964f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.218234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.228180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=991c1420-538c-49ae-aeac-c9c15fa1b1cb,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.229577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.247633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 228b1d79-01b1-4f4e-b4d1-e74b2726964f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:40.254318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 991c1420-538c-49ae-aeac-c9c15fa1b1cb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:40.255650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Deleting port 991c1420-538c-49ae-aeac-c9c15fa1b1cb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:40.256367 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.263478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 552d2ead-150d-48a5-9bb0-56012eeeae06 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:40.263819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.340641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] For port 991c1420-538c-49ae-aeac-c9c15fa1b1cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=991c1420-538c-49ae-aeac-c9c15fa1b1cb,segment=NetworkSegment(de8c2466-456e-4ee9-b9b7-b3ab79d74dc4),segment_id=de8c2466-456e-4ee9-b9b7-b3ab79d74dc4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.341247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.356745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Calling delete_port for 991c1420-538c-49ae-aeac-c9c15fa1b1cb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:40.360041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.389584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=991c1420-538c-49ae-aeac-c9c15fa1b1cb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:40.392618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 991c1420-538c-49ae-aeac-c9c15fa1b1cb on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:40.410288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:40.469465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-1546e214-8f45-494f-870f-b920df1002c2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2470174 Dec 13 09:37:40.486285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b888f2-2324-4e86-9cd7-219459df2241 req-f7deea73-afaf-46bd-a378-335a1155c675 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:40.487727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8b888f2-2324-4e86-9cd7-219459df2241 req-f7deea73-afaf-46bd-a378-335a1155c675 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.1923933 Dec 13 09:37:40.491754 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.497523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.502125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:40.520448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5b714a-7b24-4962-bfcc-25a1eebfa6a0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:40.525368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] Pushing event deleted for resources: {'Port': ['ID=991c1420-538c-49ae-aeac-c9c15fa1b1cb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:40.530938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:40.531169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.533248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cd57e-aafe-430d-894c-e5c1f24fc73f None None] No DVR routers for this DVR port 991c1420-538c-49ae-aeac-c9c15fa1b1cb on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:40.535409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:40.535923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8c2466-456e-4ee9-b9b7-b3ab79d74dc4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:40.549936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.573696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.585296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 552d2ead-150d-48a5-9bb0-56012eeeae06, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=552d2ead-150d-48a5-9bb0-56012eeeae06,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.585674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.586794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:40.587344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:40.592135 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:40.614895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 552d2ead-150d-48a5-9bb0-56012eeeae06 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:40.632179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.665592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:40.669641 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a5ee1a-1b12-4d01-bfd3-549c48eb54c7" -d '{"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-plugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:40.684616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.689472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 991c1420-538c-49ae-aeac-c9c15fa1b1cb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:40.701856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.710395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.717311 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/networks/bb5b714a-7b24-4962-bfcc-25a1eebfa6a0 HTTP/1.1" status: 204 len: 168 time: 0.7281997 Dec 13 09:37:40.717626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:40.717959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 991c1420-538c-49ae-aeac-c9c15fa1b1cb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:40.718321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 991c1420-538c-49ae-aeac-c9c15fa1b1cb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:40.721481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.722283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:40.769582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57916c71-6e5b-472b-a378-011edc6b7311 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Network': ['ID=bb5b714a-7b24-4962-bfcc-25a1eebfa6a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:40.787785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting subnet 8d770cbf-cc03-47a8-8a59-7f37299a6099 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:40.792058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.804849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:40.827491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 22b7d029-1a80-4a2c-8ad0-738624a5153e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:40.834096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 22b7d029-1a80-4a2c-8ad0-738624a5153e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:40.834483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.841315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.921787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.935964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.958612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:40.963121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:40.969754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8b888f2-2324-4e86-9cd7-219459df2241 req-938d1333-c35f-44f2-bc09-476bb9b85326 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641430 Dec 13 09:37:41.012900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.016852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.021799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-29f6ce98-bcd5-49c0-be87-778236a7e110 service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437324 Dec 13 09:37:41.029795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.042466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:41.043994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Subnet': ['ID=8d770cbf-cc03-47a8-8a59-7f37299a6099,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.047847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.051256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08c5fc8b-feec-4b69-bad2-65c4fef4fd4a tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/subnets/8d770cbf-cc03-47a8-8a59-7f37299a6099 HTTP/1.1" status: 204 len: 168 time: 0.3324218 Dec 13 09:37:41.053817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:41.084345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179538d-a039-44a4-8d35-af9ef600b47e None None] Network 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:41.133678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=228b1d79-01b1-4f4e-b4d1-e74b2726964f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.153372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.211273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 228b1d79-01b1-4f4e-b4d1-e74b2726964f on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:41.217112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.220496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edf0b006-5894-4b5e-9660-b0b8aea7a83f req-afda283a-53db-4f3e-8450-a21f3e921473 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "DELETE /v2.0/ports/228b1d79-01b1-4f4e-b4d1-e74b2726964f HTTP/1.1" status: 204 len: 173 time: 1.6259315 Dec 13 09:37:41.221788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'name': 'network-vif-deleted', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:41.224158 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b047ef6c-c4b1-4d54-a38f-da614e092c04" -d '{"events": [{"server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "name": "network-vif-deleted", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:41.248204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Deleting port 66529843-d047-4a89-a431-62ef1f10635b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:41.248204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.267814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ebacb-7b03-4210-9ec9-36226fcfb43b req-b666cf0e-9a44-4fff-9ae4-77f24a5f4f9b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:41.275538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-591ebacb-7b03-4210-9ec9-36226fcfb43b req-b666cf0e-9a44-4fff-9ae4-77f24a5f4f9b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2172494 Dec 13 09:37:41.309974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-e1dfe681-868f-4918-ac1f-0c6ec9ae2f9c service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767282 Dec 13 09:37:41.337265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] For port 66529843-d047-4a89-a431-62ef1f10635b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=66529843-d047-4a89-a431-62ef1f10635b,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:41.338506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.356962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] DHCP port deletion for 3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:37:41.372665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Calling delete_port for 66529843-d047-4a89-a431-62ef1f10635b owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:41.393921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.408198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-591ebacb-7b03-4210-9ec9-36226fcfb43b req-a7ac5da1-e983-4435-aa14-9f1014dd9cde tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317058 Dec 13 09:37:41.453415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=552d2ead-150d-48a5-9bb0-56012eeeae06,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.481297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Deleting port 66529843-d047-4a89-a431-62ef1f10635b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:41.482772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.542715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 552d2ead-150d-48a5-9bb0-56012eeeae06 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:41.547654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.555669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-522e105d-1af3-4c45-8d67-bb6057a300ad req-674e6c1f-1e68-4817-9786-a1906fbc5e3b tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "DELETE /v2.0/ports/552d2ead-150d-48a5-9bb0-56012eeeae06 HTTP/1.1" status: 204 len: 173 time: 1.6706159 Dec 13 09:37:41.574624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] For port 66529843-d047-4a89-a431-62ef1f10635b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=66529843-d047-4a89-a431-62ef1f10635b,segment=NetworkSegment(8bfd452d-9dff-432c-8046-78db8ba1bc6a),segment_id=8bfd452d-9dff-432c-8046-78db8ba1bc6a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:41.575049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.600812 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7be5aa-972e-4232-8e78-0617f41b95da x-openstack-request-id: req-0f7be5aa-972e-4232-8e78-0617f41b95da {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:41.601218 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-plugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:41.601489 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f7be5aa-972e-4232-8e78-0617f41b95da {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:41.602233 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'code': 200} Dec 13 09:37:41.604212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Calling delete_port for 66529843-d047-4a89-a431-62ef1f10635b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:41.616356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.673747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Port': ['ID=66529843-d047-4a89-a431-62ef1f10635b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.688492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] No DVR routers for this DVR port 66529843-d047-4a89-a431-62ef1f10635b on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:41.710168 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a482b6-f551-4c7b-8274-c23f1b2340e8 x-openstack-request-id: req-27a482b6-f551-4c7b-8274-c23f1b2340e8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:41.716107 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c533ea-1419-4d7a-b768-1b3770157ea8", "name": "network-vif-deleted", "tag": "228b1d79-01b1-4f4e-b4d1-e74b2726964f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:41.716432 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27a482b6-f551-4c7b-8274-c23f1b2340e8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:41.716874 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c533ea-1419-4d7a-b768-1b3770157ea8', 'name': 'network-vif-deleted', 'tag': '228b1d79-01b1-4f4e-b4d1-e74b2726964f', 'status': 'completed', 'code': 200} Dec 13 09:37:41.731520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.770674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:41.781772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] No DVR routers for this DVR port 66529843-d047-4a89-a431-62ef1f10635b on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:41.799917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14d8b7-3bb8-47a5-b3e2-e1d471dc3ed7 None None] Pushing event deleted for resources: {'Port': ['ID=66529843-d047-4a89-a431-62ef1f10635b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:41.824093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6013ab4-bae0-4698-9840-6ce40682ad49 req-8aeb47de-dcc4-4a18-a6d4-031f141be3d8 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c533ea-1419-4d7a-b768-1b3770157ea8 HTTP/1.1" status: 200 len: 210 time: 0.0678506 Dec 13 09:37:41.887026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eecc4270-ba7d-421b-84fc-edb96245b32e req-3dfa2eff-bfce-4630-865e-f42349797b3c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 210 time: 0.0604024 Dec 13 09:37:41.898630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcee061-5b69-4ce3-b7d1-ddf4865e5729 req-175ed5b1-94cb-43a5-9f8a-b01d6f9d1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:41.901444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bcee061-5b69-4ce3-b7d1-ddf4865e5729 req-175ed5b1-94cb-43a5-9f8a-b01d6f9d1199 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1101 time: 0.2072840 Dec 13 09:37:41.924313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:41.983291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:41.987454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bcee061-5b69-4ce3-b7d1-ddf4865e5729 req-a0087c1b-5bf9-4f45-b072-ea15c0508dd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 Dec 13 09:37:41.995007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfd452d-9dff-432c-8046-78db8ba1bc6a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:41.995347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfd452d-9dff-432c-8046-78db8ba1bc6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:42.005788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.020451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.027451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:42.027958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:42.033066 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:42.103036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.112146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:42.116132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] 10.222.0.30 "DELETE /v2.0/networks/3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f HTTP/1.1" status: 204 len: 168 time: 1.0613253 Dec 13 09:37:42.123187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148f3b5-e093-493c-a2c7-86c60a6a8017 req-c28b8d44-22fb-4a8e-969a-6f2e8263caed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.130741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b18e8-92a9-48ff-9277-f128670874c0 tempest-ServersTestMultiNic-1960888749 tempest-ServersTestMultiNic-1960888749-project] Pushing event deleted for resources: {'Network': ['ID=3d1a6056-b7c8-4f3a-9f6a-af1e8e4ade6f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:42.140166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8148f3b5-e093-493c-a2c7-86c60a6a8017 req-c28b8d44-22fb-4a8e-969a-6f2e8263caed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.0874567 Dec 13 09:37:42.189712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8148f3b5-e093-493c-a2c7-86c60a6a8017 req-3fd10c5c-8c7c-41f5-9739-de4b6d5796fd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Dec 13 09:37:42.263224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 552d2ead-150d-48a5-9bb0-56012eeeae06 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:42.289395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 552d2ead-150d-48a5-9bb0-56012eeeae06 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:42.289676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 552d2ead-150d-48a5-9bb0-56012eeeae06 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:42.290116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 228b1d79-01b1-4f4e-b4d1-e74b2726964f no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:42.323775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:42.340746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 228b1d79-01b1-4f4e-b4d1-e74b2726964f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:42.341156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 228b1d79-01b1-4f4e-b4d1-e74b2726964f not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:42.602454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8de7-3494-4e53-9d8b-8d54dc41a5a4 req-04f0e9f0-6966-4dd1-8018-8fcb635788a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:42.604460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-221c8de7-3494-4e53-9d8b-8d54dc41a5a4 req-04f0e9f0-6966-4dd1-8018-8fcb635788a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.1123896 Dec 13 09:37:42.611700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 66529843-d047-4a89-a431-62ef1f10635b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:42.635409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 66529843-d047-4a89-a431-62ef1f10635b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:42.636006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 66529843-d047-4a89-a431-62ef1f10635b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:42.707941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-221c8de7-3494-4e53-9d8b-8d54dc41a5a4 req-ed6bbd59-86f9-4da0-9790-c3b788740bbd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960469 Dec 13 09:37:42.867968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.024228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2eee4fce-7a8e-472a-b1cf-f2210afc2d49 req-04697ce0-8bcb-456b-ada6-2fd952827b99 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 210 time: 0.0644212 Dec 13 09:37:43.112731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-8529e167-9570-4a64-b803-8cc46498bc95 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.114089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-8529e167-9570-4a64-b803-8cc46498bc95 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 820 time: 0.2054868 Dec 13 09:37:43.152000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'port': {'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'admin_state_up': True, 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:43.374767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f93628-3bee-4a40-b819-cf3432edeb4f req-8fb5369d-f098-40cb-b56c-88f8ca00d94a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.376329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09f93628-3bee-4a40-b819-cf3432edeb4f req-8fb5369d-f098-40cb-b56c-88f8ca00d94a tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.1538179 Dec 13 09:37:43.399218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194432-4b77-41de-a421-f9341f8e731d req-b7aa07d9-fc7a-4317-9852-255331bd7aa0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.401284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14194432-4b77-41de-a421-f9341f8e731d req-b7aa07d9-fc7a-4317-9852-255331bd7aa0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.1286552 Dec 13 09:37:43.463473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Made reservation on behalf of f25a5f680e924d06b85745ab84d1d54c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:43.466958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.553058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09f93628-3bee-4a40-b819-cf3432edeb4f req-c30ed17c-0813-4455-a572-95c9c5edb813 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652935 Dec 13 09:37:43.566544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14194432-4b77-41de-a421-f9341f8e731d req-0b2b8f0f-c700-48af-9e75-1bf611b8c9cd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561451 Dec 13 09:37:43.603285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:43.606066 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71399934-4686-4e4a-8bde-7e5c04a7e84f" -d '{"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-plugged", "status": "completed", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:43.653933 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c649a-863d-48e9-a043-270962000dce x-openstack-request-id: req-cd9c649a-863d-48e9-a043-270962000dce {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:43.654248 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-plugged", "status": "completed", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:43.654506 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd9c649a-863d-48e9-a043-270962000dce {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:43.655438 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'code': 200} Dec 13 09:37:43.662649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Deleting port 4b698591-e580-4b35-9e44-6e8549bf87f9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:43.662993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:43.718630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'name': 'network-vif-deleted', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:43.720880 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86b20f-c73b-4487-a616-6443f2e9321d" -d '{"events": [{"server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "name": "network-vif-deleted", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:43.725414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Allocated IP 172.20.0.3 (b8f6e915-e64f-45b9-b096-17d26f20327d/cfa3ab13-f53c-4fbb-8971-412c977a2ee6/5d293cdc-f6e4-4239-ba9a-7cd5ccac2864) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:43.769408 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b779d9d-61ad-478d-9d1c-9cbbe879eb3c x-openstack-request-id: req-4b779d9d-61ad-478d-9d1c-9cbbe879eb3c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:43.769705 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09170915-13db-4b51-ad40-39205040dfe6", "name": "network-vif-deleted", "tag": "552d2ead-150d-48a5-9bb0-56012eeeae06", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:43.769968 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b779d9d-61ad-478d-9d1c-9cbbe879eb3c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:43.770366 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09170915-13db-4b51-ad40-39205040dfe6', 'name': 'network-vif-deleted', 'tag': '552d2ead-150d-48a5-9bb0-56012eeeae06', 'status': 'completed', 'code': 200} Dec 13 09:37:43.865050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf0ee6-87ea-4a03-9c0a-93182e83c195 req-988655b8-7b63-4fd6-8d01-39af2310127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:43.866853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1bf0ee6-87ea-4a03-9c0a-93182e83c195 req-988655b8-7b63-4fd6-8d01-39af2310127e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.1431494 Dec 13 09:37:43.873055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] For port 4b698591-e580-4b35-9e44-6e8549bf87f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b698591-e580-4b35-9e44-6e8549bf87f9,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:43.873462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.198191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Calling delete_port for 4b698591-e580-4b35-9e44-6e8549bf87f9 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:44.217963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b2a57-49df-4cb7-90ba-d581a03bd582 req-832c3010-9521-41c0-b1ee-7f285c58e9c4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.219423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-824b2a57-49df-4cb7-90ba-d581a03bd582 req-832c3010-9521-41c0-b1ee-7f285c58e9c4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.4319153 Dec 13 09:37:44.244217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0179511-5cc0-4cfd-a322-8a11b78ab013 req-eb4b68a2-f997-4744-a210-bfce899b8308 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 210 time: 0.0713937 Dec 13 09:37:44.336562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1bf0ee6-87ea-4a03-9c0a-93182e83c195 req-e0e680ad-1574-48a8-b555-4a83e5b0e2b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570928 Dec 13 09:37:44.383587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-824b2a57-49df-4cb7-90ba-d581a03bd582 req-45a97f78-65bd-4acf-8ef1-a24432595ce4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432807 Dec 13 09:37:44.389791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.512530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-b0980e72-8b23-443b-b5ad-18d7b01ab3d3 req-a76b1fbe-94cb-4b0c-a9c6-9bab0a685963 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:44.513547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0980e72-8b23-443b-b5ad-18d7b01ab3d3 req-a76b1fbe-94cb-4b0c-a9c6-9bab0a685963 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055518 Dec 13 09:37:44.546691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.559374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['443496d9-c992-4da7-a3a7-c89a70fe0380'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:44.623996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Network b8f6e915-e64f-45b9-b096-17d26f20327d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:44.652714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:44.665461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:44.676503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.677200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.745544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event updated for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.764865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-95506b78-c9e0-432b-b424-784ba8db4f92 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6174736 Dec 13 09:37:44.773948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.805955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Request body: {'port': {'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:44.875518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b698591-e580-4b35-9e44-6e8549bf87f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:44.898763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-49eae2cb-5094-45d1-aabc-96b7d75b9fba tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.900894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-49eae2cb-5094-45d1-aabc-96b7d75b9fba tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.3302565 Dec 13 09:37:44.902790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7cd71159-6327-46ca-b0eb-f5cd50214c0e None None] Provisioning complete for port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:44.903248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cd71159-6327-46ca-b0eb-f5cd50214c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:44.914819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff04dc-1ea2-46b4-beb8-f4330cffa06d req-9291e11c-c7ae-4ed6-8565-0d466d49829f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:44.916781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfff04dc-1ea2-46b4-beb8-f4330cffa06d req-9291e11c-c7ae-4ed6-8565-0d466d49829f tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.2598000 Dec 13 09:37:44.939095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7cd71159-6327-46ca-b0eb-f5cd50214c0e None None] Port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:45.077139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-e79f5d61-1cd5-4770-be8f-91f1d1a3d931 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3215044 Dec 13 09:37:45.131292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70cc7-1fd3-4137-9426-bc3742f567ad req-17984f68-2561-47e2-8625-422efdbf9062 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.132796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8eb70cc7-1fd3-4137-9426-bc3742f567ad req-17984f68-2561-47e2-8625-422efdbf9062 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.3503284 Dec 13 09:37:45.141393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.200864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfff04dc-1ea2-46b4-beb8-f4330cffa06d req-4f6c89d1-6acc-4b33-8c32-3124be9d2b27 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553420 Dec 13 09:37:45.280448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.311785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8eb70cc7-1fd3-4137-9426-bc3742f567ad req-5edcfc45-22e3-4ad1-91c5-0736247632ba tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644223 Dec 13 09:37:45.445265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Deleting port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:45.445684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.635201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b7c0-6cee-4e1d-8591-7cffd0a7f43b req-e3d3db69-ea97-4b1a-974c-4122ba709fff tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.642764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9695b7c0-6cee-4e1d-8591-7cffd0a7f43b req-e3d3db69-ea97-4b1a-974c-4122ba709fff tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.3633423 Dec 13 09:37:45.778139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b556b-3adc-45f3-b6a9-9b9f5c27ea0c req-cad7c4d0-5407-4b9b-8a20-1db6dcc94add tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:45.779662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e14b556b-3adc-45f3-b6a9-9b9f5c27ea0c req-cad7c4d0-5407-4b9b-8a20-1db6dcc94add tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 931 time: 0.2970481 Dec 13 09:37:45.805661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] For port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:45.805949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:45.850060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9695b7c0-6cee-4e1d-8591-7cffd0a7f43b req-aa22d1a9-82bd-4b99-9f1e-4bf798388802 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064061 Dec 13 09:37:45.855439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Calling delete_port for 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e owned by compute:tempest-test_az-1948985633 {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:46.331655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e14b556b-3adc-45f3-b6a9-9b9f5c27ea0c req-f3c5f45d-eefe-48f6-97d1-288ea5e5d44b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372920 Dec 13 09:37:46.381915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:46.406750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.497797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Transition to ACTIVE for port object 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:37:46.499980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Router 6cf11740-0d58-457a-ba76-e096a498637d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:37:46.518098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045cbe8-68f5-428c-9add-8dd191c7e53b req-27f26248-8994-42ce-9273-77735d17da78 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.519579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6045cbe8-68f5-428c-9add-8dd191c7e53b req-27f26248-8994-42ce-9273-77735d17da78 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6 HTTP/1.1" status: 200 len: 972 time: 0.2086289 Dec 13 09:37:46.521346 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.623643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-5df08c0f-2749-423f-94b6-19a67feeb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.625059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-5df08c0f-2749-423f-94b6-19a67feeb5bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1101 time: 0.2156007 Dec 13 09:37:46.668864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b1aa4-c3f7-46ac-a20a-1ab65373efd9 req-6d453e39-b5bc-49f3-bf99-0a930336bb50 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:46.670388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b0b1aa4-c3f7-46ac-a20a-1ab65373efd9 req-6d453e39-b5bc-49f3-bf99-0a930336bb50 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2473252 Dec 13 09:37:46.766848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:46.849612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:46.863335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6045cbe8-68f5-428c-9add-8dd191c7e53b req-a8559a20-0526-4bc7-89f7-66d01a638770 tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.30 "GET /v2.0/security-groups?id=602b6421-594a-4386-a53c-1fe2f75f7c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295717 Dec 13 09:37:46.924137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Pushing event deleted for resources: {'Port': ['ID=9034f92a-3cf3-4f9c-b38a-7a5746cbde9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:46.942045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Attempting to bind port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:46.942456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Attempting to bind port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:46.942785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Attempting to bind port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:46.977785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b0b1aa4-c3f7-46ac-a20a-1ab65373efd9 req-4f933804-2a54-461c-adfd-f008a5a5d17b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696805 Dec 13 09:37:47.002453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 on network b8f6e915-e64f-45b9-b096-17d26f20327d not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:47.002782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Attempting to bind port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 on network b8f6e915-e64f-45b9-b096-17d26f20327d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:47.026493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-6fc51068-b063-4ff1-a57f-9e876e353888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.027632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-6fc51068-b063-4ff1-a57f-9e876e353888 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.3863637 Dec 13 09:37:47.053543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:47.053887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Checking segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:47.054278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Bound using segment: {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:47.054729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Bound port: 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0010b9e5-bc81-4f21-89bb-743c55e6f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:47.055089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.061308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] No DVR routers for this DVR port 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:47.063234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:47.072561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.073918 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Sync routers for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:47.075914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b8313ca-a23e-4b7f-b254-b5bf22891ad5 req-a1e13608-960c-410a-8ef3-c77f186023af tempest-ServersOnMultiNodesTest-1412471079 tempest-ServersOnMultiNodesTest-1412471079-project] 10.222.0.44 "DELETE /v2.0/ports/9034f92a-3cf3-4f9c-b38a-7a5746cbde9e HTTP/1.1" status: 204 len: 173 time: 2.1550622 Dec 13 09:37:47.076365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'name': 'network-vif-deleted', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:47.078998 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe5d652-e2a9-4af0-8268-5e70ff24c449" -d '{"events": [{"server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "name": "network-vif-deleted", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:47.092203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-42840739-fc81-4e13-9eda-15b4d9514a64 admin admin] 10.222.0.30 "PUT /v2.0/routers/6cf11740-0d58-457a-ba76-e096a498637d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7671425 Dec 13 09:37:47.094368 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:47.094749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:47.095229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:47.156596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-5898880a-9561-4b17-ac96-72d51a6c5a2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0970936 Dec 13 09:37:47.239017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.242346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07caf8-f954-4d24-968f-09f481990698 req-e7c7a3e4-b87e-46e9-83cc-c141a098c91e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.250793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf07caf8-f954-4d24-968f-09f481990698 req-e7c7a3e4-b87e-46e9-83cc-c141a098c91e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1096 time: 0.2521942 Dec 13 09:37:47.305871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09ab2-14e2-45e7-8340-522fa67b57d2 req-2189f38b-f8cc-41c1-8363-4e230e6d8532 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.308028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfa09ab2-14e2-45e7-8340-522fa67b57d2 req-2189f38b-f8cc-41c1-8363-4e230e6d8532 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2499187 Dec 13 09:37:47.327858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:37:47.343336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-c1f4c884-2a35-4850-8496-4a92caef0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.344786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-c1f4c884-2a35-4850-8496-4a92caef0f35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1609142 Dec 13 09:37:47.348060 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:47.370163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:47.418767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.451475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf07caf8-f954-4d24-968f-09f481990698 req-f54ac2cd-645a-4bcf-b340-470c085e2912 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979854 Dec 13 09:37:47.474303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.560777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.561514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.563097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] 10.222.0.44 "PUT /v2.0/ports/5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 1091 time: 2.7861166 Dec 13 09:37:47.567322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fe8a-40ff-434a-9403-cb59430389bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:47.580523 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004fb893-6380-4e53-ad9a-9b85277a276c x-openstack-request-id: req-004fb893-6380-4e53-ad9a-9b85277a276c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:47.581460 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6", "name": "network-vif-deleted", "tag": "9034f92a-3cf3-4f9c-b38a-7a5746cbde9e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:47.581922 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-004fb893-6380-4e53-ad9a-9b85277a276c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:47.583140 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b3d39-e1b5-42c1-bfc1-a4686b8d41f6', 'name': 'network-vif-deleted', 'tag': '9034f92a-3cf3-4f9c-b38a-7a5746cbde9e', 'status': 'completed', 'code': 200} Dec 13 09:37:47.640740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-deae3603-eee5-493b-bee8-9c20d0d9f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.643679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-deae3603-eee5-493b-bee8-9c20d0d9f296 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722068 Dec 13 09:37:47.652591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Deleting port 73662c3c-d682-46c0-93b5-a5747ebdb2a8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:47.652977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.657636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfa09ab2-14e2-45e7-8340-522fa67b57d2 req-8df2cd1b-0549-446d-85c1-c97bdeb77642 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345449 Dec 13 09:37:47.661707 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:37:44Z', 'revision_number': 5, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port': {'id': '73662c3c-d682-46c0-93b5-a5747ebdb2a8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11740-0d58-457a-ba76-e096a498637d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:36:07Z', 'updated_at': '2021-12-13T09:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:47.720273 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Checking router: 6cf11740-0d58-457a-ba76-e096a498637d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:47.754933 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Routers {'6cf11740-0d58-457a-ba76-e096a498637d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:47.755580 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6cf11740-0d58-457a-ba76-e096a498637d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:47.814523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] For port 73662c3c-d682-46c0-93b5-a5747ebdb2a8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=73662c3c-d682-46c0-93b5-a5747ebdb2a8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:47.814918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:47.832922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Calling delete_port for 73662c3c-d682-46c0-93b5-a5747ebdb2a8 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:47.914515 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] Set router 6cf11740-0d58-457a-ba76-e096a498637d gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:47.939028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-391db9de-f6c9-4e41-a018-f2cbdd5effdb service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736573 Dec 13 09:37:47.957402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4310-d631-4ea4-b55b-9366fe196f97 req-35ed5166-2066-494a-9bdb-c16b54811910 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:47.959164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f4310-d631-4ea4-b55b-9366fe196f97 req-35ed5166-2066-494a-9bdb-c16b54811910 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 943 time: 0.2906711 Dec 13 09:37:48.016868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:37:47Z', 'revision_number': 6, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:48.078451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f4310-d631-4ea4-b55b-9366fe196f97 req-1d31d04b-ba27-4fe8-8317-4f493f8e717b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065431 Dec 13 09:37:48.102646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-bf0390af-402b-4a0f-8a8f-572256fdb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.102646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-bf0390af-402b-4a0f-8a8f-572256fdb650 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1094 time: 0.2902944 Dec 13 09:37:48.103360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.132399 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb0956-a478-4d3d-900b-fc5580b91915 None None] The sync data for ids ['6cf11740-0d58-457a-ba76-e096a498637d'] in n-d-820531-5 is: [{'id': '6cf11740-0d58-457a-ba76-e096a498637d', 'name': 'tempest-ServersTestMultiNic-1756794844-router', 'tenant_id': '8002e52f1b1640e1b8c59e5989305e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:36:05Z', 'updated_at': '2021-12-13T09:37:47Z', 'revision_number': 6, 'project_id': '8002e52f1b1640e1b8c59e5989305e36', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:37:48.167486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73662c3c-d682-46c0-93b5-a5747ebdb2a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:48.190970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-da92b555-4e1d-4e9c-ab88-652aa4480482 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 217 time: 0.0796492 Dec 13 09:37:48.254029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-3d01d53f-f6bd-487e-8bff-532a04bfef26 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053703 Dec 13 09:37:48.268293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-9beb3279-20d5-425d-a650-379b2759bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.269943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-9beb3279-20d5-425d-a650-379b2759bdca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0674868 Dec 13 09:37:48.288800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:48.347583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:48.348424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9034f92a-3cf3-4f9c-b38a-7a5746cbde9e not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:48.397084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.402635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-101b9904-2b85-4de7-bc0e-f8d5ccb3df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.404462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-101b9904-2b85-4de7-bc0e-f8d5ccb3df35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264615 Dec 13 09:37:48.606104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.609284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.716578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.717581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf11740-0d58-457a-ba76-e096a498637d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:37:48.731603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d901f6-9572-4aa9-ad1c-948059d3738f req-4bd58785-6a0f-412d-a56d-c9e33d9e33be tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:48.731797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.734444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ef116e5c-817b-428a-9565-7eef6c6375f2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6cf11740-0d58-457a-ba76-e096a498637d HTTP/1.1" status: 204 len: 168 time: 1.6377716 Dec 13 09:37:48.736281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:48.742126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92d901f6-9572-4aa9-ad1c-948059d3738f req-4bd58785-6a0f-412d-a56d-c9e33d9e33be tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2253549 Dec 13 09:37:48.753116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45878) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:48.768795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b698591-e580-4b35-9e44-6e8549bf87f9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:48.777922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-7c6e55df-d92e-4223-bb3e-8fdeea3c788f service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636310 Dec 13 09:37:48.817295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4b698591-e580-4b35-9e44-6e8549bf87f9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:48.817639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b698591-e580-4b35-9e44-6e8549bf87f9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:48.846858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Deleting subnet 1de1d7c0-b672-4c85-ae1c-90e094d18521 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:37:48.851028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.861021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92d901f6-9572-4aa9-ad1c-948059d3738f req-36f4da7d-952b-409f-9302-8504ef93b63e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161737 Dec 13 09:37:48.900401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:48.977592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549b029e-0f61-4ae5-b93c-8ebe0019a3a1 req-a44c067a-315b-414f-820c-b1529fe32838 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876578 Dec 13 09:37:49.025757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28e45010-8d20-457f-bd4f-590fa948c907 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c485f568d5f244e6b4269dab11ad1044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568460 Dec 13 09:37:49.028436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:49.047310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c4c5-ce2e-4ffc-a6db-cbaa8f6500dc req-397a22d6-36a9-4d30-a395-c60dad41fa1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.049233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f403c4c5-ce2e-4ffc-a6db-cbaa8f6500dc req-397a22d6-36a9-4d30-a395-c60dad41fa1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.0642738 Dec 13 09:37:49.058808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.122600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f403c4c5-ce2e-4ffc-a6db-cbaa8f6500dc req-52f646c6-0c48-46c7-9723-1e9d699646b3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637894 Dec 13 09:37:49.171781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-f644bfae-fe1e-4661-b6b2-78bdd3c7e9e6 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:49.172801 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-f644bfae-fe1e-4661-b6b2-78bdd3c7e9e6 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088596 Dec 13 09:37:49.174593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.230353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.238953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.245599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fed545-a485-4e80-a73a-86af25b96806 req-6bb03959-9a42-4d8e-8290-9a79e0e88902 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.247414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08fed545-a485-4e80-a73a-86af25b96806 req-6bb03959-9a42-4d8e-8290-9a79e0e88902 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.0507450 Dec 13 09:37:49.262940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2a4a20e6-eff6-4ec7-b92b-55386044952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.264317 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2a4a20e6-eff6-4ec7-b92b-55386044952b service neutron] 10.222.0.30 "GET /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 1093 time: 0.0758843 Dec 13 09:37:49.297792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:49.298252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:37:49.300284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821696ac-331e-48d0-b2f0-ab96704480d5 None None] Network f29299f5-684c-4438-b319-ffdf913d6186 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:49.300731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de1d7c0-b672-4c85-ae1c-90e094d18521,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:49.303952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.307272 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f997c748-51eb-4fda-96f0-8d5cfc95dbb7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1de1d7c0-b672-4c85-ae1c-90e094d18521 HTTP/1.1" status: 204 len: 168 time: 0.5695281 Dec 13 09:37:49.315018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08fed545-a485-4e80-a73a-86af25b96806 req-76959546-d12a-4261-b43f-904240585bc3 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582359 Dec 13 09:37:49.315521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:49.467340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.469997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.473649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/602b6421-594a-4386-a53c-1fe2f75f7c9b HTTP/1.1" status: 204 len: 168 time: 0.4415915 Dec 13 09:37:49.504222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57d53b-33c8-48ff-8ea4-9c445bdc195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b6421-594a-4386-a53c-1fe2f75f7c9b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:49.515261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.560416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] DHCP port deletion for f29299f5-684c-4438-b319-ffdf913d6186 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:37:49.589369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:49.592192 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51787de4-fe4f-4372-825d-ba64d9546d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:49.623207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:49.626195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9acdfc-c94f-42ac-90f1-30b9c2f21167 req-3bc87748-021c-4a2d-81bb-cb958eb408e8 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:49.626758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:49.627207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:49.632149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9acdfc-c94f-42ac-90f1-30b9c2f21167 req-3bc87748-021c-4a2d-81bb-cb958eb408e8 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 943 time: 0.1913366 Dec 13 09:37:49.639966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:49.640437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:49.651361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:49.653552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:49.654074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:49.657030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Bound port: d3e70003-48ce-4ac2-9653-3839ddb1a011, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:49.664064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Deleting port 4248f695-a455-4341-ab3e-f834c8fe6d8e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:49.665537 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.789837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9acdfc-c94f-42ac-90f1-30b9c2f21167 req-209feee0-5caf-43ee-99ec-1b49b092d3b5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422851 Dec 13 09:37:49.817809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:49.824470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] For port 4248f695-a455-4341-ab3e-f834c8fe6d8e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4248f695-a455-4341-ab3e-f834c8fe6d8e,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:49.824886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.827089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Deleting port 4248f695-a455-4341-ab3e-f834c8fe6d8e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:49.832105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.833509 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-2984fbfe-8fe9-4e4e-b18d-2724a2b53778 service neutron] 10.222.0.30 "POST /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011/bindings HTTP/1.1" status: 201 len: 389 time: 0.5470905 Dec 13 09:37:49.833876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:49.853977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Calling delete_port for 4248f695-a455-4341-ab3e-f834c8fe6d8e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:49.977510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] For port 4248f695-a455-4341-ab3e-f834c8fe6d8e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4248f695-a455-4341-ab3e-f834c8fe6d8e,segment=NetworkSegment(21dc6554-9769-4c65-8cfe-7a873e99744b),segment_id=21dc6554-9769-4c65-8cfe-7a873e99744b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:49.979211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.003151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Calling delete_port for 4248f695-a455-4341-ab3e-f834c8fe6d8e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:50.039902 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8e57aa-f90e-47df-8626-b2036b2c4964 x-openstack-request-id: req-8f8e57aa-f90e-47df-8626-b2036b2c4964 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:50.040199 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:50.040528 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f8e57aa-f90e-47df-8626-b2036b2c4964 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:50.040920 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'status': 'completed', 'code': 200} Dec 13 09:37:50.072837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.109872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:50.122902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] Pushing event deleted for resources: {'Port': ['ID=4248f695-a455-4341-ab3e-f834c8fe6d8e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.129238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a58d2-d769-4d8b-a9c8-92146c9d31bf None None] No DVR routers for this DVR port 4248f695-a455-4341-ab3e-f834c8fe6d8e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:50.186398 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eb823629-2bd8-46bd-a41c-f1dfe33642f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26d3250f62a04f1aa92a442b8c037daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753088 Dec 13 09:37:50.188862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:50.242858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.288684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.292878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.296915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb18688-497b-4a7b-b31e-199ebf190b9c req-0ab154fa-60ae-479e-ac51-2c1b09b90d04 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.299624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cb18688-497b-4a7b-b31e-199ebf190b9c req-0ab154fa-60ae-479e-ac51-2c1b09b90d04 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.2789645 Dec 13 09:37:50.304220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-408a93ed-04a3-49fd-953c-4ea28ba2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.305648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-408a93ed-04a3-49fd-953c-4ea28ba2316d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1094 time: 0.1923161 Dec 13 09:37:50.313733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0051-c839-4330-bbfa-2e4634880415 req-8e7389cc-9354-46b1-a1da-c846e6c25e3f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.315139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954c0051-c839-4330-bbfa-2e4634880415 req-8e7389cc-9354-46b1-a1da-c846e6c25e3f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.2331905 Dec 13 09:37:50.349352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.352016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:50.356169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28db3181-4a46-4388-8e7b-5f4130e05ddc HTTP/1.1" status: 204 len: 168 time: 0.1631818 Dec 13 09:37:50.362834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b62bc-8e75-4e86-82d6-9c1b5ec5708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db3181-4a46-4388-8e7b-5f4130e05ddc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.424906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Pushing event deleted for resources: {'Port': ['ID=4248f695-a455-4341-ab3e-f834c8fe6d8e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:50.438219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] No DVR routers for this DVR port 4248f695-a455-4341-ab3e-f834c8fe6d8e on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:50.466253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b53b27c4-125a-4dc9-837f-19516751d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:50.467745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b53b27c4-125a-4dc9-837f-19516751d56c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1096 time: 0.2639639 Dec 13 09:37:50.650538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4248f695-a455-4341-ab3e-f834c8fe6d8e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:50.675616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4248f695-a455-4341-ab3e-f834c8fe6d8e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:50.676131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4248f695-a455-4341-ab3e-f834c8fe6d8e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:50.676665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 73662c3c-d682-46c0-93b5-a5747ebdb2a8 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:50.699553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 73662c3c-d682-46c0-93b5-a5747ebdb2a8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:50.700213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 73662c3c-d682-46c0-93b5-a5747ebdb2a8 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:50.936665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cb18688-497b-4a7b-b31e-199ebf190b9c req-fe8b4107-8dc1-4540-96b9-9d52984ea46d tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931668 Dec 13 09:37:50.961957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954c0051-c839-4330-bbfa-2e4634880415 req-438c7770-df51-4853-a317-ee7caa350e54 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123321 Dec 13 09:37:50.976676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.002372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-bae929e7-713f-4c24-b5ea-f35b79a6462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.003873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-bae929e7-713f-4c24-b5ea-f35b79a6462f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.6846957 Dec 13 09:37:51.062105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-91d02669-f326-4aa0-8a54-b2d87584834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.064225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-91d02669-f326-4aa0-8a54-b2d87584834a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.2627988 Dec 13 09:37:51.107713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.108161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.109441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.110143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > port after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.110453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.110870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > port after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.111272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.111695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.112220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.112628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.217172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.217534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.219159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.219507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 09:37:51.219883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29299f5-684c-4438-b319-ffdf913d6186']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:51.248300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-236811a2-3ea2-4a8c-8f9e-49bb7ee65ac4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 217 time: 0.2353022 Dec 13 09:37:51.273170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dc6554-9769-4c65-8cfe-7a873e99744b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:51.273539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dc6554-9769-4c65-8cfe-7a873e99744b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:51.371011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.376167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-1e28214e-3ee0-4083-a50d-f22086d6ff10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 217 time: 0.1392744 Dec 13 09:37:51.436706 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.460287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:37:51.460739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: from cryptography.utils import int_from_bytes Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: from cryptography.utils import int_from_bytes Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:37:51.466084 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:37:51.481132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-275d4ee0-1edc-4c05-8ac6-033a8938999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.482592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-275d4ee0-1edc-4c05-8ac6-033a8938999f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.2033043 Dec 13 09:37:51.489882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933b751-a014-48aa-be26-d0714f9b10a6 req-a4eddb8b-8991-426d-a0e5-9ac8d6729729 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.491234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e933b751-a014-48aa-be26-d0714f9b10a6 req-a4eddb8b-8991-426d-a0e5-9ac8d6729729 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 945 time: 0.4221320 Dec 13 09:37:51.538289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063dec-9b66-438f-a125-46af3535de95 req-c31ef0f0-87ea-45c1-af24-0a55d94f2ed0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.539716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5063dec-9b66-438f-a125-46af3535de95 req-c31ef0f0-87ea-45c1-af24-0a55d94f2ed0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.3016477 Dec 13 09:37:51.596380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-8d4bc289-e9a1-42b5-8d57-0cf4fd5f5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.597740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-8d4bc289-e9a1-42b5-8d57-0cf4fd5f5efd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.2032557 Dec 13 09:37:51.626410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.656732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-f2b06dea-6171-4a84-a9b9-37a012977aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482850 Dec 13 09:37:51.662812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:51.668614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f29299f5-684c-4438-b319-ffdf913d6186 HTTP/1.1" status: 204 len: 168 time: 2.3518662 Dec 13 09:37:51.711194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc502d6-56de-44df-9905-81e1719df052 admin admin] Pushing event deleted for resources: {'Network': ['ID=f29299f5-684c-4438-b319-ffdf913d6186,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:51.714688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-b0c0d8f7-2ba9-4873-9b07-66c952001a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.716198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-b0c0d8f7-2ba9-4873-9b07-66c952001a90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241066 Dec 13 09:37:51.739856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e933b751-a014-48aa-be26-d0714f9b10a6 req-f27306d3-5954-4457-ae70-6a676474ef41 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170351 Dec 13 09:37:51.804273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5063dec-9b66-438f-a125-46af3535de95 req-3238d165-95ba-42c7-8b18-df2f7e86e40f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262371 Dec 13 09:37:51.897412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:51.964231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-e3091708-130c-4e34-bcdb-2457d620e1b0 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846918 Dec 13 09:37:51.968271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-cd92ad8c-d7ea-4bf6-a248-b26750ff0e0d service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326117 Dec 13 09:37:51.970118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8a1849d7-66cb-486f-943f-d033876cf4d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8002e52f1b1640e1b8c59e5989305e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759625 Dec 13 09:37:51.972483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:51.983492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4a09-fea9-4793-905f-ccd62865850d req-be5cc0fc-2710-45b3-9e3b-ec265a0387ab tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:51.990657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5df4a09-fea9-4793-905f-ccd62865850d req-be5cc0fc-2710-45b3-9e3b-ec265a0387ab tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 943 time: 0.1317949 Dec 13 09:37:52.075696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.118278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.184161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.187195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.190221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b28f0a8-5886-4120-ae9b-8f15037c118a HTTP/1.1" status: 204 len: 168 time: 0.2139075 Dec 13 09:37:52.201007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5df4a09-fea9-4793-905f-ccd62865850d req-3c40dcb6-fddb-4f62-bcdf-4489a85b3a14 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093909 Dec 13 09:37:52.201424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76a377-c8b2-4252-8b4f-a4035edc866d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28f0a8-5886-4120-ae9b-8f15037c118a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:52.236423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51787de4-fe4f-4372-825d-ba64d9546d9d req-6fac751e-3b61-4dd6-9b7b-dd896cee382e service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361569 Dec 13 09:37:52.261159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-4b1ce6fa-abfc-4c88-a5eb-4f812b1f8584 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626712 Dec 13 09:37:52.295579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:37:52.468341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ed06d-5b67-4a9e-819d-1eb58bf7c5fb req-35a07667-25a9-4424-bc4f-0334b37961a8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.469916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c2ed06d-5b67-4a9e-819d-1eb58bf7c5fb req-35a07667-25a9-4424-bc4f-0334b37961a8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1040642 Dec 13 09:37:52.501628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:52.527911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:37:52.578486 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.596961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:37:52.611789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be123-f796-4865-8e11-cda74a807693 req-db91a79b-d0a1-4fe8-add5-53981baa14c0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:52.613517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a20be123-f796-4865-8e11-cda74a807693 req-db91a79b-d0a1-4fe8-add5-53981baa14c0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.1426926 Dec 13 09:37:52.630659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c2ed06d-5b67-4a9e-819d-1eb58bf7c5fb req-11d89c87-22cd-4427-89bd-ef30fe6f5cbf tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310141 Dec 13 09:37:52.675708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:52.680384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a20be123-f796-4865-8e11-cda74a807693 req-bf698c1f-c1c7-4b77-b396-d356055e07a9 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604627 Dec 13 09:37:52.683739 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:52.747894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:52.937441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:53.104870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43c912-553e-4b20-a747-2bab90cfb823 req-74cce1dc-57a2-489e-af3b-c6fe440f4e05 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.106577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e43c912-553e-4b20-a747-2bab90cfb823 req-74cce1dc-57a2-489e-af3b-c6fe440f4e05 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.0926912 Dec 13 09:37:53.224179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e43c912-553e-4b20-a747-2bab90cfb823 req-eeaa3354-0883-4a14-808f-9f6cb4b13198 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099379 Dec 13 09:37:53.365196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e38a-b3cb-4c3a-b615-17603541aaea req-c6af158c-94f9-4405-bfc2-df6dd112a1cb tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.368319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a736e38a-b3cb-4c3a-b615-17603541aaea req-c6af158c-94f9-4405-bfc2-df6dd112a1cb tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 944 time: 0.0840364 Dec 13 09:37:53.381032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:53.465616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a736e38a-b3cb-4c3a-b615-17603541aaea req-d938302b-7871-41ff-976e-fd89421285e1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900953 Dec 13 09:37:53.478903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-cb3f655d-d6e1-4a2b-8811-f8492b0b31e0 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--379716011&fields=id&tenant_id=fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 267 time: 0.1250288 Dec 13 09:37:53.610500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce5595c-0c8f-4b2a-94c7-c7c00a026715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.669411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-657c871e-8513-4603-8f6f-c0c847059816 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:53.678600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-657c871e-8513-4603-8f6f-c0c847059816 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 823 time: 0.1986034 Dec 13 09:37:53.700139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-e72b9ad5-e51e-406c-b14d-2d3edb768b75 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/quotas/fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 375 time: 0.0203161 Dec 13 09:37:53.756000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce5595c-0c8f-4b2a-94c7-c7c00a026715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.768833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce5595c-0c8f-4b2a-94c7-c7c00a026715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.817568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-3baf4a8e-c5a4-479c-8979-a8629ad06f30 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007643 Dec 13 09:37:53.818233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:53.847678 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ce5595c-0c8f-4b2a-94c7-c7c00a026715 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ae81de33d034a309688a621838c84c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626954 Dec 13 09:37:53.850597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:53.859125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5595c-0c8f-4b2a-94c7-c7c00a026715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e49e2e-e7a4-4a4a-8c25-21a7b0ed8a17,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:53.924463 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.951960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:53.967336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1903860200-network', 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:54.001015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59fc9-f46f-42ca-bcac-2222893e13ad req-5a754d6e-d240-4ff9-8c08-3c4001496069 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.002794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26b59fc9-f46f-42ca-bcac-2222893e13ad req-5a754d6e-d240-4ff9-8c08-3c4001496069 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.1451476 Dec 13 09:37:54.010200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.013284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.014623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17e49e2e-e7a4-4a4a-8c25-21a7b0ed8a17 HTTP/1.1" status: 204 len: 168 time: 0.1631033 Dec 13 09:37:54.023808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0b6e7-a65f-44c3-a875-44989ffec86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e49e2e-e7a4-4a4a-8c25-21a7b0ed8a17,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.055363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-a08ad086-f4cc-4bfa-9374-ba0ca14be38e service neutron] 10.222.0.30 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318192 Dec 13 09:37:54.060399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:54.063229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.136625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.149334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26b59fc9-f46f-42ca-bcac-2222893e13ad req-0efb9d17-d09e-4b71-a628-07b122172b8f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369531 Dec 13 09:37:54.223432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-c1398ad6-41f6-4ac0-a616-da783f52f9fd service neutron] 10.222.0.30 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550665 Dec 13 09:37:54.295500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.299036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.302921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:37:54.325658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e1fd-0668-49d4-b9f0-25b9f9e66940 req-683a5c2d-259d-4d4a-8355-56e6940e6876 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.327186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08e6e1fd-0668-49d4-b9f0-25b9f9e66940 req-683a5c2d-259d-4d4a-8355-56e6940e6876 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.0793264 Dec 13 09:37:54.339437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:54.359690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a520eb-f391-461d-af5e-b751fbc6dccf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.393062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.393812 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Added segment 207891a5-0d38-4228-bd60-35a3cab9b09e of type vlan for network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab Dec 13 09:37:54.459326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:37:54.466194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:54.466678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.502152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08e6e1fd-0668-49d4-b9f0-25b9f9e66940 req-88ea4eaa-ff30-47d8-bbfd-5938fe138565 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674798 Dec 13 09:37:54.512912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.609589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.611080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.611563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.626620 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.673731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:54.675096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:54.677817 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0bfbc0-b139-4d08-9a1d-dda32d399f54" -d '{"events": [{"server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "name": "network-vif-plugged", "status": "completed", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:54.682080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8622596 Dec 13 09:37:54.684856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:54.686941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.692565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Request body: {'subnet': {'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1903860200-subnet', 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:54.743913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:54.746616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:54.824763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.854612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52730987-6a68-4541-9c4c-46059c19ee64 req-de9398a1-aafe-41c1-88da-1aaa3c4b5d2a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 210 time: 0.1132238 Dec 13 09:37:54.864877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05916c-78bf-4c38-ad73-83f289c5958d admin admin] Pushing event updated for resources: {'Network': ['ID=4696c44e-3005-4ae9-ac1e-ccdfe7887aab,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:54.882138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:54.903083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be446852-64e1-4aa8-b334-4d357bd9e35b req-bcfa222b-f348-43bb-bc92-fd73ef89036e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.911305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be446852-64e1-4aa8-b334-4d357bd9e35b req-bcfa222b-f348-43bb-bc92-fd73ef89036e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2017441 Dec 13 09:37:54.948560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-2ef51c2a-d807-42bd-9d50-9bd15b2bb894 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:54.950175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-2ef51c2a-d807-42bd-9d50-9bd15b2bb894 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023b79a-948a-420b-b198-7e439dc5b5da HTTP/1.1" status: 200 len: 945 time: 0.1703389 Dec 13 09:37:55.073232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be446852-64e1-4aa8-b334-4d357bd9e35b req-d001ad47-fa74-4046-b5bf-b140ef2c3dc4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578984 Dec 13 09:37:55.124851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.187209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a89a-b0dc-444d-9b78-5b32b85c7965 req-f2df08ac-ddaf-4d8a-a0ab-45a866205a1b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:55.189612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e29a89a-b0dc-444d-9b78-5b32b85c7965 req-f2df08ac-ddaf-4d8a-a0ab-45a866205a1b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 945 time: 0.1948874 Dec 13 09:37:55.244453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48aa1c7d-aa36-40d4-92f0-d8d68a027075,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:55.283978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e29a89a-b0dc-444d-9b78-5b32b85c7965 req-555553cc-a32f-47d0-b2cb-2435cf7305e4 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809052 Dec 13 09:37:55.312113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Deleting port 65cd55cd-692d-4bc0-b946-d0723be6cef8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:55.312368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.313214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:55.313691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Network hostable DHCP agents. Network: 4696c44e-3005-4ae9-ac1e-ccdfe7887aab, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:55.336785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:55.352971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 4696c44e-3005-4ae9-ac1e-ccdfe7887aab) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:55.359707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:55.361312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.363901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80997b0-025c-472d-8f8a-e24605b3a5fa None None] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:55.388591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:55.403056 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00144920-ce85-448a-9fd6-65a00fa1afb5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7161672 Dec 13 09:37:55.513230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] For port 65cd55cd-692d-4bc0-b946-d0723be6cef8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=65cd55cd-692d-4bc0-b946-d0723be6cef8,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:55.513603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.624186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-179000276-network', 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:55.630875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6403a5-73ab-4f76-942e-6915d92a29d3 req-3cf5028b-4a2b-4e0d-9ee7-759dc1469126 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:55.638701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da6403a5-73ab-4f76-942e-6915d92a29d3 req-3cf5028b-4a2b-4e0d-9ee7-759dc1469126 tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.1937485 Dec 13 09:37:55.718581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:55.723024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.740842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.855333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.860763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.877967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dff11d-ffdc-4e76-9dec-81365c1a5114 None None] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:55.880908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:37:55.894372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:55.895331 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Added segment 0cb97280-18c6-4ecf-8f81-cd3a190de820 of type vlan for network 9b9d3c60-f48c-4901-bf06-972147813936 Dec 13 09:37:55.953907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.004247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:56.022703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.024250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:56.027032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.143780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7524371 Dec 13 09:37:56.144055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:37:56.145934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005525ff-d3ff-4b2f-873e-5a24adb491e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9d3c60-f48c-4901-bf06-972147813936,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:56.156596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Request body: {'subnet': {'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-179000276-subnet', 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:56.179352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9b9d3c60-f48c-4901-bf06-972147813936 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:37:56.303359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:56.306449 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.412934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da6403a5-73ab-4f76-942e-6915d92a29d3 req-9ed06936-b49f-403d-a66e-db4274ee649e tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4267929-e93a-4b88-ab71-ecff6b277a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733581 Dec 13 09:37:56.490107 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24637172-a944-458c-a829-a5720f7e071d x-openstack-request-id: req-24637172-a944-458c-a829-a5720f7e071d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:56.490956 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "name": "network-vif-plugged", "status": "completed", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:56.491455 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24637172-a944-458c-a829-a5720f7e071d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:56.492175 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'code': 200} Dec 13 09:37:56.630075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.630455 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.630765 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Floating IP 779b5104-7d22-40fc-9faf-17af26f88bce disassociated. External IP: 172.25.1.241, port: 65cd55cd-692d-4bc0-b946-d0723be6cef8. Dec 13 09:37:56.631105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Calling delete_port for 65cd55cd-692d-4bc0-b946-d0723be6cef8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:56.640005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-6441470d-9d5c-4be1-9619-2be6cd87eab3 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:56.641480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-6441470d-9d5c-4be1-9619-2be6cd87eab3 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.44 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 823 time: 0.4767013 Dec 13 09:37:56.815474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003d0c9-0c30-4e12-a458-0a6928ccd27d req-c4fc6501-7517-4414-b994-8e72cddf3b23 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:56.817266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8003d0c9-0c30-4e12-a458-0a6928ccd27d req-c4fc6501-7517-4414-b994-8e72cddf3b23 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.2481291 Dec 13 09:37:56.877475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733e04-a297-423f-b5a8-8fd1ef47d70f req-93b4cabc-cbac-4866-98d8-bd5413e2d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:56.879002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e733e04-a297-423f-b5a8-8fd1ef47d70f req-93b4cabc-cbac-4866-98d8-bd5413e2d64a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1096 time: 0.2356780 Dec 13 09:37:56.892876 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:56.896120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-0e40e58c-f6b0-4432-8d29-25b453bf107a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcca725035e048e0a550af15640d6236 HTTP/1.1" status: 200 len: 379 time: 0.2386832 Dec 13 09:37:56.929642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'port': {'device_id': '64b75a44-48db-4506-83b2-28c6fe084116', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'admin_state_up': True, 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'security_groups': ['09491b3b-1445-43fc-8907-0c5b7c42db3c']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:56.997397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-b4084e8c-fa69-4aed-bf0e-43fe11410e7b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:37:57.002191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-b4084e8c-fa69-4aed-bf0e-43fe11410e7b tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2697051 Dec 13 09:37:57.056466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8003d0c9-0c30-4e12-a458-0a6928ccd27d req-56a5ff0e-8240-4db5-a08d-66cde864949e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271175 Dec 13 09:37:57.069846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-be82f3fa-cda8-4f15-ab51-e55a19f04d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:57.071161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-be82f3fa-cda8-4f15-ab51-e55a19f04d3f service neutron] 10.222.0.30 "GET /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 1093 time: 0.0465472 Dec 13 09:37:57.086009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:57.086009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:37:57.092842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.129535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b940b3-d081-4f64-a73b-16c565c751fb req-17e98dbe-6107-483a-a9e7-19573537f7fb tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:57.131157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90b940b3-d081-4f64-a73b-16c565c751fb req-17e98dbe-6107-483a-a9e7-19573537f7fb tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.37 "GET /v2.0/ports?device_id=48170c4d-5fea-4765-a40a-ab6818578d59 HTTP/1.1" status: 200 len: 945 time: 0.4124200 Dec 13 09:37:57.178237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e733e04-a297-423f-b5a8-8fd1ef47d70f req-bf52e3cb-025f-491b-9059-746684f617fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881999 Dec 13 09:37:57.210091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.233843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae9eb54-f373-434c-b6a9-a34d9d1db892,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:57.282706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event deleted for resources: {'Port': ['ID=65cd55cd-692d-4bc0-b946-d0723be6cef8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:57.324962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Checking segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:57.324962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Network hostable DHCP agents. Network: 9b9d3c60-f48c-4901-bf06-972147813936, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:37:57.376409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:37:57.376705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:37:57.377316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:57.382383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Deleting port af5ee25a-bbea-4aea-927d-65d6273d71df {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:37:57.382732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.411614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Made reservation on behalf of fcca725035e048e0a550af15640d6236 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:37:57.416250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.427982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:37:57.428311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:37:57.442226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:37:57.443888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:37:57.443888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:37:57.443888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Bound port: 22b7d029-1a80-4a2c-8ad0-738624a5153e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:37:57.491020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Network 9b9d3c60-f48c-4901-bf06-972147813936 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:37:57.519233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] For port af5ee25a-bbea-4aea-927d-65d6273d71df, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=af5ee25a-bbea-4aea-927d-65d6273d71df,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:37:57.519601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.544398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:37:57.545511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Calling delete_port for af5ee25a-bbea-4aea-927d-65d6273d71df owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:37:57.548490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9b9d3c60-f48c-4901-bf06-972147813936) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:57.554748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.566104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecafd36-8a26-402d-b92a-210b10902e6b None None] Network 9b9d3c60-f48c-4901-bf06-972147813936 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:57.568632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6d88b794-b4de-4141-a0a7-62f9094b384a service neutron] 10.222.0.30 "POST /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4896677 Dec 13 09:37:57.569465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:57.570071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.603568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d253260-ab37-4630-8564-35684853f827 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4478118 Dec 13 09:37:57.686616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:37:57.710320 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:37:57.795255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-a56bec99-6b1e-4418-bcf0-304c93ece69c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:57.796836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-a56bec99-6b1e-4418-bcf0-304c93ece69c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3708897 Dec 13 09:37:57.846044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:57.857827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-9a61cd3a-1ab4-4a05-88bd-51022d632706 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0332029 Dec 13 09:37:57.874888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['af5ee25a-bbea-4aea-927d-65d6273d71df'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:37:57.910060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Pushing event deleted for resources: {'Port': ['ID=af5ee25a-bbea-4aea-927d-65d6273d71df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:57.974972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd729d0-d711-478b-b0cc-6196a3e0bc98 None None] Network 9b9d3c60-f48c-4901-bf06-972147813936 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:37:57.996023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] No DVR routers for this DVR port af5ee25a-bbea-4aea-927d-65d6273d71df on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:58.000764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.004213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90b940b3-d081-4f64-a73b-16c565c751fb req-ad27d10b-cc60-4f9d-8628-0407faa236ad tempest-AttachSCSIVolumeTestJSON-611293161 tempest-AttachSCSIVolumeTestJSON-611293161-project] 10.222.0.37 "DELETE /v2.0/ports/af5ee25a-bbea-4aea-927d-65d6273d71df HTTP/1.1" status: 204 len: 173 time: 0.8622856 Dec 13 09:37:58.004674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'name': 'network-vif-deleted', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:58.016049 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b9d3e-36df-42a5-bc45-b3c547ffa840" -d '{"events": [{"server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "name": "network-vif-deleted", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:58.060380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Allocated IP 172.20.0.5 (d9ce4e3d-1fc4-424e-929d-711a7364f1a6/cd0e0225-68aa-4279-bc4d-0707a340b0e4/4dee0111-dd6f-44cc-ace5-5f530b3ebc3a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:37:58.161387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-8492eb39-8648-4905-915a-d2a7d3c19ac9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3024948 Dec 13 09:37:58.187406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a615738b-7e95-4b64-8232-c38aa8d68137 req-8c6864b3-cce3-454b-acf5-0f88d457ae3a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 210 time: 0.1502154 Dec 13 09:37:58.310142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:37:58.323692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:37:58.335090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:58.335721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:58.429377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] No DVR routers for this DVR port 65cd55cd-692d-4bc0-b946-d0723be6cef8 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:37:58.437473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.441428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb2b47c-fa68-447c-9eb6-645f6622888a req-1cce8825-7b08-44fc-a352-7b24ae810262 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.37 "DELETE /v2.0/ports/65cd55cd-692d-4bc0-b946-d0723be6cef8 HTTP/1.1" status: 204 len: 173 time: 3.4803410 Dec 13 09:37:58.445734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'name': 'network-vif-deleted', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:37:58.449113 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33328f-1bc7-4359-a1d1-bc9c99407357" -d '{"events": [{"server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "name": "network-vif-deleted", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:37:58.463176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 65cd55cd-692d-4bc0-b946-d0723be6cef8 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:37:58.479104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9f86-1fc5-444d-80dc-3538709acd39 req-f35bddc6-5474-459d-9925-fb29b72dc2d1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:58.480629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-addb9f86-1fc5-444d-80dc-3538709acd39 req-f35bddc6-5474-459d-9925-fb29b72dc2d1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.1915712 Dec 13 09:37:58.483668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.505840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 65cd55cd-692d-4bc0-b946-d0723be6cef8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:37:58.506100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 65cd55cd-692d-4bc0-b946-d0723be6cef8 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:37:58.529412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-16c74fa8-6bc3-4d0f-91f5-d14b88f1ac9c service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671169 Dec 13 09:37:58.549606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:58.552454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c3203d7-47ea-49ef-bb88-46665c97e78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.604509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-addb9f86-1fc5-444d-80dc-3538709acd39 req-3fe14776-67ae-4c72-9b6d-02885a434c21 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161222 Dec 13 09:37:58.652258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.803138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c514c78b-af44-48ca-b33c-5c77fe979ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656975 Dec 13 09:37:58.807538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:37:58.811339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event updated for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:37:58.816251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:37:58.820270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:37:58.838837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83640-f51c-415d-8531-770bebbd5022 req-ccf0d9aa-0c44-4cd9-883e-12c3701f3dfd tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:58.847082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8de83640-f51c-415d-8531-770bebbd5022 req-ccf0d9aa-0c44-4cd9-883e-12c3701f3dfd tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 945 time: 0.1243258 Dec 13 09:37:58.913183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.923684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:58.924341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:58.976503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8de83640-f51c-415d-8531-770bebbd5022 req-8c72df1c-3d14-4c96-8036-5788585f262b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284444 Dec 13 09:37:58.985879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-aef7f0c1-fc76-47a4-a05e-2aaed77fd16f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0665653 Dec 13 09:37:59.005018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Request body: {'port': {'device_id': '64b75a44-48db-4506-83b2-28c6fe084116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:37:59.005870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:59.053617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:37:59.078563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:37:59.080383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:37:59.255655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:59.283400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789b30f-f48d-44b3-a682-f0d78776f594 req-0112b1ef-66ac-4742-9f81-d9c71be5e163 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:59.291908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7789b30f-f48d-44b3-a682-f0d78776f594 req-0112b1ef-66ac-4742-9f81-d9c71be5e163 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.1620584 Dec 13 09:37:59.365567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:37:59.526360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7789b30f-f48d-44b3-a682-f0d78776f594 req-b5bfbae2-2b2e-4076-886b-9328e6f2aa31 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333314 Dec 13 09:37:59.577272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebe4958e-53a3-4578-947e-1bfc21da9a61 None None] Provisioning complete for port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:37:59.577786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebe4958e-53a3-4578-947e-1bfc21da9a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:37:59.623695 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d514c58-0282-4a93-bc9e-abfbecc7bd96 x-openstack-request-id: req-1d514c58-0282-4a93-bc9e-abfbecc7bd96 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:37:59.624160 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48170c4d-5fea-4765-a40a-ab6818578d59", "name": "network-vif-deleted", "tag": "af5ee25a-bbea-4aea-927d-65d6273d71df", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:37:59.624248 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d514c58-0282-4a93-bc9e-abfbecc7bd96 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:37:59.624640 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48170c4d-5fea-4765-a40a-ab6818578d59', 'name': 'network-vif-deleted', 'tag': 'af5ee25a-bbea-4aea-927d-65d6273d71df', 'status': 'completed', 'code': 200} Dec 13 09:37:59.716387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4958e-53a3-4578-947e-1bfc21da9a61 None None] Port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:37:59.898616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-4cabeb80-0d21-4f80-a049-eeee3fdcbcb0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:59.906385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-4cabeb80-0d21-4f80-a049-eeee3fdcbcb0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.4868109 Dec 13 09:37:59.975891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-4d811bc4-2826-40ca-a2d4-f6207442dc4c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/quotas/afc727b474c04bf4a3db2b25451fd401 HTTP/1.1" status: 200 len: 375 time: 0.0576351 Dec 13 09:37:59.984801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec97b4-ac1f-45c7-95a9-9a9c09283ab4 req-282eb214-df44-4dc4-863c-ca679356e8cf tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:37:59.986651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcec97b4-ac1f-45c7-95a9-9a9c09283ab4 req-282eb214-df44-4dc4-863c-ca679356e8cf tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.2460451 Dec 13 09:38:00.029051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-ffed48f8-d024-4512-97c5-f8e87bcede60 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394444 Dec 13 09:38:00.083285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:00.115137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d4f35-74af-4c81-9296-c740cb2d4e4f None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:00.464982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device af5ee25a-bbea-4aea-927d-65d6273d71df no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:00.511337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: af5ee25a-bbea-4aea-927d-65d6273d71df {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:00.511693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device af5ee25a-bbea-4aea-927d-65d6273d71df not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:00.532273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcec97b4-ac1f-45c7-95a9-9a9c09283ab4 req-b9e137af-bf07-4121-ab4e-6865fd5eb52f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081997 Dec 13 09:38:00.581824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:00.598385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3504bb9-5666-4577-9d0a-281594f5b63c None None] New status for floating IP 779b5104-7d22-40fc-9faf-17af26f88bce: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:00.622075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.647385 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5245061-9f30-401e-ab54-73c2e5b73583 x-openstack-request-id: req-a5245061-9f30-401e-ab54-73c2e5b73583 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:00.647674 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023b79a-948a-420b-b198-7e439dc5b5da", "name": "network-vif-deleted", "tag": "65cd55cd-692d-4bc0-b946-d0723be6cef8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:00.647919 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5245061-9f30-401e-ab54-73c2e5b73583 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:00.648660 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023b79a-948a-420b-b198-7e439dc5b5da', 'name': 'network-vif-deleted', 'tag': '65cd55cd-692d-4bc0-b946-d0723be6cef8', 'status': 'completed', 'code': 200} Dec 13 09:38:00.703967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-79cc10ea-b414-456d-9433-1d1dfd5c711c service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412055 Dec 13 09:38:00.722321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Transition to ACTIVE for port object 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:00.769703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.820578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Pushing event updated for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:00.917961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86b40216-888c-4227-b590-9d3f3f2c50a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:00.967678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-8b7a57c9-8540-412d-99d5-81fc9d05a612 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:00.969410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-8b7a57c9-8540-412d-99d5-81fc9d05a612 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3721097 Dec 13 09:38:00.995951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:01.082194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-3ba08599-be1e-4348-abfc-77de5937b4e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773563 Dec 13 09:38:01.093841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-1da8dcea-d842-4f64-b091-06418231859d tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:01.101111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-1da8dcea-d842-4f64-b091-06418231859d tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3257561 Dec 13 09:38:01.196157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-bf52d0fb-bd9f-43a3-8dd1-c28de769a4a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0941467 Dec 13 09:38:01.217808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:01.324019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Attempting to bind port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:01.324359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Attempting to bind port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:01.324888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Attempting to bind port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:01.329203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.385956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:01.386798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Attempting to bind port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a on network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:01.449022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ba817cb-0e8d-49b4-9e72-113cfb9681fe req-b4b1bfd2-1b72-4db0-8aa3-40243b0efd6c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 210 time: 0.0794873 Dec 13 09:38:01.455731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:01.456516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Checking segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:01.457071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Bound using segment: {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:01.457791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Bound port: 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:01.458426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.460663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:01.464919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.515762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-573b0668-3d55-4e66-b1c5-1e0e0a04ee2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398381 Dec 13 09:38:01.804851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:01.859034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:01.865947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e65f47-a704-45fe-807f-0a4304f26eba req-87890e4b-277d-406b-a52a-796072c323f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:01.867659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-87890e4b-277d-406b-a52a-796072c323f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1096 time: 0.2853305 Dec 13 09:38:01.875685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee3269-0475-4194-bcfd-056ac50e60ca req-43fbc7bd-198e-4d6b-b4d1-80b6af50d07f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:01.877807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67ee3269-0475-4194-bcfd-056ac50e60ca req-43fbc7bd-198e-4d6b-b4d1-80b6af50d07f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 943 time: 0.2323716 Dec 13 09:38:01.885532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:01.953972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.10 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/6ee088bf-2044-450f-a39b-b97f1b8dd5ba) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:02.043496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.044158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.045630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] 10.222.0.44 "PUT /v2.0/ports/4dee0111-dd6f-44cc-ace5-5f530b3ebc3a HTTP/1.1" status: 200 len: 1091 time: 3.0501690 Dec 13 09:38:02.081924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.230368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbac01-f6d4-4384-95f9-3fb65a87f386 service neutron] Pushing event updated for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:02.251049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67ee3269-0475-4194-bcfd-056ac50e60ca req-1e923a28-a4cd-447c-a0b7-298f2bf25404 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600919 Dec 13 09:38:02.365748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-0a1c1164-a632-4c42-845e-46af153b459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.367405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-0a1c1164-a632-4c42-845e-46af153b459a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 1094 time: 0.2386563 Dec 13 09:38:02.368428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e65f47-a704-45fe-807f-0a4304f26eba req-7b9362fe-9c68-4e33-b7ab-15855e2a03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.369962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-7b9362fe-9c68-4e33-b7ab-15855e2a03d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.4648271 Dec 13 09:38:02.642178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-ea09a2dd-95d8-4344-bc28-20510849443e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.651038 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-ea09a2dd-95d8-4344-bc28-20510849443e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.2018914 Dec 13 09:38:02.667089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Request body: {'port': {'device_id': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'admin_state_up': True, 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:02.799346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:02.800524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:02.802823 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28a8f4-9819-4cac-893d-f4386936cc82" -d '{"events": [{"name": "network-changed", "server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:02.803587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.815855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-17426bcf-02e6-4f86-9993-59aca6d8becf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a HTTP/1.1" status: 200 len: 217 time: 0.4017191 Dec 13 09:38:02.817037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-cb9c8c3e-cfa5-436a-9893-c92c46da40ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.4081795 Dec 13 09:38:02.822194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:02.939345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Allocated IP 172.20.0.9 (9b9d3c60-f48c-4901-bf06-972147813936/0ae9eb54-f373-434c-b6a9-a34d9d1db892/9f3775cc-dded-4667-9514-bfd7710ac0a0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:02.978466 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:02.989466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442f2c4-3f17-4ce8-a3e5-9b9476218a39 req-8186ca35-8136-464c-bada-7b777773905f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:02.990993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0442f2c4-3f17-4ce8-a3e5-9b9476218a39 req-8186ca35-8136-464c-bada-7b777773905f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.6703691 Dec 13 09:38:03.004293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.010138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.052192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-71f3324e-2ae4-40c4-bc4c-ed7fc284adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.053663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-71f3324e-2ae4-40c4-bc4c-ed7fc284adae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.1992438 Dec 13 09:38:03.054927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e65f47-a704-45fe-807f-0a4304f26eba req-ec4d5054-5a25-4998-a54a-474c5efbad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.056945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-ec4d5054-5a25-4998-a54a-474c5efbad3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.2008338 Dec 13 09:38:03.115538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.155703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.156270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-5c52b7af-221a-4f1f-a4da-5c908a8875a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622518 Dec 13 09:38:03.202528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Network 9b9d3c60-f48c-4901-bf06-972147813936 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:03.208340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:03.213499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:03.252653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:03.261503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0442f2c4-3f17-4ce8-a3e5-9b9476218a39 req-59faa707-8776-4ae7-84f4-eef32170c409 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612011 Dec 13 09:38:03.283722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.283722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.298584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-011b4a36-3816-45e2-ad38-94c52ff9fcac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373203 Dec 13 09:38:03.314062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Request body: {'port': {'device_id': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:03.316997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.334041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-4b739166-03eb-49ec-b70c-2d1ab15f859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.336115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-4b739166-03eb-49ec-b70c-2d1ab15f859a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433169 Dec 13 09:38:03.343838 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09 associated. External IP: 172.25.1.2, port: 443496d9-c992-4da7-a3a7-c89a70fe0380. Dec 13 09:38:03.372866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:03.374385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.516305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:03.526328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:03.535037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.622778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-cde9b0b5-2b58-48ca-93ce-1dc31eb7b08d service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524498 Dec 13 09:38:03.636888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:03.668038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.669369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.696917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3775cc-dded-4667-9514-bfd7710ac0a0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:03.704936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.727251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Transition to ACTIVE for port object 9f3775cc-dded-4667-9514-bfd7710ac0a0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:03.734832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.738445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d9a14-ad55-4837-a498-29f8d5118c7d req-deaa12f7-860d-4c7f-b48e-24d4d346d4cc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:03.740000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-945d9a14-ad55-4837-a498-29f8d5118c7d req-deaa12f7-860d-4c7f-b48e-24d4d346d4cc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.3884542 Dec 13 09:38:03.786930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-530d78c0-dbd0-4be5-919c-eacd4c0d2b8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8008354 Dec 13 09:38:03.798371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-a757dee0-c327-4357-900e-9fd9f830134f service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519820 Dec 13 09:38:03.809677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Request body: {'port': {'device_id': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:03.811332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:03.878552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Attempting to bind port 9f3775cc-dded-4667-9514-bfd7710ac0a0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:03.878815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Attempting to bind port 9f3775cc-dded-4667-9514-bfd7710ac0a0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:03.879180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Attempting to bind port 9f3775cc-dded-4667-9514-bfd7710ac0a0 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:03.884468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Port 9f3775cc-dded-4667-9514-bfd7710ac0a0 on network 9b9d3c60-f48c-4901-bf06-972147813936 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:03.884793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Attempting to bind port 9f3775cc-dded-4667-9514-bfd7710ac0a0 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:03.890028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:03.890516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Checking segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:03.890902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Bound using segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:03.891326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Bound port: 9f3775cc-dded-4667-9514-bfd7710ac0a0, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:03.891678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:03.965058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:03.968898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:03.975327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:04.018596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:04.019292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:04.020723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f3775cc-dded-4667-9514-bfd7710ac0a0 HTTP/1.1" status: 200 len: 1091 time: 0.7130625 Dec 13 09:38:04.021193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:04.023748 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ed6c6-7110-4026-8374-77a13dd6cdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:04.032432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-945d9a14-ad55-4837-a498-29f8d5118c7d req-561566a3-db39-4090-8cab-24481287d822 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719278 Dec 13 09:38:04.034368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48e65f47-a704-45fe-807f-0a4304f26eba req-8907253a-7fb9-461e-8e5f-cf0e62aeff0c service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938632 Dec 13 09:38:04.047290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922fd2-18f8-4757-86a4-6220e6db9335 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:04.075152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:04.151535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99b80ce-711d-4c12-afb1-b168372ad2d4 req-0348229b-bb45-4dac-8712-55c6fdedc116 service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328385 Dec 13 09:38:04.232672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:04.250082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-361698c7-af2e-4032-8c11-42f2d3de6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:04.251572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-361698c7-af2e-4032-8c11-42f2d3de6213 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 1094 time: 0.1528149 Dec 13 09:38:04.357076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-0e9ddfa9-d7aa-4f3b-bc60-ded894637100 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0 HTTP/1.1" status: 200 len: 217 time: 0.0602930 Dec 13 09:38:04.449825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cec530-d5d6-4c9e-ab61-0840f3a1d8b3 req-964ad0d5-0a3b-405b-9615-8325c8da9c80 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:04.451449 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79cec530-d5d6-4c9e-ab61-0840f3a1d8b3 req-964ad0d5-0a3b-405b-9615-8325c8da9c80 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 943 time: 0.2726216 Dec 13 09:38:04.573810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:04.595796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-8b3d5f85-5cb1-4ac0-868b-90c28ab3858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:04.597281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-8b3d5f85-5cb1-4ac0-868b-90c28ab3858b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.1709015 Dec 13 09:38:04.631788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79cec530-d5d6-4c9e-ab61-0840f3a1d8b3 req-113015ab-0212-49e6-93d7-73166eef9b4e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512377 Dec 13 09:38:04.646883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:04.662973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:04.667968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:04.683052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:04.686575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:04.731605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-8c14a872-94fc-4b40-9fa1-fcd192d2c962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964651 Dec 13 09:38:04.788469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4e2b0b8d-edf0-4adb-933f-d0b52c6cf977 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "PUT /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 994 time: 3.5796523 Dec 13 09:38:04.873704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:04.967043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7e145-efc7-4088-bfef-98cca0d1f295 req-a59e09a4-f043-4747-9411-427343840c20 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:04.968660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dc7e145-efc7-4088-bfef-98cca0d1f295 req-a59e09a4-f043-4747-9411-427343840c20 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.2208591 Dec 13 09:38:05.176923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:02Z', 'revision_number': 1, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:05.205490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:05.215061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:05.215673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:05.278494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee088bf-2044-450f-a39b-b97f1b8dd5ba {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:05.284706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-22e9e08d-f1ae-4a4a-8cc5-7d7ca6ac2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:05.286209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-22e9e08d-f1ae-4a4a-8cc5-7d7ca6ac2228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.4460573 Dec 13 09:38:05.312599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:05.323128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-6c67bcce-4b49-4ee8-83dc-5dbb895726a3 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741389 Dec 13 09:38:05.329904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:05.395079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Transition to ACTIVE for port object 6ee088bf-2044-450f-a39b-b97f1b8dd5ba will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:05.438483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:05.513754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dc7e145-efc7-4088-bfef-98cca0d1f295 req-1ce395cf-bdff-45ac-9176-301be17fcf57 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305698 Dec 13 09:38:05.559243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Pushing event updated for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:05.580732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:02Z', 'revision_number': 1, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:05.584897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4d8261d2-fed9-4dcf-891a-95542e17570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:05.586373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4d8261d2-fed9-4dcf-891a-95542e17570e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.2894673 Dec 13 09:38:05.609660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce789-cf1a-4409-8d01-557f3d7d1955 None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:02Z', 'revision_number': 1, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:05.629827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2a11dd3-6762-4f41-8a98-ea478e8fd98d req-e140522c-7456-4a18-a164-a43a5f515979 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905660 Dec 13 09:38:05.777992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-b8355874-5d5e-4b21-9e3e-ae245766dce3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 997 time: 0.1730280 Dec 13 09:38:05.787521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b921d6-0940-4078-b991-244d056ed87f req-8436d517-56e3-4d2a-a185-a9a79e34b305 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:05.789102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b921d6-0940-4078-b991-244d056ed87f req-8436d517-56e3-4d2a-a185-a9a79e34b305 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 944 time: 0.2114327 Dec 13 09:38:05.817553 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0510858-e909-4a87-b927-86394755d0a8 None None] New status for floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:05.852277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Attempting to bind port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:05.852756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Attempting to bind port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:05.853098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Attempting to bind port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:05.872072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:05.872396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Attempting to bind port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:05.878565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-b600f256-8e56-45ab-ae17-85ccbffed049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:05.880049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-b600f256-8e56-45ab-ae17-85ccbffed049 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0900183 Dec 13 09:38:05.897539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:05.897884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:05.898259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:05.898797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Bound port: 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:05.899062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:05.927611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b921d6-0940-4078-b991-244d056ed87f req-4e7ef85b-a74d-49c8-9211-b103e17f23dd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293771 Dec 13 09:38:05.985758 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee4d02-eb06-4316-895b-3f3cc52744e3 x-openstack-request-id: req-e0ee4d02-eb06-4316-895b-3f3cc52744e3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:05.986126 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:05.987966 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ee4d02-eb06-4316-895b-3f3cc52744e3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:05.988575 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'status': 'completed', 'code': 200} Dec 13 09:38:05.990947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-82f2f43e-b795-4db4-8fc5-f7b884f5fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:05.992791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-82f2f43e-b795-4db4-8fc5-f7b884f5fc74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056423 Dec 13 09:38:06.011776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-1e1b5892-c5eb-4b80-b383-b2704b37f771 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:06.012792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-1e1b5892-c5eb-4b80-b383-b2704b37f771 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123661 Dec 13 09:38:06.067809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:06.135933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:06.150270 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.197901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-111e7d46-81b5-480e-9670-cd38e223509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.199401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-111e7d46-81b5-480e-9670-cd38e223509f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 1094 time: 0.1773252 Dec 13 09:38:06.230802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.231418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.232782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] 10.222.0.37 "PUT /v2.0/ports/6ee088bf-2044-450f-a39b-b97f1b8dd5ba HTTP/1.1" status: 200 len: 1092 time: 2.4305840 Dec 13 09:38:06.288786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a492daf-1a01-4c73-96ee-c94d1e836204 req-f443c66e-90c6-4e54-8131-432dffef7b1e tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.290426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a492daf-1a01-4c73-96ee-c94d1e836204 req-f443c66e-90c6-4e54-8131-432dffef7b1e tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 943 time: 0.2457314 Dec 13 09:38:06.317784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-24692db4-7220-40bb-8150-5be8fd6a6adc service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858179 Dec 13 09:38:06.337513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:06.365728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6c85-a25f-4733-bd98-464b89ede20d service neutron] Pushing event updated for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:06.444559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:06.457553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'port_id': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'mac_address': 'fa:16:3e:e6:01:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:06.479338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-627f945f-cf7c-4684-9d0d-58d9fd81e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.480848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-627f945f-cf7c-4684-9d0d-58d9fd81e4aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 1095 time: 0.1876955 Dec 13 09:38:06.492990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a492daf-1a01-4c73-96ee-c94d1e836204 req-f43abf92-8d7c-45fd-a198-ff28ede5abbd tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947320 Dec 13 09:38:06.494885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.510547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:06.532441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:06.538805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:06.551839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-217dd82b-ccd6-4e6c-876f-94661d9eb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.553342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-217dd82b-ccd6-4e6c-876f-94661d9eb888 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.3405218 Dec 13 09:38:06.557317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-dd241c45-b1bb-4762-b616-278c77ee9adb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba HTTP/1.1" status: 200 len: 217 time: 0.0628786 Dec 13 09:38:06.559861 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b0a02-c3be-4ed8-ab9b-9d9182787fb1 x-openstack-request-id: req-906b0a02-c3be-4ed8-ab9b-9d9182787fb1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:06.560379 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:06.560492 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-906b0a02-c3be-4ed8-ab9b-9d9182787fb1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:06.560838 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'status': 'completed', 'code': 200} Dec 13 09:38:06.561334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a444cdc-91c7-4339-8acd-67af624a0bcb req-4fda2325-21a8-4c2b-8608-26eb69419a1c service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177968 Dec 13 09:38:06.615304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:06.705583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-a6f1abf3-5292-4aec-81e8-cd6b89392727 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a HTTP/1.1" status: 200 len: 217 time: 0.1186869 Dec 13 09:38:06.785801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-1b666133-5504-4e27-abd0-c6b5e41dd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.787254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-1b666133-5504-4e27-abd0-c6b5e41dd268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.2192962 Dec 13 09:38:06.847295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-204cdc37-34b9-478d-aca6-d1d16b36ccad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486121 Dec 13 09:38:06.856119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-4bceb001-1e49-40fb-b407-f57764af5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.857625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-4bceb001-1e49-40fb-b407-f57764af5a50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 1094 time: 0.2188303 Dec 13 09:38:06.864801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f355728-9c43-4598-894b-7ff67a406c3a req-0e37abcf-3878-4c70-a841-80f7e4eb96a0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.866227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f355728-9c43-4598-894b-7ff67a406c3a req-0e37abcf-3878-4c70-a841-80f7e4eb96a0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2263160 Dec 13 09:38:06.869941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-99a6b1a9-251f-421e-9e0f-691fd3a08da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.871366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-99a6b1a9-251f-421e-9e0f-691fd3a08da3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.1430457 Dec 13 09:38:06.875511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:06.997209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b537e2f-2555-4619-adc2-eaef5af8b1ea req-ba2ea271-63ee-4877-9c4a-4e94505cd9b5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:06.998803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b537e2f-2555-4619-adc2-eaef5af8b1ea req-ba2ea271-63ee-4877-9c4a-4e94505cd9b5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2921603 Dec 13 09:38:07.098942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f355728-9c43-4598-894b-7ff67a406c3a req-f4c66509-c4c2-4f4d-997d-81f15b1b7406 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203493 Dec 13 09:38:07.120259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-e6f7150a-441a-4346-8172-45bd5ec841c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.121802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-e6f7150a-441a-4346-8172-45bd5ec841c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318056 Dec 13 09:38:07.164210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-3f017f8f-0ece-440c-b7dc-c67608a2d80c service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960527 Dec 13 09:38:07.177957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b537e2f-2555-4619-adc2-eaef5af8b1ea req-c38661a7-3120-434a-81f7-c725ea946d9b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668448 Dec 13 09:38:07.210997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-058d7879-d432-4c73-81d8-fbf101501748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.213025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-058d7879-d432-4c73-81d8-fbf101501748 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 905 time: 0.3336022 Dec 13 09:38:07.333938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-c0874ffa-2bae-4faf-95ad-6a2c4517ea8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0 HTTP/1.1" status: 200 len: 217 time: 0.1099179 Dec 13 09:38:07.457896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a07f-dab9-4872-9210-e32725c36864 req-d347a54c-6744-48f8-adfe-2aa020c5e6fa tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.459361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d257a07f-dab9-4872-9210-e32725c36864 req-d347a54c-6744-48f8-adfe-2aa020c5e6fa tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 943 time: 0.2989993 Dec 13 09:38:07.495041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3180a5-4f6b-4adb-ac41-87d530adf4ce req-594c3658-d458-4d85-82b6-caa05f96d891 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.496549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a3180a5-4f6b-4adb-ac41-87d530adf4ce req-594c3658-d458-4d85-82b6-caa05f96d891 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 945 time: 0.2100010 Dec 13 09:38:07.499637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-59191fa8-83f2-45ee-a6fd-8f09a61c69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.500979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-59191fa8-83f2-45ee-a6fd-8f09a61c69cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.1415253 Dec 13 09:38:07.502744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-d296a956-ccbf-43e7-9f97-4d5316341762 service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570647 Dec 13 09:38:07.512007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c789b1c6-9bc7-48bb-bd67-817285be85a3 req-92e81a7d-214b-44b3-a038-f93e6804705b service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025556 Dec 13 09:38:07.605766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b4d00b1c-7345-4fdd-b50d-544b5d1e16f6 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:07.607766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b4d00b1c-7345-4fdd-b50d-544b5d1e16f6 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.0497043 Dec 13 09:38:07.620778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:07.681297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:07.811973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:07.856734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:07.859974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-ca619f74-530c-47dd-bf0e-59eca7842a2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3407791 Dec 13 09:38:07.899784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:07.906020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:07.976172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d257a07f-dab9-4872-9210-e32725c36864 req-f942ceb2-f74b-446b-8817-29683c3d25f5 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019867 Dec 13 09:38:07.982510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:07.998738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}, {'name': 'network-changed', 'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:07.998738 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1ad734-2fb9-439c-b354-40b48e768abd" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}, {"name": "network-changed", "server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:07.999739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:07.999891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:08.000221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:08.005093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:08.005494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Attempting to bind port d3e70003-48ce-4ac2-9653-3839ddb1a011 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:08.007469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a3180a5-4f6b-4adb-ac41-87d530adf4ce req-037f087d-d0f1-47ab-8749-ee5e552fc396 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037849 Dec 13 09:38:08.012433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:08.012773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:08.013193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:08.013635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Bound port: d3e70003-48ce-4ac2-9653-3839ddb1a011, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:08.013998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.046436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28a8f4-9819-4cac-893d-f4386936cc82 req-e47004ce-7df8-44fb-a2e4-30ef0fbccb9d service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173900 Dec 13 09:38:08.061006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-0cac99b5-09d2-4495-8f9b-d890664fe25a service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739721 Dec 13 09:38:08.079161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:08.096736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:08.102159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:08.111503 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.201188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.201814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.203176 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] 10.222.0.44 "PUT /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 1121 time: 0.5874977 Dec 13 09:38:08.204178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e91b3f-9f4a-41f2-8b76-a9e9047ccb0c service neutron] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:08.318445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d3e70003-48ce-4ac2-9653-3839ddb1a011'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:08.330325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e423-948b-467b-a446-e1359e2c25bb req-a21eb24a-011a-40a4-9e36-d1fcc0049c46 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.331888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04c4e423-948b-467b-a446-e1359e2c25bb req-a21eb24a-011a-40a4-9e36-d1fcc0049c46 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 944 time: 0.1740587 Dec 13 09:38:08.337385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e22ed6c6-7110-4026-8374-77a13dd6cdd9 req-f2fa5bfe-0aa4-47d5-a116-109508535b90 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677855 Dec 13 09:38:08.344814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-c4ccf83b-f8ad-474e-b3bd-28d0fbbc7345 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.346364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-c4ccf83b-f8ad-474e-b3bd-28d0fbbc7345 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1871505 Dec 13 09:38:08.363666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d3e70003-48ce-4ac2-9653-3839ddb1a011'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:08.365898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:08.369446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:08.561836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011'}, {'name': 'network-changed', 'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:08.564405 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656648d0-1c3c-4663-9310-05aef75fa641" -d '{"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011"}, {"name": "network-changed", "server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:08.602104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-3c704c10-7cff-4c56-b0ad-6e9158880d7d tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.2448118 Dec 13 09:38:08.606767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:08.607373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04c4e423-948b-467b-a446-e1359e2c25bb req-0d8d9ebc-adb2-4456-9136-e5e633711515 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600746 Dec 13 09:38:08.644833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:08.645235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.645351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:08.650044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:08.716529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'mac_address': 'fa:16:3e:3f:e7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:08.763591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.828558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fad92-544c-446d-b36b-0bba2298e9f7 req-63c0daf5-4cd4-45de-9c25-7942da754b7a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:08.830094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-529fad92-544c-446d-b36b-0bba2298e9f7 req-63c0daf5-4cd4-45de-9c25-7942da754b7a tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 944 time: 0.1427984 Dec 13 09:38:08.850758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.877941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3775cc-dded-4667-9514-bfd7710ac0a0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:08.896324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.911874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:08.922072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:08.922721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:08.932795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:08.935089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6922dacc-9473-4708-9d2f-924f4bcfe04d" -d '{"events": [{"server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "name": "network-vif-plugged", "status": "completed", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:08.961362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-529fad92-544c-446d-b36b-0bba2298e9f7 req-f610a239-dfba-4527-93f5-f56df7fa850c tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223176 Dec 13 09:38:08.985956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:08.999209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.032285 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5f999-228c-403d-beae-e81ec2ac1e76 x-openstack-request-id: req-57e5f999-228c-403d-beae-e81ec2ac1e76 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:09.032677 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:09.033013 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57e5f999-228c-403d-beae-e81ec2ac1e76 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:09.033471 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:38:09.033731 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba', 'status': 'completed', 'code': 200} Dec 13 09:38:09.058549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:09.212686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:09.221360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-eff8300c-6fcd-44b2-b3a6-f66e18cb7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.222855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-eff8300c-6fcd-44b2-b3a6-f66e18cb7608 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 1095 time: 0.1523192 Dec 13 09:38:09.257909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-2394c3fa-e592-41f9-ba97-da1ee4432d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.260138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-2394c3fa-e592-41f9-ba97-da1ee4432d37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.1884570 Dec 13 09:38:09.264742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:09.279415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:09.290386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:38:09.397478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b351b-b8dc-4588-91a3-46bf62ae2e6d req-c82aaf0f-8cd9-4f9d-b153-b60716f7fdb5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.399645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-519b351b-b8dc-4588-91a3-46bf62ae2e6d req-c82aaf0f-8cd9-4f9d-b153-b60716f7fdb5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2794342 Dec 13 09:38:09.660711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9f3775cc-dded-4667-9514-bfd7710ac0a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:09.952988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-519b351b-b8dc-4588-91a3-46bf62ae2e6d req-7322ec2f-76e2-4f57-9dbb-75be60c07ff5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148396 Dec 13 09:38:09.959994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-09d2ab88-ccd4-42e8-b889-a11e0be63e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.961456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-09d2ab88-ccd4-42e8-b889-a11e0be63e25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.6731858 Dec 13 09:38:09.962936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-a6cfd77c-88a3-45d7-8590-661c7fcc8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:09.964266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-a6cfd77c-88a3-45d7-8590-661c7fcc8732 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.6610370 Dec 13 09:38:10.088876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-2ad60688-320e-4835-9c58-8e439af10bc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba HTTP/1.1" status: 200 len: 217 time: 0.1173828 Dec 13 09:38:10.179834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:10.236670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-910fc7bb-2146-48a6-b432-fa511dd696f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 999 time: 0.2540302 Dec 13 09:38:10.264800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-dddc0f84-8962-49a4-a5fd-168c0135eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.266289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-dddc0f84-8962-49a4-a5fd-168c0135eff2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1560142 Dec 13 09:38:10.300073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.315907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891669c-8d19-483c-9529-4c58baa98013 req-35c97bb4-5963-4325-a6a0-4d84a4339711 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.317400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9891669c-8d19-483c-9529-4c58baa98013 req-35c97bb4-5963-4325-a6a0-4d84a4339711 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2738135 Dec 13 09:38:10.338773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.345881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-17ccbca7-2fbd-4d36-90e4-1ed561e33b71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501764 Dec 13 09:38:10.442818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-f4473a91-309f-41db-85bd-79e14a02f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.444270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-f4473a91-309f-41db-85bd-79e14a02f3a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.1948855 Dec 13 09:38:10.470987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ee088bf-2044-450f-a39b-b97f1b8dd5ba details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:10.576541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:10.589505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba', 'mac_address': 'fa:16:3e:e5:56:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:10.625641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9891669c-8d19-483c-9529-4c58baa98013 req-45b5bca8-be1a-414c-8fd1-d685d5a90e37 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847574 Dec 13 09:38:10.635042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.652255 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09 associated. External IP: 172.25.1.2, port: 443496d9-c992-4da7-a3a7-c89a70fe0380. Dec 13 09:38:10.657825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee088bf-2044-450f-a39b-b97f1b8dd5ba {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:10.658650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-cd5589dc-bc4a-41c1-9258-37f83b38f35a service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682416 Dec 13 09:38:10.682974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:10.689240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.695594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-c0b9940d-6e56-4a3a-9650-d6d25ac2496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.697507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-c0b9940d-6e56-4a3a-9650-d6d25ac2496c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391005 Dec 13 09:38:10.701492 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a09d4-0662-4ec7-bf18-ec787ab5d928 x-openstack-request-id: req-f68a09d4-0662-4ec7-bf18-ec787ab5d928 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:10.702569 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011", "code": 200}, {"name": "network-changed", "server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:10.703052 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f68a09d4-0662-4ec7-bf18-ec787ab5d928 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:10.703671 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'code': 200} Dec 13 09:38:10.704170 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'status': 'completed', 'code': 200} Dec 13 09:38:10.759810 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ea4207-b578-4f75-9843-4d46d5832ff2 x-openstack-request-id: req-d1ea4207-b578-4f75-9843-4d46d5832ff2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:10.760890 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "name": "network-vif-plugged", "status": "completed", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:10.760890 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1ea4207-b578-4f75-9843-4d46d5832ff2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:10.760890 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'code': 200} Dec 13 09:38:10.800147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656648d0-1c3c-4663-9310-05aef75fa641 req-dd4d282c-ee7e-4036-bcc2-c363152c79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.803439 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-dd4d282c-ee7e-4036-bcc2-c363152c79d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1124 time: 0.0735025 Dec 13 09:38:10.807705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:10.921809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ab51-af85-42f1-9410-f1cf80b4a50d req-17b8662f-a597-433b-8f73-6255633dbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.923308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-def0ab51-af85-42f1-9410-f1cf80b4a50d req-17b8662f-a597-433b-8f73-6255633dbfa4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 1096 time: 0.0804899 Dec 13 09:38:10.925078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Deleting port 419d7caa-72ab-4f84-bd2b-85e2e92de98f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:10.925460 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:10.960974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656648d0-1c3c-4663-9310-05aef75fa641 req-670e5066-3558-420a-9d4a-7b1957cdc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:10.963179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-670e5066-3558-420a-9d4a-7b1957cdc931 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.1509712 Dec 13 09:38:11.012455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-23d2cc82-ac58-44fe-ada6-e818d832ed10 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879350 Dec 13 09:38:11.021684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-b3f34831-bbea-420d-b720-083a8f894b94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 217 time: 0.0470474 Dec 13 09:38:11.024722 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-def0ab51-af85-42f1-9410-f1cf80b4a50d req-300a45ad-2846-4220-a557-668038085756 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858989 Dec 13 09:38:11.027486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9ebc-5e75-4a01-97ef-1188c2d1d6f9 req-fc083052-832e-482f-8f00-bfb3a292a025 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.028961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2ff9ebc-5e75-4a01-97ef-1188c2d1d6f9 req-fc083052-832e-482f-8f00-bfb3a292a025 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 944 time: 0.1841171 Dec 13 09:38:11.036921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-77745670-1c4e-41f2-9388-ee93be23253b service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040609 Dec 13 09:38:11.081785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656648d0-1c3c-4663-9310-05aef75fa641 req-4ed255ff-99cb-4440-9ca9-a7ecbc24f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.083171 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-4ed255ff-99cb-4440-9ca9-a7ecbc24f798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0517783 Dec 13 09:38:11.085813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ee088bf-2044-450f-a39b-b97f1b8dd5ba'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:11.119511 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-f9672e5f-6267-4c01-bd8b-4891c2ad5fff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277436 Dec 13 09:38:11.151366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] For port 419d7caa-72ab-4f84-bd2b-85e2e92de98f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=419d7caa-72ab-4f84-bd2b-85e2e92de98f,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:11.151740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:11.176280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Calling delete_port for 419d7caa-72ab-4f84-bd2b-85e2e92de98f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:11.217601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2ff9ebc-5e75-4a01-97ef-1188c2d1d6f9 req-78b7d3f8-1d54-4229-a3ca-ddb2aad2547f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409888 Dec 13 09:38:11.240215 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-4382d562-b267-4a10-8d7f-c9f513ccc951 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132309 Dec 13 09:38:11.276949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:11.343444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-656648d0-1c3c-4663-9310-05aef75fa641 req-7e4d5bc9-5a25-4673-94bc-0f0a9b847c5c service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948460 Dec 13 09:38:11.466179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aba22-8c21-4130-a90e-00f1e06b9bac req-2baa9039-001f-4d93-871c-c5211e52dbb7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:11.467691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae9aba22-8c21-4130-a90e-00f1e06b9bac req-2baa9039-001f-4d93-871c-c5211e52dbb7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.1735518 Dec 13 09:38:11.542267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:11.552186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:11.562340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:11.562970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:11.641862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae9aba22-8c21-4130-a90e-00f1e06b9bac req-c84d1091-3b81-4f2f-a72a-694c146b0fc3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645660 Dec 13 09:38:11.684271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:11.926429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:09Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:11.954896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:11.966206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:11.966846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:12.019563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.059713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=419d7caa-72ab-4f84-bd2b-85e2e92de98f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.081975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:12.099592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65acc4-5fb4-4ea8-8d69-9caf7f84ba39 req-ba9f09f2-9102-4119-a2ec-95fdcf3d7a97 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.101243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a65acc4-5fb4-4ea8-8d69-9caf7f84ba39 req-ba9f09f2-9102-4119-a2ec-95fdcf3d7a97 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 945 time: 0.1226726 Dec 13 09:38:12.302384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a65acc4-5fb4-4ea8-8d69-9caf7f84ba39 req-c47990a0-27c2-458e-bd97-ade3729fb740 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475451 Dec 13 09:38:12.346342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:09Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:12.348837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:12.378937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f55526-68ed-429c-a986-e6133bd6fc85 None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:09Z', 'revision_number': 3, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:12.383711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:12.448364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 9f3775cc-dded-4667-9514-bfd7710ac0a0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:12.454506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9f3775cc-dded-4667-9514-bfd7710ac0a0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:12.454878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.482284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.483418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ee088bf-2044-450f-a39b-b97f1b8dd5ba up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:12.560479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3240-2d1d-46ea-a567-d5de49dfd602 req-a5fb5cc2-c592-4211-81a6-bd376f5e572f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:12.562102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65af3240-2d1d-46ea-a567-d5de49dfd602 req-a5fb5cc2-c592-4211-81a6-bd376f5e572f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.1552048 Dec 13 09:38:12.579852 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd26fbf-82cd-403c-9b31-cc7ab2479fca None None] New status for floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:12.602011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:12.613905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:12.614470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.616576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.620373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:12.630906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.685981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:12.694715 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.732165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:12.736298 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a248cf86-3dc7-46be-8f92-a5956473bd67" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:12.761444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:12.763693 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cdaf4e-4e05-4123-baad-59ad3bc030b2" -d '{"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-plugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:12.785465 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.787209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.831116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:12.832119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ea6099af-4a43-429a-ad13-926cf4511e12 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "PUT /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 996 time: 4.1957281 Dec 13 09:38:12.835990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65af3240-2d1d-46ea-a567-d5de49dfd602 req-678cf07c-af15-4e83-87b0-3fef9f70498f tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467656 Dec 13 09:38:12.838464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:12.901819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:12.930929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:12.941116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:12.941805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:13.000694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-7108daa8-138a-468c-b71c-5759eeb43a65 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.002154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-7108daa8-138a-468c-b71c-5759eeb43a65 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports/443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 942 time: 0.1269515 Dec 13 09:38:13.024524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c1ad734-2fb9-439c-b354-40b48e768abd req-8dd91f40-03d9-46a8-8904-5de53fa54388 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012464 Dec 13 09:38:13.050184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431bd37-6562-42c4-ae0b-c192957b0322 req-7bef0567-7220-45d9-bbbb-1b52d6442ae1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.051746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a431bd37-6562-42c4-ae0b-c192957b0322 req-7bef0567-7220-45d9-bbbb-1b52d6442ae1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.1354446 Dec 13 09:38:13.058926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:13.092537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Router 4f647f6e-8213-4844-aa5b-a280657d0f2c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:13.213376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-00a71266-0900-49f0-8651-5964e10e9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.215083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-00a71266-0900-49f0-8651-5964e10e9f25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.1501782 Dec 13 09:38:13.220049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a431bd37-6562-42c4-ae0b-c192957b0322 req-9496b4fc-8a99-45a5-b7e0-f8ae70b11bbc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559334 Dec 13 09:38:13.334076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:13.335538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:12Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:13.353417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Sync routers for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:13.354693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ccfedc38-13b3-4547-86e0-0d563c2141a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/4f647f6e-8213-4844-aa5b-a280657d0f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2737010 Dec 13 09:38:13.357651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:13.375172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-43743898-b94c-4c6e-9b56-ae2f77451484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.376746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-43743898-b94c-4c6e-9b56-ae2f77451484 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1547251 Dec 13 09:38:13.377650 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:13.379335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:13.394005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd061c2-e18e-429e-a902-7b443dd4ed36 req-76b5a89c-e2cd-467a-a85c-33638a5d5d04 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.394227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:13.396050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0fd061c2-e18e-429e-a902-7b443dd4ed36 req-76b5a89c-e2cd-467a-a85c-33638a5d5d04 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.0862072 Dec 13 09:38:13.416720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:13.417759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:13.497220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-1aada31a-1d6a-49e4-b15b-9c5c80b01cc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.0996513 Dec 13 09:38:13.507440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0fd061c2-e18e-429e-a902-7b443dd4ed36 req-65c80976-80fa-411b-be67-d06e29b54b06 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012678 Dec 13 09:38:13.514375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:13.599748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-dc0d4d5b-5162-4f18-a0b3-d4e4412ba847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.602003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:13.613233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-dc0d4d5b-5162-4f18-a0b3-d4e4412ba847 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.1017137 Dec 13 09:38:13.706947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:13.773559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ce5558e7-9dd1-42ae-9e11-028f86bbd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.775031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-ce5558e7-9dd1-42ae-9e11-028f86bbd776 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596906 Dec 13 09:38:13.786105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9eb00-bee2-46c0-a9ca-c6f9914c26c9 req-b8e8f1a6-dbf0-4a38-a662-ca4c2f4b8af9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:13.789461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:13.795574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daa9eb00-bee2-46c0-a9ca-c6f9914c26c9 req-b8e8f1a6-dbf0-4a38-a662-ca4c2f4b8af9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 945 time: 0.1318138 Dec 13 09:38:13.807327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-e9c4cadb-9298-400b-9611-199e6103db03 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:13.808750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-e9c4cadb-9298-400b-9611-199e6103db03 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110083 Dec 13 09:38:13.854951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Deleting port 88f9a6e2-1888-4c0a-aa58-1e753320b04a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:13.855947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:13.916760 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:38:11Z', 'revision_number': 5, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port': {'id': '88f9a6e2-1888-4c0a-aa58-1e753320b04a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:31Z', 'updated_at': '2021-12-13T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:13.936983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daa9eb00-bee2-46c0-a9ca-c6f9914c26c9 req-e348cbd0-99bf-4623-b591-5dd5617419f9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405203 Dec 13 09:38:13.958873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-f1dfb043-d149-4a93-9407-d477c6ff687b service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416125 Dec 13 09:38:13.987930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Checking router: 4f647f6e-8213-4844-aa5b-a280657d0f2c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:13.999640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Routers {'4f647f6e-8213-4844-aa5b-a280657d0f2c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:14.000515 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4f647f6e-8213-4844-aa5b-a280657d0f2c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:14.045018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] For port 88f9a6e2-1888-4c0a-aa58-1e753320b04a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88f9a6e2-1888-4c0a-aa58-1e753320b04a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:14.046475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.061488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:12Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:14.064397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Calling delete_port for 88f9a6e2-1888-4c0a-aa58-1e753320b04a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:14.094287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea16558-aa78-4c51-9d43-02f7c15fa531 None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:c1:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:12Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:14.135794 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] Set router 4f647f6e-8213-4844-aa5b-a280657d0f2c gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:14.140429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824165c-7ac7-4c74-a0b4-5c1d53676a8c req-36237969-ee34-4d49-96bf-a6ccfc5da5b8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.142028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4824165c-7ac7-4c74-a0b4-5c1d53676a8c req-36237969-ee34-4d49-96bf-a6ccfc5da5b8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.0854182 Dec 13 09:38:14.143904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-61284541-30fc-45e4-b6ef-aa65eef678e9 service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753311 Dec 13 09:38:14.200207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:38:13Z', 'revision_number': 6, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:14.226032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4824165c-7ac7-4c74-a0b4-5c1d53676a8c req-19399065-b89e-4887-a8f3-23ff6ea5c5a6 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Dec 13 09:38:14.229803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfa8ac-b456-4292-a37d-f443ada37e33 None None] The sync data for ids ['4f647f6e-8213-4844-aa5b-a280657d0f2c'] in n-d-820531-5 is: [{'id': '4f647f6e-8213-4844-aa5b-a280657d0f2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1206278776-router', 'tenant_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:29Z', 'updated_at': '2021-12-13T09:38:13Z', 'revision_number': 6, 'project_id': 'b1fddd0a02274599a7ca13360aeaa0c2', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:14.295844 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f409ed-342d-432e-9f40-c59856f5c6df x-openstack-request-id: req-91f409ed-342d-432e-9f40-c59856f5c6df {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:14.296423 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:14.296772 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91f409ed-342d-432e-9f40-c59856f5c6df {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:14.297847 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:38:14.303157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.325387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-359688ca-4e57-4f8a-8b8e-eb081e300b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.328154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-359688ca-4e57-4f8a-8b8e-eb081e300b54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1096 time: 0.1269853 Dec 13 09:38:14.337094 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98b1b1-3870-4b1f-bc12-6c496a8de6e6 x-openstack-request-id: req-aa98b1b1-3870-4b1f-bc12-6c496a8de6e6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:14.337714 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-plugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:14.338259 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa98b1b1-3870-4b1f-bc12-6c496a8de6e6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:14.338817 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'code': 200} Dec 13 09:38:14.343965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f9a6e2-1888-4c0a-aa58-1e753320b04a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:14.452582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.569009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.572781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.576885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-847992d0-b9b5-48e6-b386-c8a3500d2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.578486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-847992d0-b9b5-48e6-b386-c8a3500d2794 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1992226 Dec 13 09:38:14.580738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ece6f-423f-44c9-bb20-be3aa01a3ecf req-867a69d9-16f3-4036-bce8-0a61257995e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.582284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-e694fec9-737f-4cc9-a064-d58a84acbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.582450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c70ece6f-423f-44c9-bb20-be3aa01a3ecf req-867a69d9-16f3-4036-bce8-0a61257995e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 1096 time: 0.1426816 Dec 13 09:38:14.583822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-e694fec9-737f-4cc9-a064-d58a84acbb09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.2515435 Dec 13 09:38:14.595423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05106765-eb1e-47b3-a65d-e66ea01d7dc9 req-75fe5711-c333-46ad-8e3c-50bf5a9c664f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.597015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05106765-eb1e-47b3-a65d-e66ea01d7dc9 req-75fe5711-c333-46ad-8e3c-50bf5a9c664f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 946 time: 0.0966940 Dec 13 09:38:14.695293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.695954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f647f6e-8213-4844-aa5b-a280657d0f2c {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:14.707293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.712156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2824dee6-0d7a-450f-bebb-8dbbef925ef9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4f647f6e-8213-4844-aa5b-a280657d0f2c HTTP/1.1" status: 204 len: 168 time: 1.3534300 Dec 13 09:38:14.713219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:14.716523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c70ece6f-423f-44c9-bb20-be3aa01a3ecf req-3e154162-5383-4b79-b60d-7c43a3373de2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852609 Dec 13 09:38:14.741116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 419d7caa-72ab-4f84-bd2b-85e2e92de98f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:14.773256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 419d7caa-72ab-4f84-bd2b-85e2e92de98f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:14.775296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 419d7caa-72ab-4f84-bd2b-85e2e92de98f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:14.778736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Deleting subnet 5b47765b-4ead-49b3-9e02-5ccc94b3b16d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:14.780269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-b67b3fe3-5500-41cb-af1f-f38c7db1530d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 999 time: 0.1819806 Dec 13 09:38:14.788778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.795451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05106765-eb1e-47b3-a65d-e66ea01d7dc9 req-3cf4e987-7e57-47ad-8761-050081dbf321 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714962 Dec 13 09:38:14.845698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.901787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-8640b042-fa29-4b91-a715-e09582a64bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:14.903538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-8640b042-fa29-4b91-a715-e09582a64bf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.2967939 Dec 13 09:38:14.930074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:14.992440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.020174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b47765b-4ead-49b3-9e02-5ccc94b3b16d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.024893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.030861 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c147ffc4-7f73-40cf-af57-fdf7adda72f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b47765b-4ead-49b3-9e02-5ccc94b3b16d HTTP/1.1" status: 204 len: 168 time: 0.3103909 Dec 13 09:38:15.031273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:15.043963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf50b41-b40d-47cf-8e4c-f16af8bea90b None None] Network c31111a1-9670-446d-b231-2e7bdb970f73 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:15.111399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.193693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Deleting port fcd4863d-4dde-4db4-9235-e275c76b7939 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:15.194316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.279500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] DHCP port deletion for c31111a1-9670-446d-b231-2e7bdb970f73 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:15.287924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-fcc6cc67-644c-470f-baf4-098d5b632bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.288806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] For port fcd4863d-4dde-4db4-9235-e275c76b7939, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fcd4863d-4dde-4db4-9235-e275c76b7939,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:15.289263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.289968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-fcc6cc67-644c-470f-baf4-098d5b632bce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.4895949 Dec 13 09:38:15.295054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-1917ea44-e947-45f9-a184-2b3cde448bc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.0508184 Dec 13 09:38:15.325456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Calling delete_port for fcd4863d-4dde-4db4-9235-e275c76b7939 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:15.330221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72039-cbf3-4713-8dba-a629c4aec9db req-2385e0d7-06d5-4610-9539-004c0ae0f693 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.331446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b72039-cbf3-4713-8dba-a629c4aec9db req-2385e0d7-06d5-4610-9539-004c0ae0f693 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.4434805 Dec 13 09:38:15.376752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Deleting port fcd4863d-4dde-4db4-9235-e275c76b7939 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:15.377042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.431770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-503459a7-c8bb-49d8-9a9d-8f94773be520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.436200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-503459a7-c8bb-49d8-9a9d-8f94773be520 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363490 Dec 13 09:38:15.449810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.469843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-08dcfb56-410f-46e9-acb8-9c9ac39fcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.471290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-08dcfb56-410f-46e9-acb8-9c9ac39fcc6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.1606331 Dec 13 09:38:15.475799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b72039-cbf3-4713-8dba-a629c4aec9db req-c60b8acd-a855-4729-b62c-3925b5c95439 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286366 Dec 13 09:38:15.489463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] For port fcd4863d-4dde-4db4-9235-e275c76b7939, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fcd4863d-4dde-4db4-9235-e275c76b7939,segment=NetworkSegment(91620308-15f7-419d-9b24-2d06ad44aecd),segment_id=91620308-15f7-419d-9b24-2d06ad44aecd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:15.490069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.516558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] No DVR routers for this DVR port fcd4863d-4dde-4db4-9235-e275c76b7939 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:15.551560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Calling delete_port for fcd4863d-4dde-4db4-9235-e275c76b7939 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:15.574651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd4863d-4dde-4db4-9235-e275c76b7939,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.597944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.598548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.599050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.604969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.605549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.606079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.607369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.608081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.609326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.618839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-c0eaef50-a828-4468-9c94-dfa56785368d service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641474 Dec 13 09:38:15.620069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.621683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.622232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.622729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.681032 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.689980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.732574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Pushing event deleted for resources: {'Port': ['ID=fcd4863d-4dde-4db4-9235-e275c76b7939,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.741236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31111a1-9670-446d-b231-2e7bdb970f73']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:15.741715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.742195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.742425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.743313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.743688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.743991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.744325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.744649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.744974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.746066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.746586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.747031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.747364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:15.756048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-342e3230-cc8a-4574-9397-4e124b6e1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.757056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91620308-15f7-419d-9b24-2d06ad44aecd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:15.757592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-342e3230-cc8a-4574-9397-4e124b6e1280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665598 Dec 13 09:38:15.758642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91620308-15f7-419d-9b24-2d06ad44aecd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:15.760098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe7a1c-7e6a-48a9-b7f5-d335b9e84e03 None None] No DVR routers for this DVR port fcd4863d-4dde-4db4-9235-e275c76b7939 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:15.774347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.793718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.803613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:15.804071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:15.806631 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:15.871536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.888204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2ca6-37cd-4970-863f-af3d7d965ba4 req-1f108dd4-f1d6-4218-88f9-704d3e8e6a10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:15.889826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4dce2ca6-37cd-4970-863f-af3d7d965ba4 req-1f108dd4-f1d6-4218-88f9-704d3e8e6a10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2697670 Dec 13 09:38:15.890944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:15.901542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/c31111a1-9670-446d-b231-2e7bdb970f73 HTTP/1.1" status: 204 len: 168 time: 0.8647013 Dec 13 09:38:15.901542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f403dc2-7347-4b8b-8e52-8fcd2f6845ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c31111a1-9670-446d-b231-2e7bdb970f73,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:15.902919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:15.991983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05275cc-e73e-40dd-9740-0193f54ddbbf req-0a158140-0319-45a0-ab61-1f6d84957c0f service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624251 Dec 13 09:38:16.067374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-f30271ef-2ce7-46e4-9582-1be239230944 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946367 Dec 13 09:38:16.103832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4dce2ca6-37cd-4970-863f-af3d7d965ba4 req-eb57960e-5f02-4472-86e6-fde1e5b4ce15 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551716 Dec 13 09:38:16.300488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:16.303002 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:16.332758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675a01-c0f8-41b0-9f88-af1bbd036f6c req-c3128843-70fc-4667-ac51-6260df8b3d7f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.334370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2675a01-c0f8-41b0-9f88-af1bbd036f6c req-c3128843-70fc-4667-ac51-6260df8b3d7f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2563646 Dec 13 09:38:16.340671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:16.343151 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db752257-a9f2-4e49-a2c0-505d59cbd4cf" -d '{"events": [{"server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "name": "network-vif-plugged", "status": "completed", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:16.378926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29df4c-3be8-4902-93f1-3a369a353e84 req-9fb93c6a-17aa-4542-9802-6bcb06a4b7fa tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.380732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de29df4c-3be8-4902-93f1-3a369a353e84 req-9fb93c6a-17aa-4542-9802-6bcb06a4b7fa tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 945 time: 0.2090690 Dec 13 09:38:16.382811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a248cf86-3dc7-46be-8f92-a5956473bd67 req-12ff752b-7699-427b-aaeb-9aa4c1151ffa service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019617 Dec 13 09:38:16.489494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2675a01-c0f8-41b0-9f88-af1bbd036f6c req-83924d18-780f-479c-95e1-f2ef20c623d4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400628 Dec 13 09:38:16.497553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de29df4c-3be8-4902-93f1-3a369a353e84 req-b14e17ba-63e9-479b-8bb9-cb2fc9ff1dd9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000502 Dec 13 09:38:16.505937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:16.580239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-4bb6387f-7f3d-44cb-93f5-b86500668f5a service neutron] 10.222.0.37 "GET /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.0959129 Dec 13 09:38:16.651609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fcd4863d-4dde-4db4-9235-e275c76b7939 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:16.671956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: fcd4863d-4dde-4db4-9235-e275c76b7939 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:16.672368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fcd4863d-4dde-4db4-9235-e275c76b7939 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:16.672746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88f9a6e2-1888-4c0a-aa58-1e753320b04a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:16.691230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0356b-7e18-42ed-ac01-3b814c551640 req-85181cba-367b-40da-8678-7663c31de907 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.692560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c0356b-7e18-42ed-ac01-3b814c551640 req-85181cba-367b-40da-8678-7663c31de907 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 943 time: 0.1017437 Dec 13 09:38:16.699170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 88f9a6e2-1888-4c0a-aa58-1e753320b04a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:16.699535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88f9a6e2-1888-4c0a-aa58-1e753320b04a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:16.732214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2eb8-77af-4a30-b0af-a238bf270216 req-be63a3e9-bcc9-4c4d-bb4d-fa1c354df33e tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:16.733765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6dda2eb8-77af-4a30-b0af-a238bf270216 req-be63a3e9-bcc9-4c4d-bb4d-fa1c354df33e tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.1043215 Dec 13 09:38:16.744124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:16.756025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Request body: {'floatingip': {'port_id': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:16.809071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:16.831359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:16.844780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c0356b-7e18-42ed-ac01-3b814c551640 req-83e2e750-74c5-463e-ad2a-3e909356264a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452243 Dec 13 09:38:16.846943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:16.874660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e70003-48ce-4ac2-9653-3839ddb1a011 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:16.886142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:16.900920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:16.979410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] Transition to ACTIVE for port object d3e70003-48ce-4ac2-9653-3839ddb1a011 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:16.984679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.034565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46afd4-df16-4c6f-8207-a33a86c82793 req-deec190a-bae8-41e4-baf1-310c37e6fb79 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.036072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d46afd4-df16-4c6f-8207-a33a86c82793 req-deec190a-bae8-41e4-baf1-310c37e6fb79 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 946 time: 0.2266400 Dec 13 09:38:17.048805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] No DVR routers for this DVR port d3e70003-48ce-4ac2-9653-3839ddb1a011 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:17.059081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-a749d90f-37fd-4502-b77b-0fc698c5902c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.1621857 Dec 13 09:38:17.065179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732545db-35ae-43c2-867f-e348749581c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:17.088304 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-732545db-35ae-43c2-867f-e348749581c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 0.4924679 Dec 13 09:38:17.123441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:17.303091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-90c7b82c-447d-448d-8a0d-1c3f906fd491 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.304430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-90c7b82c-447d-448d-8a0d-1c3f906fd491 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports/5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 942 time: 0.2339048 Dec 13 09:38:17.339592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d46afd4-df16-4c6f-8207-a33a86c82793 req-dcab26e2-cc5e-444c-b1d8-b4b553f858a5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935033 Dec 13 09:38:17.370186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-1af91ea0-4d55-4122-a786-cac947c8d3ce tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.371637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-1af91ea0-4d55-4122-a786-cac947c8d3ce tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.1835718 Dec 13 09:38:17.421892 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb846a7b-ee93-46bd-888a-82301993cf80 x-openstack-request-id: req-fb846a7b-ee93-46bd-888a-82301993cf80 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:17.422743 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "name": "network-vif-plugged", "status": "completed", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:17.423159 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb846a7b-ee93-46bd-888a-82301993cf80 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:17.423708 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba', 'code': 200} Dec 13 09:38:17.433164 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf13ec-187b-4d99-8d56-c7e218b955e1 x-openstack-request-id: req-facf13ec-187b-4d99-8d56-c7e218b955e1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:17.433447 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:17.433707 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-facf13ec-187b-4d99-8d56-c7e218b955e1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:17.434106 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'status': 'completed', 'code': 200} Dec 13 09:38:17.507121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-a2ef656b-3e22-4550-8655-10c41dda3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.510463 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-a2ef656b-3e22-4550-8655-10c41dda3d3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1096 time: 0.0906408 Dec 13 09:38:17.644447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc076ee-e3c9-4e91-902a-2b4be072efc1 req-624ff908-85a9-4872-8331-dcecaeda019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.645992 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4dc076ee-e3c9-4e91-902a-2b4be072efc1 req-624ff908-85a9-4872-8331-dcecaeda019d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 1097 time: 0.1344457 Dec 13 09:38:17.686631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-0c7ff947-587f-4bdb-ae1f-8d53a5ec69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.688199 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-0c7ff947-587f-4bdb-ae1f-8d53a5ec69c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1652009 Dec 13 09:38:17.723555 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4dc076ee-e3c9-4e91-902a-2b4be072efc1 req-aee1fe66-97ad-4da2-85a3-80abaacb2539 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Dec 13 09:38:17.777271 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-4f536711-16af-4e9d-90d6-6a07bc37402d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 999 time: 0.0762842 Dec 13 09:38:17.835460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-322bf78a-3aa7-48bf-a5d5-09ae1ae990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.836954 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-322bf78a-3aa7-48bf-a5d5-09ae1ae990a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0502305 Dec 13 09:38:17.887433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-a7ca5366-1433-4a15-b24b-e62059145f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:17.888858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-a7ca5366-1433-4a15-b24b-e62059145f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426760 Dec 13 09:38:17.922732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-9d0e165e-0072-404b-ba14-a87ee7f205d3 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.5705626 Dec 13 09:38:17.997102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-e5fdbe45-1cfe-46da-9a4d-a5a2119e273d service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906065 Dec 13 09:38:18.032015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-f66b087b-2dd1-4c5b-8a47-d42a657d80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.033552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-f66b087b-2dd1-4c5b-8a47-d42a657d80df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be&tenant_id=7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 1095 time: 0.5986989 Dec 13 09:38:18.073694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc1f43-8f16-4885-9611-6f8a525ac732 req-a162dc85-d9b6-4554-8215-d804db69fd10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.075177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90cc1f43-8f16-4885-9611-6f8a525ac732 req-a162dc85-d9b6-4554-8215-d804db69fd10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.5492949 Dec 13 09:38:18.095933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0d0b8f10-872b-4644-b4d7-bb4b428c9dc9 req-e10a6ee4-847e-4b2a-b02d-ca5c1d5ee1cb service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900090 Dec 13 09:38:18.131971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:18.249773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-0b073fa6-e708-412b-b421-be380e65cfe4 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.251110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbbf003e-600d-4f13-88c4-ab8acec54ae2 req-0b073fa6-e708-412b-b421-be380e65cfe4 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3085899 Dec 13 09:38:18.258679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-c15c2637-8595-44fe-823d-ee79b8887f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.260331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-c15c2637-8595-44fe-823d-ee79b8887f68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1095 time: 0.1801741 Dec 13 09:38:18.263925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.285866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90cc1f43-8f16-4885-9611-6f8a525ac732 req-12c13c40-4d37-460c-b893-26b721990be0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910231 Dec 13 09:38:18.295428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.545736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9bd8c-d9e3-4a03-9dfe-6cd70889ef4e req-dae57f8a-c19b-4d44-9352-f049e7cc5b60 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.547108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bef9bd8c-d9e3-4a03-9dfe-6cd70889ef4e req-dae57f8a-c19b-4d44-9352-f049e7cc5b60 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.2363002 Dec 13 09:38:18.588716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223c344-f04a-43f9-b7a5-9a336fa2df40 req-14b68847-ac30-42dd-873d-3620eef6c21f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.590177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c223c344-f04a-43f9-b7a5-9a336fa2df40 req-14b68847-ac30-42dd-873d-3620eef6c21f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 945 time: 0.2106326 Dec 13 09:38:18.600743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-c3248629-293d-409f-af14-351f05fe172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.602967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-c3248629-293d-409f-af14-351f05fe172b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.3202064 Dec 13 09:38:18.607375 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Floating IP 779b5104-7d22-40fc-9faf-17af26f88bce associated. External IP: 172.25.1.241, port: 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a. Dec 13 09:38:18.690996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Deleting port a684472a-9d57-486d-9551-b3180813b75a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:18.691334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.779716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-ab29b0e5-88d8-46de-8dcd-51126b15c2f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 200 len: 217 time: 0.1664944 Dec 13 09:38:18.814744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bef9bd8c-d9e3-4a03-9dfe-6cd70889ef4e req-300890e7-50ce-49e3-b946-beeda49e2480 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550960 Dec 13 09:38:18.869021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c223c344-f04a-43f9-b7a5-9a336fa2df40 req-6e035388-29bc-4102-8761-11d1d572e5b7 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642903 Dec 13 09:38:18.973318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] For port a684472a-9d57-486d-9551-b3180813b75a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a684472a-9d57-486d-9551-b3180813b75a,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:18.974066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:18.991283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-30e3c573-b753-4b97-a453-8db63489bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:18.992940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-30e3c573-b753-4b97-a453-8db63489bc70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1936617 Dec 13 09:38:19.003840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Calling delete_port for a684472a-9d57-486d-9551-b3180813b75a owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:19.113771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-83700853-57e7-46f0-a868-b97ea62bf0cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114929 Dec 13 09:38:19.123223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-88f19830-7ef2-4360-b3c8-0aa43587f65e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.2235527 Dec 13 09:38:19.130595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfb4d3-7bbf-4f0f-91ab-495cef9c79e9 req-c9e65112-c062-4610-9387-07dbf9cf62aa tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.132026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31dfb4d3-7bbf-4f0f-91ab-495cef9c79e9 req-c9e65112-c062-4610-9387-07dbf9cf62aa tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.2546325 Dec 13 09:38:19.302784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-03f844ef-5d76-4cfe-aa31-49eae4dd5fc5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.304122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-03f844ef-5d76-4cfe-aa31-49eae4dd5fc5 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports/5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 942 time: 0.1680446 Dec 13 09:38:19.382590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31dfb4d3-7bbf-4f0f-91ab-495cef9c79e9 req-3cec3e8b-9deb-4490-b75d-a62c9a22e71b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187691 Dec 13 09:38:19.438127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:19.507720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-551e5b27-45de-4895-ab03-abe423c5b61d service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747282 Dec 13 09:38:19.518688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-abff10ce-2335-454e-bbde-df9079718b57 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.1528707 Dec 13 09:38:19.992608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ee74f-24c2-403e-8ecf-1ee4df77cbf5 req-f17791ab-87c7-41dc-bf72-6cb8af59c7c6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:19.994091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246ee74f-24c2-403e-8ecf-1ee4df77cbf5 req-f17791ab-87c7-41dc-bf72-6cb8af59c7c6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 946 time: 0.5432401 Dec 13 09:38:20.113581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.135778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:20.146035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:20.156280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:20.156916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:20.162221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.171008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-4ee580b9-fa52-403d-bcc4-7aa957560a23 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.172345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-4ee580b9-fa52-403d-bcc4-7aa957560a23 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3380919 Dec 13 09:38:20.177141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Pushing event deleted for resources: {'Port': ['ID=a684472a-9d57-486d-9551-b3180813b75a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:20.181775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-7639f5b3-30f1-4e8e-a572-c94eb2653bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592875 Dec 13 09:38:20.250374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246ee74f-24c2-403e-8ecf-1ee4df77cbf5 req-a72f4894-7e63-4791-926b-41be85d52182 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392924 Dec 13 09:38:20.287843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.288098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.288608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.288608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.288953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.289431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.289671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.290002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.290329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.290655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.290979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.291305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.291628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:38:20.298539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:20.323263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-feab3e6a-ccbb-4a6f-a197-ee51095b775b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "PUT /v2.0/floatingips/779b5104-7d22-40fc-9faf-17af26f88bce HTTP/1.1" status: 200 len: 991 time: 3.5768776 Dec 13 09:38:20.329354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:20.331651 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c623f2e9-14a8-483a-a4d8-dcdde505f697" -d '{"events": [{"name": "network-changed", "server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:20.374768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-7f6851d5-f410-4972-899e-97b840ace60e tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.1739180 Dec 13 09:38:20.438661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:20.601484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.661899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:e6:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b75a44-48db-4506-83b2-28c6fe084116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:38:17Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:20.680828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72ec7-f7de-4e8d-9bd8-e112ceb0f2e0 req-e23e9a2a-564d-44ad-b229-33f0b04c7b13 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.682411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dd72ec7-f7de-4e8d-9bd8-e112ceb0f2e0 req-e23e9a2a-564d-44ad-b229-33f0b04c7b13 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2134907 Dec 13 09:38:20.688104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:20.694985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:20.702144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-191645f7-20b5-4451-a6fd-2fe8f2cd1b9e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:20.703673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-191645f7-20b5-4451-a6fd-2fe8f2cd1b9e tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.1644263 Dec 13 09:38:20.704863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:20.705553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:20.812828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:20.907952 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-0397219e-0090-4149-bd36-36b78505a314 req-78ea590e-1e18-4f56-9461-a417a6c45904 service neutron] show failed (client error): The resource could not be found. Dec 13 09:38:20.909030 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-78ea590e-1e18-4f56-9461-a417a6c45904 service neutron] 10.222.0.37 "GET /v2.0/ports/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0610998 Dec 13 09:38:20.912111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dd72ec7-f7de-4e8d-9bd8-e112ceb0f2e0 req-fe35b35f-ada4-42a5-a0ed-00263df65953 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176020 Dec 13 09:38:20.978802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.007219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.007912 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09 disassociated. External IP: 172.25.1.2, port: 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864. Dec 13 09:38:21.092367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:e6:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b75a44-48db-4506-83b2-28c6fe084116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:38:17Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:21.120256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2522e-9012-4485-baa7-3e139412e41c None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '779b5104-7d22-40fc-9faf-17af26f88bce', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'port_id': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'mac_address': 'fa:16:3e:e6:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b75a44-48db-4506-83b2-28c6fe084116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:34:43Z', 'updated_at': '2021-12-13T09:38:17Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:21.167181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-1f6987f5-7065-466a-87c7-481ab9b68802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:21.168670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-1f6987f5-7065-466a-87c7-481ab9b68802 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1101 time: 0.0519180 Dec 13 09:38:21.186215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:21.215622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b7bd741f-e9e9-465f-8602-a9b552652393 service neutron] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:21.226332 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b7bd741f-e9e9-465f-8602-a9b552652393 service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.227896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-299c9caf-e1d5-43b3-b159-1fe25091a5de req-b7bd741f-e9e9-465f-8602-a9b552652393 service neutron] 10.222.0.44 "DELETE /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.5007064 Dec 13 09:38:21.244932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498b3a-50dc-49d7-9717-8dcc797f50ca req-fe084b35-1882-4aa1-8c52-50018be5fa29 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:21.246577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb498b3a-50dc-49d7-9717-8dcc797f50ca req-fe084b35-1882-4aa1-8c52-50018be5fa29 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.1980464 Dec 13 09:38:21.261413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.380832 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810efa1-0e45-447c-ae51-62d542e3e529 None None] New status for floating IP 779b5104-7d22-40fc-9faf-17af26f88bce: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:21.399943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Router 988a3d33-346d-4e94-bd31-4b083bf48f45 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:21.409830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb498b3a-50dc-49d7-9717-8dcc797f50ca req-b8f094e8-9861-4d64-b541-ac018d62b19f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540847 Dec 13 09:38:21.450239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:21.501671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:21.743693 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb3b288-986e-491c-99ba-8555c5816366 x-openstack-request-id: req-ccb3b288-986e-491c-99ba-8555c5816366 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:21.744081 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:21.744267 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccb3b288-986e-491c-99ba-8555c5816366 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:21.744622 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'status': 'completed', 'code': 200} Dec 13 09:38:21.768584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:21.778675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Sync routers for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:21.791278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:21.792215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:21.794904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-981007a9-cc82-4172-bd17-c930c5965307 admin admin] 10.222.0.30 "PUT /v2.0/routers/988a3d33-346d-4e94-bd31-4b083bf48f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8873291 Dec 13 09:38:21.802364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:21.843467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:21.883854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:21.886423 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95add9c9-3b53-4a5f-9ec1-701d3883a43c" -d '{"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:21.891474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.906722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Transition to ACTIVE for port object 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:21.911998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:21.912337 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:21.969357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:21.995829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] No DVR routers for this DVR port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:22.043060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:22.044062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:22.044405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:22.051122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:22.051494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Attempting to bind port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:22.072586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:22.072961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:22.073384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:22.076176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Bound port: 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:22.077343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.185414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:22.186705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:38:19Z', 'revision_number': 5, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.192598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:22.200335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.225139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-b3618e79-1f8c-4b2d-8e23-ebd934bb8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.230540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-b3618e79-1f8c-4b2d-8e23-ebd934bb8141 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcca725035e048e0a550af15640d6236&device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 1096 time: 0.5142436 Dec 13 09:38:22.237273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Checking router: 988a3d33-346d-4e94-bd31-4b083bf48f45 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:22.252455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.252989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Routers {'988a3d33-346d-4e94-bd31-4b083bf48f45'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:22.253163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.254010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['988a3d33-346d-4e94-bd31-4b083bf48f45'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.254459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] 10.222.0.44 "PUT /v2.0/ports/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 1096 time: 1.0725133 Dec 13 09:38:22.276243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6fb00-75c4-4a7f-a583-eb95e71eafa1 req-6292ad16-15b3-420f-a249-3b1f2454a8a6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.285773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bc6fb00-75c4-4a7f-a583-eb95e71eafa1 req-6292ad16-15b3-420f-a249-3b1f2454a8a6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 945 time: 0.5337400 Dec 13 09:38:22.300856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:22.306127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8f31-4056-42f3-a833-f3a74db3faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:22.312442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.314270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:22.345884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:22.347324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.381034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-078fb974-1a61-4b77-b802-ecf200ee64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.388719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-078fb974-1a61-4b77-b802-ecf200ee64e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1099 time: 0.0971079 Dec 13 09:38:22.463239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] Set router 988a3d33-346d-4e94-bd31-4b083bf48f45 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:22.521788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-d360545b-e8e1-4d59-8b0d-a1fe062753ac tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "PUT /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 693 time: 2.0874567 Dec 13 09:38:22.532258 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:22.549416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-ed69fe35-a42d-4c54-80d8-2df648197de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.567964 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-ed69fe35-a42d-4c54-80d8-2df648197de1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1706066 Dec 13 09:38:22.598446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bc6fb00-75c4-4a7f-a583-eb95e71eafa1 req-5aba4860-44fe-48a5-972c-9d1aecbf2bcc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110867 Dec 13 09:38:22.629723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-61c84b82-a747-4d0d-8f2b-ad65e41cbcee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0524676 Dec 13 09:38:22.631640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:22.734527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-05339eaa-ff5c-4f44-8d6b-eaccafc1b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.736086 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-05339eaa-ff5c-4f44-8d6b-eaccafc1b564 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0840065 Dec 13 09:38:22.807214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:38:19Z', 'revision_number': 5, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.820219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397219e-0090-4149-bd36-36b78505a314 req-069757fb-d856-46a3-a052-0e5ca9805272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.823282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-069757fb-d856-46a3-a052-0e5ca9805272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698750 Dec 13 09:38:22.853242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-b17565d0-a559-4aa2-a100-f2768efe8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.854762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-b17565d0-a559-4aa2-a100-f2768efe8281 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1096 time: 0.4779499 Dec 13 09:38:22.863846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-23c36d7c-157c-4996-be81-4c7ba6ebd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.865361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-23c36d7c-157c-4996-be81-4c7ba6ebd9e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 200 len: 924 time: 0.5763547 Dec 13 09:38:22.885043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-04661ade-5c48-424b-bbb4-c4da8b6970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:22.897451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-04661ade-5c48-424b-bbb4-c4da8b6970b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1096 time: 0.3554287 Dec 13 09:38:22.960084 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:22.982673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-ae54e250-dc74-4896-95e7-851e9bc11df9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503584 Dec 13 09:38:22.996349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56961e12-0f8a-45f3-a825-75ca1a5b6f54 None None] The sync data for ids ['988a3d33-346d-4e94-bd31-4b083bf48f45'] in n-d-820531-5 is: [{'id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'name': 'tempest-AttachSCSIVolumeTestJSON-1822979902-router', 'tenant_id': '3e4f17f834704ce7a36c8b28c232bfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:35:42Z', 'updated_at': '2021-12-13T09:38:19Z', 'revision_number': 5, 'project_id': '3e4f17f834704ce7a36c8b28c232bfae', 'gw_port': {'id': '3a9153fe-00b9-43b2-aa3c-5a48a49881ce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a3d33-346d-4e94-bd31-4b083bf48f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:35:43Z', 'updated_at': '2021-12-13T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:22.996613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:23.014654 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:23.015283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.081928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868ad9f-b4be-41e5-84aa-94037286e71d req-17a46641-2956-468a-b831-6f50b1b9a8cc tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.083550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f868ad9f-b4be-41e5-84aa-94037286e71d req-17a46641-2956-468a-b831-6f50b1b9a8cc tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.3121729 Dec 13 09:38:23.146255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-8b1f3d42-051b-4c21-a20e-daf3aebbaa99 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.147922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-8b1f3d42-051b-4c21-a20e-daf3aebbaa99 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 946 time: 0.0860958 Dec 13 09:38:23.151181 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:23.165939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.196113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0397219e-0090-4149-bd36-36b78505a314 req-26de79b9-5fa1-4dbe-8c1b-8c6f3ac1aa0e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980414 Dec 13 09:38:23.198985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-6f968701-42e9-44c2-946d-db17fdc24c68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a HTTP/1.1" status: 200 len: 1001 time: 0.2785504 Dec 13 09:38:23.272468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:23.272929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.282791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-da49d982-9585-4b9c-a602-f9a2ff202a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.284316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-da49d982-9585-4b9c-a602-f9a2ff202a81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.3763771 Dec 13 09:38:23.309587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-4d250963-db05-4fcf-bb1b-87903a5fce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.310964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-4d250963-db05-4fcf-bb1b-87903a5fce35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.4127357 Dec 13 09:38:23.330246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f868ad9f-b4be-41e5-84aa-94037286e71d req-58f1c39b-9f51-4799-869c-6fa98392980d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286961 Dec 13 09:38:23.404908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:23.405562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.433816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ae773cca-eccf-4006-a750-94562d46b709 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.1214983 Dec 13 09:38:23.439499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for 6ee088bf-2044-450f-a39b-b97f1b8dd5ba owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:23.440744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-ee59f009-1125-41b2-a2ed-5c6988a44e56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 217 time: 0.1182926 Dec 13 09:38:23.453866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-560f762c-f16d-4891-b46e-6b0ced08864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.457151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-560f762c-f16d-4891-b46e-6b0ced08864f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 200 len: 862 time: 0.2310348 Dec 13 09:38:23.462643 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:23.491664 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec400a7-5007-45a5-a493-49fbc4a8516d None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:23.627368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.643200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ee088bf-2044-450f-a39b-b97f1b8dd5ba'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:23.659580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-f0fe0839-9729-42b2-9203-958acb1638dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.661062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-f0fe0839-9729-42b2-9203-958acb1638dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.2008123 Dec 13 09:38:23.662373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-e4b33196-34b4-493b-b4ed-d5f11f6dc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.663686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-e4b33196-34b4-493b-b4ed-d5f11f6dc8b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.2045021 Dec 13 09:38:23.669643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Deleting port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:23.670224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.673618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=6ee088bf-2044-450f-a39b-b97f1b8dd5ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:23.716327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-1c2bf2f2-61cb-4a95-a879-8202153b2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.717892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-1c2bf2f2-61cb-4a95-a879-8202153b2586 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9ce4e3d-1fc4-424e-929d-711a7364f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289488 Dec 13 09:38:23.721367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port 6ee088bf-2044-450f-a39b-b97f1b8dd5ba on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:23.724066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:23.728912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7e8137f7-d696-48bf-8fd2-87d3c662d11e req-58f17412-e8ae-4542-8461-c355199508c3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "DELETE /v2.0/ports/6ee088bf-2044-450f-a39b-b97f1b8dd5ba HTTP/1.1" status: 204 len: 173 time: 0.5708754 Dec 13 09:38:23.780552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:23.782842 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62741c7e-9c08-416f-bdeb-e18151c2274c" -d '{"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:23.796524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892011b-7153-4ef5-a39c-1f3958a19dc1 req-eda8f1ac-a0f5-4489-9c7e-3c2f8091df8a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:23.798010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1892011b-7153-4ef5-a39c-1f3958a19dc1 req-eda8f1ac-a0f5-4489-9c7e-3c2f8091df8a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=89b33d88-d3ed-4f22-9f46-edafdf915b69 HTTP/1.1" status: 200 len: 867 time: 0.2993083 Dec 13 09:38:23.800908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-8049c70b-15e6-4819-b24f-318e454fab00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087890 Dec 13 09:38:23.849934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdaff80-5d7d-4e18-9df6-b620e16a3545 None None] New status for floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:24.000071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-8be6d5b4-b01e-43bc-90a9-d2548c02876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.001604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-8be6d5b4-b01e-43bc-90a9-d2548c02876e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3241956 Dec 13 09:38:24.098927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] For port 3a9153fe-00b9-43b2-aa3c-5a48a49881ce, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:24.099319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:24.106510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1892011b-7153-4ef5-a39c-1f3958a19dc1 req-f91a6efc-4ea5-41ff-9e1d-dac03f33b9e9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878153 Dec 13 09:38:24.137565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-d023a50c-f751-4789-bf23-0c6df4bf2631 service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491690 Dec 13 09:38:24.146540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Calling delete_port for 3a9153fe-00b9-43b2-aa3c-5a48a49881ce owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:24.165320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-48926274-aa66-495a-b6b8-d693e00c2bdf service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453679 Dec 13 09:38:24.173511 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c62696a-d331-41d0-8cb3-b63659fefdd8 x-openstack-request-id: req-9c62696a-d331-41d0-8cb3-b63659fefdd8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:24.174557 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:24.174873 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c62696a-d331-41d0-8cb3-b63659fefdd8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:24.175286 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'code': 200} Dec 13 09:38:24.369163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-8c78b5fd-1111-4ecf-9fd7-b2ef05bf86df service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533587 Dec 13 09:38:24.490950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c623f2e9-14a8-483a-a4d8-dcdde505f697 req-81253a88-f981-4720-abe5-8060ac9f082a service neutron] 10.222.0.44 "GET /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392432 Dec 13 09:38:24.501775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:24.533530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3da6e-3087-48bd-a48b-8646102bebe8 req-87baf942-2afd-4a82-ad8a-da7a4a7917c6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:24.535000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8e3da6e-3087-48bd-a48b-8646102bebe8 req-87baf942-2afd-4a82-ad8a-da7a4a7917c6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 948 time: 0.2948539 Dec 13 09:38:24.545579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:24.563844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-914598e3-e632-4e22-88a4-6cce7e72f569 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466721 Dec 13 09:38:24.581791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a684472a-9d57-486d-9551-b3180813b75a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:24.605498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a684472a-9d57-486d-9551-b3180813b75a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:24.605851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a684472a-9d57-486d-9551-b3180813b75a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:24.626519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab4ae3b-c12c-4489-87cd-19f744b5b399 req-64cc7682-d48b-48ca-9834-7311a1c9aacc service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467794 Dec 13 09:38:24.663272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8e3da6e-3087-48bd-a48b-8646102bebe8 req-deb025ae-8cf7-48cc-b570-0634edeac181 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172037 Dec 13 09:38:25.018965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.054387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9153fe-00b9-43b2-aa3c-5a48a49881ce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:25.060469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-303a14ce-863a-4a90-a58e-4eb67d05921d tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.062179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-303a14ce-863a-4a90-a58e-4eb67d05921d tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.4291382 Dec 13 09:38:25.087043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:25.096638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daa1c5-59f0-4721-a9d6-402176ebde02 req-0176d8a5-c55a-470e-a37b-758b4c158c12 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.098161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01daa1c5-59f0-4721-a9d6-402176ebde02 req-0176d8a5-c55a-470e-a37b-758b4c158c12 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 945 time: 0.4080362 Dec 13 09:38:25.137137 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b497898-05a9-4e14-b1d7-d834e6ed355c x-openstack-request-id: req-9b497898-05a9-4e14-b1d7-d834e6ed355c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:25.137431 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:25.137687 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b497898-05a9-4e14-b1d7-d834e6ed355c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:25.138065 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'status': 'completed', 'code': 200} Dec 13 09:38:25.236349 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.238082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.381663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01daa1c5-59f0-4721-a9d6-402176ebde02 req-9e10fd5b-4c25-438c-aa4b-1f3e29e8d65d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427473 Dec 13 09:38:25.396770 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.419450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.441300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-45b10454-eaef-40b8-8d46-1b18ed068140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.442706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-45b10454-eaef-40b8-8d46-1b18ed068140 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 1096 time: 0.2744968 Dec 13 09:38:25.627477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.628034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988a3d33-346d-4e94-bd31-4b083bf48f45 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:25.652864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.654050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81f4d982-e4c3-42f3-a37b-08e83447ba15 admin admin] 10.222.0.30 "DELETE /v2.0/routers/988a3d33-346d-4e94-bd31-4b083bf48f45 HTTP/1.1" status: 204 len: 168 time: 3.8500004 Dec 13 09:38:25.656549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:25.660303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401cb99-5b0e-4fef-b62d-6fa82f7d7ca5 req-c51641f9-a39a-4e53-a19e-74c04b074785 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.661858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e401cb99-5b0e-4fef-b62d-6fa82f7d7ca5 req-c51641f9-a39a-4e53-a19e-74c04b074785 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1095 time: 0.2862806 Dec 13 09:38:25.714660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Deleting subnet dd0f7225-53c6-4c78-a566-46f9d40efc1b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:25.719151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.720498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-d0f632f5-b32b-4bf7-b78e-611f0df0c030 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.722071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-d0f632f5-b32b-4bf7-b78e-611f0df0c030 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2056313 Dec 13 09:38:25.756083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-62f161b2-74ee-4263-9c81-ec46103f9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:25.756984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.757553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-62f161b2-74ee-4263-9c81-ec46103f9acb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.2858942 Dec 13 09:38:25.821356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:25.847791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.864222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-833c0e49-1d7f-4488-be4c-11260e789b7f tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.1248732 Dec 13 09:38:25.869834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-dd3e6e2d-30bf-4cbb-b2b3-7a17a41d7706 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 200 len: 217 time: 0.0691533 Dec 13 09:38:25.877034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e401cb99-5b0e-4fef-b62d-6fa82f7d7ca5 req-af1b8b85-e0c1-4ff3-83e4-19a13579fc05 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033796 Dec 13 09:38:25.886548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:25.923642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.962353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0f7225-53c6-4c78-a566-46f9d40efc1b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:25.968497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.974513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7552d56-4dda-4067-aecb-cb645a9e6bc0 None None] Network c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:25.979738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:25.985235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8bede9f-3ac9-4d72-8a2d-7cfb76a64eaa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dd0f7225-53c6-4c78-a566-46f9d40efc1b HTTP/1.1" status: 204 len: 168 time: 0.3247869 Dec 13 09:38:25.985482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:26.058998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.070295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:26.124377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-210681f4-adee-4782-b208-6eecf755126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:26.125887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-210681f4-adee-4782-b208-6eecf755126b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.2454352 Dec 13 09:38:26.126087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Deleting port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:26.126449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.173488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] DHCP port deletion for c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:26.177139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}, {'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'name': 'network-vif-deleted', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:26.179102 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086aebd-ce23-44a2-99e7-4df24589bc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}, {"server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "name": "network-vif-deleted", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:26.200055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] For port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:26.200444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.215812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Calling delete_port for 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:26.228691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Deleting port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:26.229462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.274470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.299238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] For port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,segment=NetworkSegment(dacc257c-57ab-48aa-9f80-d9045157d0b6),segment_id=dacc257c-57ab-48aa-9f80-d9045157d0b6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:26.299699 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.312342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.312760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Calling delete_port for 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:26.318235 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.348220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] No DVR routers for this DVR port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:26.354082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.381645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-6ff2400e-dbe7-44d8-aa60-4571627c6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:26.383731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-6ff2400e-dbe7-44d8-aa60-4571627c6037 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290914 Dec 13 09:38:26.394918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.396654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-0a0dbc9a-4dd8-442f-b44d-5edade222028 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:26.398178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-0a0dbc9a-4dd8-442f-b44d-5edade222028 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3862708 Dec 13 09:38:26.422595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] Pushing event deleted for resources: {'Port': ['ID=2bf7792c-80a2-4137-ba8a-d2917dcf15f9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.426831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58208d04-3543-42da-b9cd-01002bd2016d None None] No DVR routers for this DVR port 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:26.443521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.464332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:26.468593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:26.474956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc257c-57ab-48aa-9f80-d9045157d0b6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:26.475380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc257c-57ab-48aa-9f80-d9045157d0b6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:26.487118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.493838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-6467e958-4bb3-4542-b89d-8541339abfe4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0786071 Dec 13 09:38:26.502799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.509773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:26.510162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:26.511860 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:26.528585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.535231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ee088bf-2044-450f-a39b-b97f1b8dd5ba no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:26.562115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6ee088bf-2044-450f-a39b-b97f1b8dd5ba {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:26.562663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ee088bf-2044-450f-a39b-b97f1b8dd5ba not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:26.632324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:26.632879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:26.633647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:26.636983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.650580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:26.666195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.668007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'mac_address': 'fa:16:3e:4a:c9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:26.682762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-27adb65a-ab85-4952-bcb0-922911da4c57 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1420341 Dec 13 09:38:26.687226 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c HTTP/1.1" status: 204 len: 168 time: 0.7006762 Dec 13 09:38:26.689277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0703b-9d5c-49d4-955d-da6d1ad30b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d1c24f-7c88-4c0c-b093-a3a4a1bfc42c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.708027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a9153fe-00b9-43b2-aa3c-5a48a49881ce no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:26.736344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3a9153fe-00b9-43b2-aa3c-5a48a49881ce {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:26.736590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a9153fe-00b9-43b2-aa3c-5a48a49881ce not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:26.737230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:26.738839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:26.739168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Attempting to bind port 22b7d029-1a80-4a2c-8ad0-738624a5153e on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:26.759729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:26.760050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:26.760438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:26.760883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Bound port: 22b7d029-1a80-4a2c-8ad0-738624a5153e, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:26.761266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.762353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:26.762700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2bf7792c-80a2-4137-ba8a-d2917dcf15f9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:26.764881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.780593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:26.806614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:26.811543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.824876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-cbec2282-930b-4e7e-a725-1d0907e3c343 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248984 Dec 13 09:38:26.825300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:26.865842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:26.869183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7a9b9276-45f6-4980-9b0c-fcc8d95309cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1fddd0a02274599a7ca13360aeaa0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405126 Dec 13 09:38:26.870106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:26.893687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.925531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.948371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:26.998875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.001623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.002807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4267929-e93a-4b88-ab71-ecff6b277a63 HTTP/1.1" status: 204 len: 168 time: 0.1310370 Dec 13 09:38:27.011895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570af0-4c20-4ab7-ac6a-490db2226b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4267929-e93a-4b88-ab71-ecff6b277a63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:27.235876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:27.238198 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0350a-2c94-480d-8268-8264df55b831" -d '{"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-unplugged", "status": "completed", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:27.279047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:27.288614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:38:27.293832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-71fb341a-8b5a-4213-a143-6635a89fa6fb service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107490 Dec 13 09:38:27.352039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:27.402185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:27.406022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61356acf-6db0-419d-b956-bb05197f652e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e4f17f834704ce7a36c8b28c232bfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519383 Dec 13 09:38:27.408472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:27.429646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:27.439604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.444965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.451662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62741c7e-9c08-416f-bdeb-e18151c2274c req-1ed222c7-6859-4364-9992-0eeb9c9d055d service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113877 Dec 13 09:38:27.455399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.464916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.488333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.537390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.541238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.545281 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/222329d4-d2cf-43f1-b6c2-6005fdfe53fb HTTP/1.1" status: 204 len: 168 time: 0.1357059 Dec 13 09:38:27.553337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7835d-53ac-411d-ae9f-a0cd481dfff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222329d4-d2cf-43f1-b6c2-6005fdfe53fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:27.614150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:27.635320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-d0e869e7-a811-487d-830b-f8564c816424 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102565 Dec 13 09:38:27.639567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:27.640180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:27.641591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-ca707166-028a-41e1-b4a4-121ae1aaec64 service neutron] 10.222.0.44 "PUT /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 1121 time: 2.5600505 Dec 13 09:38:27.659244 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09 associated. External IP: 172.25.1.2, port: 443496d9-c992-4da7-a3a7-c89a70fe0380. Dec 13 09:38:27.710949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['22b7d029-1a80-4a2c-8ad0-738624a5153e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:27.835827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-9433345e-2c52-4b39-88cb-d0aae9c4e23b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:27.838158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-9433345e-2c52-4b39-88cb-d0aae9c4e23b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "GET /v2.0/ports?device_id=d28500d2-8424-4d8d-ba79-c4dd9710d531 HTTP/1.1" status: 200 len: 945 time: 0.1312664 Dec 13 09:38:28.042629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c61246-7e23-4a53-9aef-ce7b36e7c96d req-a81ea888-f31a-4764-be71-f166c544456b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.047462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c61246-7e23-4a53-9aef-ce7b36e7c96d req-a81ea888-f31a-4764-be71-f166c544456b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 949 time: 0.1874254 Dec 13 09:38:28.133533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Deleting port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:28.133886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.140070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c61246-7e23-4a53-9aef-ce7b36e7c96d req-668905a8-07a1-46f1-b290-942ab7e929cb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892689 Dec 13 09:38:28.188911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:28.355916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] For port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:28.356290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.382745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Calling delete_port for 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:28.406600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13eb54-9156-4a56-8636-abe70b88f1c2 req-a1d98cab-8051-4912-be85-ff7a46b719c3 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.408195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e13eb54-9156-4a56-8636-abe70b88f1c2 req-a1d98cab-8051-4912-be85-ff7a46b719c3 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 1095 time: 0.1094584 Dec 13 09:38:28.452143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:28.452680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:28.463194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.470096 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:28.482259 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:28.482999 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:28.486342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:28.535891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-9c9e188d-e651-4b09-8012-6e817819974c tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "PUT /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 994 time: 2.6577449 Dec 13 09:38:28.564398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c21062b7-8af2-4565-b8c1-3f334bbe713e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.588741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e13eb54-9156-4a56-8636-abe70b88f1c2 req-2cd87152-e6e6-4595-a618-4fa83327c971 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416459 Dec 13 09:38:28.644163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:28.677296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-658590167-network', 'tenant_id': '0db82a83439b48e685ed8f57f88e604d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:28.706788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-f5103183-96d7-419a-9859-66264b29462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.708530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-f5103183-96d7-419a-9859-66264b29462c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.1453142 Dec 13 09:38:28.718601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:28.734629 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420a43d-e9d5-428d-b171-8bac547722e1 x-openstack-request-id: req-1420a43d-e9d5-428d-b171-8bac547722e1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:28.734930 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "status": "completed", "code": 200}, {"server_uuid": "89b33d88-d3ed-4f22-9f46-edafdf915b69", "name": "network-vif-deleted", "tag": "6ee088bf-2044-450f-a39b-b97f1b8dd5ba", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:28.735190 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1420a43d-e9d5-428d-b171-8bac547722e1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:28.743497 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'status': 'completed', 'code': 200} Dec 13 09:38:28.743982 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b33d88-d3ed-4f22-9f46-edafdf915b69', 'name': 'network-vif-deleted', 'tag': '6ee088bf-2044-450f-a39b-b97f1b8dd5ba', 'status': 'completed', 'code': 200} Dec 13 09:38:28.755790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Made reservation on behalf of 0db82a83439b48e685ed8f57f88e604d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:28.761595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.765028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'mac_address': 'fa:16:3e:3f:e7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:28.795154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.843378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:28.848276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['443496d9-c992-4da7-a3a7-c89a70fe0380', '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:28.876564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event deleted for resources: {'Port': ['ID=5d293cdc-f6e4-4239-ba9a-7cd5ccac2864,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:28.979891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-fdab17b1-fa8e-40f5-8cb5-69aa109b71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.988169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-fdab17b1-fa8e-40f5-8cb5-69aa109b71c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.2623677 Dec 13 09:38:28.997217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-6ed0ce35-0b18-45b0-ba50-0a6fe09ccbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:28.999852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-6ed0ce35-0b18-45b0-ba50-0a6fe09ccbe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1100 time: 0.2068424 Dec 13 09:38:29.001049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] No DVR routers for this DVR port 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:29.034483 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:26Z', 'revision_number': 8, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:29.049784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.056698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.066080 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:29.078501 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:29.079393 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:29.088489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.099466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.107608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f3775cc-dded-4667-9514-bfd7710ac0a0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:29.151872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-91d8947f-856f-4096-8336-0f21e0b89da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.153442 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-91d8947f-856f-4096-8336-0f21e0b89da7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1100 time: 0.4396932 Dec 13 09:38:29.159845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.167849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82a4dac3-f780-4db7-ba6d-ef592ca753fe req-98060390-57cb-4ab7-9695-1eb5488ae8f6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "DELETE /v2.0/ports/5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 HTTP/1.1" status: 204 len: 173 time: 1.3221133 Dec 13 09:38:29.179852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:29.189570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:29.203459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.247416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b2e680-c1b4-4e02-92f2-e696f20f5c32,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:29.268810 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:29.324982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.325379 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Added segment 9457d742-e622-43b7-8e9a-8cde3d2fe91b of type vlan for network b1f50775-478d-4562-a82f-3a8e99ec3464 Dec 13 09:38:29.402898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9f3775cc-dded-4667-9514-bfd7710ac0a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:29.420907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:29.462156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.537693 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:26Z', 'revision_number': 8, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:29.540225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-049327c8-2600-49cf-9fc7-ae2e66860007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.544157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-049327c8-2600-49cf-9fc7-ae2e66860007 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.3658028 Dec 13 09:38:29.573925 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5d369-c5ff-4fd1-a2ae-baaa56f42c9f None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '245c0e54-f68f-405e-91fa-a3784dcfac09', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'port_id': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'mac_address': 'fa:16:3e:cd:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:37:38Z', 'updated_at': '2021-12-13T09:38:26Z', 'revision_number': 8, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:29.599317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-834b1bcf-78a0-4fed-bd12-02d8c78ed1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.605035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-834b1bcf-78a0-4fed-bd12-02d8c78ed1ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.4477370 Dec 13 09:38:29.618994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.624513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.624984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.661100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-e29174cf-40d2-47bd-8c81-a1a23c87ac5b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.665031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-e29174cf-40d2-47bd-8c81-a1a23c87ac5b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.6866207 Dec 13 09:38:29.706178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f50775-478d-4562-a82f-3a8e99ec3464,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:29.709369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-b06072d6-d760-4c2f-b465-4b64ce134bfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.1563919 Dec 13 09:38:29.718747 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d7bf510-c4a1-4415-8275-87e7c6e65424 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2617390 Dec 13 09:38:29.721891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b1f50775-478d-4562-a82f-3a8e99ec3464 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:38:29.723670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:29.738538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Request body: {'subnet': {'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-658590167-subnet', 'tenant_id': '0db82a83439b48e685ed8f57f88e604d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:29.743017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-14437d8f-1cbc-4473-80fd-769faf6b2f59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0649633 Dec 13 09:38:29.748334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:29.831453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-c5eb658a-da3c-43ae-9122-202c477ffa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:29.834111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-c5eb658a-da3c-43ae-9122-202c477ffa93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1120224 Dec 13 09:38:29.836625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Made reservation on behalf of 0db82a83439b48e685ed8f57f88e604d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:29.840170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:29.952325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-49bc53b7-d1bb-4a1a-b2de-e389cc3d8a4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 997 time: 0.9626215 Dec 13 09:38:30.023177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcc630-7d23-4036-b369-e7f560418338 None None] New status for floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:30.043866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5b03-8e32-49d0-a956-fa869fbfeee8 req-0fdb40c7-1d1c-4fe8-b01a-c0533bc94416 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.052292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-415f5b03-8e32-49d0-a956-fa869fbfeee8 req-0fdb40c7-1d1c-4fe8-b01a-c0533bc94416 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 1.0739715 Dec 13 09:38:30.117607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-4bb9dca7-188f-49ae-974a-fe63af08dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.119310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-4bb9dca7-188f-49ae-974a-fe63af08dc57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.1658542 Dec 13 09:38:30.193600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-94e75999-ff48-4060-9d69-1d4c4a6e0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.197081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-94e75999-ff48-4060-9d69-1d4c4a6e0d42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687372 Dec 13 09:38:30.213683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-6926b0dc-f9b2-475e-9b60-a2d383794071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.215325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-6926b0dc-f9b2-475e-9b60-a2d383794071 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.4424086 Dec 13 09:38:30.232580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-415f5b03-8e32-49d0-a956-fa869fbfeee8 req-2f0ff1c9-d4f5-4600-a4da-490a1745ab28 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792474 Dec 13 09:38:30.333511 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbd669b-70e5-4b26-9428-fc961d5887bc x-openstack-request-id: req-acbd669b-70e5-4b26-9428-fc961d5887bc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:30.334445 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-unplugged", "status": "completed", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:30.334709 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acbd669b-70e5-4b26-9428-fc961d5887bc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:30.335106 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'code': 200} Dec 13 09:38:30.378781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-46b44c93-8de2-43c3-9fc3-09f887008cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.380767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-46b44c93-8de2-43c3-9fc3-09f887008cd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452296 Dec 13 09:38:30.383486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-4fbede86-26c7-43b8-ab7b-092f7ccb79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.392867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-4fbede86-26c7-43b8-ab7b-092f7ccb79f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626691 Dec 13 09:38:30.447564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.503438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:30.516696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:30.516947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-ac715a96-ad4d-469c-a94a-3de41d656102 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074365 Dec 13 09:38:30.544672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-e3458cbc-2ab5-4521-aa52-f44ef7636849 service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507375 Dec 13 09:38:30.547744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:30.557471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.585313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a540b74e-d24a-46a6-85be-3fca59f5fa16,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:30.687773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9f3775cc-dded-4667-9514-bfd7710ac0a0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:30.688438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.700344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Checking segment: {'id': '9457d742-e622-43b7-8e9a-8cde3d2fe91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:30.700706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Network hostable DHCP agents. Network: b1f50775-478d-4562-a82f-3a8e99ec3464, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:38:30.722698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab25edcb-d039-4e19-b26e-2f6d28be9b13 req-d554fba6-6247-42bf-80bd-bd9cef23b8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757510 Dec 13 09:38:30.776636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:30.793196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:38:30.798841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Network b1f50775-478d-4562-a82f-3a8e99ec3464 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:38:30.806097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7721d13e-956d-4c84-ba44-2dd8ea782f54 req-7f7b26eb-d2d9-4dca-929e-2afd8d7bcfba tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.1015682 Dec 13 09:38:30.818359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-89d00a34-b235-4dc8-997d-0e8dc43e41a8 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816842 Dec 13 09:38:30.821581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b1f50775-478d-4562-a82f-3a8e99ec3464) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:30.828261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:30.828976 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:30.874989 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-273b7acf-5082-4fb2-aaed-82fcdd37f7c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1500039 Dec 13 09:38:30.911065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd5c9f0-ff79-4b8f-81d3-d69d3b36d9b2 None None] Network b1f50775-478d-4562-a82f-3a8e99ec3464 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:30.913945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.112139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:31.120142 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096cd34-5db0-40fe-abfe-c364fa16a250" -d '{"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-plugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:31.127221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46d18a2a-a85b-4df5-92c4-8b07bba3fd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.213428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:31.244805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.250010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:31.348625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-61810817-0d58-4842-8604-6ae1776c4943 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:31.350219 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-61810817-0d58-4842-8604-6ae1776c4943 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904&tenant_id=3aa27bd3a766474b90838030f6809cb3&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 949 time: 0.1460974 Dec 13 09:38:31.394314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-c7ef9317-25c8-4449-a243-10398c4edcb3 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645363 Dec 13 09:38:31.491717 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-e8d22e59-315a-469b-8d2a-2cd5bae8a588 service neutron] delete failed (client error): The resource could not be found. Dec 13 09:38:31.498931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-e8d22e59-315a-469b-8d2a-2cd5bae8a588 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.1383042 Dec 13 09:38:31.598643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f03d4-70f4-4c33-ab30-2abad58ce958 None None] Network b1f50775-478d-4562-a82f-3a8e99ec3464 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:31.654428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-06ed1d4f-4819-408c-8749-2d2157eacec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:31.656074 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-06ed1d4f-4819-408c-8749-2d2157eacec6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 1100 time: 0.0904522 Dec 13 09:38:31.684669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4086aebd-ce23-44a2-99e7-4df24589bc4e req-d542fabc-1821-4cb4-9dce-090effcbf9c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636144 Dec 13 09:38:31.759956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:31.800599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:31.842761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81745a39-d81d-4588-990d-7fca9af6c70c req-43f4153a-cf91-457e-a466-35fb62f74971 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 996 time: 0.6369443 Dec 13 09:38:31.845515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:31.845954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:31.850952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.14 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:31.877461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-a3fc301b-e997-41ec-a5d8-4db58335d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:31.879570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-a3fc301b-e997-41ec-a5d8-4db58335d435 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2136755 Dec 13 09:38:31.949823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:31.957387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-700042041-network', 'tenant_id': '12b11de7785c4c53a6d590f5d897dc65'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:31.962277 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-e2350e54-9c7b-4dd4-8605-126851b78a53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 200 len: 217 time: 0.0740390 Dec 13 09:38:31.997908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.026571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81745a39-d81d-4588-990d-7fca9af6c70c req-9c31d7d4-f35a-48bf-a879-de977e3985a4 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.027583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Made reservation on behalf of 12b11de7785c4c53a6d590f5d897dc65 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:32.027990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81745a39-d81d-4588-990d-7fca9af6c70c req-9c31d7d4-f35a-48bf-a879-de977e3985a4 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1593730 Dec 13 09:38:32.031559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.037838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380c75-3b76-4912-8b9c-fd701697680d req-27782058-2f6f-4e62-9583-ac2deba91c9b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.043400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:32.046029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.050318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00380c75-3b76-4912-8b9c-fd701697680d req-27782058-2f6f-4e62-9583-ac2deba91c9b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 949 time: 0.3590288 Dec 13 09:38:32.056100 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.057386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:32.120344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:32.121200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 5d293cdc-f6e4-4239-ba9a-7cd5ccac2864 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:32.168848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.185242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-25a5a926-718f-41b5-a558-29cd312f75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.186966 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-25a5a926-718f-41b5-a558-29cd312f75ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2150686 Dec 13 09:38:32.187694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.192532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.233088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:32.274911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:38:32.309584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-d0c7d604-e3a5-4708-bac5-9fcdc4621b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.311174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-d0c7d604-e3a5-4708-bac5-9fcdc4621b39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133726 Dec 13 09:38:32.312558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.312909 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Added segment 7d41bc88-570c-45a2-8496-b06611e0ee5b of type vlan for network 7b3d4eb6-d951-4316-952e-ab0baff00cb1 Dec 13 09:38:32.314584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac8a1d-c576-4704-8028-a5a9d8b1c2a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:32.428672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.485054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.486138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.486801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.525312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.557576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] Pushing event updated for resources: {'Network': ['ID=7b3d4eb6-d951-4316-952e-ab0baff00cb1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:32.560254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-81745a39-d81d-4588-990d-7fca9af6c70c req-14dfef7a-59f1-414b-be3e-a86f704fc3d6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:32.561412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81745a39-d81d-4588-990d-7fca9af6c70c req-14dfef7a-59f1-414b-be3e-a86f704fc3d6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5090029 Dec 13 09:38:32.563017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-e3d820b3-fcfc-4624-afdd-b8467d52bb84 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345140 Dec 13 09:38:32.566660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e'}, {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}, {'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'name': 'network-vif-deleted', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:32.568939 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76bf923-5b9b-4d8e-8f73-663820f6ef39" -d '{"events": [{"name": "network-changed", "server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e"}, {"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}, {"server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "name": "network-vif-deleted", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:32.575033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.595582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 7b3d4eb6-d951-4316-952e-ab0baff00cb1 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:38:32.640515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:32.672770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:32.682881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:32.692566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea9de169-95ce-4b5e-9316-6a25760b1eef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7413075 Dec 13 09:38:32.694931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:32.702436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:32.709749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Request body: {'subnet': {'network_id': '7b3d4eb6-d951-4316-952e-ab0baff00cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-700042041-subnet', 'tenant_id': '12b11de7785c4c53a6d590f5d897dc65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:32.795509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00380c75-3b76-4912-8b9c-fd701697680d req-05c39363-2ea8-44be-bb9b-ad3745907dec tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440765 Dec 13 09:38:32.813671 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c97c1-0013-4bcd-9dce-ee077b3c0989 x-openstack-request-id: req-3d5c97c1-0013-4bcd-9dce-ee077b3c0989 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:32.814130 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-plugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:32.814235 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d5c97c1-0013-4bcd-9dce-ee077b3c0989 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:32.814603 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'code': 200} Dec 13 09:38:32.836241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Made reservation on behalf of 12b11de7785c4c53a6d590f5d897dc65 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:32.845669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.876012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:32.889518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:32.945998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-65f0412b-2f65-49f4-831f-7db478bd1561 req-bc0f76d6-e7f6-4702-ad79-e27eb3b31d35 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745334 Dec 13 09:38:32.946862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-f892ffaa-cf9a-47fa-8f39-3e13a9b8bdd4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2641726 Dec 13 09:38:32.968938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Request body: {'port': {'device_id': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:33.031103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5727-d927-49f0-bd81-0958103c3206 req-add447ea-71c9-4385-833a-8e1459ffff9f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.033613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-310e5727-d927-49f0-bd81-0958103c3206 req-add447ea-71c9-4385-833a-8e1459ffff9f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 943 time: 0.1937048 Dec 13 09:38:33.077074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.123002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980cd94-4d00-4cfc-9553-5f47c409c8b9 req-fc0d36c6-ccef-40df-be82-e02c0aba2c0c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.130504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c980cd94-4d00-4cfc-9553-5f47c409c8b9 req-fc0d36c6-ccef-40df-be82-e02c0aba2c0c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 932 time: 0.1902089 Dec 13 09:38:33.195496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-310e5727-d927-49f0-bd81-0958103c3206 req-bc147453-4f2a-4e5f-8036-615f4f18b15f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147139 Dec 13 09:38:33.206227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.311683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c980cd94-4d00-4cfc-9553-5f47c409c8b9 req-a42da8a2-20ce-492e-a6ac-5edb94e12aef tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800818 Dec 13 09:38:33.426016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca72d9ec-7d9f-4567-8c4e-99fa27004690,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:33.432124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Checking segment: {'id': '7d41bc88-570c-45a2-8496-b06611e0ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7b3d4eb6-d951-4316-952e-ab0baff00cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:33.432490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Network hostable DHCP agents. Network: 7b3d4eb6-d951-4316-952e-ab0baff00cb1, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:38:33.435588 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-df08c3ff-5496-4c99-9c0b-273ff545d7da service neutron] 10.222.0.37 "GET /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.2442114 Dec 13 09:38:33.464260 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332daf4-cc9a-4ae1-a81c-616e5a3d2265 x-openstack-request-id: req-6332daf4-cc9a-4ae1-a81c-616e5a3d2265 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:33.465572 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}, {"server_uuid": "d28500d2-8424-4d8d-ba79-c4dd9710d531", "name": "network-vif-deleted", "tag": "5d293cdc-f6e4-4239-ba9a-7cd5ccac2864", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:33.466212 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6332daf4-cc9a-4ae1-a81c-616e5a3d2265 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:33.467437 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'status': 'completed', 'code': 200} Dec 13 09:38:33.468102 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:38:33.468601 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28500d2-8424-4d8d-ba79-c4dd9710d531', 'name': 'network-vif-deleted', 'tag': '5d293cdc-f6e4-4239-ba9a-7cd5ccac2864', 'status': 'completed', 'code': 200} Dec 13 09:38:33.489043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Network 7b3d4eb6-d951-4316-952e-ab0baff00cb1 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:38:33.540396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.575266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-b71c613e-bca0-405e-a0ee-10149172c16f tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.1052232 Dec 13 09:38:33.590759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 7b3d4eb6-d951-4316-952e-ab0baff00cb1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:33.603441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5263474-7934-4778-bc03-9c23e279119b None None] Network 7b3d4eb6-d951-4316-952e-ab0baff00cb1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:33.622620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.625585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:33.684863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c3d8e84-3754-4dcd-bb60-d372295b8023 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9812334 Dec 13 09:38:33.687902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-51992ecc-7660-4141-a984-828ddf17e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.689990 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-51992ecc-7660-4141-a984-828ddf17e49f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1124 time: 0.1884913 Dec 13 09:38:33.748340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-aa0d5c61-63f3-4dec-9bea-a15d42ea0fe6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.757521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-aa0d5c61-63f3-4dec-9bea-a15d42ea0fe6 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports/443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 942 time: 0.1795175 Dec 13 09:38:33.789729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-133c6d1b-2a42-4c4d-8e98-5df74bd52395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.791450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-133c6d1b-2a42-4c4d-8e98-5df74bd52395 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.3412263 Dec 13 09:38:33.792512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1567399-3832-4596-83a7-6434f393e45e None None] Network 7b3d4eb6-d951-4316-952e-ab0baff00cb1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:33.980941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-086680df-a89a-401e-afbb-020402f92ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:33.985346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-086680df-a89a-401e-afbb-020402f92ad3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1746728 Dec 13 09:38:34.262606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-54da797b-74a9-4bb8-95de-f4c2df378c33 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.2743893 Dec 13 09:38:34.393935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-b4d6d776-faa1-4775-94c7-8aaba9e861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:34.396182 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-b4d6d776-faa1-4775-94c7-8aaba9e861b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.6793897 Dec 13 09:38:34.396562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75258cc-2dad-47d9-81d6-61a450d2c650 req-7ee66698-631c-49ee-b37d-718b8edd50d4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:34.398265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a75258cc-2dad-47d9-81d6-61a450d2c650 req-7ee66698-631c-49ee-b37d-718b8edd50d4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.3762403 Dec 13 09:38:34.406184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-47b91d26-dad7-446f-88e0-59caad171864 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:34.416418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-47b91d26-dad7-446f-88e0-59caad171864 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1529408 Dec 13 09:38:34.429223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-eaf2b834-600d-49ce-bce4-476639aa0df0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 999 time: 0.4029644 Dec 13 09:38:34.458102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-8da06966-3116-4dd8-bb71-6b60a975f76c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.0501208 Dec 13 09:38:34.460496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:34.530761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:34.572070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-fed193c0-53aa-4c30-a190-cc11d5a6d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:34.574109 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-fed193c0-53aa-4c30-a190-cc11d5a6d5bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1018138 Dec 13 09:38:34.598301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b7d029-1a80-4a2c-8ad0-738624a5153e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:34.605476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.652998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-75c4e406-64cd-4f3e-bb26-b47d41ac46fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689154 Dec 13 09:38:34.655062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:34.662959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a75258cc-2dad-47d9-81d6-61a450d2c650 req-9501e21d-67af-4e61-8bbb-b7898d9f72a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426755 Dec 13 09:38:34.673704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-dca1ac93-5da4-4e24-9e07-2ef4e6ee52a2 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 999 time: 0.2563710 Dec 13 09:38:34.678291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:34.690768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-edbfbde6-f8c2-40d6-95d2-63d4ccf9fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:34.690768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-edbfbde6-f8c2-40d6-95d2-63d4ccf9fb1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.2420795 Dec 13 09:38:34.691423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.697889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:34.712092 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:38:34.743030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.779626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.816149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:34.818627 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058d794-0347-4ebf-ae71-2d20d6a8138a" -d '{"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-plugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:34.953378 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.968083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:34.968484 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09 disassociated. External IP: 172.25.1.2, port: 443496d9-c992-4da7-a3a7-c89a70fe0380. Dec 13 09:38:34.976522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-b8a4d109-62ec-4b9a-aa11-b2389d553868 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108988 Dec 13 09:38:35.030089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Transition to ACTIVE for port object e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:35.077724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] Transition to ACTIVE for port object 22b7d029-1a80-4a2c-8ad0-738624a5153e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:35.086825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.096501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.161262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:35.224646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-90921f0d-4df7-497a-a5d2-49e72b1e967f service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315252 Dec 13 09:38:35.254012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] No DVR routers for this DVR port 22b7d029-1a80-4a2c-8ad0-738624a5153e on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:35.260295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:35.279964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-c137c1dc-24c5-45e4-a0d0-8007dd7180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.281708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-c137c1dc-24c5-45e4-a0d0-8007dd7180d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3270171 Dec 13 09:38:35.301784 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-637269cf-28ff-414b-8018-acee56dac0a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8579082 Dec 13 09:38:35.487485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Attempting to bind port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:35.487885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Attempting to bind port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:35.488141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Attempting to bind port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:35.502481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-d42c3973-735c-4fe3-8696-f5d13c9c369f tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.508623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-d42c3973-735c-4fe3-8696-f5d13c9c369f tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/networks?id=b1f50775-478d-4562-a82f-3a8e99ec3464 HTTP/1.1" status: 200 len: 814 time: 0.4470344 Dec 13 09:38:35.544764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:35.545167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Attempting to bind port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:35.899925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-f34e09dc-3eff-4130-a2ee-a5c8764cb257 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/quotas/0db82a83439b48e685ed8f57f88e604d HTTP/1.1" status: 200 len: 375 time: 0.3901565 Dec 13 09:38:35.915505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-649dd07c-b0c2-4a41-8977-7d2d92ec2216 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:35.917018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-649dd07c-b0c2-4a41-8977-7d2d92ec2216 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.5222523 Dec 13 09:38:35.925961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:35.926305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:35.926715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:35.927213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Bound port: e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:35.927597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:35.998013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-518de77a-aa01-47d5-a111-a17eb75e8624 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0db82a83439b48e685ed8f57f88e604d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862253 Dec 13 09:38:36.020607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-b3a3a2b8-40c7-434b-b112-e8efd8d031ea service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048256 Dec 13 09:38:36.176265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6cfba8f1-53d5-4b36-ad46-1bdc431c4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.177709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6cfba8f1-53d5-4b36-ad46-1bdc431c4148 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff&tenant_id=df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 1095 time: 0.2381690 Dec 13 09:38:36.202780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:36.250515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:36.296613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:36.309880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-e9205901-f265-45a4-aedb-7de9f6f94e91 service neutron] 10.222.0.30 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018217 Dec 13 09:38:36.366348 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.469607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d76bf923-5b9b-4d8e-8f73-663820f6ef39 req-972032bc-4eec-46b5-a689-3380e3eca492 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304342 Dec 13 09:38:36.528168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.528792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.530178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 HTTP/1.1" status: 200 len: 1092 time: 3.5680840 Dec 13 09:38:36.534661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:36.542796 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1094f14-40a8-41a3-ba26-25c17253b853" -d '{"events": [{"name": "network-changed", "server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:36.549594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-bc0fd6c6-a7dc-4fe9-838c-899d1a45f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.551086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-bc0fd6c6-a7dc-4fe9-838c-899d1a45f466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1095 time: 0.3238049 Dec 13 09:38:36.579740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:36.676071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:36.735879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5b95-c651-4658-b6d9-17cd4a8ee6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:36.739996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-4d3f47fc-7501-4d19-947c-4fc2dd1c1ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754787 Dec 13 09:38:36.762209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:36.771712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:36.771882 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:36.775372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-4c8784dd-5456-492b-80f7-9102bb7b0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.776893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-4c8784dd-5456-492b-80f7-9102bb7b0b01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 1095 time: 0.1707518 Dec 13 09:38:36.782502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:36.783389 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:36.904351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1fa7699f-6eba-4da6-aa61-c4d3941aa592 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "PUT /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 694 time: 2.2295427 Dec 13 09:38:36.910890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-fefd2d94-785c-4f07-9911-610a8ce31e3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 HTTP/1.1" status: 200 len: 217 time: 0.1111162 Dec 13 09:38:36.978635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-5869d75e-e36c-40d2-97b1-f8cdecc4424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:36.980593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-5869d75e-e36c-40d2-97b1-f8cdecc4424a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.4156771 Dec 13 09:38:37.102648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-0d3feda4-6093-4313-a61d-701838fa28eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.1078641 Dec 13 09:38:37.127663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-815aa047-4176-4de6-931c-74d0a331032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.132290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-815aa047-4176-4de6-931c-74d0a331032d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.2030454 Dec 13 09:38:37.212010 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:37.251482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-5393780d-b165-41d6-b979-792e50a515a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.253024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-5393780d-b165-41d6-b979-792e50a515a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.3104732 Dec 13 09:38:37.274128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028197-c0a6-42e6-a230-c208b5256941 req-d29ecee7-9cf9-4c26-b61e-1f15ac5e172c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.274601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd028197-c0a6-42e6-a230-c208b5256941 req-d29ecee7-9cf9-4c26-b61e-1f15ac5e172c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.2848859 Dec 13 09:38:37.346129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-53682bf9-9933-4eac-beff-2b0ad7e348cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890190 Dec 13 09:38:37.529570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-943c40e9-bd42-4001-9bd9-6ef809f5fa25 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512744 Dec 13 09:38:37.543674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-9464027d-caa9-4919-802d-6a5233a43e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.544671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:37.546083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-9464027d-caa9-4919-802d-6a5233a43e46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.4313502 Dec 13 09:38:37.599019 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:37.626798 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:37.627497 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:37.650453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-6ddf1307-c056-4843-927e-3c5b919c6df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869529 Dec 13 09:38:37.763630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18148b1e-1fc0-4a61-9f0f-26b00fbfe136 req-27d4dcf8-6d9a-4fb7-8f8a-4487f84bcc5c service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216389 Dec 13 09:38:37.797488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1e9f45a3-b350-49a1-8b5b-6ce37acf51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.798985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-1e9f45a3-b350-49a1-8b5b-6ce37acf51ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.4881878 Dec 13 09:38:37.808521 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:37.892037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd028197-c0a6-42e6-a230-c208b5256941 req-5faf3479-1dc2-4947-b8ef-503a000f3571 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483742 Dec 13 09:38:37.896080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-4083e0ba-94ce-47cb-9ca9-cee71c20baed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.0779748 Dec 13 09:38:37.962116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-d8987d29-f713-4116-b7d4-5e56361d3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:37.963741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-d8987d29-f713-4116-b7d4-5e56361d3101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0604825 Dec 13 09:38:38.040751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-c5547e1b-03db-48c8-91ff-c904d20c2604 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679979 Dec 13 09:38:38.052908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-46242ef7-3a34-47ba-b937-2f189b93ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.054418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-46242ef7-3a34-47ba-b937-2f189b93ad0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781722 Dec 13 09:38:38.082466 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:38.112387 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50b127-24cb-4cbd-a868-b6751269d760 None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:15Z', 'revision_number': 4, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '556231ac-c173-47c1-983c-2db66ec541af', 'name': '', 'network_id': 'b8f6e915-e64f-45b9-b096-17d26f20327d', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'mac_address': 'fa:16:3e:c2:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:14Z', 'updated_at': '2021-12-13T09:37:19Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'subnets': [{'id': 'cfa3ab13-f53c-4fbb-8971-412c977a2ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:38.278233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c251730-a80d-4d22-8e18-b34583ed3b8a req-d2690d39-a12d-4361-892c-5f90d6bdace4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.279861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c251730-a80d-4d22-8e18-b34583ed3b8a req-d2690d39-a12d-4361-892c-5f90d6bdace4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 944 time: 0.1516793 Dec 13 09:38:38.296882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-e6aeac4b-1f7b-4990-b4ba-5cd04ea6934f service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414148 Dec 13 09:38:38.308705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-37869d6e-8509-4d70-bb19-87fc3a50c85e service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449431 Dec 13 09:38:38.455088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c251730-a80d-4d22-8e18-b34583ed3b8a req-b0711b8d-62f0-4a41-acdb-df4b3ab37ab4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652658 Dec 13 09:38:38.632648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4ad10d-3fd8-4e5f-9fc5-403a0e082c30 req-70d24b19-db44-4046-a04c-444a1e341d0d service neutron] 10.222.0.30 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168559 Dec 13 09:38:38.643183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14a2be-7181-44e1-9dec-09bbc56367e9 None None] New status for floating IP 245c0e54-f68f-405e-91fa-a3784dcfac09: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:38:38.876430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-d1d9e280-779a-486c-9817-a7c58aa15065 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.877998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-d1d9e280-779a-486c-9817-a7c58aa15065 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.37 "GET /v2.0/networks?id=b1f50775-478d-4562-a82f-3a8e99ec3464 HTTP/1.1" status: 200 len: 814 time: 0.4047792 Dec 13 09:38:38.882149 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0a4f6-6e05-440f-a0a8-a5269c63cce1 x-openstack-request-id: req-e1c0a4f6-6e05-440f-a0a8-a5269c63cce1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:38.882470 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:38.882777 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1c0a4f6-6e05-440f-a0a8-a5269c63cce1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:38.888354 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15', 'status': 'completed', 'code': 200} Dec 13 09:38:38.907424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Request body: {'port': {'device_id': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464', 'admin_state_up': True, 'tenant_id': '0db82a83439b48e685ed8f57f88e604d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:38.963053 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd01512-90dc-4486-a7bc-f047db8efa41 x-openstack-request-id: req-6cd01512-90dc-4486-a7bc-f047db8efa41 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:38.963869 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-plugged", "status": "completed", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:38.964562 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cd01512-90dc-4486-a7bc-f047db8efa41 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:38.965176 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'code': 200} Dec 13 09:38:38.995396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-da6f1679-bbf4-4119-886e-cdae101db09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:38.998727 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-da6f1679-bbf4-4119-886e-cdae101db09a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 1095 time: 0.0991545 Dec 13 09:38:39.038565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a150-a450-4cfe-8c01-3e60058732cb req-3512778f-d1ae-452a-bd49-3559bcada458 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.046952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2766a150-a450-4cfe-8c01-3e60058732cb req-3512778f-d1ae-452a-bd49-3559bcada458 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.2807007 Dec 13 09:38:39.056928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e93e4bc4-6eaa-4d85-b824-e9e55512d944 req-c45663fe-bc24-41ec-b3d5-5f7c60c1f881 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 210 time: 0.1184368 Dec 13 09:38:39.095371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-efa5cded-3a0d-418c-a399-53948d225633 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.097042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-efa5cded-3a0d-418c-a399-53948d225633 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.3652956 Dec 13 09:38:39.197209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-6684245f-19cb-4b9a-b4d4-793f4ead69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.199235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-6684245f-19cb-4b9a-b4d4-793f4ead69fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.1917598 Dec 13 09:38:39.263314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-bcf463a0-ef42-4617-957d-977302be04a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 HTTP/1.1" status: 200 len: 217 time: 0.0551515 Dec 13 09:38:39.352104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-ea009359-ab8b-4936-ba9f-ff26942385d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.355707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-ea009359-ab8b-4936-ba9f-ff26942385d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.0807419 Dec 13 09:38:39.414046 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-52eda11f-feac-41b5-bc87-58988d5ea1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509717 Dec 13 09:38:39.478025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2766a150-a450-4cfe-8c01-3e60058732cb req-ca3b7d6d-595b-4465-868e-998451a5c561 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297824 Dec 13 09:38:39.589906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-d00da645-6176-4e21-8cf5-effb960c4b56 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630156 Dec 13 09:38:39.633602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ffbc8-14ee-493b-b3b9-58da9f3fc93d req-af7bfdeb-e89c-448d-87aa-919de6751519 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.635172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f81ffbc8-14ee-493b-b3b9-58da9f3fc93d req-af7bfdeb-e89c-448d-87aa-919de6751519 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.1768072 Dec 13 09:38:39.667259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Made reservation on behalf of 0db82a83439b48e685ed8f57f88e604d for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:39.670693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.738654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1094f14-40a8-41a3-ba26-25c17253b853 req-d76ffa5e-450b-4800-a685-e9e52cda1a73 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415448 Dec 13 09:38:39.768323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f81ffbc8-14ee-493b-b3b9-58da9f3fc93d req-9f9c7c25-96a1-4c3f-a599-32df32be6783 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230216 Dec 13 09:38:39.844320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-5bdafb00-fd57-423b-aeaf-3ad530ebe12e service neutron] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:39.855573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-5bdafb00-fd57-423b-aeaf-3ad530ebe12e service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:39.856615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11fa8f43-7be2-4fc2-8198-1917d2eb8170 req-5bdafb00-fd57-423b-aeaf-3ad530ebe12e service neutron] 10.222.0.44 "DELETE /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.3946075 Dec 13 09:38:39.873608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324684-8426-4bf4-bbd5-bad1f4d479c7 req-bd13929c-ec79-44e6-b100-69c4644df837 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:39.875230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d324684-8426-4bf4-bbd5-bad1f4d479c7 req-bd13929c-ec79-44e6-b100-69c4644df837 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 944 time: 0.1310954 Dec 13 09:38:39.964149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Allocated IP 172.20.0.9 (b1f50775-478d-4562-a82f-3a8e99ec3464/a540b74e-d24a-46a6-85be-3fca59f5fa16/357928d6-154c-4f7a-898c-594d96b365d9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:39.979818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d324684-8426-4bf4-bbd5-bad1f4d479c7 req-c68ef05b-09ef-4f58-887e-b103fe6bcc17 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Dec 13 09:38:40.040165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-e7d379f7-d03c-4e53-b910-bebe45723813 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 200 len: 692 time: 0.0586030 Dec 13 09:38:40.322370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543052c0-f7c9-40a2-a271-21a3cd838f1c req-a1ed72a0-2453-4edf-bcb3-8641c5d32e3c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:40.329818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-543052c0-f7c9-40a2-a271-21a3cd838f1c req-a1ed72a0-2453-4edf-bcb3-8641c5d32e3c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1095 time: 0.1770282 Dec 13 09:38:40.367584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-a8399b2d-65fe-4576-9ac7-9bf161316515 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:40.369436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-a8399b2d-65fe-4576-9ac7-9bf161316515 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3226342 Dec 13 09:38:40.394110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-3e81a3a4-126a-4c39-8caf-906c2e27d3b9 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:38:40.401639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-3e81a3a4-126a-4c39-8caf-906c2e27d3b9 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230637 Dec 13 09:38:40.489991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.504009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ecdc69b6-fea4-4619-8d45-f0c426b2ecca tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 695 time: 0.1007276 Dec 13 09:38:40.521395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-543052c0-f7c9-40a2-a271-21a3cd838f1c req-43282971-c44c-4437-982e-4923b702c19e tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846721 Dec 13 09:38:40.603165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:40.688639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-6077001a-f942-4438-9f2a-4a02d5f5d83d tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 695 time: 0.1836522 Dec 13 09:38:40.793536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:40.805310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01863a34-68b5-4482-a969-9215a7f06330 req-c55bb73c-011a-409a-807d-e31aa40ff405 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 210 time: 0.1144621 Dec 13 09:38:40.811676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.828141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15', 'mac_address': 'fa:16:3e:28:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:40.895976 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:40.902121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:40.912448 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed43500-aaf9-400c-9914-735d977cb7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:40.918617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:40.951533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:40.959801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.050119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Network b1f50775-478d-4562-a82f-3a8e99ec3464 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:41.077717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.123712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:41.150286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:41.285397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Pushing event updated for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:41.289206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:41.365806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.366646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.395696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-8f52b4a9-449e-4ae8-bd08-9ea3bfc25a77 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5049543 Dec 13 09:38:41.407918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-7ccf45d7-2142-459e-8980-db93ea978381 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:41.409550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-7ccf45d7-2142-459e-8980-db93ea978381 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.2757752 Dec 13 09:38:41.410946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Deleting port c65e3658-95b0-4c11-a8da-d988aac7706d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:41.411385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.419619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Request body: {'port': {'device_id': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:41.510470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-bcfe5c26-1500-4e72-9b2f-f1c37a31be37 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/quotas/df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 375 time: 0.0773573 Dec 13 09:38:41.600676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.623980 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.624308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:41.643717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Calling delete_port for c65e3658-95b0-4c11-a8da-d988aac7706d owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:41.659448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-cb6a4ac1-3ed8-4957-8bf3-a639502b04b4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405904 Dec 13 09:38:41.941378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-abf1d37e-1fa8-4a8b-8261-f485b60dc460 service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679052 Dec 13 09:38:42.171564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-ed3015bd-25fe-4aa6-94b9-72e911fd9760 service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423501 Dec 13 09:38:42.175812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.302747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357928d6-154c-4f7a-898c-594d96b365d9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:42.322535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.339493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Transition to ACTIVE for port object 357928d6-154c-4f7a-898c-594d96b365d9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:42.340715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event deleted for resources: {'Port': ['ID=c65e3658-95b0-4c11-a8da-d988aac7706d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:42.394691 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb443f6-e6bf-47b8-a60b-0684e0148516 x-openstack-request-id: req-0bb443f6-e6bf-47b8-a60b-0684e0148516 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:42.394995 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:42.395262 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bb443f6-e6bf-47b8-a60b-0684e0148516 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:42.395646 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:38:42.396256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.545398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Pushing event updated for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:42.605832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.609324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.610871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d11cd6e7-0591-4980-b7ed-bdebc77f4cda req-ed7492cf-d1d1-45f1-8b3c-fb03a0ac0759 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "DELETE /v2.0/floatingips/245c0e54-f68f-405e-91fa-a3784dcfac09 HTTP/1.1" status: 204 len: 173 time: 1.9111285 Dec 13 09:38:42.616201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:42.623536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-a9a7a70c-b0a0-4d48-8606-e4e2d5041f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.625225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-a9a7a70c-b0a0-4d48-8606-e4e2d5041f0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f25a5f680e924d06b85745ab84d1d54c&device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 1096 time: 0.2126200 Dec 13 09:38:42.763980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:42.767298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-52fb6f1e-6653-4bbb-9a9b-c8b1ce2a318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.768689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-52fb6f1e-6653-4bbb-9a9b-c8b1ce2a318c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 200 len: 921 time: 0.1223714 Dec 13 09:38:42.775146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:42.778471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.858627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-d35584b0-30fe-44f4-8c5b-9b050033d293 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 200 len: 217 time: 0.0545020 Dec 13 09:38:42.921078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-24de7558-dffd-4a9e-b2e4-e44b9dff8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.922828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-24de7558-dffd-4a9e-b2e4-e44b9dff8447 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 200 len: 859 time: 0.0550299 Dec 13 09:38:42.942812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:42.969994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Attempting to bind port 357928d6-154c-4f7a-898c-594d96b365d9 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:42.970486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Attempting to bind port 357928d6-154c-4f7a-898c-594d96b365d9 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9457d742-e622-43b7-8e9a-8cde3d2fe91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:42.970915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Attempting to bind port 357928d6-154c-4f7a-898c-594d96b365d9 on network b1f50775-478d-4562-a82f-3a8e99ec3464 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:42.985043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9a37-12fb-49bc-b14a-bbefde1c7cda req-c0aae493-37bd-498f-a6a7-7a2fda6271e9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:42.986391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecd9a37-12fb-49bc-b14a-bbefde1c7cda req-c0aae493-37bd-498f-a6a7-7a2fda6271e9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 945 time: 0.2149241 Dec 13 09:38:42.989700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Port 357928d6-154c-4f7a-898c-594d96b365d9 on network b1f50775-478d-4562-a82f-3a8e99ec3464 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:42.990142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Attempting to bind port 357928d6-154c-4f7a-898c-594d96b365d9 on network b1f50775-478d-4562-a82f-3a8e99ec3464 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:42.994089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:43.000241 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5370c811-21bd-4f16-b12d-94ad48f6975c" -d '{"events": [{"server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "name": "network-vif-plugged", "status": "completed", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:43.024726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:43.035770 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.040355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:43.040727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Checking segment: {'id': '9457d742-e622-43b7-8e9a-8cde3d2fe91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:43.041465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Bound using segment: {'id': '9457d742-e622-43b7-8e9a-8cde3d2fe91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:43.044239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Bound port: 357928d6-154c-4f7a-898c-594d96b365d9, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9457d742-e622-43b7-8e9a-8cde3d2fe91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:43.044239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.056656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-1bcadad3-115d-47a6-8213-6dc3271401a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.058300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-1bcadad3-115d-47a6-8213-6dc3271401a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b8f6e915-e64f-45b9-b096-17d26f20327d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152620 Dec 13 09:38:43.111874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:43.221774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecd9a37-12fb-49bc-b14a-bbefde1c7cda req-242ad7cf-3a3b-45fc-8f89-b23b467c4557 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282033 Dec 13 09:38:43.270886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-cc13a852-ec09-48d5-9523-be72028ff138 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029467 Dec 13 09:38:43.414084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:43.438562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=357928d6-154c-4f7a-898c-594d96b365d9,segment=NetworkSegment(9457d742-e622-43b7-8e9a-8cde3d2fe91b),segment_id=9457d742-e622-43b7-8e9a-8cde3d2fe91b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:43.467873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.552840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Pushing event updated for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:43.581013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.582294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:43.583700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-48628069-3163-4b8b-ad27-98b08c66db02 service neutron] 10.222.0.37 "PUT /v2.0/ports/357928d6-154c-4f7a-898c-594d96b365d9 HTTP/1.1" status: 200 len: 1091 time: 2.1685340 Dec 13 09:38:43.590262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed43500-aaf9-400c-9914-735d977cb7e1 req-089ab0df-f432-4620-b4cc-77010aaba7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946587 Dec 13 09:38:43.709520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-4ebbf237-9ca8-4bdd-b8f1-6484ae8a3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.712582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-4ebbf237-9ca8-4bdd-b8f1-6484ae8a3ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0db82a83439b48e685ed8f57f88e604d&device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 1094 time: 0.0614100 Dec 13 09:38:43.765087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-36a63615-d357-451c-805b-69efa8cfc475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=357928d6-154c-4f7a-898c-594d96b365d9 HTTP/1.1" status: 200 len: 217 time: 0.0428495 Dec 13 09:38:43.859399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-7c1bab69-cd74-4fb5-9fe3-a9e0ae949a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:43.861407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-7c1bab69-cd74-4fb5-9fe3-a9e0ae949a12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a540b74e-d24a-46a6-85be-3fca59f5fa16 HTTP/1.1" status: 200 len: 854 time: 0.0804784 Dec 13 09:38:43.936253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-a2f88bfe-1381-41a3-9685-cc74caa5fe6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1f50775-478d-4562-a82f-3a8e99ec3464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659778 Dec 13 09:38:44.071443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-4dd55fb2-ac43-43d5-83a5-054bee6c1961 service neutron] 10.222.0.37 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282489 Dec 13 09:38:44.145438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-b0f98ffb-5c83-4b0f-8ef8-fbdd9df7c596 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.147640 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-b0f98ffb-5c83-4b0f-8ef8-fbdd9df7c596 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.2598615 Dec 13 09:38:44.167711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Request body: {'port': {'device_id': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'admin_state_up': True, 'tenant_id': 'df01d091260f47a0b540466b9bb3073a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:44.191015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b279520-ba78-413b-955e-0ce43c2eb458 req-775575df-f6da-463a-96e5-87c13f731122 service neutron] 10.222.0.37 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125567 Dec 13 09:38:44.327453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:44.331303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.399074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:44.401493 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe597a7-74d3-430b-8e33-6be854422653" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "tag": "357928d6-154c-4f7a-898c-594d96b365d9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:44.524025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Allocated IP 172.20.0.5 (9fc2328a-60da-47e1-91eb-b524b0daf34c/6abbc407-a311-4f1a-ad1a-5ca5451a4b72/14d0746f-97d4-4376-a58b-887e55332c1d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:44.736106 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.790965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.803547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:44.818150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:44.821760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:44.849240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:44.911313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:44.928402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:44.929869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:44.963279 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-e7f045d4-c6db-4dac-8d87-277c2150e478 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055861 Dec 13 09:38:44.978661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Request body: {'port': {'device_id': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:45.053913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.370454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d0746f-97d4-4376-a58b-887e55332c1d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:45.378629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.396415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Transition to ACTIVE for port object 14d0746f-97d4-4376-a58b-887e55332c1d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:45.403686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.537336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:45.584781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:45.585678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:45.587449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:45.594058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:45.594681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:45.600468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:45.601873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:45.602790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:45.603697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Bound port: 14d0746f-97d4-4376-a58b-887e55332c1d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:45.604521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.685172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:45.688589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:45.695961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.737666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.738308 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:45.740093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] 10.222.0.37 "PUT /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 1091 time: 0.7675745 Dec 13 09:38:45.740566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:45.743340 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8de588-d368-4e12-bdc3-e83e998b0446" -d '{"events": [{"name": "network-changed", "server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:45.765423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f68a9-ceef-484f-a6d2-229cbb9e5757 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:45.870593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-449d8a04-7f77-42ea-8111-ae888b6c1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.872282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-449d8a04-7f77-42ea-8111-ae888b6c1b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1094 time: 0.0702994 Dec 13 09:38:45.919122 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-f97b0781-b409-4440-88b9-e7ec0586396b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 217 time: 0.0373042 Dec 13 09:38:45.973343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-7b79cd77-8b6e-41e5-9ffb-fa5c5a6a3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:45.974912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-7b79cd77-8b6e-41e5-9ffb-fa5c5a6a3317 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0485017 Dec 13 09:38:46.013509 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-730dd21e-752b-464e-b6a4-4e7516eb8615 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273097 Dec 13 09:38:46.144549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-b3f4afe1-acfc-40b2-a1ef-fa17e7eee056 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223772 Dec 13 09:38:46.265626 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a79ec830-2477-4fc9-83ff-68a7cc4a902a req-74ee1299-ed84-49c4-9c43-344be7d0c430 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122701 Dec 13 09:38:46.645692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-3272888f-e315-4bed-a753-19d17bb0bb72 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336363 Dec 13 09:38:47.069154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d80f5b-7fc1-465d-a7e7-b3aa31d8ff0a req-1ce42153-b8e5-49dc-9216-727e0c93d9ea tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.071454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82d80f5b-7fc1-465d-a7e7-b3aa31d8ff0a req-1ce42153-b8e5-49dc-9216-727e0c93d9ea tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 943 time: 0.3976407 Dec 13 09:38:47.082181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-7fae2271-0260-4782-8dfb-0e09653a1ef8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.083625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-7fae2271-0260-4782-8dfb-0e09653a1ef8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318397 Dec 13 09:38:47.107340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-c420a591-8df6-474f-b617-c3ac4e5584a0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/quotas/3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 375 time: 0.0162306 Dec 13 09:38:47.159694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82d80f5b-7fc1-465d-a7e7-b3aa31d8ff0a req-589622f0-b805-43ff-b55a-b9653884ba19 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750952 Dec 13 09:38:47.185721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-4d9f8ee2-6ceb-4559-a630-e4a5b44d2d7b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716712 Dec 13 09:38:47.389699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffc300-b675-4c48-8418-26397df6ae4b req-709f9d3c-a043-478c-b695-5f0f5f428390 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.393788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebffc300-b675-4c48-8418-26397df6ae4b req-709f9d3c-a043-478c-b695-5f0f5f428390 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.0863059 Dec 13 09:38:47.470722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebffc300-b675-4c48-8418-26397df6ae4b req-3de77705-8b9f-4ee5-aeaa-346aada70a84 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 Dec 13 09:38:47.536673 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a530f8-95cf-4705-b5c2-50674d2be008 x-openstack-request-id: req-02a530f8-95cf-4705-b5c2-50674d2be008 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:47.537519 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "name": "network-vif-plugged", "status": "completed", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:47.538045 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a530f8-95cf-4705-b5c2-50674d2be008 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:47.538794 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15', 'code': 200} Dec 13 09:38:47.606133 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de92e992-5733-4d65-8634-91dfde83f98a x-openstack-request-id: req-de92e992-5733-4d65-8634-91dfde83f98a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:47.606509 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "tag": "357928d6-154c-4f7a-898c-594d96b365d9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:47.606851 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de92e992-5733-4d65-8634-91dfde83f98a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:47.607316 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9', 'status': 'completed', 'code': 200} Dec 13 09:38:47.682995 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22e53d-4507-451e-9186-216671ff6de1 x-openstack-request-id: req-ea22e53d-4507-451e-9186-216671ff6de1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:47.683545 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:47.685385 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea22e53d-4507-451e-9186-216671ff6de1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:47.685875 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d', 'status': 'completed', 'code': 200} Dec 13 09:38:47.743833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51ac2-eb00-46b1-8bf6-b2df37a691e7 req-ea504164-c585-4dbe-b205-005d825ffced tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.748277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46e51ac2-eb00-46b1-8bf6-b2df37a691e7 req-ea504164-c585-4dbe-b205-005d825ffced tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.1815794 Dec 13 09:38:47.799151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329f19-4caa-4e34-9164-59a1e5a465a1 req-b72c5675-feef-48a6-bd19-317a5b49f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.800871 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fe329f19-4caa-4e34-9164-59a1e5a465a1 req-b72c5675-feef-48a6-bd19-317a5b49f071 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 1097 time: 0.1765347 Dec 13 09:38:47.804242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-5c0ac0a3-bff2-4cb1-b4e6-afb986ebc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.806646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-5c0ac0a3-bff2-4cb1-b4e6-afb986ebc0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1094 time: 0.1076350 Dec 13 09:38:47.816729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe597a7-74d3-430b-8e33-6be854422653 req-364e0371-5ec3-4d39-8cd8-407243f757d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.818262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-364e0371-5ec3-4d39-8cd8-407243f757d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0db82a83439b48e685ed8f57f88e604d&device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 1094 time: 0.1695085 Dec 13 09:38:47.821050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-821a371f-0daf-44f2-8190-56412d89ddf0 req-4db38c76-f20d-490c-aaff-302fa5aea63c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 210 time: 0.0534906 Dec 13 09:38:47.924705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46e51ac2-eb00-46b1-8bf6-b2df37a691e7 req-7e5d0a72-3524-488e-8d3a-096e6e981c19 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647358 Dec 13 09:38:47.954597 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fe329f19-4caa-4e34-9164-59a1e5a465a1 req-a9745365-f43a-4f7f-9474-c6ceab3557d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444037 Dec 13 09:38:47.990845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-69a0ea46-766b-4d39-9049-9f4a8296c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:47.992935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-69a0ea46-766b-4d39-9049-9f4a8296c6c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.1739519 Dec 13 09:38:48.005380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e8115-7155-4c70-87b2-5857c36b9ac7 req-6150f4b6-7ff7-4fa0-b784-6fee7c5430c8 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.006868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1e8115-7155-4c70-87b2-5857c36b9ac7 req-6150f4b6-7ff7-4fa0-b784-6fee7c5430c8 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 945 time: 0.1034558 Dec 13 09:38:48.008790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe597a7-74d3-430b-8e33-6be854422653 req-bc2cdbee-bc83-43a3-9654-eebb040ddea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.010213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-bc2cdbee-bc83-43a3-9654-eebb040ddea5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1f50775-478d-4562-a82f-3a8e99ec3464 HTTP/1.1" status: 200 len: 915 time: 0.1774662 Dec 13 09:38:48.063976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1e8115-7155-4c70-87b2-5857c36b9ac7 req-69aedade-590d-4d99-a974-38a7955b5375 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Dec 13 09:38:48.285411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-50146542-deef-48f4-9736-03af5afcfc60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 217 time: 0.0457339 Dec 13 09:38:48.332920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-b69cc808-731e-4ec4-9d51-ec3da90faeb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=357928d6-154c-4f7a-898c-594d96b365d9 HTTP/1.1" status: 200 len: 217 time: 0.0716407 Dec 13 09:38:48.361244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-fa13d0ee-a82e-417f-a087-ecdcf5bcf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.363170 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-fa13d0ee-a82e-417f-a087-ecdcf5bcf0b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0687604 Dec 13 09:38:48.363575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649cef0-de6e-467e-a310-081d29b8bb29 req-695a08df-a3b9-4ece-8404-10ca1783e0c0 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.365440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1649cef0-de6e-467e-a310-081d29b8bb29 req-695a08df-a3b9-4ece-8404-10ca1783e0c0 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 943 time: 0.1320612 Dec 13 09:38:48.429654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-38e34604-384e-4a41-8015-0aebc091f944 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567143 Dec 13 09:38:48.465946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe597a7-74d3-430b-8e33-6be854422653 req-cfdf8d96-fa7b-40b3-8261-86d10f24560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.467770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-cfdf8d96-fa7b-40b3-8261-86d10f24560e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a540b74e-d24a-46a6-85be-3fca59f5fa16 HTTP/1.1" status: 200 len: 854 time: 0.1238937 Dec 13 09:38:48.471697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1649cef0-de6e-467e-a310-081d29b8bb29 req-c416fca4-ca29-455e-b8d6-d8be5eec73af tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710328 Dec 13 09:38:48.519183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-972b8861-c102-4d2f-b7f1-a08b52d1623a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1f50775-478d-4562-a82f-3a8e99ec3464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439930 Dec 13 09:38:48.558940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-b34e2564-fe82-4e44-8394-0e5465bf03eb service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148832 Dec 13 09:38:48.687344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 357928d6-154c-4f7a-898c-594d96b365d9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:48.701184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ff8de588-d368-4e12-bdc3-e83e998b0446 req-5215e9f6-c737-460e-9cd4-80933f9a15e6 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334913 Dec 13 09:38:48.738852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-8a8af1aa-d176-49ca-b571-8e4d5235538d service neutron] 10.222.0.37 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099156 Dec 13 09:38:48.817135 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-28ad3cba-3c5d-4c27-82f1-4472ed7e99fd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380499 Dec 13 09:38:48.887836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=357928d6-154c-4f7a-898c-594d96b365d9,segment=NetworkSegment(9457d742-e622-43b7-8e9a-8cde3d2fe91b),segment_id=9457d742-e622-43b7-8e9a-8cde3d2fe91b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:48.894258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffe1b-4970-4c7c-83f8-273f4e9a8294 req-04a90226-2c8b-4c13-bb76-17eccec51142 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:48.896655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-640ffe1b-4970-4c7c-83f8-273f4e9a8294 req-04a90226-2c8b-4c13-bb76-17eccec51142 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.2398014 Dec 13 09:38:48.904387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '357928d6-154c-4f7a-898c-594d96b365d9', 'network_id': 'b1f50775-478d-4562-a82f-3a8e99ec3464', 'port_id': '357928d6-154c-4f7a-898c-594d96b365d9', 'mac_address': 'fa:16:3e:ed:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a540b74e-d24a-46a6-85be-3fca59f5fa16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:48.937327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe597a7-74d3-430b-8e33-6be854422653 req-9bf238a6-6dd9-4bcb-8013-5bbbb39ce353 service neutron] 10.222.0.37 "GET /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853333 Dec 13 09:38:48.947008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:48.966879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357928d6-154c-4f7a-898c-594d96b365d9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:49.008634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=357928d6-154c-4f7a-898c-594d96b365d9,segment=NetworkSegment(9457d742-e622-43b7-8e9a-8cde3d2fe91b),segment_id=9457d742-e622-43b7-8e9a-8cde3d2fe91b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:49.016313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.023914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-640ffe1b-4970-4c7c-83f8-273f4e9a8294 req-d2ec83fe-9628-45be-b2e7-4bcf0b7a91aa tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162226 Dec 13 09:38:49.050521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-5a8a6e71-cf04-4224-bd23-d3f8251586a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.052189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-5a8a6e71-cf04-4224-bd23-d3f8251586a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280016 Dec 13 09:38:49.085688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Request body: {'port': {'device_id': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '3aa27bd3a766474b90838030f6809cb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:49.153044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:49.167785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-be69ee09-9b1d-40e1-a370-bc8f81c37335 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.170869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-be69ee09-9b1d-40e1-a370-bc8f81c37335 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 945 time: 0.1147366 Dec 13 09:38:49.260271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Made reservation on behalf of 3aa27bd3a766474b90838030f6809cb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:49.262359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c53d6c7-cd3a-4b13-8c5b-23aa506b8292 req-4cc6d976-3499-40b2-b244-38ed587cfc4b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 210 time: 0.0899498 Dec 13 09:38:49.271016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.326644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ef1c-4450-4f0c-a156-fa883e8070c2 req-16b9496d-d4e2-4c68-8b5f-359986fa3e56 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.333933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a219ef1c-4450-4f0c-a156-fa883e8070c2 req-16b9496d-d4e2-4c68-8b5f-359986fa3e56 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.1607740 Dec 13 09:38:49.393737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a219ef1c-4450-4f0c-a156-fa883e8070c2 req-642a3a71-e1d0-4beb-90a1-b6be4081a623 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Dec 13 09:38:49.401788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['357928d6-154c-4f7a-898c-594d96b365d9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:49.416234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Deleting port 443496d9-c992-4da7-a3a7-c89a70fe0380 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:49.416577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.488264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Allocated IP 192.168.233.222 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/e80f4e9c-058e-48ab-9289-1532f83f3b04) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:49.516952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437fe66-95aa-4113-a0ab-66ab0bbbd91c req-55c04f7f-a89d-4185-8a47-adeda575c082 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.519346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4437fe66-95aa-4113-a0ab-66ab0bbbd91c req-55c04f7f-a89d-4185-8a47-adeda575c082 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 945 time: 0.1304846 Dec 13 09:38:49.591601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] For port 443496d9-c992-4da7-a3a7-c89a70fe0380, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=443496d9-c992-4da7-a3a7-c89a70fe0380,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:49.592084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.665112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Calling delete_port for 443496d9-c992-4da7-a3a7-c89a70fe0380 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:49.694683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4437fe66-95aa-4113-a0ab-66ab0bbbd91c req-22201309-ec49-4d6c-82e7-f304ba22664b tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/security-groups?id=245d3640-92cb-418b-9870-b3f193dd9b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650333 Dec 13 09:38:49.717656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.764752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.780803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e', '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:49.819787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:49.825439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:49.829346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:49.851620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-e0e93521-e9f1-449e-ae21-dcd5513ec308 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.853787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-e0e93521-e9f1-449e-ae21-dcd5513ec308 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.2639365 Dec 13 09:38:49.883779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:49.901175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:49.902315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:49.939203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-3cd83dc0-e5eb-4693-9b6e-b9102d01670c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/quotas/afc727b474c04bf4a3db2b25451fd401 HTTP/1.1" status: 200 len: 375 time: 0.0790331 Dec 13 09:38:49.940111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-1886aaba-e203-4bf7-b5c6-01c33cf06c9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8714514 Dec 13 09:38:49.957769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Request body: {'port': {'device_id': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:50.004305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe6ad-81cf-44de-ad7a-00bfd3b2c705 req-b27809b6-cb7c-49a9-8ac4-e7418524ac63 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.017788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-583fe6ad-81cf-44de-ad7a-00bfd3b2c705 req-b27809b6-cb7c-49a9-8ac4-e7418524ac63 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 944 time: 0.2254248 Dec 13 09:38:50.073010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.118269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-7b3c3130-a6e0-4b2a-9cf8-b506210358e6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775548 Dec 13 09:38:50.150937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65c7a482-d307-441b-b847-918430116b0b None None] Provisioning complete for port e80f4e9c-058e-48ab-9289-1532f83f3b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:50.151309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65c7a482-d307-441b-b847-918430116b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.190217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65c7a482-d307-441b-b847-918430116b0b None None] Port e80f4e9c-058e-48ab-9289-1532f83f3b04 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:38:50.207570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-583fe6ad-81cf-44de-ad7a-00bfd3b2c705 req-5efeb5fd-9ded-41e2-ae76-806237ceb451 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886456 Dec 13 09:38:50.213977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.264667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Pushing event deleted for resources: {'Port': ['ID=443496d9-c992-4da7-a3a7-c89a70fe0380,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:50.327796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] No DVR routers for this DVR port 443496d9-c992-4da7-a3a7-c89a70fe0380 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:50.336498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.341245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b307d0-de98-4d8f-9357-26efc5fe0727 req-547d6b23-0537-4335-bc4d-f43e8e5745a1 tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.44 "DELETE /v2.0/ports/443496d9-c992-4da7-a3a7-c89a70fe0380 HTTP/1.1" status: 204 len: 173 time: 1.1505122 Dec 13 09:38:50.341719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'name': 'network-vif-deleted', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:50.345245 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c367423f-0966-4504-b4e4-4a151e766cf3" -d '{"events": [{"server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "name": "network-vif-deleted", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:50.361737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-4142656d-026d-41aa-b9cd-99fb1034db00 service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294924 Dec 13 09:38:50.472325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:50.483773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a819-7fe2-4c1d-b17b-78af3402aa41 req-6bcfba0f-3362-478b-a53b-aa129cad10e7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.488431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.491200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1dd6a819-7fe2-4c1d-b17b-78af3402aa41 req-6bcfba0f-3362-478b-a53b-aa129cad10e7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.1198139 Dec 13 09:38:50.502673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Transition to ACTIVE for port object e80f4e9c-058e-48ab-9289-1532f83f3b04 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:50.508869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.531056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-0cfcc6c2-7098-43bb-b3b3-98c80e1eedaa service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683435 Dec 13 09:38:50.569832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:50.576504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1dd6a819-7fe2-4c1d-b17b-78af3402aa41 req-18dee586-1562-46fc-b0c3-b1c817c03af1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780053 Dec 13 09:38:50.576719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:50.676321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['443496d9-c992-4da7-a3a7-c89a70fe0380'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:50.691681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:50.692292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:50.692786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:50.703172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:50.704579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:50.705075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:50.709258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 357928d6-154c-4f7a-898c-594d96b365d9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:50.723439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:50.725195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:50.726556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:50.727190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Bound port: e80f4e9c-058e-48ab-9289-1532f83f3b04, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:50.728935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:50.745959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7413-67ad-4390-99f5-fb4a965682c9 req-a39b7f9b-524a-48c9-8f4b-23027f75b4df tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:50.754275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd3c7413-67ad-4390-99f5-fb4a965682c9 req-a39b7f9b-524a-48c9-8f4b-23027f75b4df tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.0989854 Dec 13 09:38:50.857853 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de870462-d69a-49a0-ae97-5b660bf9fcc6 x-openstack-request-id: req-de870462-d69a-49a0-ae97-5b660bf9fcc6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:50.858173 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d3f67a-49fa-42ae-9067-6a29da7a5d86", "name": "network-vif-deleted", "tag": "443496d9-c992-4da7-a3a7-c89a70fe0380", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:50.858437 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de870462-d69a-49a0-ae97-5b660bf9fcc6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:50.864664 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d3f67a-49fa-42ae-9067-6a29da7a5d86', 'name': 'network-vif-deleted', 'tag': '443496d9-c992-4da7-a3a7-c89a70fe0380', 'status': 'completed', 'code': 200} Dec 13 09:38:50.908750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd3c7413-67ad-4390-99f5-fb4a965682c9 req-0132116b-6c6a-4bc8-9c05-d0b9f31b9740 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470308 Dec 13 09:38:50.955831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:50.966152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:50.980580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.017024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.017741 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.019271 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 1096 time: 1.0708718 Dec 13 09:38:51.019625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:51.022084 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df" -d '{"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:51.093549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634e23f-6f88-418c-aba0-cbeb6fb64cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:51.093952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2a20-cbe0-45ca-ba36-dab8ffd8f671 req-4cbc254b-404e-4578-be71-3cd3d540acd3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.095768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58cc2a20-cbe0-45ca-ba36-dab8ffd8f671 req-4cbc254b-404e-4578-be71-3cd3d540acd3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.1043789 Dec 13 09:38:51.169158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c46bf9af-f4ee-4b10-88a3-e3a2565ef8ac req-69098232-9a80-4978-abe9-06b67d88a08a tempest-FloatingIPsAssociationTestJSON-2060436469 tempest-FloatingIPsAssociationTestJSON-2060436469-project] 10.222.0.30 "GET /v2.0/ports?device_id=45d3f67a-49fa-42ae-9067-6a29da7a5d86 HTTP/1.1" status: 200 len: 210 time: 0.0515285 Dec 13 09:38:51.242973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58cc2a20-cbe0-45ca-ba36-dab8ffd8f671 req-42d8aa5e-ba79-492a-810c-843e62e07869 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390541 Dec 13 09:38:51.304665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-5c594d17-545b-4229-833d-1fdf02cfa867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.312798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-5c594d17-545b-4229-833d-1fdf02cfa867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1099 time: 0.1103067 Dec 13 09:38:51.348156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 357928d6-154c-4f7a-898c-594d96b365d9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:51.378328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8adb5098-e7fe-40d4-94bd-310276dd25b3 req-5a2c30f4-2079-4737-a6ba-f6619974a6e8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 210 time: 0.1000810 Dec 13 09:38:51.434384 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d11b25-2bc4-4470-81fe-4049462a17de x-openstack-request-id: req-d3d11b25-2bc4-4470-81fe-4049462a17de {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:51.435108 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:51.435463 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3d11b25-2bc4-4470-81fe-4049462a17de {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:51.436093 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'status': 'completed', 'code': 200} Dec 13 09:38:51.438246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-c07335a2-b5e5-4e1a-bde2-f3db2c726ca2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.1193600 Dec 13 09:38:51.476898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 357928d6-154c-4f7a-898c-594d96b365d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:51.478516 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.484025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:51.550787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '14d0746f-97d4-4376-a58b-887e55332c1d', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'port_id': '14d0746f-97d4-4376-a58b-887e55332c1d', 'mac_address': 'fa:16:3e:7d:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abbc407-a311-4f1a-ad1a-5ca5451a4b72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:51.557091 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.561986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-c2f0ce3c-27a0-472c-8fb4-03268df90819 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.563933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-c2f0ce3c-27a0-472c-8fb4-03268df90819 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/ports?device_id=197aed62-f5e2-4f7e-93da-b3421ed45248 HTTP/1.1" status: 200 len: 945 time: 0.1844747 Dec 13 09:38:51.579364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630bdec-5be6-46cf-861e-c4fbf1b55ed4 req-53011e74-7bce-40e9-a698-fe0c4ca67fd8 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.587557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b630bdec-5be6-46cf-861e-c4fbf1b55ed4 req-53011e74-7bce-40e9-a698-fe0c4ca67fd8 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 944 time: 0.1180949 Dec 13 09:38:51.588249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-83d0fc3a-0c0b-4ec6-a66a-e1a628ba7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.590021 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-83d0fc3a-0c0b-4ec6-a66a-e1a628ba7cc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1453741 Dec 13 09:38:51.631428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:51.633757 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86b31b7-7454-4ec8-87bc-329a0adb82b2" -d '{"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:51.656205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:51.734223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b630bdec-5be6-46cf-861e-c4fbf1b55ed4 req-3aa8e264-7c5b-4efc-a1dd-cc4809f711a9 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422691 Dec 13 09:38:51.748088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717ab3-2816-4994-92da-83ee741fc774 req-ef88b060-d8af-4c9c-a406-2c772e2f3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.749634 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-ef88b060-d8af-4c9c-a406-2c772e2f3f16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506989 Dec 13 09:38:51.844951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f226a-fa43-4429-83f4-ff177925a527 req-c7d8dbbe-7202-4193-b625-1ddcbc620d88 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:51.846831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a0f226a-fa43-4429-83f4-ff177925a527 req-c7d8dbbe-7202-4193-b625-1ddcbc620d88 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.1111476 Dec 13 09:38:51.854759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Deleting port 9f3775cc-dded-4667-9514-bfd7710ac0a0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:51.855279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:51.995269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-0aa97cbd-2ae6-45e5-acdf-66b3aaa4e629 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381244 Dec 13 09:38:52.024076 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe964294-86ed-4fab-870e-aff80a3b6876 x-openstack-request-id: req-fe964294-86ed-4fab-870e-aff80a3b6876 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:52.024411 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:52.024695 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe964294-86ed-4fab-870e-aff80a3b6876 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:52.025085 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'code': 200} Dec 13 09:38:52.025463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a0f226a-fa43-4429-83f4-ff177925a527 req-c6489d6e-ffa9-4e67-b8b4-0190786fafd8 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647027 Dec 13 09:38:52.030525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.032895 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.133771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d0746f-97d4-4376-a58b-887e55332c1d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:52.143333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.172759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] For port 9f3775cc-dded-4667-9514-bfd7710ac0a0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f3775cc-dded-4667-9514-bfd7710ac0a0,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.173295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.178428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:52.182990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.192478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Calling delete_port for 9f3775cc-dded-4667-9514-bfd7710ac0a0 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:52.199150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.218043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11e32-c108-4470-9c54-78ca8bec5e10 req-43bd97c0-374c-40aa-a3c0-ab552ebe8019 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:52.225502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dab11e32-c108-4470-9c54-78ca8bec5e10 req-43bd97c0-374c-40aa-a3c0-ab552ebe8019 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.1278107 Dec 13 09:38:52.247521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:52.257998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13717ab3-2816-4994-92da-83ee741fc774 req-75837051-ba17-4272-ac3c-ac365eac37f1 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550189 Dec 13 09:38:52.273148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=357928d6-154c-4f7a-898c-594d96b365d9,segment=NetworkSegment(9457d742-e622-43b7-8e9a-8cde3d2fe91b),segment_id=9457d742-e622-43b7-8e9a-8cde3d2fe91b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:52.291945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.338873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:52.374934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dab11e32-c108-4470-9c54-78ca8bec5e10 req-2d1c17f7-f159-4650-8378-34c60d848e9f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Dec 13 09:38:52.466332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:52.529985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71fc4fe4-8594-4f19-8e71-3187e5e76064 req-f7e8f034-c7f6-42e8-ba6e-ff56443ac528 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 210 time: 0.0469029 Dec 13 09:38:52.558058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.575009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:52.619932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 9f3775cc-dded-4667-9514-bfd7710ac0a0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:52.621154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f3775cc-dded-4667-9514-bfd7710ac0a0 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:52.621812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 443496d9-c992-4da7-a3a7-c89a70fe0380 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:52.650194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event deleted for resources: {'Port': ['ID=9f3775cc-dded-4667-9514-bfd7710ac0a0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:52.668550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 443496d9-c992-4da7-a3a7-c89a70fe0380 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:52.668898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 443496d9-c992-4da7-a3a7-c89a70fe0380 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:52.735898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] No DVR routers for this DVR port 9f3775cc-dded-4667-9514-bfd7710ac0a0 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:52.745484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:52.748990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0263d8-7587-4ecb-aa6b-a80dde14b6d6 req-b6bddad2-251e-44d2-ba6c-e6cc83ddce8e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "DELETE /v2.0/ports/9f3775cc-dded-4667-9514-bfd7710ac0a0 HTTP/1.1" status: 204 len: 173 time: 1.1590295 Dec 13 09:38:52.795846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:52.867446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-deleted', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:52.871251 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182cc055-851e-412e-8767-6132fd2cf3fe" -d '{"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-deleted", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:53.000146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-167318ce-39a7-4879-9acf-0154ec8eb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.001699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-167318ce-39a7-4879-9acf-0154ec8eb6ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1099 time: 0.6684835 Dec 13 09:38:53.048735 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4bf55-d9c1-4fa1-b8af-9c1ff75c7b13 x-openstack-request-id: req-0ac4bf55-d9c1-4fa1-b8af-9c1ff75c7b13 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:53.049201 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197aed62-f5e2-4f7e-93da-b3421ed45248", "name": "network-vif-deleted", "tag": "9f3775cc-dded-4667-9514-bfd7710ac0a0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:53.049481 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ac4bf55-d9c1-4fa1-b8af-9c1ff75c7b13 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:53.050018 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197aed62-f5e2-4f7e-93da-b3421ed45248', 'name': 'network-vif-deleted', 'tag': '9f3775cc-dded-4667-9514-bfd7710ac0a0', 'status': 'completed', 'code': 200} Dec 13 09:38:53.122629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-b94ae92d-91a9-40dc-91b5-c9e08652dcf1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.124122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-b94ae92d-91a9-40dc-91b5-c9e08652dcf1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.3904397 Dec 13 09:38:53.137517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c42da-5d9e-44a7-8817-d5473d3111c5 req-223643e4-2782-4b78-a0b1-9a7425332f4d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.139283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a22c42da-5d9e-44a7-8817-d5473d3111c5 req-223643e4-2782-4b78-a0b1-9a7425332f4d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.2454545 Dec 13 09:38:53.145083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Request body: {'port': {'device_id': '259dcb09-175b-450a-a777-e5886cfecc90', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'admin_state_up': True, 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:53.261161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-ae3190cb-18b3-44d5-9ea1-6c60506dcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.262625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-ae3190cb-18b3-44d5-9ea1-6c60506dcf33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2487574 Dec 13 09:38:53.332202 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-b2d6ea08-94bf-4a53-bf4d-ad9285711e31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0567384 Dec 13 09:38:53.423592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a22c42da-5d9e-44a7-8817-d5473d3111c5 req-73e03e85-c004-490a-97e7-65eb93d1bad9 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738862 Dec 13 09:38:53.453906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7352a5-1b42-4fa9-b934-b478f2952541 req-b1697a0c-437b-4f9a-bd4a-ff1f23d515b4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.455908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de7352a5-1b42-4fa9-b934-b478f2952541 req-b1697a0c-437b-4f9a-bd4a-ff1f23d515b4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.2306645 Dec 13 09:38:53.457313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:38:53.461353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.516330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-22b327a6-5337-4081-8b02-c6cb2d245c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.518412 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-22b327a6-5337-4081-8b02-c6cb2d245c96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1740241 Dec 13 09:38:53.604257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de7352a5-1b42-4fa9-b934-b478f2952541 req-922505b9-1d67-4024-b1b8-603a734ac323 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393609 Dec 13 09:38:53.627937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-c5b40f42-36a8-4add-a9c3-66511e6ab3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.629481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-c5b40f42-36a8-4add-a9c3-66511e6ab3e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016364 Dec 13 09:38:53.666335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8356-2d6b-4c1a-bda2-61d7dbe478a8 req-b7477cb3-28f2-4e91-90dc-5a06043b3246 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:53.673701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64ea8356-2d6b-4c1a-bda2-61d7dbe478a8 req-b7477cb3-28f2-4e91-90dc-5a06043b3246 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.1686544 Dec 13 09:38:53.727469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Allocated IP 172.20.0.6 (9b9d3c60-f48c-4901-bf06-972147813936/0ae9eb54-f373-434c-b6a9-a34d9d1db892/b0aaf964-fd01-4ebb-af61-ecbfe70de635) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:38:53.730939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e1220fe-49d5-489c-bd68-76e2dd0d8606 req-73ffd754-4543-49a1-ba37-3c858c9942e4 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 210 time: 0.0337286 Dec 13 09:38:53.789029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64ea8356-2d6b-4c1a-bda2-61d7dbe478a8 req-66313aa9-ea18-4ff4-a281-08251c087c7e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120572 Dec 13 09:38:53.837641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-dc53dbd5-35db-4924-bcf8-1af5d79020ef service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847417 Dec 13 09:38:53.924878 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.945467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:53.982925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.025856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:54.028685 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd8bfe-b5f6-4f58-b064-d2f85a746c80" -d '{"events": [{"server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "357928d6-154c-4f7a-898c-594d96b365d9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:54.030802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Network 9b9d3c60-f48c-4901-bf06-972147813936 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:38:54.033901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:38:54.037948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:38:54.050938 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7ecc7b75-06d8-4c7f-b2b1-7d19c71ff1df req-f6220cb6-6458-49ed-9311-29d4aa2d9ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967359 Dec 13 09:38:54.071455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:54.090886 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaebf70-34ea-47dc-bc3b-79fc4dfd2807 x-openstack-request-id: req-faaebf70-34ea-47dc-bc3b-79fc4dfd2807 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:54.092102 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "357928d6-154c-4f7a-898c-594d96b365d9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:54.092576 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faaebf70-34ea-47dc-bc3b-79fc4dfd2807 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:54.093152 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9', 'code': 200} Dec 13 09:38:54.102232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.103438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.126259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-45b9077a-add3-444b-9e0b-725d0ecde50f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857821 Dec 13 09:38:54.142769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Request body: {'port': {'device_id': '259dcb09-175b-450a-a777-e5886cfecc90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:38:54.276113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78031287-1023-4f9d-add8-d7900495b781 req-f88544d1-1506-4735-a658-22aa2d96785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.277890 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-78031287-1023-4f9d-add8-d7900495b781 req-f88544d1-1506-4735-a658-22aa2d96785c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 1096 time: 0.1046443 Dec 13 09:38:54.393340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-78031287-1023-4f9d-add8-d7900495b781 req-85d3caae-bed5-4c24-a295-ab6af4c87d5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065698 Dec 13 09:38:54.418992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Deleting port 556231ac-c173-47c1-983c-2db66ec541af {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:54.419426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.490870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.510195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] For port 556231ac-c173-47c1-983c-2db66ec541af, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=556231ac-c173-47c1-983c-2db66ec541af,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:54.510597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.524910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Calling delete_port for 556231ac-c173-47c1-983c-2db66ec541af owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:54.651706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11416f-6326-4cfa-925d-9f1be508a3a5 req-ca175531-0cdf-4bd1-b852-ae5b47d1177f tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:54.657602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d11416f-6326-4cfa-925d-9f1be508a3a5 req-ca175531-0cdf-4bd1-b852-ae5b47d1177f tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.1271694 Dec 13 09:38:54.729288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:54.736478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:38:54.761333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=556231ac-c173-47c1-983c-2db66ec541af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:54.796773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d11416f-6326-4cfa-925d-9f1be508a3a5 req-574bf81f-020b-46a9-b5da-06fc17ba3f4f tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Dec 13 09:38:54.859166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 14d0746f-97d4-4376-a58b-887e55332c1d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:38:54.867751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 14d0746f-97d4-4376-a58b-887e55332c1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:38:54.869104 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.018635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.074124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:55.081550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aaf964-fd01-4ebb-af61-ecbfe70de635 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:55.083037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.084279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.103388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.149932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Transition to ACTIVE for port object b0aaf964-fd01-4ebb-af61-ecbfe70de635 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:38:55.162081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa4e4-f1f9-4ade-aada-2550fe7b15e4 req-2f03a189-a58b-4be1-a4f4-b92e9ec44eeb tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.164948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62fa4e4-f1f9-4ade-aada-2550fe7b15e4 req-2f03a189-a58b-4be1-a4f4-b92e9ec44eeb tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.2049446 Dec 13 09:38:55.187010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.192873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:55.291352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7b75c-ca50-491f-8ce9-4ffa2e921d50 req-c439bcc9-cf3f-470f-9dd6-89db6ee3aa30 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.298451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bc7b75c-ca50-491f-8ce9-4ffa2e921d50 req-c439bcc9-cf3f-470f-9dd6-89db6ee3aa30 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 931 time: 0.1620727 Dec 13 09:38:55.306803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:55.333882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62fa4e4-f1f9-4ade-aada-2550fe7b15e4 req-d67844f0-22cd-45dd-a635-b572fcd89acb tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493313 Dec 13 09:38:55.458631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bc7b75c-ca50-491f-8ce9-4ffa2e921d50 req-8a450784-27d6-4b0d-b092-637b4a664d39 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592872 Dec 13 09:38:55.490823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Router 30929886-e24e-49ee-bb69-f29d4382740f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:38:55.495048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Attempting to bind port b0aaf964-fd01-4ebb-af61-ecbfe70de635 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:38:55.495572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Attempting to bind port b0aaf964-fd01-4ebb-af61-ecbfe70de635 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:38:55.495818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Attempting to bind port b0aaf964-fd01-4ebb-af61-ecbfe70de635 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:55.511218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5665d-acf9-4d0e-8c66-43f5cb1142ef req-33829ad2-889d-436a-876e-3cbec93a0a70 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.512762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fca5665d-acf9-4d0e-8c66-43f5cb1142ef req-33829ad2-889d-436a-876e-3cbec93a0a70 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.0925388 Dec 13 09:38:55.513881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Port b0aaf964-fd01-4ebb-af61-ecbfe70de635 on network 9b9d3c60-f48c-4901-bf06-972147813936 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:38:55.514204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Attempting to bind port b0aaf964-fd01-4ebb-af61-ecbfe70de635 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:38:55.545995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:38:55.546274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Checking segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:38:55.546650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Bound using segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:38:55.547104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Bound port: b0aaf964-fd01-4ebb-af61-ecbfe70de635, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:38:55.547464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.633903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fca5665d-acf9-4d0e-8c66-43f5cb1142ef req-90064116-835b-46d1-af78-4b5a12dfbf56 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073277 Dec 13 09:38:55.652874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:38:55.660851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18a1c34e-19a7-4b33-8db6-453777be55d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/30929886-e24e-49ee-bb69-f29d4382740f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4099064 Dec 13 09:38:55.661078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:55.667530 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Sync routers for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:38:55.680528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:38:55.684310 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:55.684926 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:55.685253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:38:55.692202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.743098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.743971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.746069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] 10.222.0.44 "PUT /v2.0/ports/b0aaf964-fd01-4ebb-af61-ecbfe70de635 HTTP/1.1" status: 200 len: 1091 time: 1.6079574 Dec 13 09:38:55.746728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:55.749231 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d4605-7e26-49a0-824e-e07ff83d9390" -d '{"events": [{"name": "network-changed", "server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:55.778674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82d54-dd0e-4435-84a5-4d490a79f043 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:55.836846 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfb17d-2536-4832-b3cf-219eb4b65605 x-openstack-request-id: req-afbfb17d-2536-4832-b3cf-219eb4b65605 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:55.837068 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:55.837337 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afbfb17d-2536-4832-b3cf-219eb4b65605 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:55.837862 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'status': 'completed', 'code': 200} Dec 13 09:38:55.883619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-049743da-137c-491c-bdea-acc1634f6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:55.886736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-049743da-137c-491c-bdea-acc1634f6326 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 1094 time: 0.0869157 Dec 13 09:38:55.890024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:55.904109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:55.980944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-082e050d-50a2-462c-9c8b-a49094bddba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635 HTTP/1.1" status: 200 len: 217 time: 0.0677443 Dec 13 09:38:56.065283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.077058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a437-1f23-4da3-b7a1-d99e2652bee3 req-eae17c34-a659-4ccd-b853-15fb95703994 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.080689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3161a437-1f23-4da3-b7a1-d99e2652bee3 req-eae17c34-a659-4ccd-b853-15fb95703994 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.1796272 Dec 13 09:38:56.094895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:38:56.098129 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eeb8e8-2530-4e79-a66a-45efc2a2e926" -d '{"events": [{"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-plugged", "status": "completed", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:38:56.136937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a394-1e7d-4250-a657-3372df97bf61 req-0ca294bd-8e98-4b19-9b51-288e3a8f81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.138945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-0ca294bd-8e98-4b19-9b51-288e3a8f81a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.1475303 Dec 13 09:38:56.144894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Deleting port b04783e5-e43e-45ce-98f2-cee2852f52b3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:56.145466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.147290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3161a437-1f23-4da3-b7a1-d99e2652bee3 req-d765d9a1-0f00-45cf-aebb-c1c8ad9c1d92 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Dec 13 09:38:56.198490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-102fc9d1-8d2c-4825-ad3c-74f0eb11ef8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498598 Dec 13 09:38:56.200816 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf8b2c-9fc0-4b21-801b-0022bf0da39d x-openstack-request-id: req-50cf8b2c-9fc0-4b21-801b-0022bf0da39d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:38:56.201109 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-plugged", "status": "completed", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:38:56.201392 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50cf8b2c-9fc0-4b21-801b-0022bf0da39d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:38:56.201783 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d', 'code': 200} Dec 13 09:38:56.251117 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:38:54Z', 'revision_number': 5, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port': {'id': 'b04783e5-e43e-45ce-98f2-cee2852f52b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30929886-e24e-49ee-bb69-f29d4382740f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:56.274711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] For port b04783e5-e43e-45ce-98f2-cee2852f52b3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b04783e5-e43e-45ce-98f2-cee2852f52b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:56.274963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.284159 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Checking router: 30929886-e24e-49ee-bb69-f29d4382740f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:38:56.297875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Routers {'30929886-e24e-49ee-bb69-f29d4382740f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:38:56.298808 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:38:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['30929886-e24e-49ee-bb69-f29d4382740f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:56.300809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Calling delete_port for b04783e5-e43e-45ce-98f2-cee2852f52b3 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:56.395113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-799a7c09-b9dc-441d-b4ac-58ced4129243 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829169 Dec 13 09:38:56.426097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08562641-fe58-4bee-a23a-7ca88a950648 req-6216a2c0-ceed-4a40-bd97-9a9678b35cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.427708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08562641-fe58-4bee-a23a-7ca88a950648 req-6216a2c0-ceed-4a40-bd97-9a9678b35cf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1096 time: 0.1335425 Dec 13 09:38:56.513536 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] Set router 30929886-e24e-49ee-bb69-f29d4382740f gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:38:56.590788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:38:56Z', 'revision_number': 6, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:56.645002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4856-994e-4b1c-bfc2-e376a5860a8b None None] The sync data for ids ['30929886-e24e-49ee-bb69-f29d4382740f'] in n-d-820531-5 is: [{'id': '30929886-e24e-49ee-bb69-f29d4382740f', 'name': 'tempest-FloatingIPsAssociationTestJSON-877276480-router', 'tenant_id': 'f25a5f680e924d06b85745ab84d1d54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:37:12Z', 'updated_at': '2021-12-13T09:38:56Z', 'revision_number': 6, 'project_id': 'f25a5f680e924d06b85745ab84d1d54c', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:38:56.740742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a939a394-1e7d-4250-a657-3372df97bf61 req-f51183cd-9e08-4ae1-a548-0e4fd70e87ed service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373210 Dec 13 09:38:56.747960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:56.805582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e687f-8e56-44ec-9644-0e7d7bab2d91 req-60782f00-7321-4b79-a9e6-eacc0221fb7a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.816697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-186e687f-8e56-44ec-9644-0e7d7bab2d91 req-60782f00-7321-4b79-a9e6-eacc0221fb7a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.3263562 Dec 13 09:38:56.860261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47ed40-a986-4f75-8426-6e3f310e3a56 req-017860fd-5eef-4e86-a558-08c179d02fd4 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:56.862125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e47ed40-a986-4f75-8426-6e3f310e3a56 req-017860fd-5eef-4e86-a558-08c179d02fd4 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 943 time: 0.2261987 Dec 13 09:38:56.937749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:56.966083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:56.979658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'mac_address': 'fa:16:3e:83:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:56.981710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e47ed40-a986-4f75-8426-6e3f310e3a56 req-cf59395e-9706-45a8-8ee5-d76f8ce4a7ee tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010330 Dec 13 09:38:56.990598 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08562641-fe58-4bee-a23a-7ca88a950648 req-f6207df0-1ea1-4c54-95f7-1280684288b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427496 Dec 13 09:38:57.017601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.026414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-186e687f-8e56-44ec-9644-0e7d7bab2d91 req-03941d1a-ccbc-4e0c-a70b-0c9ec3cad898 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863906 Dec 13 09:38:57.030941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-54b30cef-0115-419f-b499-eca6f34543c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.039967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-54b30cef-0115-419f-b499-eca6f34543c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 1094 time: 0.2217851 Dec 13 09:38:57.091520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.099038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04783e5-e43e-45ce-98f2-cee2852f52b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.125733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:57.161756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.170297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:57.176486 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.200255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-1298fbb5-9583-4533-86a2-3c60a9f4e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.202084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-1298fbb5-9583-4533-86a2-3c60a9f4e226 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 905 time: 0.1518476 Dec 13 09:38:57.285150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:57.307600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-00b39620-35b2-4654-8b7c-93236823439d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635 HTTP/1.1" status: 200 len: 217 time: 0.0930235 Dec 13 09:38:57.335670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.338778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.402968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.404005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30929886-e24e-49ee-bb69-f29d4382740f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:38:57.410863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.412213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1bb66745-7217-4f05-b5a4-aa1a92a61503 admin admin] 10.222.0.30 "DELETE /v2.0/routers/30929886-e24e-49ee-bb69-f29d4382740f HTTP/1.1" status: 204 len: 168 time: 1.7501931 Dec 13 09:38:57.415504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:57.434301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-082f5bfe-c6b0-44dd-aeba-dd57df2c5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.435893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-082f5bfe-c6b0-44dd-aeba-dd57df2c5431 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.0845554 Dec 13 09:38:57.447029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d684-b1ba-43cf-913b-34411e85cca0 req-47b09ab8-e7e6-4319-b43c-4938729e0388 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.455721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1786d684-b1ba-43cf-913b-34411e85cca0 req-47b09ab8-e7e6-4319-b43c-4938729e0388 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1594293 Dec 13 09:38:57.487390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Deleting subnet cfa3ab13-f53c-4fbb-8971-412c977a2ee6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:38:57.487610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff9ae0-8822-4df8-95a8-8ec7f7b1f187 req-a3d84586-b299-4565-a419-db7f6409d16d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:57.487610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0ff9ae0-8822-4df8-95a8-8ec7f7b1f187 req-a3d84586-b299-4565-a419-db7f6409d16d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.1890717 Dec 13 09:38:57.490802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.513639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-c7563949-e05e-4f06-8d4d-c78da6f9b659 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537941 Dec 13 09:38:57.549356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.564354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:57.650409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1786d684-b1ba-43cf-913b-34411e85cca0 req-300f3e22-2980-4992-92c6-5428a8892bdf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930599 Dec 13 09:38:57.684088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.693609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0ff9ae0-8822-4df8-95a8-8ec7f7b1f187 req-8caeacff-df16-4b93-ba7a-d1b3e893f217 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823728 Dec 13 09:38:57.752475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-a811f684-193f-46c5-bf8b-38e4bf16ceac service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082608 Dec 13 09:38:57.762869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.783427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.795139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cfa3ab13-f53c-4fbb-8971-412c977a2ee6 HTTP/1.1" status: 204 len: 168 time: 0.3782139 Dec 13 09:38:57.796477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b4ca9-630e-44b0-a4e4-0f94c4d0777e None None] Network b8f6e915-e64f-45b9-b096-17d26f20327d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:38:57.797447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:57.965403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661d4605-7e26-49a0-824e-e07ff83d9390 req-c1a01899-8713-4a5f-b2b5-60df11dca853 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024508 Dec 13 09:38:57.969544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:57.975125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac2d05-f1b2-4afe-b591-d56f0528ec3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa3ab13-f53c-4fbb-8971-412c977a2ee6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:58.097747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Deleting port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:58.098529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.172097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] DHCP port deletion for b8f6e915-e64f-45b9-b096-17d26f20327d request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:38:58.215793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] For port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:58.216259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.251933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Calling delete_port for 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:58.266102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Deleting port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:38:58.266395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.305516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a36b-4ae7-4944-b29f-6f0dde1a1f81 req-23ec5032-71ad-4911-bd55-b1c51c0e6597 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.308266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc70a36b-4ae7-4944-b29f-6f0dde1a1f81 req-23ec5032-71ad-4911-bd55-b1c51c0e6597 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 943 time: 0.1920233 Dec 13 09:38:58.433018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.469278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc70a36b-4ae7-4944-b29f-6f0dde1a1f81 req-5f3ba548-9228-4e6b-bd90-19e407b0ca6a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538184 Dec 13 09:38:58.484886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e3329-f187-46da-bec9-d8e09430d931 req-38bbc42b-dbed-4119-97fc-5da0cc9f42e0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.506393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd3e3329-f187-46da-bec9-d8e09430d931 req-38bbc42b-dbed-4119-97fc-5da0cc9f42e0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.3036745 Dec 13 09:38:58.515591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] No DVR routers for this DVR port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:58.521219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:58.535101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] For port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,segment=NetworkSegment(0010b9e5-bc81-4f21-89bb-743c55e6f383),segment_id=0010b9e5-bc81-4f21-89bb-743c55e6f383)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:58.535855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.617558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd3e3329-f187-46da-bec9-d8e09430d931 req-eba61cda-1faf-492e-a724-7c161a6122ba tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094677 Dec 13 09:38:58.621047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50168307-8be2-41b1-9c85-58cbaedb9356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.628730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Calling delete_port for 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:38:58.659423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:38:58.800728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b04783e5-e43e-45ce-98f2-cee2852f52b3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:58.820831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.823226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac973-4ef6-4525-a63f-33d0d2bb8a05 req-a035a887-48e0-49b8-8b21-0fd124e16c5c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:58.824831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f93ac973-4ef6-4525-a63f-33d0d2bb8a05 req-a035a887-48e0-49b8-8b21-0fd124e16c5c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.0683815 Dec 13 09:38:58.828645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b04783e5-e43e-45ce-98f2-cee2852f52b3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:58.828998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b04783e5-e43e-45ce-98f2-cee2852f52b3 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:58.829586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 556231ac-c173-47c1-983c-2db66ec541af no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:58.869330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f6e915-e64f-45b9-b096-17d26f20327d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:58.879631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 556231ac-c173-47c1-983c-2db66ec541af {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:58.879982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 556231ac-c173-47c1-983c-2db66ec541af not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:58.880421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:38:58.890934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f93ac973-4ef6-4525-a63f-33d0d2bb8a05 req-651699c4-ac1d-4dde-9646-f169598494ab tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592160 Dec 13 09:38:58.904104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0010b9e5-bc81-4f21-89bb-743c55e6f383') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:58.904545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0010b9e5-bc81-4f21-89bb-743c55e6f383') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:38:58.916662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:38:58.917011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:38:58.928879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.942405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.963417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.967695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:58.978587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:38:58.980101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:38:59.005170 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:38:59.031605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] Pushing event deleted for resources: {'Port': ['ID=4cf5c91f-c9b2-4de2-a96d-0994008a2d02,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:59.066855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:59.070970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cdc59-73e7-47a0-acbc-082b43fbb216 None None] No DVR routers for this DVR port 4cf5c91f-c9b2-4de2-a96d-0994008a2d02 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:38:59.074361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.084739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.098775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'mac_address': 'fa:16:3e:ba:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:38:59.104955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] 10.222.0.30 "DELETE /v2.0/networks/b8f6e915-e64f-45b9-b096-17d26f20327d HTTP/1.1" status: 204 len: 168 time: 1.3064630 Dec 13 09:38:59.124042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8503-164a-455c-a406-29501b65bddb admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f6e915-e64f-45b9-b096-17d26f20327d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:59.157941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.179237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aaf964-fd01-4ebb-af61-ecbfe70de635 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:38:59.204662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:38:59.210704 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.306264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:59.401060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:59.449851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f57d99b4-fee5-468d-b886-dc0eb5b7ca3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f25a5f680e924d06b85745ab84d1d54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468872 Dec 13 09:38:59.452468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:38:59.509353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.540200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.562283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b0aaf964-fd01-4ebb-af61-ecbfe70de635'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:38:59.731303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.740393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:38:59.741837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/245d3640-92cb-418b-9870-b3f193dd9b6f HTTP/1.1" status: 204 len: 168 time: 0.2880952 Dec 13 09:38:59.777764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d762cb9-51bd-4b91-a77e-fe843783cc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245d3640-92cb-418b-9870-b3f193dd9b6f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:38:59.907590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf8f73-db7d-4150-8aca-cc4459cedbc5 req-362f9bec-476d-4432-8fd0-5f68a1fb69bc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.911591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1baf8f73-db7d-4150-8aca-cc4459cedbc5 req-362f9bec-476d-4432-8fd0-5f68a1fb69bc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 944 time: 0.2430632 Dec 13 09:38:59.935018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d44bd-811d-435a-94e1-87514f5ba7f6 req-7da49025-3fb6-4471-8153-88e5afe6a0d4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:38:59.936963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a34d44bd-811d-435a-94e1-87514f5ba7f6 req-7da49025-3fb6-4471-8153-88e5afe6a0d4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1647027 Dec 13 09:39:00.026270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1baf8f73-db7d-4150-8aca-cc4459cedbc5 req-3c0abe08-9899-4186-9662-9377a8c91d07 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030941 Dec 13 09:39:00.036186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a34d44bd-811d-435a-94e1-87514f5ba7f6 req-9b700e81-7937-41f1-8177-741bcd3e307f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Dec 13 09:39:00.275310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70bec6-f7d0-46ac-b9f4-a92a0296a79f req-70f2a154-cc6e-40a7-bf32-5a0a371c37f0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.276849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a70bec6-f7d0-46ac-b9f4-a92a0296a79f req-70f2a154-cc6e-40a7-bf32-5a0a371c37f0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1096 time: 0.0572717 Dec 13 09:39:00.284597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e1a1d-c5cc-4fdb-a347-68dcfccb8d2a req-bd7245b7-d49a-4f3f-9ec6-14b28d018cf6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:00.286205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549e1a1d-c5cc-4fdb-a347-68dcfccb8d2a req-bd7245b7-d49a-4f3f-9ec6-14b28d018cf6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1187153 Dec 13 09:39:00.384138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a70bec6-f7d0-46ac-b9f4-a92a0296a79f req-7685fd6e-fa4b-4fb4-948b-628045924880 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966916 Dec 13 09:39:00.392838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-549e1a1d-c5cc-4fdb-a347-68dcfccb8d2a req-f29fc0e5-7644-4aaa-8cb2-46c19be30d88 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975659 Dec 13 09:39:00.775059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:00.783570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:00.967247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ca72-3bd7-4510-8300-f0454df95717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:00.970869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port e80f4e9c-058e-48ab-9289-1532f83f3b04 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:00.976746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port e80f4e9c-058e-48ab-9289-1532f83f3b04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:00.977223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.071743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-214972430-network', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:01.121031 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.142420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Made reservation on behalf of 890dd012aaaa44a9a8e03e252b6381bf for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:01.144691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.168359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:01.170665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.172480 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310d479-73f6-464d-9d4a-95507ac6d340" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:01.204595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:01.221771 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.266742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68932e-c581-4a39-844b-48c8ded053d8 req-c669abba-b087-410e-8398-51eb3c68f019 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.269188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa68932e-c581-4a39-844b-48c8ded053d8 req-c669abba-b087-410e-8398-51eb3c68f019 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 944 time: 0.0655046 Dec 13 09:39:01.323151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.363225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa68932e-c581-4a39-844b-48c8ded053d8 req-c4a3596c-4f72-4489-a4e6-2cc52a528620 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865765 Dec 13 09:39:01.422998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.433572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.537097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468b2b5-091d-4d97-94ba-880daf8ddd4f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.549554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:39:01.573028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.575704 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Added segment 8c025563-812b-47ba-8afa-2a3ca39078de of type vlan for network d9c396ce-50df-4442-a1f6-4674c1e6b8de Dec 13 09:39:01.584117 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410d41e-8600-4a3e-869d-5d16a333d283 x-openstack-request-id: req-8410d41e-8600-4a3e-869d-5d16a333d283 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:01.584432 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:01.585282 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8410d41e-8600-4a3e-869d-5d16a333d283 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:01.585819 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'code': 200} Dec 13 09:39:01.643982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.753615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.754918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.755653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:01.781408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb990c18-d89e-4ab8-8aec-67c71b1d8f58 req-85db345d-1ab3-4eac-85f9-299769465b56 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.795886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb990c18-d89e-4ab8-8aec-67c71b1d8f58 req-85db345d-1ab3-4eac-85f9-299769465b56 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1274498 Dec 13 09:39:01.846615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae0449-d789-4e16-b123-b2e87a284a83 req-9d419e67-bf3e-4d69-9e86-b28387a7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:01.848744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24ae0449-d789-4e16-b123-b2e87a284a83 req-9d419e67-bf3e-4d69-9e86-b28387a7390b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1101 time: 0.1624653 Dec 13 09:39:01.867405 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0905232 Dec 13 09:39:01.874767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:01.882288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Request body: {'subnet': {'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-214972430-subnet', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:01.886950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb990c18-d89e-4ab8-8aec-67c71b1d8f58 req-e5dc138a-dffd-40ae-aa07-3ed13cdf4340 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880797 Dec 13 09:39:01.929389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b0fed-2b23-49f4-95bb-fd15162a4d53 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c396ce-50df-4442-a1f6-4674c1e6b8de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:01.940823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:39:02.019161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24ae0449-d789-4e16-b123-b2e87a284a83 req-69880d60-2e95-4609-8ea1-374018d61fa2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447425 Dec 13 09:39:02.041630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Made reservation on behalf of 890dd012aaaa44a9a8e03e252b6381bf for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:02.044157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.123636 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.384574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.544631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e164499-b5fe-4409-81dd-4fbcb09fcfc6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:02.564947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Checking segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:02.565351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Network hostable DHCP agents. Network: d9c396ce-50df-4442-a1f6-4674c1e6b8de, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:39:02.603149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:39:02.613829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d9c396ce-50df-4442-a1f6-4674c1e6b8de) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:02.619249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.620003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.626977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562413af-4412-404e-9568-5dc14142cf98 req-2db96362-9349-4be7-aa6a-16ab8012de21 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:02.630255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe905bf-e041-4c61-bd38-a2409ca627e7 None None] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:02.634639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-562413af-4412-404e-9568-5dc14142cf98 req-2db96362-9349-4be7-aa6a-16ab8012de21 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 944 time: 0.1354406 Dec 13 09:39:02.660784 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b5ed7273-7851-443f-8e98-dc9dd8d1d8c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7799098 Dec 13 09:39:02.660990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:02.666122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:02.682349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:02.732527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.733634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.765967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port b0aaf964-fd01-4ebb-af61-ecbfe70de635 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:02.773910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-562413af-4412-404e-9568-5dc14142cf98 req-adaba780-2c41-40e7-a299-6dc3d4a16520 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383793 Dec 13 09:39:02.783151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b0aaf964-fd01-4ebb-af61-ecbfe70de635 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:02.784323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.826816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:02.852450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d9c396ce-50df-4442-a1f6-4674c1e6b8de', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:39:02.853661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.071600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00128641-801d-4442-adbb-aef66e8f245e req-35fcf572-1bd9-4621-b5fa-7f605f3db2cc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.084977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.086791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.089274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00128641-801d-4442-adbb-aef66e8f245e req-35fcf572-1bd9-4621-b5fa-7f605f3db2cc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1030366 Dec 13 09:39:03.125600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Allocated IP 172.20.0.2 (d9c396ce-50df-4442-a1f6-4674c1e6b8de/4e164499-b5fe-4409-81dd-4fbcb09fcfc6/d7f3d445-4791-495f-9b84-043e5b7bacb9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:03.151781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:03.181101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00128641-801d-4442-adbb-aef66e8f245e req-e18e32ab-530e-43bd-9609-fd73644c5b29 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868325 Dec 13 09:39:03.181535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.273401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:03.360758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.385510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.531539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Allocated IP 172.25.1.140 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c80d1752-0f26-43c6-813d-972724872b45) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:03.604255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.610993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:03.616941 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02794f-9ab4-42d3-a3c1-5eb2286976a3" -d '{"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:03.641199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.779706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.784310 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515aa41-54de-437a-bc8e-91e9d3ca47fc x-openstack-request-id: req-1515aa41-54de-437a-bc8e-91e9d3ca47fc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:03.784626 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:03.784898 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1515aa41-54de-437a-bc8e-91e9d3ca47fc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:03.785633 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'code': 200} Dec 13 09:39:03.826875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:03.836598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:03.840757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:03.846821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.877375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53518c-9b19-43a7-a71a-ce2ac1b9b4ce req-7eed29f0-ec45-48c8-b31e-44cd8c20bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:03.878795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:03.879743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c53518c-9b19-43a7-a71a-ce2ac1b9b4ce req-7eed29f0-ec45-48c8-b31e-44cd8c20bc27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 1096 time: 0.0730829 Dec 13 09:39:03.949388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Pushing event updated for resources: {'Port': ['ID=d7f3d445-4791-495f-9b84-043e5b7bacb9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:03.964898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c53518c-9b19-43a7-a71a-ce2ac1b9b4ce req-7aae48e4-3ae6-4d3b-89b0-ceccc0df9d5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Dec 13 09:39:03.980788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:03.984196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:03.987097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:04.032215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Attempting to bind port d7f3d445-4791-495f-9b84-043e5b7bacb9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:04.033181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Attempting to bind port d7f3d445-4791-495f-9b84-043e5b7bacb9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:04.036103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Attempting to bind port d7f3d445-4791-495f-9b84-043e5b7bacb9 on network d9c396ce-50df-4442-a1f6-4674c1e6b8de {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:04.046206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Pushing event updated for resources: {'Port': ['ID=c80d1752-0f26-43c6-813d-972724872b45,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:04.046350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d8141-6ced-402f-8fbb-fba872c9f879 req-0180ccba-e332-4e4a-b450-ce6ec3e83179 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.053367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-722d8141-6ced-402f-8fbb-fba872c9f879 req-0180ccba-e332-4e4a-b450-ce6ec3e83179 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0849705 Dec 13 09:39:04.059879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:04.067802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Checking segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:04.068650 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.069999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Bound using segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:04.070906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Bound port: d7f3d445-4791-495f-9b84-043e5b7bacb9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:04.071689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.144243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-722d8141-6ced-402f-8fbb-fba872c9f879 req-14dbf778-63f6-4a46-a095-3500da2edf94 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826759 Dec 13 09:39:04.198243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] For port d7f3d445-4791-495f-9b84-043e5b7bacb9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:04.204303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] For port d7f3d445-4791-495f-9b84-043e5b7bacb9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d7f3d445-4791-495f-9b84-043e5b7bacb9,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:04.211151 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.331389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4f37-a6de-4b0a-a9aa-3c596bbd52fc None None] Pushing event updated for resources: {'Port': ['ID=d7f3d445-4791-495f-9b84-043e5b7bacb9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:04.402359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.427593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574b69e-02b4-4b6d-9cdb-6e11f9796049 req-c38f040e-bc5c-4646-8c40-13623545b152 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.442823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b574b69e-02b4-4b6d-9cdb-6e11f9796049 req-c38f040e-bc5c-4646-8c40-13623545b152 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1164272 Dec 13 09:39:04.545420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b574b69e-02b4-4b6d-9cdb-6e11f9796049 req-1f66bb12-5949-4e95-9ce3-04caf6c8e5c3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015887 Dec 13 09:39:04.612097 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.780658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a7459-9efd-493c-9ac7-799a19353d30 req-ffa6f977-9dac-4741-80aa-9bdd28a68eca tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:04.793200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-239a7459-9efd-493c-9ac7-799a19353d30 req-ffa6f977-9dac-4741-80aa-9bdd28a68eca tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1128414 Dec 13 09:39:04.803273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:04.932205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-239a7459-9efd-493c-9ac7-799a19353d30 req-e9bb27aa-f442-4fb0-b5f5-dfbf9a36ccf3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378951 Dec 13 09:39:05.000383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Router 6bcaf486-dd66-4663-99b8-cba9f67ddeff is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:39:05.151213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:05.161978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Sync routers for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:05.192326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:05.193010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:05.218409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:05.220250 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cc898a7-f80b-4c97-a1b9-b46d8c212e43 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5582452 Dec 13 09:39:05.223148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:05.331161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-c4738417-485b-4f3f-8b43-e53663854f32 req-7e6b4afe-c1f3-49de-ab67-997627530d60 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:39:05.332305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4738417-485b-4f3f-8b43-e53663854f32 req-7e6b4afe-c1f3-49de-ab67-997627530d60 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461071 Dec 13 09:39:05.422844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb94ae-bdde-4db3-bec7-750793a65e91 req-08637ec9-1f84-4c7e-b0bc-4c1eea5f1826 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:05.431298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4cb94ae-bdde-4db3-bec7-750793a65e91 req-08637ec9-1f84-4c7e-b0bc-4c1eea5f1826 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1459675 Dec 13 09:39:05.463874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:05.588218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4cb94ae-bdde-4db3-bec7-750793a65e91 req-a1a97ea7-1bcb-4cfc-866b-64c16bb52cd1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558609 Dec 13 09:39:05.805356 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-7930ccc9-ee56-412d-afbf-7d869f266682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724883 Dec 13 09:39:05.815309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-609aa119-0759-48f6-882f-586fad1a359a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:39:05.816744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-609aa119-0759-48f6-882f-586fad1a359a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058205 Dec 13 09:39:05.830210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:04Z', 'revision_number': 3, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:05.864228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Checking router: 6bcaf486-dd66-4663-99b8-cba9f67ddeff for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:05.864718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Updating router 6bcaf486-dd66-4663-99b8-cba9f67ddeff port c80d1752-0f26-43c6-813d-972724872b45 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:39:05.897333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.171954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbf9fd-f1ba-4b87-a706-c8ecf0ecb24c None None] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:39:06.293892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c513-d9b1-4c2b-97e2-70c64666c6c8 req-a9cdd7e1-b925-4526-8390-823ae8413679 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:06.303113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5693c513-d9b1-4c2b-97e2-70c64666c6c8 req-a9cdd7e1-b925-4526-8390-823ae8413679 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.4940813 Dec 13 09:39:06.382334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] Provisioning complete for port d7f3d445-4791-495f-9b84-043e5b7bacb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:06.382949 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.423647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5693c513-d9b1-4c2b-97e2-70c64666c6c8 req-976a349d-dd35-4633-8c79-c662b80fc164 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183224 Dec 13 09:39:06.658712 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.666421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.688421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.801754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.816193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] For port d7f3d445-4791-495f-9b84-043e5b7bacb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d7f3d445-4791-495f-9b84-043e5b7bacb9,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:06.867919 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.902602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Attempting to bind port c80d1752-0f26-43c6-813d-972724872b45 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:06.904041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Attempting to bind port c80d1752-0f26-43c6-813d-972724872b45 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:06.905040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Attempting to bind port c80d1752-0f26-43c6-813d-972724872b45 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:06.922392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24287a6e-9b95-4ceb-8fb9-2246132454ab None None] Pushing event updated for resources: {'Port': ['ID=c80d1752-0f26-43c6-813d-972724872b45,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:06.931549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d7f3d445-4791-495f-9b84-043e5b7bacb9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:06.965887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:06.966383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:06.966841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:06.967267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:06.967851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Bound port: c80d1752-0f26-43c6-813d-972724872b45, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:06.968414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.124225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9210e6a-8eaa-41bd-b4bf-ed8db5ecf367 None None] Provisioning complete for port d7f3d445-4791-495f-9b84-043e5b7bacb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:07.124598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9210e6a-8eaa-41bd-b4bf-ed8db5ecf367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.155606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7b39-5298-4955-b4ec-a77d9b8dee6e req-d7946f0d-3556-465a-8aee-29da01bc5707 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.168980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfab7b39-5298-4955-b4ec-a77d9b8dee6e req-d7946f0d-3556-465a-8aee-29da01bc5707 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.3203399 Dec 13 09:39:07.236964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19854fea-7162-4193-80cb-e63a0eed04ef None None] Pushing event updated for resources: {'Port': ['ID=d7f3d445-4791-495f-9b84-043e5b7bacb9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:07.259048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] For port c80d1752-0f26-43c6-813d-972724872b45, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:07.298308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] For port c80d1752-0f26-43c6-813d-972724872b45, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c80d1752-0f26-43c6-813d-972724872b45,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:07.313412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.329474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d7f3d445-4791-495f-9b84-043e5b7bacb9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:07.329988 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.402562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfab7b39-5298-4955-b4ec-a77d9b8dee6e req-8808ee3e-9e3e-4332-808d-2752833ab1e6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283986 Dec 13 09:39:07.481189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Allocated IP 172.20.0.1 (d9c396ce-50df-4442-a1f6-4674c1e6b8de/4e164499-b5fe-4409-81dd-4fbcb09fcfc6/e5f6a919-17de-4eef-b81c-ab9cc316e2b8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:07.531032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24287a6e-9b95-4ceb-8fb9-2246132454ab None None] Pushing event updated for resources: {'Port': ['ID=c80d1752-0f26-43c6-813d-972724872b45,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:07.676582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:07.677278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:07.761798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.777005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdd297-60b4-4f34-bd83-22762d09c756 req-569fc455-7946-47fe-b659-6762b265b3b1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.784585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6cdd297-60b4-4f34-bd83-22762d09c756 req-569fc455-7946-47fe-b659-6762b265b3b1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1640611 Dec 13 09:39:07.898957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50755c9-1d68-45bf-8930-41bd5749dc3a req-d1eee733-f320-4fb7-bb77-233c998854fb tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:07.906120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b50755c9-1d68-45bf-8930-41bd5749dc3a req-d1eee733-f320-4fb7-bb77-233c998854fb tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1373112 Dec 13 09:39:07.926192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:07.945748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6cdd297-60b4-4f34-bd83-22762d09c756 req-14904d86-5cb5-4408-b242-4a24c3677a04 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602235 Dec 13 09:39:07.997806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:08.005580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:08.049151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b50755c9-1d68-45bf-8930-41bd5749dc3a req-0283075f-fd74-4c38-917a-3ec362ac567d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280038 Dec 13 09:39:08.056531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:08.058030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:08.060337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:08.104886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.265721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-2bc8e7c8-268b-4035-9255-28b565e6206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.275561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-2bc8e7c8-268b-4035-9255-28b565e6206a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1101 time: 0.1061876 Dec 13 09:39:08.396937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:04Z', 'revision_number': 3, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:08.447207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-86ca6c41-58ff-4894-9fac-dbd0e6c22aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.448873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-86ca6c41-58ff-4894-9fac-dbd0e6c22aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1708622 Dec 13 09:39:08.475767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f691b2-9936-4859-83e2-ef729c66b105 None None] The sync data for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 is: [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:04Z', 'revision_number': 3, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:08.480857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.498878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d0875f72-f52f-449a-810f-dfb855f078da None None] Provisioning complete for port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:08.499553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0875f72-f52f-449a-810f-dfb855f078da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.521580 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-9eb0c6ec-ef42-4155-b3a6-023248c3fea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0651510 Dec 13 09:39:08.547420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d0875f72-f52f-449a-810f-dfb855f078da None None] Port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:08.603034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-a2310831-360e-4a43-8efe-c58dbef43f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.607322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-a2310831-360e-4a43-8efe-c58dbef43f86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0762868 Dec 13 09:39:08.665050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-8e7c6a90-35af-465d-adf2-465decabb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:08.666597 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-8e7c6a90-35af-465d-adf2-465decabb80d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449960 Dec 13 09:39:08.720262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d7f3d445-4791-495f-9b84-043e5b7bacb9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:08.724552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.733282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.799689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d7f3d445-4791-495f-9b84-043e5b7bacb9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:08.800263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.834899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-2050a030-5a55-4d1b-84be-57e67acf8a29 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586432 Dec 13 09:39:08.840521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:08.900055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:08.936024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-afa66f14-c082-400e-9605-32f2bc9ab7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985562 Dec 13 09:39:09.016571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-15df7e40-836e-4c31-9288-c24c7529584c service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662595 Dec 13 09:39:09.148208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-61b877ea-08b1-4622-a539-57f739fa4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.150077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-61b877ea-08b1-4622-a539-57f739fa4228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1097 time: 0.1570408 Dec 13 09:39:09.153894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:09.192549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:09.212245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94ebae-8074-4a37-805f-5856e617d5d7 req-37d4bb18-551a-4169-aa10-4cbe28769894 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.214217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be94ebae-8074-4a37-805f-5856e617d5d7 req-37d4bb18-551a-4169-aa10-4cbe28769894 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1760864 Dec 13 09:39:09.399093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be94ebae-8074-4a37-805f-5856e617d5d7 req-a07dff95-0490-4922-8d21-55ca5ca31a9c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758094 Dec 13 09:39:09.427877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f184c-af61-4d40-8010-23e95eebffcb req-0998dd20-12bb-4882-8827-f8d96a24e554 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.435776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-557f184c-af61-4d40-8010-23e95eebffcb req-0998dd20-12bb-4882-8827-f8d96a24e554 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.2948062 Dec 13 09:39:09.498794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-37f508d1-d5e4-4efe-ab2d-462eea2f58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.502694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-37f508d1-d5e4-4efe-ab2d-462eea2f58b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.3096926 Dec 13 09:39:09.527667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Router 6bcaf486-dd66-4663-99b8-cba9f67ddeff has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:39:09.567963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-7680e10f-3744-486f-8429-d8f6c67d7408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.0536146 Dec 13 09:39:09.586419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-557f184c-af61-4d40-8010-23e95eebffcb req-5f8c303e-0a91-4e22-92d2-307f363f5686 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496747 Dec 13 09:39:09.602875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c74bc2e2-b37e-4850-8721-a653a546429a None None] Provisioning complete for port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:09.603399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c74bc2e2-b37e-4850-8721-a653a546429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:09.661929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c74bc2e2-b37e-4850-8721-a653a546429a None None] Port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:09.708106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-e6dac1f0-5fad-4e7f-bb39-13d14eba373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:09.709694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-e6dac1f0-5fad-4e7f-bb39-13d14eba373c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1220505 Dec 13 09:39:09.755760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-a4dcfb80-eeda-457a-8b65-4bbcb916b5ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362990 Dec 13 09:39:09.766791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:09.779374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2c2b88e8-cbff-43a2-b04f-1f6c3e5bfe9a admin admin] 10.222.0.30 "PUT /v2.0/routers/6bcaf486-dd66-4663-99b8-cba9f67ddeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5548363 Dec 13 09:39:09.865835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-60e5a8c0-fbf2-4de6-9ce5-306ee80c0ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970285 Dec 13 09:39:09.969356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ace4d7-c821-4aee-b414-b06ead1a76fd req-cc1671ac-fa09-45ea-8f59-e927e2f45d75 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944469 Dec 13 09:39:10.264288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47338) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.268871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510400373', 'description': 'tempest-description--1369167815'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:10.291856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.373156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.377975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.403268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.404493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1391981 Dec 13 09:39:10.407498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.413266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d986b0-f381-4e84-95d3-8a64e59999c3 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6994c45-857a-4e08-b091-c0504d096260,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.415452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'security_group_rule': {'security_group_id': 'd6994c45-857a-4e08-b091-c0504d096260', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:10.451039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.517502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.523699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.543812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d877dc-5e81-4502-99b0-426738adbf4d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.558436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.562122 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cfaef0b-c360-4961-a4dd-1210d8edb6dd tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498611 Dec 13 09:39:10.562535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.562664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7815346-f487-40bf-84da-89a4a29e774f req-bf5f8a4c-7f7f-4c4c-8bb2-f515ad81f58d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.566327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7815346-f487-40bf-84da-89a4a29e774f req-bf5f8a4c-7f7f-4c4c-8bb2-f515ad81f58d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0836823 Dec 13 09:39:10.568745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'security_group_rule': {'security_group_id': 'd6994c45-857a-4e08-b091-c0504d096260', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:10.603913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.626881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Sync routers for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:10.639295 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:10.640155 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:10.665486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7815346-f487-40bf-84da-89a4a29e774f req-0c56d711-b693-4435-a5f2-2b7bf77b219d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927598 Dec 13 09:39:10.719393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c80d1752-0f26-43c6-813d-972724872b45 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:10.733585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.740348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.794470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eca61fb-5d69-4940-9e00-f0aa045d9186,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:10.798221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c80d1752-0f26-43c6-813d-972724872b45 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:10.798683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.809531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.810834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de49d701-9f93-4914-a690-15e9fee4d562 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2473266 Dec 13 09:39:10.819690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:10.824387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:10.850701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a279e-af53-4faf-ac64-e6f159035c99 req-508c02a6-b092-40e9-be81-ca8cba503d9c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:10.851412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.855184 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:10.862184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d1a279e-af53-4faf-ac64-e6f159035c99 req-508c02a6-b092-40e9-be81-ca8cba503d9c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1338575 Dec 13 09:39:10.973502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:10.980297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d1a279e-af53-4faf-ac64-e6f159035c99 req-90b35eae-26a4-4766-9ac0-b0039a4acb5c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169615 Dec 13 09:39:11.016512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port c80d1752-0f26-43c6-813d-972724872b45, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c80d1752-0f26-43c6-813d-972724872b45,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:11.022878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.042655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.085474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=c80d1752-0f26-43c6-813d-972724872b45,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:11.181289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Allocated IP 172.25.1.115 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/393b908e-4f72-418c-a6d2-52541be26f91) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:11.263225 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 2, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:11.296512 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Checking router: 6bcaf486-dd66-4663-99b8-cba9f67ddeff for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:11.296858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Updating router 6bcaf486-dd66-4663-99b8-cba9f67ddeff port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:39:11.304746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.323324 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.344039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.387610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:11.392233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:11.396494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:11.400656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'Port': ['ID=393b908e-4f72-418c-a6d2-52541be26f91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:11.484799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.519327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.606625 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.632749 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.747703 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:39:11.824301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Pushing event updated for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:11.841944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.841944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.843757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.844109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.844545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.844985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.849410 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.849912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.850891 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.851557 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.851890 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.852262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.852690 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:11.862453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ecdfc-a952-4078-802b-e8ce90e21261 req-19eaa0f4-1823-4ab5-966a-79b62ef76740 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:11.868494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e7ecdfc-a952-4078-802b-e8ce90e21261 req-19eaa0f4-1823-4ab5-966a-79b62ef76740 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0854108 Dec 13 09:39:11.876578 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Attempting to bind port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:11.876955 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Attempting to bind port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:11.877346 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Attempting to bind port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 on network d9c396ce-50df-4442-a1f6-4674c1e6b8de {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:11.887349 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:11.887726 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Checking segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:11.888136 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.888532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Bound using segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:11.889031 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Bound port: e5f6a919-17de-4eef-b81c-ab9cc316e2b8, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:11.889520 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:11.945980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e7ecdfc-a952-4078-802b-e8ce90e21261 req-7cfe767d-028d-4792-9a4e-956a7cb43672 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Dec 13 09:39:11.988371 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] For port e5f6a919-17de-4eef-b81c-ab9cc316e2b8, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:11.991714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] For port e5f6a919-17de-4eef-b81c-ab9cc316e2b8, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:11.998937 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.012015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] Provisioning complete for port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:12.012574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.016718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.023961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.056135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dde96-8a95-4fe4-ac24-9e38e887309f None None] Pushing event updated for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:12.079342 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:12.079973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:12.118167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.158912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] For port e5f6a919-17de-4eef-b81c-ab9cc316e2b8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:12.168737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'Port': ['ID=393b908e-4f72-418c-a6d2-52541be26f91,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:12.170042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.175365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f073-a91d-44d5-8ad2-dd663a7fefd1 req-f6a8f067-454a-4299-b036-e58a9cf5315f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:12.176918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6f9f073-a91d-44d5-8ad2-dd663a7fefd1 req-f6a8f067-454a-4299-b036-e58a9cf5315f tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0895576 Dec 13 09:39:12.192688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.227605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.231191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-21db1d3d-6376-4dd7-aeca-29a5d694368a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4093924 Dec 13 09:39:12.244106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea2d69-99af-4457-aaa9-4d81b47da0b8 None None] Pushing event updated for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:12.275771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6f9f073-a91d-44d5-8ad2-dd663a7fefd1 req-afafc951-dadb-48bd-99ef-b6cf4366c704 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853138 Dec 13 09:39:12.322757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:12.420645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5913d923-c614-44ac-b392-4716dd824437 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1510400373&fields=id&tenant_id=890dd012aaaa44a9a8e03e252b6381bf HTTP/1.1" status: 200 len: 267 time: 0.0730424 Dec 13 09:39:12.496104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1e43e921-5528-4a2a-9a45-2db247f97ec9 None None] Provisioning complete for port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:12.496765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e43e921-5528-4a2a-9a45-2db247f97ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.541320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-68454493-6aae-4a7f-b383-762e2aa7e31c tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:12.549378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-68454493-6aae-4a7f-b383-762e2aa7e31c tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/networks?id=d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 200 len: 811 time: 0.1210465 Dec 13 09:39:12.566386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfeabdab-4460-40b7-8447-1f288e2c07eb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/quotas/890dd012aaaa44a9a8e03e252b6381bf HTTP/1.1" status: 200 len: 375 time: 0.0159760 Dec 13 09:39:12.591855 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:11Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:12.627970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c10b5a-0955-4378-88a7-6d93f77fe217 None None] The sync data for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 is: [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:11Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:12.635237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-9842cd65-7bf4-4ebf-ba58-71bec3aae36d tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678360 Dec 13 09:39:12.721695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c80d1752-0f26-43c6-813d-972724872b45 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:12.790856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c80d1752-0f26-43c6-813d-972724872b45 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:12.791291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:12.813803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-bd88a176-f15b-412f-abf9-ba7d867c5e37 service neutron] 10.222.0.30 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620877 Dec 13 09:39:12.922598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-17f21e32-122f-4bc2-b478-6ba97ba7740b service neutron] 10.222.0.30 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076114 Dec 13 09:39:13.142418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57c59f-037d-4da5-a338-c204e4cb654d req-20973590-3d11-45c7-8127-aa767654bece tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.149682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa57c59f-037d-4da5-a338-c204e4cb654d req-20973590-3d11-45c7-8127-aa767654bece tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1209905 Dec 13 09:39:13.181555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9aa38318-d770-486b-b06c-e69e2d2cb499 req-3f58c21a-bfdd-4386-8444-c3423c1387e2 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 210 time: 0.0659044 Dec 13 09:39:13.257103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa57c59f-037d-4da5-a338-c204e4cb654d req-fdacb1d9-c21a-4bdd-bff7-f59b193e2b2b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882659 Dec 13 09:39:13.467207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54de9de-e9cc-47bb-ab33-f7e37429faf1 req-ffcd406c-7c1c-4afa-a78b-26ba464aa566 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.468847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54de9de-e9cc-47bb-ab33-f7e37429faf1 req-ffcd406c-7c1c-4afa-a78b-26ba464aa566 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0967741 Dec 13 09:39:13.549579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54de9de-e9cc-47bb-ab33-f7e37429faf1 req-d3b97dbe-6a27-42df-9d02-a331918dccb8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Dec 13 09:39:13.817386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-bec5ff8e-8ca0-45e6-aa77-9f938b1f4f4e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:13.819582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-bec5ff8e-8ca0-45e6-aa77-9f938b1f4f4e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.1240251 Dec 13 09:39:13.845171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-e0f5c1d2-871d-446c-b6f8-db3964c3e375 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/quotas/7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 375 time: 0.0169864 Dec 13 09:39:13.918833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-05cfbd64-5f14-4410-985a-ce167b639a6b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702915 Dec 13 09:39:14.027991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-4d040b01-f55b-4261-88c0-7bca2a99402d service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021016 Dec 13 09:39:14.145722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-54543629-85c5-48d4-b0b7-35d17b2164b4 service neutron] 10.222.0.30 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106741 Dec 13 09:39:14.364007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7209ff20-0e54-457a-befc-c531932d5c7b req-7c1baf78-25c3-448c-981b-347745800abc tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 210 time: 0.1000435 Dec 13 09:39:14.578008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b0a6c76-77dd-4715-9b83-e4664f466297 req-d19a9f3b-2d8e-4104-90c8-5a35dcd63d91 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 210 time: 0.0708997 Dec 13 09:39:14.691309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759da1d-e301-4c2b-96ce-4b8a47448673 req-453829d6-e2ef-4d64-9f03-d3c61ca1ef62 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:14.693509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c759da1d-e301-4c2b-96ce-4b8a47448673 req-453829d6-e2ef-4d64-9f03-d3c61ca1ef62 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.2326586 Dec 13 09:39:14.795044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6a919-17de-4eef-b81c-ab9cc316e2b8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:14.811250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-981e7442-e73f-4fb9-9c9b-34a9cf39006e tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:14.812916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-981e7442-e73f-4fb9-9c9b-34a9cf39006e tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.37 "GET /v2.0/networks?id=d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 200 len: 811 time: 0.2677605 Dec 13 09:39:14.828101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c759da1d-e301-4c2b-96ce-4b8a47448673 req-7cfad35d-0b54-4aed-9f55-6965cb92cb6f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183341 Dec 13 09:39:14.932071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:14.932393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:14.953716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dacda22c-5af9-41da-bd9c-2f50864c905c tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=890dd012aaaa44a9a8e03e252b6381bf HTTP/1.1" status: 200 len: 380 time: 0.1135526 Dec 13 09:39:15.012542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'port': {'device_id': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'admin_state_up': True, 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'security_groups': ['d6994c45-857a-4e08-b091-c0504d096260']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:15.119048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b675c-ad88-4854-bd0b-f35df3446ab5 req-b5c7051e-5f7b-4ae6-b0aa-3898bbaeeed7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:15.120534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a6b675c-ad88-4854-bd0b-f35df3446ab5 req-b5c7051e-5f7b-4ae6-b0aa-3898bbaeeed7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.1659839 Dec 13 09:39:15.139208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c648c-9a62-477d-a3fd-7095c4fb17bc req-3e8810e9-c534-49e2-a409-5b8b8bbe1d96 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:15.140665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-829c648c-9a62-477d-a3fd-7095c4fb17bc req-3e8810e9-c534-49e2-a409-5b8b8bbe1d96 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1931705 Dec 13 09:39:15.253259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a6b675c-ad88-4854-bd0b-f35df3446ab5 req-fe7afcd2-2719-480a-a67b-61d5135951bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198604 Dec 13 09:39:15.257103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Made reservation on behalf of 890dd012aaaa44a9a8e03e252b6381bf for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:15.260888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.267522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-829c648c-9a62-477d-a3fd-7095c4fb17bc req-8967f992-568e-4cd2-aa06-785ea0543d9e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127522 Dec 13 09:39:15.416885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Allocated IP 172.20.0.12 (d9c396ce-50df-4442-a1f6-4674c1e6b8de/4e164499-b5fe-4409-81dd-4fbcb09fcfc6/6b52b9b8-310a-4258-b990-57c15308706e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:15.486306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e74a50c9-f969-4137-9898-81877aaac8bd req-ee61ff9d-817c-4cd9-b4fd-efc65512f448 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 210 time: 0.0423496 Dec 13 09:39:15.588674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:15.642879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.070385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:16.073864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7d8900e-5a3a-47f8-8ef6-0b049f5b3c55 req-c04afef4-1db2-4ec7-b617-b69ea89fbb78 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 210 time: 0.0932682 Dec 13 09:39:16.105625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:16.110254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:16.116077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event updated for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:16.197148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2970db6-0f41-462c-b99e-421dfc99c753 req-75b2d789-efbc-4f84-9014-0b331c5a91a5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.198710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2970db6-0f41-462c-b99e-421dfc99c753 req-75b2d789-efbc-4f84-9014-0b331c5a91a5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.2192292 Dec 13 09:39:16.223429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.224054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.239948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-19f2ecf6-de74-4d69-8fbe-1d3414e0ba73 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.241521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-19f2ecf6-de74-4d69-8fbe-1d3414e0ba73 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 807 time: 0.2571895 Dec 13 09:39:16.269207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-5ef22124-3c3e-48fc-8d5e-75161ad4a475 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2881835 Dec 13 09:39:16.278364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Request body: {'port': {'device_id': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'admin_state_up': True, 'tenant_id': '7ad9635eb9984866bf2cd63dd899dab0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:16.307512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Request body: {'port': {'device_id': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:16.358488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2970db6-0f41-462c-b99e-421dfc99c753 req-553f7067-1cbb-4cd3-925e-9ff90ecbfb45 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519206 Dec 13 09:39:16.447849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e6bc5ba7-d1f0-4fb3-810e-2320ceafe7a6 None None] Provisioning complete for port 6b52b9b8-310a-4258-b990-57c15308706e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:16.448488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6bc5ba7-d1f0-4fb3-810e-2320ceafe7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.467080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.485721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc5ba7-d1f0-4fb3-810e-2320ceafe7a6 None None] Port 6b52b9b8-310a-4258-b990-57c15308706e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:16.514456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35567daa-303b-48ab-858f-b5a450b69fd9 req-ae4ae906-394a-46ee-a440-07cb9eb16ded tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.516030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35567daa-303b-48ab-858f-b5a450b69fd9 req-ae4ae906-394a-46ee-a440-07cb9eb16ded tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.1664345 Dec 13 09:39:16.593419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5176c4-ee23-4964-b924-44b787300257 req-6d000fc2-15a3-441e-a292-aba565fedf07 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.594945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff5176c4-ee23-4964-b924-44b787300257 req-6d000fc2-15a3-441e-a292-aba565fedf07 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1631827 Dec 13 09:39:16.638292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Made reservation on behalf of 7ad9635eb9984866bf2cd63dd899dab0 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:16.641746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:16.723573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35567daa-303b-48ab-858f-b5a450b69fd9 req-3af2bbc8-cb67-47e4-9cb3-9cf7879794c6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963296 Dec 13 09:39:16.769940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff5176c4-ee23-4964-b924-44b787300257 req-4fcbc657-92c1-4cfc-a9fb-a63c532efef9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629026 Dec 13 09:39:16.984154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061793-5c31-44a4-96d0-674b736d814b req-ee627f73-41c6-4c42-aa35-62b0a68f3917 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:16.985659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1061793-5c31-44a4-96d0-674b736d814b req-ee627f73-41c6-4c42-aa35-62b0a68f3917 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 932 time: 0.1243560 Dec 13 09:39:17.011586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Allocated IP 172.20.0.9 (d331cf36-5ca7-4572-8722-d50e11ec9238/ed00911b-a20e-410e-80b3-88da61b3d84f/847b0149-0e9b-44b2-b262-a526f20b1a29) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:17.103858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1061793-5c31-44a4-96d0-674b736d814b req-2b32487e-503c-474d-8d5b-1d9b1c1abfef tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090851 Dec 13 09:39:17.123414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b52b9b8-310a-4258-b990-57c15308706e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:17.130889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.165166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Transition to ACTIVE for port object 6b52b9b8-310a-4258-b990-57c15308706e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:17.203303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.225174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4584f65-8c62-4684-89dc-cb6ed3959983 req-d00b249f-2445-4955-9856-baa56bda1336 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 210 time: 0.0724967 Dec 13 09:39:17.298010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:17.368905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.415564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Attempting to bind port 6b52b9b8-310a-4258-b990-57c15308706e on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:17.415910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Attempting to bind port 6b52b9b8-310a-4258-b990-57c15308706e by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:17.416251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Attempting to bind port 6b52b9b8-310a-4258-b990-57c15308706e on network d9c396ce-50df-4442-a1f6-4674c1e6b8de {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:17.442300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Port 6b52b9b8-310a-4258-b990-57c15308706e on network d9c396ce-50df-4442-a1f6-4674c1e6b8de not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:17.442907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Attempting to bind port 6b52b9b8-310a-4258-b990-57c15308706e on network d9c396ce-50df-4442-a1f6-4674c1e6b8de {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:17.452147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:17.452505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Checking segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:17.452943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Bound using segment: {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:17.453419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Bound port: 6b52b9b8-310a-4258-b990-57c15308706e, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c025563-812b-47ba-8afa-2a3ca39078de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:17.453789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.456472 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.473114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d3e70003-48ce-4ac2-9653-3839ddb1a011'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:17.549316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Network d331cf36-5ca7-4572-8722-d50e11ec9238 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:17.571657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:17.580145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:17.650596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-c981b1ed-2e6a-499c-93ed-d6fd9e5cd91b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.652203 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-c981b1ed-2e6a-499c-93ed-d6fd9e5cd91b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.0739021 Dec 13 09:39:17.653882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.654499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.660115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:17.695130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0630f-2340-421f-8f74-dd3aff21a3be req-7ce3aa6b-491c-4716-b015-46ed25d14508 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.696682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ec0630f-2340-421f-8f74-dd3aff21a3be req-7ce3aa6b-491c-4716-b015-46ed25d14508 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.2344260 Dec 13 09:39:17.702371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-d737e5ad-6ce8-40f2-b5c3-f2b0d2aaa919 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4322197 Dec 13 09:39:17.706495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:17.716612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6b52b9b8-310a-4258-b990-57c15308706e,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:17.722693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Request body: {'port': {'device_id': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:17.733590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.766557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:17.767063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.809212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:17.809835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.811295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 200 len: 1092 time: 1.5195673 Dec 13 09:39:17.811781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:17.814289 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a038b-1fcc-4621-9892-329425249460" -d '{"events": [{"name": "network-changed", "server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "tag": "6b52b9b8-310a-4258-b990-57c15308706e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:17.901624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:17.902362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.917291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:17.953078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:17.976157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ec0630f-2340-421f-8f74-dd3aff21a3be req-f85a047d-c1d7-480a-9cd9-c0c981f11e1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565260 Dec 13 09:39:18.019399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a632-38a0-45d6-9353-9b19958e6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:18.088050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-8c9b7985-3fa3-4fe0-aa85-c7d7b0965a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.089628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-8c9b7985-3fa3-4fe0-aa85-c7d7b0965a7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 1095 time: 0.1794190 Dec 13 09:39:18.142347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.159493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:18.169911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-629e0022-f338-433d-8130-846d966834e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 200 len: 217 time: 0.0614567 Dec 13 09:39:18.187188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a7f4c-906e-47ff-a2fe-551943ba97ab req-0a0e7eaa-075a-4e80-be9e-d999999f8646 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.188834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a6a7f4c-906e-47ff-a2fe-551943ba97ab req-0a0e7eaa-075a-4e80-be9e-d999999f8646 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 946 time: 0.2633274 Dec 13 09:39:18.210776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:18.251167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.251554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.251898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.252233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.252567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.252902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.253254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.253595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.253903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.254225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.254549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.255343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.255343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:18.258481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:18.261590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.264145 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fd43162f-c4b7-4f29-9efd-63b70cff4d97 req-58c89602-eae0-4cd5-a6ba-8b9855c572bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "DELETE /v2.0/ports/e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 HTTP/1.1" status: 204 len: 173 time: 0.6044011 Dec 13 09:39:18.264618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'name': 'network-vif-deleted', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:18.267487 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38789e-9320-4d09-b5bf-d0f02c20cfd9" -d '{"events": [{"server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "name": "network-vif-deleted", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:18.339523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c39ed9-6c79-4348-8f2f-70cc9de1109c req-5a966cc0-6f1c-4ee5-b06e-844b5ed09389 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.341187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c39ed9-6c79-4348-8f2f-70cc9de1109c req-5a966cc0-6f1c-4ee5-b06e-844b5ed09389 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.2774169 Dec 13 09:39:18.342694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-0d5943da-bf5b-4546-a0d1-28c0a5b19140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.344274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-0d5943da-bf5b-4546-a0d1-28c0a5b19140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e164499-b5fe-4409-81dd-4fbcb09fcfc6 HTTP/1.1" status: 200 len: 850 time: 0.1652145 Dec 13 09:39:18.416715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a6a7f4c-906e-47ff-a2fe-551943ba97ab req-784094dc-beb8-4ff2-a95b-1ca189dc48b9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170353 Dec 13 09:39:18.478800 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94445587-eb22-4baf-ac31-d4fdbac52ce3 x-openstack-request-id: req-94445587-eb22-4baf-ac31-d4fdbac52ce3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:18.479090 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "tag": "6b52b9b8-310a-4258-b990-57c15308706e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:18.479345 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94445587-eb22-4baf-ac31-d4fdbac52ce3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:18.479740 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e', 'status': 'completed', 'code': 200} Dec 13 09:39:18.500963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c39ed9-6c79-4348-8f2f-70cc9de1109c req-c857f49f-0e75-430a-b604-4d5c27787af5 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411266 Dec 13 09:39:18.512746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-c62fb592-796b-4b82-8d43-eecf8747d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.514268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-c62fb592-796b-4b82-8d43-eecf8747d3cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9c396ce-50df-4442-a1f6-4674c1e6b8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586876 Dec 13 09:39:18.752387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-41afcf96-35c6-479a-bf77-eefc101afbde service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256126 Dec 13 09:39:18.766422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59b314-5a08-4e4b-a59f-5c84abb288e7 req-e54491ab-7c6b-4ff2-9bf2-d1e2696bd328 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.767823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd59b314-5a08-4e4b-a59f-5c84abb288e7 req-e54491ab-7c6b-4ff2-9bf2-d1e2696bd328 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 931 time: 0.1465154 Dec 13 09:39:18.776791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2080c-6323-47f8-805e-1e5ce88908cf req-ca26b170-b68e-488e-b9d0-887f8a154f18 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:18.778248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4a2080c-6323-47f8-805e-1e5ce88908cf req-ca26b170-b68e-488e-b9d0-887f8a154f18 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 944 time: 0.1776090 Dec 13 09:39:18.780107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847b0149-0e9b-44b2-b262-a526f20b1a29 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:18.804282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.885729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Transition to ACTIVE for port object 847b0149-0e9b-44b2-b262-a526f20b1a29 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:18.912182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:18.972766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd59b314-5a08-4e4b-a59f-5c84abb288e7 req-d726d11c-53ab-4e99-b0c3-0a8b0a7bf08a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879094 Dec 13 09:39:18.994254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4a2080c-6323-47f8-805e-1e5ce88908cf req-91892882-e4c6-4729-a204-463121d42858 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963625 Dec 13 09:39:19.012305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:19.018525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0bcaccc-b459-4ffe-81d8-b48122f15122 req-c2168a4b-4ffb-4b0c-9888-c2416f83d6db service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328835 Dec 13 09:39:19.073282 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d695c37-8625-4966-b2ff-19b34d040c9d x-openstack-request-id: req-3d695c37-8625-4966-b2ff-19b34d040c9d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:19.073795 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c245f98-dbbd-4e1d-91bd-5c63937be467", "name": "network-vif-deleted", "tag": "e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:19.073891 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d695c37-8625-4966-b2ff-19b34d040c9d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:19.074333 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c245f98-dbbd-4e1d-91bd-5c63937be467', 'name': 'network-vif-deleted', 'tag': 'e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15', 'status': 'completed', 'code': 200} Dec 13 09:39:19.156672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:19.157132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:19.157470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:19.171258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:19.171580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:19.183500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:19.183833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:19.184237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:19.184667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Bound port: 847b0149-0e9b-44b2-b262-a526f20b1a29, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:19.185023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.187997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a038b-1fcc-4621-9892-329425249460 req-3f035027-3dd0-41a1-8be4-6fa4cffef1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.189498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-3f035027-3dd0-41a1-8be4-6fa4cffef1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 1095 time: 0.1014946 Dec 13 09:39:19.199098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbc7d-1482-47de-890f-a41478331234 req-07f77bb8-2e81-48a8-a112-49f2e1d890c4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.200483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-696bbc7d-1482-47de-890f-a41478331234 req-07f77bb8-2e81-48a8-a112-49f2e1d890c4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1113300 Dec 13 09:39:19.360813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-696bbc7d-1482-47de-890f-a41478331234 req-f7a1f424-2cac-430c-a525-d26eed47560d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528201 Dec 13 09:39:19.369892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:19.388873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a038b-1fcc-4621-9892-329425249460 req-d6449f80-d146-46e3-855f-68574ecb158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.394540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-d6449f80-d146-46e3-855f-68574ecb158f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 200 len: 912 time: 0.1878703 Dec 13 09:39:19.396247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:19.405167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.483573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-35479867-d62e-45aa-b2f4-3913dce704fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 200 len: 217 time: 0.0717483 Dec 13 09:39:19.487771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.488388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:19.489759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] 10.222.0.44 "PUT /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 1091 time: 1.7718570 Dec 13 09:39:19.525052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372798-d54f-459b-b98f-ca3b3f655a76 service neutron] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:19.621237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69a7b000-2ca2-4eed-b66a-3044089e116a req-de283f6d-e4fa-43a4-a282-c82bdc2498e3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.1304410 Dec 13 09:39:19.663130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a038b-1fcc-4621-9892-329425249460 req-1c15865e-a34b-4f88-b64d-b65d344ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.664613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-1c15865e-a34b-4f88-b64d-b65d344ab0d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e164499-b5fe-4409-81dd-4fbcb09fcfc6 HTTP/1.1" status: 200 len: 850 time: 0.1493309 Dec 13 09:39:19.702673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-8d39df5d-d9fb-4f78-9b5b-600bb1c95fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.704145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-8d39df5d-d9fb-4f78-9b5b-600bb1c95fe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1094 time: 0.1408846 Dec 13 09:39:19.714433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe235b-ebb7-41d1-aaec-5c740d665e46 req-3ea7975e-ed38-4342-a1cf-7ad1532168d0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:19.715792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70fe235b-ebb7-41d1-aaec-5c740d665e46 req-3ea7975e-ed38-4342-a1cf-7ad1532168d0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1011074 Dec 13 09:39:20.050997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-5cd18e83-7ce3-4a47-bf7a-349fd3d6ac3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 217 time: 0.3335867 Dec 13 09:39:20.083148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a038b-1fcc-4621-9892-329425249460 req-ab949659-3ee4-4c5d-9852-75b922db82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.085188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-ab949659-3ee4-4c5d-9852-75b922db82e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9c396ce-50df-4442-a1f6-4674c1e6b8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4118109 Dec 13 09:39:20.209412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-534532d9-5536-472e-9fad-93120ae26c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.211117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-534532d9-5536-472e-9fad-93120ae26c81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.1502018 Dec 13 09:39:20.217354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70fe235b-ebb7-41d1-aaec-5c740d665e46 req-dc47db5a-6928-43bb-a026-2749313daa60 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932005 Dec 13 09:39:20.260005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2cec4-463a-474b-9220-39a278f4939c req-db1dcbf0-645b-4f4f-91d9-cf5892fa38a4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.261413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04e2cec4-463a-474b-9220-39a278f4939c req-db1dcbf0-645b-4f4f-91d9-cf5892fa38a4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.2044303 Dec 13 09:39:20.263349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-ac1c37c6-6534-4323-8938-3a1484b8b56e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425646 Dec 13 09:39:20.384849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-6ea6dd8b-0c91-46e6-8caf-524462842d5c service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690101 Dec 13 09:39:20.467657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04e2cec4-463a-474b-9220-39a278f4939c req-3ea11991-8add-49aa-9b3f-233dbcde8e75 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987987 Dec 13 09:39:20.480460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:20.482740 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9d324-e76f-4918-a1c6-dcce92a61c55" -d '{"events": [{"name": "network-changed", "server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:20.502711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bcdf7-1237-45a8-98de-f5b008ed2634 req-55c7c3e2-1982-41ba-aa11-e1abd8a9e642 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.504215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-751bcdf7-1237-45a8-98de-f5b008ed2634 req-55c7c3e2-1982-41ba-aa11-e1abd8a9e642 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 944 time: 0.2222672 Dec 13 09:39:20.514527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-8de5e31a-4cd7-4497-bb36-ab6e31bc4b0f service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335441 Dec 13 09:39:20.648393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1a038b-1fcc-4621-9892-329425249460 req-616a4a6b-abee-46bb-b111-bccb579f0cce service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449145 Dec 13 09:39:20.678048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-751bcdf7-1237-45a8-98de-f5b008ed2634 req-2ff10f8d-6708-4050-841d-20118a98b470 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601985 Dec 13 09:39:20.694524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681a158-182c-40c2-985c-c6c8eb06d77d req-2af3a026-9441-4e68-b901-16d4db20a186 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.696007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e681a158-182c-40c2-985c-c6c8eb06d77d req-2af3a026-9441-4e68-b901-16d4db20a186 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1530905 Dec 13 09:39:20.725782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9068ab-52f7-44b4-87c3-b2c31b748ede req-f3486e31-5d30-49f3-9e59-b683532eddfd service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969802 Dec 13 09:39:20.742695 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16972e6-8c93-46c0-9557-45f98fa50113 x-openstack-request-id: req-f16972e6-8c93-46c0-9557-45f98fa50113 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:20.743042 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:20.743317 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f16972e6-8c93-46c0-9557-45f98fa50113 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:20.743763 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'status': 'completed', 'code': 200} Dec 13 09:39:20.762461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e681a158-182c-40c2-985c-c6c8eb06d77d req-823e5764-27fb-4951-952c-e10e587698b0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571971 Dec 13 09:39:20.838664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8256c412-4b06-486a-aea4-d41a4a501acc req-481c1235-8a15-4e35-940b-53b75e9fd95a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.0470860 Dec 13 09:39:20.852609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-67bb618c-1e42-4155-99cd-5301f1cafba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.857832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-67bb618c-1e42-4155-99cd-5301f1cafba3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1094 time: 0.0757887 Dec 13 09:39:20.911110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:20.931123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:20.931462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e1fd0c5e-7c92-4e32-a44a-21bcf1ff9f15 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:20.953065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-8cadd6a0-7d37-4e15-aa3b-e920a05b9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:20.954561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-8cadd6a0-7d37-4e15-aa3b-e920a05b9dc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.0883584 Dec 13 09:39:21.001459 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-b8d483e2-85ef-44df-9ab6-ca488be1e921 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 217 time: 0.0389407 Dec 13 09:39:21.050441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-d72bfb35-1046-4e87-9fa4-cab121c8181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.051841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-d72bfb35-1046-4e87-9fa4-cab121c8181d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0436707 Dec 13 09:39:21.088865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-7729d446-11f8-4c72-b265-4ed8176df07a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294611 Dec 13 09:39:21.181477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-96055ca7-3076-4193-9464-56530e01b31c service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851369 Dec 13 09:39:21.281158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abb9d324-e76f-4918-a1c6-dcce92a61c55 req-197b71f0-1a85-425c-b187-8d86e7e5f004 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923364 Dec 13 09:39:21.344053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f09bc-8bf3-4283-b027-d16a8b9471e3 req-c710fee5-6f2c-414e-8d32-8caef6e662cc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.345473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-231f09bc-8bf3-4283-b027-d16a8b9471e3 req-c710fee5-6f2c-414e-8d32-8caef6e662cc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0513701 Dec 13 09:39:21.394127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-231f09bc-8bf3-4283-b027-d16a8b9471e3 req-6db90432-9535-454f-b529-826d4e07b46c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Dec 13 09:39:21.588144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc798-a45e-43b5-9aa8-fee338ec4cd1 req-139e2cfb-a57e-433e-bc49-4a3446c901a4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.589657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e5dc798-a45e-43b5-9aa8-fee338ec4cd1 req-139e2cfb-a57e-433e-bc49-4a3446c901a4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0547416 Dec 13 09:39:21.638927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e5dc798-a45e-43b5-9aa8-fee338ec4cd1 req-823dbd13-1579-4e97-b64a-8477fe2655ee tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Dec 13 09:39:21.795255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c13e-c72d-486a-8e37-016a26022987 req-be727408-53ad-40b3-bb69-476aaebac385 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.796831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5608c13e-c72d-486a-8e37-016a26022987 req-be727408-53ad-40b3-bb69-476aaebac385 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 944 time: 0.0498486 Dec 13 09:39:21.876755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5608c13e-c72d-486a-8e37-016a26022987 req-b1e65d7b-805a-4f32-98c5-f86318ca945b tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721910 Dec 13 09:39:21.897437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5402-a52f-4efd-94e1-f269fac4b6ae req-b6358a14-fd2c-4020-80d7-cd6ef4afd2ba tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:21.899205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c24a5402-a52f-4efd-94e1-f269fac4b6ae req-b6358a14-fd2c-4020-80d7-cd6ef4afd2ba tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0648885 Dec 13 09:39:21.957744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c24a5402-a52f-4efd-94e1-f269fac4b6ae req-76f93ec6-9181-4128-b037-3bcf79020a0f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525727 Dec 13 09:39:22.034847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b24bb1e9-1d22-4180-b923-3633f7e17096 req-1174cac5-18ca-4ccd-91fd-e4f1eec4fed2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Dec 13 09:39:22.524927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e25ee-9be2-4d55-a03e-b7cfea8db7f6 req-84574521-3d28-41dd-8801-1fea6e6103b6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.526484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b68e25ee-9be2-4d55-a03e-b7cfea8db7f6 req-84574521-3d28-41dd-8801-1fea6e6103b6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Dec 13 09:39:22.577945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b68e25ee-9be2-4d55-a03e-b7cfea8db7f6 req-2685792e-9ae7-4e5b-81d2-9ec529e9fd0d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 Dec 13 09:39:22.772695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2a65a-6aee-4403-bf10-59b0ea3fe8ef req-779a7a38-2b75-4f46-a581-e8330502ac69 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:22.774332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56d2a65a-6aee-4403-bf10-59b0ea3fe8ef req-779a7a38-2b75-4f46-a581-e8330502ac69 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0584600 Dec 13 09:39:22.835286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56d2a65a-6aee-4403-bf10-59b0ea3fe8ef req-2aa6f86e-3476-4106-b461-03f803395c53 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549014 Dec 13 09:39:22.926606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6b52b9b8-310a-4258-b990-57c15308706e details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:23.011995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94c366-2271-4a00-872d-c9e800c29f7d req-aad2606a-0b8a-40cc-9166-83b749df4f16 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.013985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d94c366-2271-4a00-872d-c9e800c29f7d req-aad2606a-0b8a-40cc-9166-83b749df4f16 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 944 time: 0.0616634 Dec 13 09:39:23.051760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6b52b9b8-310a-4258-b990-57c15308706e,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:23.064836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6b52b9b8-310a-4258-b990-57c15308706e', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'port_id': '6b52b9b8-310a-4258-b990-57c15308706e', 'mac_address': 'fa:16:3e:b8:06:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:23.070902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d94c366-2271-4a00-872d-c9e800c29f7d req-d8584c23-a219-4a95-b583-dd606538b36f tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510974 Dec 13 09:39:23.123609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.138453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b52b9b8-310a-4258-b990-57c15308706e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:23.160019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6b52b9b8-310a-4258-b990-57c15308706e,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:23.164394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:23.182307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d7071c0-5778-431e-974f-35fec0d6b424 req-eabb5048-727a-4f67-8882-79514d1970d9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.0375624 Dec 13 09:39:23.191437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53dcb5-d535-421f-8779-9046ea1cf367 req-e5922f35-7a43-4158-9cf9-c3080e9fa8c6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.193135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f53dcb5-d535-421f-8779-9046ea1cf367 req-e5922f35-7a43-4158-9cf9-c3080e9fa8c6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0842607 Dec 13 09:39:23.231806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:23.239846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.240537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.240990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.241372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.241712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.242050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.242533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.242867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.243193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.243517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.243841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.244162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.244480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:23.257859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f53dcb5-d535-421f-8779-9046ea1cf367 req-efe0e853-0853-488c-bd0e-624660b9220a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Dec 13 09:39:23.646713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6b52b9b8-310a-4258-b990-57c15308706e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:23.703374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9edf3-2251-4eea-bf33-b348c98b11e0 req-f7060cd8-3dfe-4855-80a9-a366cd3a1322 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.706028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39d9edf3-2251-4eea-bf33-b348c98b11e0 req-f7060cd8-3dfe-4855-80a9-a366cd3a1322 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0567312 Dec 13 09:39:23.759134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39d9edf3-2251-4eea-bf33-b348c98b11e0 req-fa9c445a-e8c7-4094-ac0c-2829fb69f2a0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466287 Dec 13 09:39:23.981732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f79b-3cc8-4dc3-9c66-95d7aff517a1 req-e1c62ea7-d7c2-48cf-af01-1673ffc0f226 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:23.991136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4847f79b-3cc8-4dc3-9c66-95d7aff517a1 req-e1c62ea7-d7c2-48cf-af01-1673ffc0f226 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0756378 Dec 13 09:39:24.049761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4847f79b-3cc8-4dc3-9c66-95d7aff517a1 req-35ec47e3-8ccf-4aaf-83c9-4a20e875f799 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Dec 13 09:39:24.219932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c07d9-1270-4fea-b101-b0d51226b0fe req-17490631-9b06-47c2-98b2-978d0bc5d294 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.221004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748c07d9-1270-4fea-b101-b0d51226b0fe req-17490631-9b06-47c2-98b2-978d0bc5d294 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 945 time: 0.0535121 Dec 13 09:39:24.279021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748c07d9-1270-4fea-b101-b0d51226b0fe req-5c4121a2-5a52-461d-a9af-a8552f8c411d tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504744 Dec 13 09:39:24.414836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89b9c6bb-bd06-4355-8abb-f3d6fe92d233 req-6a1a5000-bb64-4f65-a480-0a9565319d5e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c245f98-dbbd-4e1d-91bd-5c63937be467 HTTP/1.1" status: 200 len: 210 time: 0.0364623 Dec 13 09:39:24.542418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1bd05-bbee-4d4c-a520-f272925f4379 req-eca79c17-4636-407c-a0f2-1a56c7e4c61a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.545571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc1bd05-bbee-4d4c-a520-f272925f4379 req-eca79c17-4636-407c-a0f2-1a56c7e4c61a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0661695 Dec 13 09:39:24.614023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc1bd05-bbee-4d4c-a520-f272925f4379 req-e45af30c-f0c1-4f2c-90e6-63f83ca587a2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Dec 13 09:39:24.883254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677259ba-a8b0-4988-a59a-f155d570f882 req-371e5839-36aa-46e9-b1d6-e48252895e99 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:24.884919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-677259ba-a8b0-4988-a59a-f155d570f882 req-371e5839-36aa-46e9-b1d6-e48252895e99 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0531478 Dec 13 09:39:24.936833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-677259ba-a8b0-4988-a59a-f155d570f882 req-e1d24e13-bbe0-49d8-bf66-c85612fdeb2a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Dec 13 09:39:24.942754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6b52b9b8-310a-4258-b990-57c15308706e up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:24.993952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6b52b9b8-310a-4258-b990-57c15308706e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:24.998002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6b52b9b8-310a-4258-b990-57c15308706e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:24.998504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.086665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.118172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:25.120597 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299121dd-1d57-45dd-98ce-1ba45ceacf44" -d '{"events": [{"server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "name": "network-vif-plugged", "status": "completed", "tag": "6b52b9b8-310a-4258-b990-57c15308706e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:25.150232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6b52b9b8-310a-4258-b990-57c15308706e,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:25.156645 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:25.194456 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84668159-f5f6-4b2e-813b-7511664d8b4a x-openstack-request-id: req-84668159-f5f6-4b2e-813b-7511664d8b4a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:25.194774 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "name": "network-vif-plugged", "status": "completed", "tag": "6b52b9b8-310a-4258-b990-57c15308706e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:25.195213 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84668159-f5f6-4b2e-813b-7511664d8b4a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:25.195757 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e', 'code': 200} Dec 13 09:39:25.218224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632c290-8b0f-4b51-8753-f58183b42e3c req-502c3d33-cb5b-4527-920e-b8ca419ed13a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.219790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e632c290-8b0f-4b51-8753-f58183b42e3c req-502c3d33-cb5b-4527-920e-b8ca419ed13a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0748689 Dec 13 09:39:25.227844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:25.339535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c127c-91a9-4882-954d-51c0f33278a5 req-db798f59-e2ba-4e69-b2d2-0ee47590b1e6 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.340964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-084c127c-91a9-4882-954d-51c0f33278a5 req-db798f59-e2ba-4e69-b2d2-0ee47590b1e6 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1096 time: 0.1035419 Dec 13 09:39:25.345511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e632c290-8b0f-4b51-8753-f58183b42e3c req-ff66f560-f6b3-4e2a-91fe-578b98d9d6d0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157665 Dec 13 09:39:25.364446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3230-fe15-4624-a789-604471d860db req-1670e0c1-3e65-41c7-b837-76e0f717078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.366565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a29e3230-fe15-4624-a789-604471d860db req-1670e0c1-3e65-41c7-b837-76e0f717078d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 1097 time: 0.1167293 Dec 13 09:39:25.415515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-084c127c-91a9-4882-954d-51c0f33278a5 req-00a26521-66b6-4980-9e2f-5cd52dbc88b6 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681186 Dec 13 09:39:25.435097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a29e3230-fe15-4624-a789-604471d860db req-78e3cc83-1454-4527-97b1-ae9aee1245c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604291 Dec 13 09:39:25.527778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e009739-c5cf-446f-9fe2-f954280f6758 req-05fe0652-7b8b-461b-ac10-cd370ace6172 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.529897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e009739-c5cf-446f-9fe2-f954280f6758 req-05fe0652-7b8b-461b-ac10-cd370ace6172 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.0532115 Dec 13 09:39:25.592194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e009739-c5cf-446f-9fe2-f954280f6758 req-b8844454-d142-49f2-8c9f-8d8b863cb4d0 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549989 Dec 13 09:39:25.762175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70590cf-6638-4f72-8aea-32bf6db119a8 req-2873e345-298e-49ec-aea6-7cfb3b76c78b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:25.763971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b70590cf-6638-4f72-8aea-32bf6db119a8 req-2873e345-298e-49ec-aea6-7cfb3b76c78b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0685196 Dec 13 09:39:25.827675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b70590cf-6638-4f72-8aea-32bf6db119a8 req-c55f57cc-2fe0-447b-81f1-4e54bb90a6f2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550282 Dec 13 09:39:26.064946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e8609-8753-4001-b9b5-448d83311e80 req-a584293e-d991-4371-a2ce-dfc3a9143ca6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.067102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-554e8609-8753-4001-b9b5-448d83311e80 req-a584293e-d991-4371-a2ce-dfc3a9143ca6 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0570991 Dec 13 09:39:26.126317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-554e8609-8753-4001-b9b5-448d83311e80 req-28ee256a-4357-4d38-adb5-62df76fb2087 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520372 Dec 13 09:39:26.386067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-bdf5a72a-65d6-4ba1-9c2b-8cf4cc2abf62 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:39:26.387140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-bdf5a72a-65d6-4ba1-9c2b-8cf4cc2abf62 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065949 Dec 13 09:39:26.487784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-555d8f6b-2cd5-40bd-b7a1-fbb77efd9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.489227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-555d8f6b-2cd5-40bd-b7a1-fbb77efd9bb8 service neutron] 10.222.0.30 "GET /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 1093 time: 0.0940542 Dec 13 09:39:26.502003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:26.502616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Unknown quota resources ['binding']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:39:26.611238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38344b-f9e0-402f-b961-c489594f2975 req-4025eb01-87bb-4f03-a727-231eb20140ac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:26.612733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-4025eb01-87bb-4f03-a727-231eb20140ac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.2003229 Dec 13 09:39:26.640415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-5b9af799-da97-4ae9-bbc6-aad2923e012c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0171092 Dec 13 09:39:26.689343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-0d4c744e-3177-4063-bb90-5045fbe791d2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387383 Dec 13 09:39:26.764062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:26.764405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:26.764740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:26.773417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:26.773679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:26.782556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:26.782892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:26.783274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:26.783741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Bound port: 14d0746f-97d4-4376-a58b-887e55332c1d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:26.840015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-8ba63739-0119-4776-9164-d008a0c56fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411335 Dec 13 09:39:26.900712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:26.910505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:26.911713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-730d386e-bba3-4daa-8125-0a597a28b9b6 service neutron] 10.222.0.30 "POST /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4135146 Dec 13 09:39:26.923716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:26.962669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-73faf7e3-c8de-4e5b-bdb8-67003d0f2f1c service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149914 Dec 13 09:39:27.098239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb53da-524f-4574-a8ea-e2bcb52149e5 req-1f7ac574-b75d-4026-9a9d-deef1fb4ae4c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.105772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94fb53da-524f-4574-a8ea-e2bcb52149e5 req-1f7ac574-b75d-4026-9a9d-deef1fb4ae4c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0606966 Dec 13 09:39:27.173727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94fb53da-524f-4574-a8ea-e2bcb52149e5 req-27ef15a6-48e4-4c8c-a887-731b6d9263e0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663583 Dec 13 09:39:27.305114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-bec12b2d-26ef-4437-bd23-f05e2d110d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.306772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-bec12b2d-26ef-4437-bd23-f05e2d110d27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1096 time: 0.1318853 Dec 13 09:39:27.436906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342f6c-3b0e-4fcc-af12-dd7dc2e9ce96 req-7d3aad86-4bd7-4d67-9e46-2a27f3b9dab7 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.438451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8342f6c-3b0e-4fcc-af12-dd7dc2e9ce96 req-7d3aad86-4bd7-4d67-9e46-2a27f3b9dab7 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.1500056 Dec 13 09:39:27.483847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93542c0-3397-45c1-8398-646ee8f62dba req-2ec34b9d-3fb1-4ab5-b55d-48a7f1ab2135 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.485428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d93542c0-3397-45c1-8398-646ee8f62dba req-2ec34b9d-3fb1-4ab5-b55d-48a7f1ab2135 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1538026 Dec 13 09:39:27.500790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-ddcd4722-9638-43ae-b075-3ce9ecb43620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.502288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-ddcd4722-9638-43ae-b075-3ce9ecb43620 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.1806631 Dec 13 09:39:27.570197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-7023d4c0-74fa-4b4b-9ec7-3a7e8c2d2846 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 217 time: 0.0589697 Dec 13 09:39:27.598728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8342f6c-3b0e-4fcc-af12-dd7dc2e9ce96 req-24ad822c-0d08-4ff8-926e-c97a8c3277f6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504540 Dec 13 09:39:27.665444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-0c36ac19-6309-4453-b366-be3f849a21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.667527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-0c36ac19-6309-4453-b366-be3f849a21a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0854623 Dec 13 09:39:27.679981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d93542c0-3397-45c1-8398-646ee8f62dba req-2465f868-4610-4773-ad27-4d2f2efb4b5e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800616 Dec 13 09:39:27.712622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-2e4de768-e8de-4db0-ba5e-dff7c641b04f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302279 Dec 13 09:39:27.853045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9454a75-1923-4da9-af44-656edb782abc req-2daccfa6-c096-45f4-8b38-d7c361470b83 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.854581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9454a75-1923-4da9-af44-656edb782abc req-2daccfa6-c096-45f4-8b38-d7c361470b83 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1410387 Dec 13 09:39:27.888015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fee82-d24e-4336-9bfd-6a507b086348 req-7f95b668-d1c0-4277-9d96-5bf9bf511492 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:27.889494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b4fee82-d24e-4336-9bfd-6a507b086348 req-7f95b668-d1c0-4277-9d96-5bf9bf511492 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1235082 Dec 13 09:39:27.920373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-adb078ea-3157-43bd-b2fb-b58026501d01 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966035 Dec 13 09:39:28.008262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9454a75-1923-4da9-af44-656edb782abc req-552ddbf8-664b-487e-ae48-5ddad8c3eeec tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419480 Dec 13 09:39:28.045159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b4fee82-d24e-4336-9bfd-6a507b086348 req-86eb6d60-cfa1-4613-9bc4-fe90e7097eb8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379154 Dec 13 09:39:28.072521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-01878ad3-979b-4202-a5fc-9843def2c475 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408856 Dec 13 09:39:28.122623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5849d38f-5549-430d-b8f7-9da1eac4d6f2 req-f17badbb-5841-4588-9ccd-ee8b0ea80148 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0299485 Dec 13 09:39:28.185895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536e2c-82cc-4f7a-bd93-b166167676c8 req-1f7daba1-2939-4a68-82f4-e450277a3c7a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:28.197742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90536e2c-82cc-4f7a-bd93-b166167676c8 req-1f7daba1-2939-4a68-82f4-e450277a3c7a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.0775287 Dec 13 09:39:28.201404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:28.207375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Request body: {'floatingip': {'port_id': '6b52b9b8-310a-4258-b990-57c15308706e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:28.335760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.359678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242b74b-1c86-4ac5-bc7e-c2505038a58d req-ea7522d4-c6cc-4a0d-91cf-909788b208af tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:28.361260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8242b74b-1c86-4ac5-bc7e-c2505038a58d req-ea7522d4-c6cc-4a0d-91cf-909788b208af tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0952144 Dec 13 09:39:28.486330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8242b74b-1c86-4ac5-bc7e-c2505038a58d req-b346c9b9-d711-49fa-bd49-06b047765736 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182978 Dec 13 09:39:28.529708 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-012025ce-f6a9-491f-9ac0-9471272e5961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.557725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b9f2b2a-87dd-4650-8672-3acae381c4f1 req-072aa73a-2662-4a68-999a-a62954937a77 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0413382 Dec 13 09:39:28.820855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad2dda-efc8-4e60-bd2a-3c5eecf9c76c req-4ad91c54-d107-4ec4-9e65-26f429403847 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:28.822424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41ad2dda-efc8-4e60-bd2a-3c5eecf9c76c req-4ad91c54-d107-4ec4-9e65-26f429403847 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0555301 Dec 13 09:39:28.863103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:28.898185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41ad2dda-efc8-4e60-bd2a-3c5eecf9c76c req-de0772cf-2d04-4a03-ac0e-00174d574e0c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658395 Dec 13 09:39:29.019819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.025733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.152906 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Floating IP 1cfa5109-d38b-41cd-b946-76842916a6ee associated. External IP: 172.25.1.115, port: 6b52b9b8-310a-4258-b990-57c15308706e. Dec 13 09:39:29.189005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3d56-33f4-48c6-8cf0-34a65497754e req-9d0d41b8-322a-4079-b569-7c4dadf4768a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.190900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69be3d56-33f4-48c6-8cf0-34a65497754e req-9d0d41b8-322a-4079-b569-7c4dadf4768a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.0826180 Dec 13 09:39:29.204299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d9d27-90f7-491f-a944-a875fb6a86e6 req-cc1dd499-8929-4831-be38-ae7b3b7a57f3 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.205908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a14d9d27-90f7-491f-a944-a875fb6a86e6 req-cc1dd499-8929-4831-be38-ae7b3b7a57f3 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0674536 Dec 13 09:39:29.268758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69be3d56-33f4-48c6-8cf0-34a65497754e req-9e9930a3-a088-4297-ae1f-023efb092430 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618086 Dec 13 09:39:29.313724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a14d9d27-90f7-491f-a944-a875fb6a86e6 req-f653a396-2381-473e-834e-f4753f95bfac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843899 Dec 13 09:39:29.378064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Router 6bcaf486-dd66-4663-99b8-cba9f67ddeff has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:39:29.530895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:39:29.543052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Sync routers for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:39:29.544939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:29.560645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:29.561313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:29.608051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-faca0029-e983-4948-ae4b-53fff2021dbb tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "PUT /v2.0/floatingips/1cfa5109-d38b-41cd-b946-76842916a6ee HTTP/1.1" status: 200 len: 992 time: 1.4054942 Dec 13 09:39:29.622551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:29.624896 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de2f52-227c-475f-ac62-091d674ad5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "tag": "6b52b9b8-310a-4258-b990-57c15308706e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:29.682093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bfc57fc-ecff-4c94-91aa-6c06c43cf1f9 req-6217bbcb-e1b5-4b38-9965-31af46a48e2b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0373600 Dec 13 09:39:29.693523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9be289-9bfe-4292-b37f-d5b817baa35e req-23ae763c-c333-4376-a6e0-06e110a710e3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:29.700906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a9be289-9bfe-4292-b37f-d5b817baa35e req-23ae763c-c333-4376-a6e0-06e110a710e3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.1235857 Dec 13 09:39:29.723654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:29.783742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a9be289-9bfe-4292-b37f-d5b817baa35e req-65686eb7-74a8-43d6-a4ee-51ad09f0f1af tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817020 Dec 13 09:39:29.828037 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388251a-2268-4d64-ab33-afa46df78253 x-openstack-request-id: req-e388251a-2268-4d64-ab33-afa46df78253 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:29.828436 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "tag": "6b52b9b8-310a-4258-b990-57c15308706e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:29.828797 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e388251a-2268-4d64-ab33-afa46df78253 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:29.829847 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e', 'status': 'completed', 'code': 200} Dec 13 09:39:29.924508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-5ea45eaf-dd12-4042-bfce-1762f45eff26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.1346748 Dec 13 09:39:30.004076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-4a6c868d-db39-4121-ad13-b7aa8a070cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.007002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-4a6c868d-db39-4121-ad13-b7aa8a070cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 1097 time: 0.1520879 Dec 13 09:39:30.120804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294eeb-b977-40af-af98-9ad56697b2bb req-29c30311-1718-4e45-b0a3-f505dd9b0a1b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.122598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93294eeb-b977-40af-af98-9ad56697b2bb req-29c30311-1718-4e45-b0a3-f505dd9b0a1b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0945711 Dec 13 09:39:30.127653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38344b-f9e0-402f-b961-c489594f2975 req-ae7a235f-af95-44af-b8db-54f887968e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.128416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '1cfa5109-d38b-41cd-b946-76842916a6ee', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'port_id': '6b52b9b8-310a-4258-b990-57c15308706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'mac_address': 'fa:16:3e:b8:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:11Z', 'updated_at': '2021-12-13T09:39:28Z', 'revision_number': 1, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:30.129076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-ae7a235f-af95-44af-b8db-54f887968e08 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1841154 Dec 13 09:39:30.151002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-c02460c0-b315-4676-8b43-6d1a694f144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.157208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-c02460c0-b315-4676-8b43-6d1a694f144a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 200 len: 912 time: 0.1376879 Dec 13 09:39:30.163388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Checking router: 6bcaf486-dd66-4663-99b8-cba9f67ddeff for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:39:30.173166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:39:30.173980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:30.272770 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-8431e9bf-5597-4f5f-ba2b-6f4f822a19f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 200 len: 1000 time: 0.1054914 Dec 13 09:39:30.394918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-e279f8ea-7133-4671-83cb-eaee0e74abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.398541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-e279f8ea-7133-4671-83cb-eaee0e74abfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e164499-b5fe-4409-81dd-4fbcb09fcfc6 HTTP/1.1" status: 200 len: 850 time: 0.1175191 Dec 13 09:39:30.490484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-1c5c4120-7678-42c4-91be-74eafebc2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.492368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-1c5c4120-7678-42c4-91be-74eafebc2d0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9c396ce-50df-4442-a1f6-4674c1e6b8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852661 Dec 13 09:39:30.634028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-0cf6ff20-9841-4d1d-b05b-687503d4086f service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329904 Dec 13 09:39:30.670610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:39:30.711491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93294eeb-b977-40af-af98-9ad56697b2bb req-7faa870d-aa5f-45c6-8554-783e3626ba1b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812590 Dec 13 09:39:30.795084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5de2f52-227c-475f-ac62-091d674ad5bd req-39ca6572-f0f2-412a-9a9c-4a7888c5d449 service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510527 Dec 13 09:39:30.816713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38344b-f9e0-402f-b961-c489594f2975 req-7442591c-5e2f-409b-957c-360dc489565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.819105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-7442591c-5e2f-409b-957c-360dc489565b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6796479 Dec 13 09:39:30.855567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d6c5d-5eb6-4037-8a5b-175a2426e6ee req-3ee56f7a-c16b-4ac6-8e63-409170517604 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:30.863327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f6d6c5d-5eb6-4037-8a5b-175a2426e6ee req-3ee56f7a-c16b-4ac6-8e63-409170517604 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.2124004 Dec 13 09:39:30.944186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db38344b-f9e0-402f-b961-c489594f2975 req-d3405a30-20db-4675-845c-a8e211f15725 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0758381 Dec 13 09:39:30.978604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-631ca56d-4559-4974-99ad-2a595239350e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:30.996853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c33cf-7cee-4abb-8944-093e083cbcfe req-23fa685a-16f9-40e5-a57c-b1dbc7f37cac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.003691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-091c33cf-7cee-4abb-8944-093e083cbcfe req-23fa685a-16f9-40e5-a57c-b1dbc7f37cac tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1370325 Dec 13 09:39:31.024914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f6d6c5d-5eb6-4037-8a5b-175a2426e6ee req-d9914d87-5045-4394-881a-7fe933cd0ca8 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510699 Dec 13 09:39:31.084322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-091c33cf-7cee-4abb-8944-093e083cbcfe req-aa5aad2b-e086-4c3d-9d76-7c257f933552 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791535 Dec 13 09:39:31.112093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '1cfa5109-d38b-41cd-b946-76842916a6ee', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'port_id': '6b52b9b8-310a-4258-b990-57c15308706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'mac_address': 'fa:16:3e:b8:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:11Z', 'updated_at': '2021-12-13T09:39:28Z', 'revision_number': 1, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:31.162717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bb559-72c7-4f3f-8c5a-3f5143abb2d1 None None] The sync data for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 is: [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '1cfa5109-d38b-41cd-b946-76842916a6ee', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'port_id': '6b52b9b8-310a-4258-b990-57c15308706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'mac_address': 'fa:16:3e:b8:06:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:39:11Z', 'updated_at': '2021-12-13T09:39:28Z', 'revision_number': 1, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:39:31.195983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1653d53c-3dd0-474d-8661-cd5b31092c98 req-81cf468e-7db4-474d-9e50-877a3676dbf1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0325809 Dec 13 09:39:31.347715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-329bbba0-936e-45ac-9a91-92a677df5208 req-aacf9e00-2425-4a91-afda-a0c199ffe685 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0451853 Dec 13 09:39:31.439344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a1836-d3b4-4d3c-9808-d586e6e7b618 req-5921f7d0-99b4-4922-9185-db836d601611 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.447290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e5a1836-d3b4-4d3c-9808-d586e6e7b618 req-5921f7d0-99b4-4922-9185-db836d601611 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.1536908 Dec 13 09:39:31.502337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bbba0-936e-45ac-9a91-92a677df5208 req-4787b335-df05-4caf-8cfc-d34d3542e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.503806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-329bbba0-936e-45ac-9a91-92a677df5208 req-4787b335-df05-4caf-8cfc-d34d3542e738 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1470001 Dec 13 09:39:31.524081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50cbbab-cd0e-4117-bed8-67b34dcfe6c0 None None] New status for floating IP 1cfa5109-d38b-41cd-b946-76842916a6ee: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:39:31.526928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e5a1836-d3b4-4d3c-9808-d586e6e7b618 req-5db8489b-b211-48c7-bb73-31ce5c6560a1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787592 Dec 13 09:39:31.676784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bbba0-936e-45ac-9a91-92a677df5208 req-c48a65df-ce8f-4044-826c-bfd4eb8f7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.679348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-329bbba0-936e-45ac-9a91-92a677df5208 req-c48a65df-ce8f-4044-826c-bfd4eb8f7c4f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515012 Dec 13 09:39:31.786117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-329bbba0-936e-45ac-9a91-92a677df5208 req-e8a0a4a9-75c5-4fcb-998d-0be6e79bc390 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b72e843-6b65-4095-8905-1c3f21eb3d72 HTTP/1.1" status: 200 len: 210 time: 0.0342929 Dec 13 09:39:31.858171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1e0b-a86c-4737-9a0e-dedcbdf5a84c req-80ecd239-d9fb-49f6-9dec-b20dcf8b8235 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:31.859684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa7c1e0b-a86c-4737-9a0e-dedcbdf5a84c req-80ecd239-d9fb-49f6-9dec-b20dcf8b8235 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0701120 Dec 13 09:39:31.920989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa7c1e0b-a86c-4737-9a0e-dedcbdf5a84c req-87c2fbb2-30cd-4acf-9c31-bafa2a1ac195 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Dec 13 09:39:32.072131 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:32.158579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aac74d-4800-448a-95c1-ab9cdd89c271 req-30a94ade-01d4-4145-afd5-c23f70491117 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.167134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1aac74d-4800-448a-95c1-ab9cdd89c271 req-30a94ade-01d4-4145-afd5-c23f70491117 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.0700119 Dec 13 09:39:32.247240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a635b60-72b8-45c2-baaa-3c1ed3b5bb69 req-68047c67-491e-484f-9df3-f40955792e16 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.248840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a635b60-72b8-45c2-baaa-3c1ed3b5bb69 req-68047c67-491e-484f-9df3-f40955792e16 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0790863 Dec 13 09:39:32.258853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1aac74d-4800-448a-95c1-ab9cdd89c271 req-d1bd6d05-1176-4c77-afb0-f3ec8fd4a76e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895827 Dec 13 09:39:32.316903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a635b60-72b8-45c2-baaa-3c1ed3b5bb69 req-60447db9-15b8-4fdc-bef6-132c7efa3c3c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Dec 13 09:39:32.630909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-733ec7a1-f9e0-4a72-9a5b-b3a11ac95295 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.632594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-733ec7a1-f9e0-4a72-9a5b-b3a11ac95295 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.1286242 Dec 13 09:39:32.671858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-7ef04837-6485-45d5-a525-7745cdf2d660 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0293508 Dec 13 09:39:32.713095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-3918caae-03af-400e-9ef3-c51525dcf96f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322378 Dec 13 09:39:32.731229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e8208-0b01-4272-9af7-0bc92e5256d4 req-83441c3e-c272-4615-aa2d-b3f13e6575a9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:32.733224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246e8208-0b01-4272-9af7-0bc92e5256d4 req-83441c3e-c272-4615-aa2d-b3f13e6575a9 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.0996490 Dec 13 09:39:32.839365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246e8208-0b01-4272-9af7-0bc92e5256d4 req-e08419c2-a49e-472b-b35b-8aef5988de41 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963595 Dec 13 09:39:32.852048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:32.869784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-7356fc92-0efd-4baf-a29b-957fd43c8c3c service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352990 Dec 13 09:39:32.982983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:32.997048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-daa42538-ce9f-4d2f-ba64-bcf48cd439ba service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213396 Dec 13 09:39:33.003967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238', 'port_id': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'mac_address': 'fa:16:3e:da:eb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed00911b-a20e-410e-80b3-88da61b3d84f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:33.080071 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.097696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847b0149-0e9b-44b2-b262-a526f20b1a29 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:33.135685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53952f6a-492d-40e4-8443-5041e636fda1 req-f2217a9a-901a-4388-9627-d2bdbbfc1a3d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:33.137680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53952f6a-492d-40e4-8443-5041e636fda1 req-f2217a9a-901a-4388-9627-d2bdbbfc1a3d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0860131 Dec 13 09:39:33.138012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:33.147533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.206015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53952f6a-492d-40e4-8443-5041e636fda1 req-f81a513c-e780-4ed1-8edb-1f7e100db78f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607991 Dec 13 09:39:33.225055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:33.260565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fbab06f-ca2b-44bc-aa2d-adc8e1cfa8a0 req-c403a83c-f89d-49b1-903e-28418846fbc2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 210 time: 0.0288780 Dec 13 09:39:33.452872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8eabc-4561-4a2b-b67b-2a68161d0b25 req-dab18254-a878-4ae3-a702-711a61708f13 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:33.460949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0c8eabc-4561-4a2b-b67b-2a68161d0b25 req-dab18254-a878-4ae3-a702-711a61708f13 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1214297 Dec 13 09:39:33.471242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['847b0149-0e9b-44b2-b262-a526f20b1a29'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:33.573055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0c8eabc-4561-4a2b-b67b-2a68161d0b25 req-cf4e4abd-84b4-4b06-84e2-5cb228f0a748 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108034 Dec 13 09:39:33.589616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:33.858103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd53b-e5a6-467d-8c3c-91723e9b220c req-aae20f03-b4e1-4fb8-aa1b-657e2908e456 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:33.860112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-777dd53b-e5a6-467d-8c3c-91723e9b220c req-aae20f03-b4e1-4fb8-aa1b-657e2908e456 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0796041 Dec 13 09:39:33.945742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-777dd53b-e5a6-467d-8c3c-91723e9b220c req-88632c77-8ec8-4b04-9814-77cc2f85b63b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774918 Dec 13 09:39:34.003475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d3cbd-afc6-4564-a5ee-d2f2cd8aefec req-1992d8cc-5e79-49f8-9c02-7ac5170012aa tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.005307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9d3cbd-afc6-4564-a5ee-d2f2cd8aefec req-1992d8cc-5e79-49f8-9c02-7ac5170012aa tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.0790744 Dec 13 09:39:34.065093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9d3cbd-afc6-4564-a5ee-d2f2cd8aefec req-5b9ac4f9-c6df-491e-810f-899afe39c0f7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Dec 13 09:39:34.331702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9922b3-0e36-407e-b75d-c9bb1f224839 req-b21bbf2b-b529-4650-ba48-c47ec128be46 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.333577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b9922b3-0e36-407e-b75d-c9bb1f224839 req-b21bbf2b-b529-4650-ba48-c47ec128be46 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0530629 Dec 13 09:39:34.385066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4dc7a74-0feb-4239-bff7-72ba0d5fc4c4 req-092522e4-31da-4cfc-ada9-512f8e2d28db tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 210 time: 0.0359817 Dec 13 09:39:34.413719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b9922b3-0e36-407e-b75d-c9bb1f224839 req-1bd29526-109b-47c3-8566-f269778e41d2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Dec 13 09:39:34.590294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.640125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-eee9601c-15cb-4006-9c9e-50b104aa9c1f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.641853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-eee9601c-15cb-4006-9c9e-50b104aa9c1f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.1299391 Dec 13 09:39:34.670448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': '537204be-ccf8-4261-b540-1251119646e0', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:34.814932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1174541-786a-460f-9492-78c8f0b23539 req-e61478f0-67c1-47da-9f0e-d55c14a03d8b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:34.824802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1174541-786a-460f-9492-78c8f0b23539 req-e61478f0-67c1-47da-9f0e-d55c14a03d8b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1274161 Dec 13 09:39:34.875102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:34.910439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1174541-786a-460f-9492-78c8f0b23539 req-cadf08b9-4c5f-47a1-bf5a-e197ebcfb7c2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805087 Dec 13 09:39:34.916136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:34.929898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:34.962596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 847b0149-0e9b-44b2-b262-a526f20b1a29 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:34.966999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 847b0149-0e9b-44b2-b262-a526f20b1a29 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:34.967593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.128639 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.169717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:35.171820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:35.175455 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba150e2b-f62a-4f12-9f22-f6a867a831b5" -d '{"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-plugged", "status": "completed", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:35.180233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.198259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.12 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/41a65ae5-7d5c-48a6-9e79-557680f5a582) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:35.247308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:35.377751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad18a4b-b4f8-4e8d-b1fb-7290c75e0266 req-46fa0f36-92a6-4bff-99bf-f95a99a0295c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.379258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad18a4b-b4f8-4e8d-b1fb-7290c75e0266 req-46fa0f36-92a6-4bff-99bf-f95a99a0295c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.3346267 Dec 13 09:39:35.408755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5b7ad-37f8-4b31-8e1b-d47fc0b34d74 req-b168a0f3-16b3-4ef9-ab0a-2d05fde11863 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.410269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bd5b7ad-37f8-4b31-8e1b-d47fc0b34d74 req-b168a0f3-16b3-4ef9-ab0a-2d05fde11863 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.1798432 Dec 13 09:39:35.506658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad18a4b-b4f8-4e8d-b1fb-7290c75e0266 req-46d590a9-34ec-4ff0-bbba-12b3abd14068 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206307 Dec 13 09:39:35.536425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.541296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bd5b7ad-37f8-4b31-8e1b-d47fc0b34d74 req-5acca52c-f378-4e23-aa2d-56740cf94d0f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158638 Dec 13 09:39:35.582286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.606071 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62735472-22fc-4cf1-adad-de1df73212e4 x-openstack-request-id: req-62735472-22fc-4cf1-adad-de1df73212e4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:35.606594 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-plugged", "status": "completed", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:35.606985 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62735472-22fc-4cf1-adad-de1df73212e4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:35.607454 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'code': 200} Dec 13 09:39:35.669447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:35.691892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:35.704508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:35.789625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:35.824564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.824913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.825288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.825633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.825976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.826317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.826650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.826983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.827314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.827640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.827966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.828291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.828619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:39:35.843821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.844504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:35.854416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837261a2-ede6-4592-9a91-dc69efb5b98f req-c544eda2-ec3a-4a4b-8ea5-6f3c0fbfedaa tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.856021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837261a2-ede6-4592-9a91-dc69efb5b98f req-c544eda2-ec3a-4a4b-8ea5-6f3c0fbfedaa tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 932 time: 0.2066543 Dec 13 09:39:35.860043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bf6bd-c9de-4e48-9d71-642ab083c7db req-1a2a0f96-ab49-44be-acd5-50c5efee4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.861533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a3bf6bd-c9de-4e48-9d71-642ab083c7db req-1a2a0f96-ab49-44be-acd5-50c5efee4db8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1096 time: 0.1735802 Dec 13 09:39:35.892472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0064b-5307-48e2-930e-f2b90eee5726 req-da73a7ec-b4d3-45f0-a95d-d6ce16c308db tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:35.894064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e0064b-5307-48e2-930e-f2b90eee5726 req-da73a7ec-b4d3-45f0-a95d-d6ce16c308db tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.2072177 Dec 13 09:39:35.906113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-7090077b-a91d-4bfb-be9f-0a93bd346574 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2410429 Dec 13 09:39:35.921230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Request body: {'port': {'device_id': '537204be-ccf8-4261-b540-1251119646e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:36.024387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a3bf6bd-c9de-4e48-9d71-642ab083c7db req-60917d5a-fd09-4208-8564-05c103347449 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527121 Dec 13 09:39:36.046358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837261a2-ede6-4592-9a91-dc69efb5b98f req-ea17a7b0-1e2d-410b-8a50-2f1afcdf2e45 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757815 Dec 13 09:39:36.058803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e0064b-5307-48e2-930e-f2b90eee5726 req-15a5680c-18f0-4914-ae93-2384d8f0c6b4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459575 Dec 13 09:39:36.068279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.343981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650266d-5c50-44a1-80de-55f519e9715e req-f9c5fb0b-2571-4ea0-9949-78bf990c490f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.345532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e650266d-5c50-44a1-80de-55f519e9715e req-f9c5fb0b-2571-4ea0-9949-78bf990c490f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1268692 Dec 13 09:39:36.429148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a65ae5-7d5c-48a6-9e79-557680f5a582 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:36.442833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.457311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e650266d-5c50-44a1-80de-55f519e9715e req-d8489b44-0e7c-4adf-a07c-3e8cbb6a2b5b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013334 Dec 13 09:39:36.462863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Transition to ACTIVE for port object 41a65ae5-7d5c-48a6-9e79-557680f5a582 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:36.469682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.525863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:36.645178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Attempting to bind port 41a65ae5-7d5c-48a6-9e79-557680f5a582 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:36.645519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Attempting to bind port 41a65ae5-7d5c-48a6-9e79-557680f5a582 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:36.645879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Attempting to bind port 41a65ae5-7d5c-48a6-9e79-557680f5a582 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:36.692002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Port 41a65ae5-7d5c-48a6-9e79-557680f5a582 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:36.692324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Attempting to bind port 41a65ae5-7d5c-48a6-9e79-557680f5a582 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:36.710001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:36.710345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:36.710725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:36.711157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Bound port: 41a65ae5-7d5c-48a6-9e79-557680f5a582, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:36.711512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.741049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9768b-cb77-4a57-9572-83ee99afedce req-adfceb2f-2089-4213-8f59-489133c293cc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.742566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27e9768b-cb77-4a57-9572-83ee99afedce req-adfceb2f-2089-4213-8f59-489133c293cc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1184857 Dec 13 09:39:36.782553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01436-09ac-40c3-8564-a8d5838ab8e0 req-ee12145f-a11e-4ab0-8842-a17c8fca73a7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.783984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30b01436-09ac-40c3-8564-a8d5838ab8e0 req-ee12145f-a11e-4ab0-8842-a17c8fca73a7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.1435978 Dec 13 09:39:36.872639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:36.877495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27e9768b-cb77-4a57-9572-83ee99afedce req-2f371a59-f16e-4805-9e9d-3c6155eb4818 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Dec 13 09:39:36.896504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30b01436-09ac-40c3-8564-a8d5838ab8e0 req-1d593ce6-97a3-424d-b18b-ac8700284101 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022570 Dec 13 09:39:36.898570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:36.904733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.943338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:36.944110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:36.945337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] 10.222.0.37 "PUT /v2.0/ports/41a65ae5-7d5c-48a6-9e79-557680f5a582 HTTP/1.1" status: 200 len: 1092 time: 1.0286958 Dec 13 09:39:36.945777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:36.948018 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58" -d '{"events": [{"name": "network-changed", "server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:36.969505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7989-163f-4274-b008-dd6a5ca4f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:37.005861 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b821a8-c308-4887-a387-80f991335302 x-openstack-request-id: req-b0b821a8-c308-4887-a387-80f991335302 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:37.006158 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:37.006502 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0b821a8-c308-4887-a387-80f991335302 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:37.006808 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'status': 'completed', 'code': 200} Dec 13 09:39:37.046749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-d9254791-349f-4f75-9b4a-208f88e54127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.049340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-d9254791-349f-4f75-9b4a-208f88e54127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 1095 time: 0.0525007 Dec 13 09:39:37.105805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-c4170c09-8a44-4d43-9f4c-0532bae38aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582 HTTP/1.1" status: 200 len: 217 time: 0.0438368 Dec 13 09:39:37.216188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373a08-96ba-4396-b61e-199161151dc9 req-82fa8796-58ae-4d46-812d-a0c3ae473fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.217794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-82fa8796-58ae-4d46-812d-a0c3ae473fbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1058626 Dec 13 09:39:37.259011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-48f5d7c7-5bcf-4798-9c92-fb39edb3e7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337696 Dec 13 09:39:37.267146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46604336-5f95-4edf-b3c7-a9f1ec793e07 req-532dd17e-2453-44da-b879-396eb3a11c16 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.268493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46604336-5f95-4edf-b3c7-a9f1ec793e07 req-532dd17e-2453-44da-b879-396eb3a11c16 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 944 time: 0.1395292 Dec 13 09:39:37.289610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998269-4317-4352-9dd9-bbd0912ab999 req-c5eb8c98-af30-4bec-88c5-a507d4b035bc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.291033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6998269-4317-4352-9dd9-bbd0912ab999 req-c5eb8c98-af30-4bec-88c5-a507d4b035bc tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1342828 Dec 13 09:39:37.414397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46604336-5f95-4edf-b3c7-a9f1ec793e07 req-043cfa28-c17c-4a06-83bd-0b092fcc5459 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342459 Dec 13 09:39:37.423432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6998269-4317-4352-9dd9-bbd0912ab999 req-f6d3407d-84fc-40b7-9826-8ccb2048cc5b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171918 Dec 13 09:39:37.441329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-382e6f2f-5efc-4c52-b91f-4d9510f83172 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718714 Dec 13 09:39:37.601403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98373a08-96ba-4396-b61e-199161151dc9 req-72dde608-5f7b-4acb-93a4-4e79ee066ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459768 Dec 13 09:39:37.620373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382edd2-d9b8-42ce-afe8-1c6fc06d5f77 req-8b08f889-cef2-40a2-9239-5995d1c0b5a3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.622085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f382edd2-d9b8-42ce-afe8-1c6fc06d5f77 req-8b08f889-cef2-40a2-9239-5995d1c0b5a3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.0613964 Dec 13 09:39:37.679549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f382edd2-d9b8-42ce-afe8-1c6fc06d5f77 req-4ece909c-c84a-4e81-94fe-0fc209262eb7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Dec 13 09:39:37.717838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-b4749453-a3f4-4283-8bee-909b9cf94677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.719237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-b4749453-a3f4-4283-8bee-909b9cf94677 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 1095 time: 0.0549517 Dec 13 09:39:37.811965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-35cad907-3612-4837-b2d8-ef96f4c6c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.813446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-35cad907-3612-4837-b2d8-ef96f4c6c00b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.0849183 Dec 13 09:39:37.858735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-20a4f106-6467-4d59-9402-314a3cb2891c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582 HTTP/1.1" status: 200 len: 217 time: 0.0366700 Dec 13 09:39:37.908228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-12cc2c39-a96f-47b2-9d97-33cefc213899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:37.909727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-12cc2c39-a96f-47b2-9d97-33cefc213899 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.0436850 Dec 13 09:39:37.947148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-0586834e-2fee-4079-970c-2af28f59020e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260894 Dec 13 09:39:38.091225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c112a86-2661-4f36-8d1d-913fe2b73466 req-6d4dd913-c9f0-47a8-9b52-bccefec13f57 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.093445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c112a86-2661-4f36-8d1d-913fe2b73466 req-6d4dd913-c9f0-47a8-9b52-bccefec13f57 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.1399715 Dec 13 09:39:38.132932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f47e-a7f9-472b-b6ed-2d40869d2548 req-f887f575-47b2-43a8-b5f5-dc8ce13af8f5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.134466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0be8f47e-a7f9-472b-b6ed-2d40869d2548 req-f887f575-47b2-43a8-b5f5-dc8ce13af8f5 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.1390858 Dec 13 09:39:38.144651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-0a058503-5b18-4684-8589-cbb530bb15eb service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900644 Dec 13 09:39:38.539417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c112a86-2661-4f36-8d1d-913fe2b73466 req-7bbfc742-abbb-4fc5-965a-c243e2049bcf tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320381 Dec 13 09:39:38.553955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0be8f47e-a7f9-472b-b6ed-2d40869d2548 req-701281e6-1979-4b18-a791-c751f21c4b78 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066675 Dec 13 09:39:38.593013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dce6c5a2-2dc0-4ff5-ba6c-a04ae118ad58 req-b08c2d84-e6eb-47a0-b17f-aa31e835f676 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364271 Dec 13 09:39:38.696410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ac19-e88f-48e5-a6e3-5ba15ed06e61 req-f5295d56-84ef-4598-a67c-4927af4b4678 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.697890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a2ac19-e88f-48e5-a6e3-5ba15ed06e61 req-f5295d56-84ef-4598-a67c-4927af4b4678 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 944 time: 0.0874743 Dec 13 09:39:38.710839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4c30-d7d3-43f0-ba03-696493652c67 req-678d76f8-d312-43c4-9ad6-9e2a1e70e970 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.712313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a3d4c30-d7d3-43f0-ba03-696493652c67 req-678d76f8-d312-43c4-9ad6-9e2a1e70e970 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0702932 Dec 13 09:39:38.783319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a2ac19-e88f-48e5-a6e3-5ba15ed06e61 req-92a47fe8-b29d-4967-bfb8-6d0b6afdc3e2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Dec 13 09:39:38.786936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a3d4c30-d7d3-43f0-ba03-696493652c67 req-b63a64ca-141b-49c6-97a1-f31393c0dd8c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677991 Dec 13 09:39:38.950957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c6494-007e-4f91-b49e-d9edad59adc8 req-a5e225a0-8c95-46d7-93ba-e7f54125ad56 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:38.952586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837c6494-007e-4f91-b49e-d9edad59adc8 req-a5e225a0-8c95-46d7-93ba-e7f54125ad56 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1096 time: 0.0430493 Dec 13 09:39:39.000668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837c6494-007e-4f91-b49e-d9edad59adc8 req-f690475c-f63e-4533-982f-aec922463aad tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Dec 13 09:39:39.090352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41fe29-d381-4b9f-ac44-4c0e5e30e0f9 req-6e23bc8e-6c29-4978-b0c4-c7ce1c70480d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.091780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d41fe29-d381-4b9f-ac44-4c0e5e30e0f9 req-6e23bc8e-6c29-4978-b0c4-c7ce1c70480d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.0637701 Dec 13 09:39:39.146005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc11c5-5c76-48fd-8fd3-2078953f60ea req-79371037-6dd5-4afb-8348-ec759f946da3 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.147634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71fc11c5-5c76-48fd-8fd3-2078953f60ea req-79371037-6dd5-4afb-8348-ec759f946da3 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1096 time: 0.0759273 Dec 13 09:39:39.167430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d41fe29-d381-4b9f-ac44-4c0e5e30e0f9 req-50fc6e7f-2d2d-4090-962c-4ee3d5c3f27e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625358 Dec 13 09:39:39.206620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71fc11c5-5c76-48fd-8fd3-2078953f60ea req-c87d8ee7-bb43-4e1b-af48-ded8d120e8da tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508749 Dec 13 09:39:39.666494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab2e1c-e778-44e9-9d29-a70a182dd69d req-00156cc1-c2b2-4522-a12b-093d5631e1a5 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:39.668236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69ab2e1c-e778-44e9-9d29-a70a182dd69d req-00156cc1-c2b2-4522-a12b-093d5631e1a5 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 945 time: 0.0525231 Dec 13 09:39:39.726852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69ab2e1c-e778-44e9-9d29-a70a182dd69d req-c89014a6-0744-454b-b02b-994141f5dfad tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512512 Dec 13 09:39:40.101934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-f033787b-6ae3-4c6e-8008-31fd2b4403ba tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:39:40.103082 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-f033787b-6ae3-4c6e-8008-31fd2b4403ba tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106924 Dec 13 09:39:40.298247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741164e-32dc-4083-a0e7-b22882140c45 req-7fb1b897-480a-4b9c-89fc-1d3dcd955e43 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.299771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3741164e-32dc-4083-a0e7-b22882140c45 req-7fb1b897-480a-4b9c-89fc-1d3dcd955e43 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 944 time: 0.0569541 Dec 13 09:39:40.360838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3741164e-32dc-4083-a0e7-b22882140c45 req-1706db33-b622-424e-ad66-108067f819ca tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Dec 13 09:39:40.397771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-cf3cc6db-9d68-4f68-9ab3-67d916074afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.399417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-cf3cc6db-9d68-4f68-9ab3-67d916074afb service neutron] 10.222.0.30 "GET /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 1093 time: 0.2883327 Dec 13 09:39:40.408810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Request body: {'binding': {'host': 'n-h1-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:40.409490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:39:40.476505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05c9ba-5b22-44c9-b55b-b6ea1ebe7e42 req-26a9eb92-74cb-46bf-966e-a8e4d93f0f25 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.483869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e05c9ba-5b22-44c9-b55b-b6ea1ebe7e42 req-26a9eb92-74cb-46bf-966e-a8e4d93f0f25 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0582042 Dec 13 09:39:40.527870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e05c9ba-5b22-44c9-b55b-b6ea1ebe7e42 req-3a6fde4e-d0e3-4ea3-911f-db901e697021 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Dec 13 09:39:40.548414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on host n-h1-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:40.548759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:40.549086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:40.554268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:40.554604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:40.559496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:40.559841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:40.560224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:40.560650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Bound port: 847b0149-0e9b-44b2-b262-a526f20b1a29, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:40.636054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:40.647125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:40.649472 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-b58ef61d-e12b-443e-9ed4-1e01abd96fbf service neutron] 10.222.0.30 "POST /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29/bindings HTTP/1.1" status: 201 len: 389 time: 0.2440903 Dec 13 09:39:40.732625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7b921-c9df-4386-90e3-da5204b303f0 req-e7bbaf95-2adc-42a7-adcd-f9d121f2a7fd tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.734453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51f7b921-c9df-4386-90e3-da5204b303f0 req-e7bbaf95-2adc-42a7-adcd-f9d121f2a7fd tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.0812631 Dec 13 09:39:40.794737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51f7b921-c9df-4386-90e3-da5204b303f0 req-4610a99b-269a-43dd-9c6f-62c0c59ea7b2 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Dec 13 09:39:40.901562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:40.946041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4c14-70f8-4c29-a2a0-45616e9f9058 req-7e24f648-4fbe-4a74-a6ce-ef72c9f0d1d0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:40.947432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-630d4c14-70f8-4c29-a2a0-45616e9f9058 req-7e24f648-4fbe-4a74-a6ce-ef72c9f0d1d0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.0839741 Dec 13 09:39:40.999230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:41.011832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'mac_address': 'fa:16:3e:ba:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:41.012158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec88002-8b54-4c22-8109-63a33edd9ed5 req-ebf14f02-b589-4d58-94e8-966a5c9c6042 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.013653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec88002-8b54-4c22-8109-63a33edd9ed5 req-ebf14f02-b589-4d58-94e8-966a5c9c6042 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.1115191 Dec 13 09:39:41.042467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-85d554a9-7889-4f75-97e9-91e983405484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.043890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-85d554a9-7889-4f75-97e9-91e983405484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1096 time: 0.1283264 Dec 13 09:39:41.049612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.053829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-630d4c14-70f8-4c29-a2a0-45616e9f9058 req-d04884e6-198f-4e2a-a7fa-4fb13c55e69c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875127 Dec 13 09:39:41.063221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0aaf964-fd01-4ebb-af61-ecbfe70de635 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:41.084451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:41.088644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:41.136524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec88002-8b54-4c22-8109-63a33edd9ed5 req-60403cf0-8627-493e-a189-badafe6a9f61 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160192 Dec 13 09:39:41.145102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:41.166262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-3be01c08-60d9-4cc3-897d-d7dea436b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.167733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-3be01c08-60d9-4cc3-897d-d7dea436b8f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.1130695 Dec 13 09:39:41.215943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-0462c6e0-d590-45d1-b770-68e228dc1f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 217 time: 0.0382960 Dec 13 09:39:41.221422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b0aaf964-fd01-4ebb-af61-ecbfe70de635'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:41.266942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-ac223c4b-a58c-4fce-86db-4aae12e98e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.268367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-ac223c4b-a58c-4fce-86db-4aae12e98e4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0435648 Dec 13 09:39:41.305982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-c27f975b-3218-440d-b40d-fa62adbfaf45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251625 Dec 13 09:39:41.400313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-98235315-0c0d-4c73-bf5c-6c0b89488c2e service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Dec 13 09:39:41.494834 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-c864b6ed-66a5-4956-b279-7109c8208905 service neutron] show failed (client error): The resource could not be found. Dec 13 09:39:41.496222 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-c864b6ed-66a5-4956-b279-7109c8208905 service neutron] 10.222.0.37 "GET /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0564182 Dec 13 09:39:41.533612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abeede-76a5-46af-9c79-a6bb49c4914a req-ac3a2aab-93de-4f3f-8e5b-afccd7a437d6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.535080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0abeede-76a5-46af-9c79-a6bb49c4914a req-ac3a2aab-93de-4f3f-8e5b-afccd7a437d6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 944 time: 0.0839453 Dec 13 09:39:41.538769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7acc1c83-e2f2-425e-9f05-141cbd255b5a service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285737 Dec 13 09:39:41.593898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0abeede-76a5-46af-9c79-a6bb49c4914a req-8bc32197-1ace-418a-8975-9b26b7225f81 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Dec 13 09:39:41.660353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a1d4d-a998-4cfb-a9db-edc499fd97b8 req-393f7e4d-8cb8-4465-a200-abcb3dcc149c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.662607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8a1d4d-a998-4cfb-a9db-edc499fd97b8 req-393f7e4d-8cb8-4465-a200-abcb3dcc149c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0629575 Dec 13 09:39:41.735582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8a1d4d-a998-4cfb-a9db-edc499fd97b8 req-e7615cb5-f87a-4b7d-9e0b-3a2df30e87b6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Dec 13 09:39:41.769786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-ddf90588-edeb-4599-a863-aff0fc3754c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:41.771317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-ddf90588-edeb-4599-a863-aff0fc3754c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1101 time: 0.0491495 Dec 13 09:39:41.788966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:41.850600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.004292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b6175-3e20-43a8-a4df-e21e1561a528 req-771991c0-9f31-4c89-a0b1-a70a1aaa4693 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.006246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc3b6175-3e20-43a8-a4df-e21e1561a528 req-771991c0-9f31-4c89-a0b1-a70a1aaa4693 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.1158335 Dec 13 09:39:42.145434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc3b6175-3e20-43a8-a4df-e21e1561a528 req-115f028a-c5c2-40bb-9e65-95fed5e1b3a8 tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/security-groups?id=84b2e680-c1b4-4e02-92f2-e696f20f5c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330121 Dec 13 09:39:42.198806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-d15a3895-e21b-4e34-bb84-3ca49f67d9eb tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.200836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-d15a3895-e21b-4e34-bb84-3ca49f67d9eb tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 945 time: 0.1487248 Dec 13 09:39:42.225978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:42.297820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c88e8e-b749-4b11-a666-60e93d9300b3 req-9fbaecb2-b354-485e-b370-8a2079417604 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.299345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28c88e8e-b749-4b11-a666-60e93d9300b3 req-9fbaecb2-b354-485e-b370-8a2079417604 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 945 time: 0.1633372 Dec 13 09:39:42.373282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:42.437925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115353ac-682a-4777-8bf0-573a164b156f req-fd15dcc3-0aec-46df-8d95-facde1cf6c04 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.439409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-115353ac-682a-4777-8bf0-573a164b156f req-fd15dcc3-0aec-46df-8d95-facde1cf6c04 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.2209079 Dec 13 09:39:42.463078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:42.465323 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37ea40-11bb-4068-b365-d19a0aeb4f56" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-unplugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:42.469951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.487871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28c88e8e-b749-4b11-a666-60e93d9300b3 req-f1ddf7d1-9551-41bd-8803-c9aee996d267 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754992 Dec 13 09:39:42.507024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Transition to ACTIVE for port object e80f4e9c-058e-48ab-9289-1532f83f3b04 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:42.513855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.569026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Deleting port 357928d6-154c-4f7a-898c-594d96b365d9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:42.569393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.593927 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c3694-6b85-4b14-9c60-d41aa9720969 x-openstack-request-id: req-a97c3694-6b85-4b14-9c60-d41aa9720969 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:42.593927 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-unplugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:42.593927 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a97c3694-6b85-4b14-9c60-d41aa9720969 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:42.594377 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'code': 200} Dec 13 09:39:42.671735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-115353ac-682a-4777-8bf0-573a164b156f req-7541e54f-52d4-4c57-9e17-ab25fae1eeb7 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120533 Dec 13 09:39:42.700707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] No DVR routers for this DVR port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:42.703574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:42.819198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:42.819597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:42.819919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:42.842870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-cb80c698-8bb3-4297-9e90-d796d7939ee0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:42.844716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-cb80c698-8bb3-4297-9e90-d796d7939ee0 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.2707264 Dec 13 09:39:42.876703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:42.907971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:42.908302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:42.940980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:42.943244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:42.952762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] For port 357928d6-154c-4f7a-898c-594d96b365d9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=357928d6-154c-4f7a-898c-594d96b365d9,segment=NetworkSegment(9457d742-e622-43b7-8e9a-8cde3d2fe91b),segment_id=9457d742-e622-43b7-8e9a-8cde3d2fe91b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:42.953970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:42.978795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:42.979789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:42.980402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:42.981095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Bound port: e80f4e9c-058e-48ab-9289-1532f83f3b04, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:42.981713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.035400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Calling delete_port for 357928d6-154c-4f7a-898c-594d96b365d9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:43.094694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227ec9-265e-449c-a6a6-e279bf743a1f req-04f1a486-5d98-4e14-bf7d-0773a7d1652e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.096307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d227ec9-265e-449c-a6a6-e279bf743a1f req-04f1a486-5d98-4e14-bf7d-0773a7d1652e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 944 time: 0.3161907 Dec 13 09:39:43.096802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.118446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 41a65ae5-7d5c-48a6-9e79-557680f5a582 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:43.134903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.169573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:39:43.178602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b0aaf964-fd01-4ebb-af61-ecbfe70de635 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:43.179377 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.236376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4a9f2-5e75-45d0-af17-2b00ff93f624 req-682ff2da-faa6-4bcf-940e-221da6154eb9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.248236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ee4a9f2-5e75-45d0-af17-2b00ff93f624 req-682ff2da-faa6-4bcf-940e-221da6154eb9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.3344576 Dec 13 09:39:43.310694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.338073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:43.352643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'mac_address': 'fa:16:3e:7d:ce:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:43.366485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.374928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:43.422165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.432644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:43.436197 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a6051e-c0c9-4e3d-89d5-da992d428920" -d '{"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:43.450422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.463432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.477723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a65ae5-7d5c-48a6-9e79-557680f5a582 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:43.504401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.506274 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.558255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:43.564295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:43.573995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.601612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:43.630407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:43.650200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d227ec9-265e-449c-a6a6-e279bf743a1f req-c8a1e8b6-045c-46e2-bc88-606c4b106a82 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088887 Dec 13 09:39:43.759352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.788877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ee4a9f2-5e75-45d0-af17-2b00ff93f624 req-aefe2dfb-8825-4757-b9f8-7c29901d7400 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395775 Dec 13 09:39:43.811405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:43.816372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:43.819497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 1096 time: 2.0355732 Dec 13 09:39:43.932507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['41a65ae5-7d5c-48a6-9e79-557680f5a582'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:43.935548 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6501b0f5-f1b2-4910-b747-666584c8c949 x-openstack-request-id: req-6501b0f5-f1b2-4910-b747-666584c8c949 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:43.935857 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:43.936114 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6501b0f5-f1b2-4910-b747-666584c8c949 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:43.936830 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'code': 200} Dec 13 09:39:44.002769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.059114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf5d6d-5438-48e6-9ae6-cdaf80f752b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.071979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cf0cdb1-0892-4303-8a82-82e82037feec req-bab08241-d4dc-4353-8a65-84a73a7f9f7d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbbd7b10-2c45-466e-8b33-2229e840fb2d HTTP/1.1" status: 200 len: 210 time: 0.1237533 Dec 13 09:39:44.206463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.210997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] No DVR routers for this DVR port 357928d6-154c-4f7a-898c-594d96b365d9 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:44.228516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Pushing event deleted for resources: {'Port': ['ID=357928d6-154c-4f7a-898c-594d96b365d9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.234554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.249175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0809cfcc-71ea-4a17-8bfb-a4f1af280dca req-5ac54339-29a3-4d62-8642-60beff13871d tempest-VolumesAdminNegativeTest-970696997 tempest-VolumesAdminNegativeTest-970696997-project] 10.222.0.37 "DELETE /v2.0/ports/357928d6-154c-4f7a-898c-594d96b365d9 HTTP/1.1" status: 204 len: 173 time: 2.0398839 Dec 13 09:39:44.330213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-efe91adf-33cf-4494-a0d0-747dcec93e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.332061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-efe91adf-33cf-4494-a0d0-747dcec93e0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1099 time: 0.4705775 Dec 13 09:39:44.386271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6da0-fc13-410e-b6d4-f8e7ddef0cc2 req-848b0fa8-ffa6-4a2d-87cf-1f1f68ff3fed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.394031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-065f6da0-fc13-410e-b6d4-f8e7ddef0cc2 req-848b0fa8-ffa6-4a2d-87cf-1f1f68ff3fed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.3821771 Dec 13 09:39:44.745296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}, {'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d'}, {'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'name': 'network-vif-deleted', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:44.747871 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36340d0d-8a48-43c6-8e73-26ddda7fdbea" -d '{"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}, {"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-unplugged", "status": "completed", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d"}, {"server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "name": "network-vif-deleted", "tag": "357928d6-154c-4f7a-898c-594d96b365d9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:44.820481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66304a3c-a99f-4ed5-84da-5b674c368760 req-5759c278-eb85-466f-9cc0-2b42fb41a855 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.827061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66304a3c-a99f-4ed5-84da-5b674c368760 req-5759c278-eb85-466f-9cc0-2b42fb41a855 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.6140449 Dec 13 09:39:44.828907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:44.881102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:44.881489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:44.882487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:44.910053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:44.910385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Attempting to bind port 14d0746f-97d4-4376-a58b-887e55332c1d on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:44.922438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-065f6da0-fc13-410e-b6d4-f8e7ddef0cc2 req-bf7801b2-d0c7-4b43-8706-3124962cc682 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275958 Dec 13 09:39:44.931197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-c378efb8-5c2e-4af2-817b-88fe80af6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:44.932676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-c378efb8-5c2e-4af2-817b-88fe80af6098 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5894582 Dec 13 09:39:44.938006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:44.938356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:44.938749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:44.939221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Bound port: 14d0746f-97d4-4376-a58b-887e55332c1d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:44.939603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:44.976827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66304a3c-a99f-4ed5-84da-5b674c368760 req-74af7e8d-bd52-4fee-9a8e-bdf2bb90dbdf tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488736 Dec 13 09:39:45.030555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 41a65ae5-7d5c-48a6-9e79-557680f5a582 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:45.034845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-13ed1595-a8de-422c-a62d-df0d0ef71916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0770199 Dec 13 09:39:45.112813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 41a65ae5-7d5c-48a6-9e79-557680f5a582 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:45.121471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 41a65ae5-7d5c-48a6-9e79-557680f5a582 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:45.127224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.179034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-2e8c778c-0764-494f-98b1-b339c0afb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.180921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-2e8c778c-0764-494f-98b1-b339c0afb7cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1245499 Dec 13 09:39:45.224866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:45.232111 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.270347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:45.276718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-41971358-b990-4025-b569-9768913bf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.278689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-41971358-b990-4025-b569-9768913bf9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881333 Dec 13 09:39:45.286076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:45.289908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f19062-ff63-4847-aad7-a31506f5b48c req-8b83f3a9-0175-4100-b46c-cf290d396fba tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.291972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0f19062-ff63-4847-aad7-a31506f5b48c req-8b83f3a9-0175-4100-b46c-cf290d396fba tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 945 time: 0.1864562 Dec 13 09:39:45.295091 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.296400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 357928d6-154c-4f7a-898c-594d96b365d9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:45.372854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 357928d6-154c-4f7a-898c-594d96b365d9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:39:45.373612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 357928d6-154c-4f7a-898c-594d96b365d9 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:45.374200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:45.384954 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ee79a-a1b1-481a-a671-f19debeda796 x-openstack-request-id: req-303ee79a-a1b1-481a-a671-f19debeda796 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:45.385438 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "status": "completed", "code": 200}, {"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-unplugged", "status": "completed", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d", "code": 200}, {"server_uuid": "dbbd7b10-2c45-466e-8b33-2229e840fb2d", "name": "network-vif-deleted", "tag": "357928d6-154c-4f7a-898c-594d96b365d9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:45.385839 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-303ee79a-a1b1-481a-a671-f19debeda796 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:45.386536 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'status': 'completed', 'code': 200} Dec 13 09:39:45.387134 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d', 'code': 200} Dec 13 09:39:45.387338 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbd7b10-2c45-466e-8b33-2229e840fb2d', 'name': 'network-vif-deleted', 'tag': '357928d6-154c-4f7a-898c-594d96b365d9', 'status': 'completed', 'code': 200} Dec 13 09:39:45.388953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.422639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:45.480259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:45.691438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:45.699467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.700483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:45.702642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae22d656-3507-4a94-9eeb-f711058dd6e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 1121 time: 2.8309176 Dec 13 09:39:45.724189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0f19062-ff63-4847-aad7-a31506f5b48c req-34d82f8b-1ea3-4238-8947-6b2465f57d9c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548305 Dec 13 09:39:45.747968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-fe3b8952-f177-4738-b980-d8a92ff5065c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531190 Dec 13 09:39:45.760803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8d8b-aefc-4d87-b73c-fffc0aace990 req-8911b061-768a-4b6c-8463-5266a0033a10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.776156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50ab8d8b-aefc-4d87-b73c-fffc0aace990 req-8911b061-768a-4b6c-8463-5266a0033a10 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.2337914 Dec 13 09:39:45.780863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-c998c68b-bf3f-4de8-a4e8-af8f3e95b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:45.785280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:45.794422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-c998c68b-bf3f-4de8-a4e8-af8f3e95b917 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1099 time: 0.3717721 Dec 13 09:39:45.860862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:45.975686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:45.984678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:45.985180 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4135ecb-1c32-44fe-a4d9-63ad09285b05" -d '{"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-plugged", "status": "completed", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:46.075692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Deleting subnet a540b74e-d24a-46a6-85be-3fca59f5fa16 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:39:46.084377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.091533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-b431f9c5-bd47-45a0-b5ca-8532f265ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.093047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-b431f9c5-bd47-45a0-b5ca-8532f265ac52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2621188 Dec 13 09:39:46.142943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.203302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.276149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.284277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50ab8d8b-aefc-4d87-b73c-fffc0aace990 req-f5cf6794-ffe8-4704-883b-60970d2df26d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057473 Dec 13 09:39:46.312381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-be48e9ab-50f6-4cbf-a821-7518256dc960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.1940577 Dec 13 09:39:46.340961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a540b74e-d24a-46a6-85be-3fca59f5fa16,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:46.346738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.361259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-feedfd1f-63c0-4b5b-8f20-03e011e643d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a540b74e-d24a-46a6-85be-3fca59f5fa16 HTTP/1.1" status: 204 len: 168 time: 0.3747416 Dec 13 09:39:46.363154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:46.488922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-02f2392c-5861-4e05-9f2d-db47233a9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.490250 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b26912-0985-4ee2-8e35-1559c4c7944d x-openstack-request-id: req-e5b26912-0985-4ee2-8e35-1559c4c7944d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:46.490250 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-plugged", "status": "completed", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:46.492300 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5b26912-0985-4ee2-8e35-1559c4c7944d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:46.492395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-02f2392c-5861-4e05-9f2d-db47233a9f8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1351700 Dec 13 09:39:46.492499 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'code': 200} Dec 13 09:39:46.493664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee700cd7-969e-4c24-b18b-fb7dd8f67118 req-5a8f83d4-f658-4428-95ca-07fb50992690 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978731 Dec 13 09:39:46.512667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844ea48-48cc-456c-8af7-9651ac24e149 req-d2756acd-eb55-46f0-9cd7-bf50a6cd77e1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.514579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a844ea48-48cc-456c-8af7-9651ac24e149 req-d2756acd-eb55-46f0-9cd7-bf50a6cd77e1 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.3852930 Dec 13 09:39:46.534487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.704996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-8567709f-ce54-44fa-97f9-e11bba46c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.708976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-8567709f-ce54-44fa-97f9-e11bba46c4f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078106 Dec 13 09:39:46.774104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093862af-58bf-4969-9718-a0805befdad6 req-fbddf3bc-5557-4b08-9ad5-773b12b7501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.776904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-093862af-58bf-4969-9718-a0805befdad6 req-fbddf3bc-5557-4b08-9ad5-773b12b7501b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 1097 time: 0.1247065 Dec 13 09:39:46.781256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.838609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f50775-478d-4562-a82f-3a8e99ec3464']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:46.858209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9457d742-e622-43b7-8e9a-8cde3d2fe91b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:46.858652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9457d742-e622-43b7-8e9a-8cde3d2fe91b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:46.867041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a844ea48-48cc-456c-8af7-9651ac24e149 req-1ac5bea0-d4a9-409a-9034-f3932515179c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133786 Dec 13 09:39:46.887242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-6df0553b-ef2d-41e6-8f2f-6a573ba1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.888482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.890731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-6df0553b-ef2d-41e6-8f2f-6a573ba1f959 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1099 time: 0.2938311 Dec 13 09:39:46.904059 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-093862af-58bf-4969-9718-a0805befdad6 req-21ed635d-e14d-41dd-aa82-2128a5c977ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117103 Dec 13 09:39:46.923539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff483-7ccf-474d-8ab0-325b861ead71 req-7416ac52-a2e8-4d0d-9535-f9aa74023ae0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:46.925107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-032ff483-7ccf-474d-8ab0-325b861ead71 req-7416ac52-a2e8-4d0d-9535-f9aa74023ae0 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.2833068 Dec 13 09:39:46.931170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.939726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:39:46.940599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:39:46.952671 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:39:47.025780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-1b66fb16-74a0-424a-a3c5-d8678633a703 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039992 Dec 13 09:39:47.037215 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.056852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.062321 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b1f50775-478d-4562-a82f-3a8e99ec3464 HTTP/1.1" status: 204 len: 168 time: 0.6957035 Dec 13 09:39:47.067200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:47.081276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797ba1f-bcea-43a2-b36c-023fa8b01c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f50775-478d-4562-a82f-3a8e99ec3464,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:47.098106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-032ff483-7ccf-474d-8ab0-325b861ead71 req-d19c2c86-05de-4b58-a025-d6387b58db27 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613266 Dec 13 09:39:47.140314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-9b078530-2f95-41df-8150-044f96932791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.141829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-9b078530-2f95-41df-8150-044f96932791 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2431993 Dec 13 09:39:47.150241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Deleting subnet ca72d9ec-7d9f-4567-8c4e-99fa27004690 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:39:47.161724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.369972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.391907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:47.395494 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:47.399748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-13cb91be-be9f-47c3-89c4-ba482d780166 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.2473125 Dec 13 09:39:47.549849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5ff7-d378-470e-9ca8-1a53669fcb63 req-49263760-32a6-4a11-ab0c-b7b8f564af22 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.551407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f38a5ff7-d378-470e-9ca8-1a53669fcb63 req-49263760-32a6-4a11-ab0c-b7b8f564af22 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.1507678 Dec 13 09:39:47.631781 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.641366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b8c6-872b-4861-b7d8-9244dc469f7f req-075e7d00-01ca-435f-bfde-ed13e51ecd0d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.643029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7b2b8c6-872b-4861-b7d8-9244dc469f7f req-075e7d00-01ca-435f-bfde-ed13e51ecd0d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.2412646 Dec 13 09:39:47.644525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-31d07fe1-98cc-4118-ac02-6d270565fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.646398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-31d07fe1-98cc-4118-ac02-6d270565fcb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2301543 Dec 13 09:39:47.738038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f38a5ff7-d378-470e-9ca8-1a53669fcb63 req-e8a2dd4e-d120-4f5a-a6b8-9e478cc024d2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708097 Dec 13 09:39:47.754673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-181b7ece-f52e-4c51-a035-dc5da9cd5725 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864538 Dec 13 09:39:47.796454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7b2b8c6-872b-4861-b7d8-9244dc469f7f req-1fc6f09a-6295-4c07-a26f-8c4f24435bce tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201608 Dec 13 09:39:47.816817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-aeadf463-5b22-43fa-9eaa-e2509735e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.819210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-aeadf463-5b22-43fa-9eaa-e2509735e679 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382110 Dec 13 09:39:47.839895 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7000d8-3977-4ab8-967f-4d1433b06636 x-openstack-request-id: req-6b7000d8-3977-4ab8-967f-4d1433b06636 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:47.840214 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:47.840431 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b7000d8-3977-4ab8-967f-4d1433b06636 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:47.840819 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d', 'status': 'completed', 'code': 200} Dec 13 09:39:47.842627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.919113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca72d9ec-7d9f-4567-8c4e-99fa27004690,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:47.946914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:47.952477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6db2d2d4-533e-48ea-a89e-4d60a1615f28 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca72d9ec-7d9f-4567-8c4e-99fa27004690 HTTP/1.1" status: 204 len: 168 time: 0.8786755 Dec 13 09:39:47.952872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:47.990387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-628042b6-2054-4792-b160-e869dfee322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:47.991850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-628042b6-2054-4792-b160-e869dfee322c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1124 time: 0.1067269 Dec 13 09:39:48.034059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-7d36e229-681e-4b3d-a801-979ff58d9840 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055559 Dec 13 09:39:48.051182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.163817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa57053-f570-4eae-a2d5-db880c058966 req-ccd4a794-838f-4d74-a086-1cc36dbdf08b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.165402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fa57053-f570-4eae-a2d5-db880c058966 req-ccd4a794-838f-4d74-a086-1cc36dbdf08b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.1882105 Dec 13 09:39:48.226977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-cd001fed-bff7-40fc-b719-e66a801ccc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.228492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-cd001fed-bff7-40fc-b719-e66a801ccc8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.2099314 Dec 13 09:39:48.276916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.322257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3d4eb6-d951-4316-952e-ab0baff00cb1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:48.331956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36340d0d-8a48-43c6-8e73-26ddda7fdbea req-f0b595be-1f20-40fa-91f4-d495e84c9051 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863805 Dec 13 09:39:48.346707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d41bc88-570c-45a2-8496-b06611e0ee5b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:48.346707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d41bc88-570c-45a2-8496-b06611e0ee5b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:39:48.368028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.410450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.424719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:39:48.425244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:39:48.434124 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:39:48.442378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fa57053-f570-4eae-a2d5-db880c058966 req-ab818cfb-0ea2-4dab-bf4e-36435f8ae763 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619698 Dec 13 09:39:48.446504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-7fab0f9b-8581-485f-88be-444498b68ff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 217 time: 0.2083125 Dec 13 09:39:48.531330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.540635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:48.544334 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b3d4eb6-d951-4316-952e-ab0baff00cb1 HTTP/1.1" status: 204 len: 168 time: 0.5901268 Dec 13 09:39:48.558587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfe770-7357-4b18-9391-4919b61b2411 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3d4eb6-d951-4316-952e-ab0baff00cb1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:48.626589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8bdab-20fa-4cc9-87ba-8bb65995d2bf req-e88ed940-fcf1-4c1e-8cd4-66714cc8560c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.631227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2c8bdab-20fa-4cc9-87ba-8bb65995d2bf req-e88ed940-fcf1-4c1e-8cd4-66714cc8560c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.3818059 Dec 13 09:39:48.636758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-ad0559d1-489a-4d70-b129-95e7bad3f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:48.638802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-ad0559d1-489a-4d70-b129-95e7bad3f81b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1826403 Dec 13 09:39:48.718592 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:39:48.743030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-0477c668-1644-4752-93fe-b1f3ae12fdb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786395 Dec 13 09:39:48.831784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:48.866544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2c8bdab-20fa-4cc9-87ba-8bb65995d2bf req-d5ef17d3-e0fa-45bb-86ef-254306f92d69 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255967 Dec 13 09:39:48.903264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff0ec506-6171-47b7-941b-d14586ede67c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0db82a83439b48e685ed8f57f88e604d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702922 Dec 13 09:39:48.905921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:48.984970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:49.098455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-24ede88e-1dc5-4813-a81f-96226d57b973 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438294 Dec 13 09:39:49.155857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:49.172061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'mac_address': 'fa:16:3e:83:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:39:49.180616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.217109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa346a27-1f0b-49cb-843b-06c495340a90 req-9c7f9fbb-edab-4fe2-94df-63c9b836f540 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.218677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa346a27-1f0b-49cb-843b-06c495340a90 req-9c7f9fbb-edab-4fe2-94df-63c9b836f540 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 948 time: 0.2868826 Dec 13 09:39:49.232110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb47f5-be8a-49f9-9dbe-6688137967b2 req-fa88847f-3d20-46d6-809c-8eb00bc03094 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.233655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82cb47f5-be8a-49f9-9dbe-6688137967b2 req-fa88847f-3d20-46d6-809c-8eb00bc03094 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.2141950 Dec 13 09:39:49.239509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.262070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.271149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:49.301565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:49.306713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.370481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:49.372182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c718a0-c1ee-44ea-a3e8-8f5380f2f2e0 req-83b0d8f0-0c9b-4eb1-ab1c-a87c7c6fb025 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596478 Dec 13 09:39:49.734610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82cb47f5-be8a-49f9-9dbe-6688137967b2 req-3e2f7d65-3950-40c6-b97e-dc85a9b92979 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792988 Dec 13 09:39:49.738857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa346a27-1f0b-49cb-843b-06c495340a90 req-9a712d28-364f-4bb7-9048-22338d665a93 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000396 Dec 13 09:39:49.766776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.766936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:49.776618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:49.780255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84b2e680-c1b4-4e02-92f2-e696f20f5c32 HTTP/1.1" status: 204 len: 168 time: 0.8710034 Dec 13 09:39:49.790000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98e32-2757-4b8a-bc35-0d05e261607d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b2e680-c1b4-4e02-92f2-e696f20f5c32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:49.925443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e93cf-5c94-48ba-9b43-f5b250a7fc7e req-f9d28164-fce7-4bf1-8fc8-543548860491 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:49.939207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-749e93cf-5c94-48ba-9b43-f5b250a7fc7e req-f9d28164-fce7-4bf1-8fc8-543548860491 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.0948317 Dec 13 09:39:50.010154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-749e93cf-5c94-48ba-9b43-f5b250a7fc7e req-ace84efb-bc17-4259-864f-0ef7d841267f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685155 Dec 13 09:39:50.245627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5a9b9-cd6e-4c25-ba40-69288b2185a3 req-13f52f01-df2d-46b2-975a-26b8b8c46d70 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.253450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82f5a9b9-cd6e-4c25-ba40-69288b2185a3 req-13f52f01-df2d-46b2-975a-26b8b8c46d70 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.0942450 Dec 13 09:39:50.296404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5a18-a781-4b7b-98a4-74853ecdf984 req-a9e21498-ae85-4600-bd3e-14c9417008f5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.298701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55ee5a18-a781-4b7b-98a4-74853ecdf984 req-a9e21498-ae85-4600-bd3e-14c9417008f5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.1042330 Dec 13 09:39:50.361988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82f5a9b9-cd6e-4c25-ba40-69288b2185a3 req-0ded852b-d59b-4b3c-af83-8252653cd0d4 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010351 Dec 13 09:39:50.434731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55ee5a18-a781-4b7b-98a4-74853ecdf984 req-436a38cb-2cf6-4333-a563-73c45cfbb6d3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225748 Dec 13 09:39:50.457188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:50.506730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df0cd3c3-f900-4723-8322-a37936965ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12b11de7785c4c53a6d590f5d897dc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467892 Dec 13 09:39:50.509555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:39:50.564259 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:50.588443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:50.648625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:50.651811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:50.652972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22ac8a1d-c576-4704-8028-a5a9d8b1c2a4 HTTP/1.1" status: 204 len: 168 time: 0.1422038 Dec 13 09:39:50.669226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a72d82-bbd7-48eb-b2b1-afbbbeee359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac8a1d-c576-4704-8028-a5a9d8b1c2a4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:50.893831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068e3e1-c125-4edc-a2a0-e119080103c0 req-48b9948a-e15c-479d-8094-feb70f514870 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:50.903044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a068e3e1-c125-4edc-a2a0-e119080103c0 req-48b9948a-e15c-479d-8094-feb70f514870 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.0751824 Dec 13 09:39:50.993688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a068e3e1-c125-4edc-a2a0-e119080103c0 req-24b77c31-12fa-4c7a-8b73-28cff922e295 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816574 Dec 13 09:39:51.237799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fd7ba-9798-40de-b96e-5d89f3afde20 req-18ca8316-7758-4833-bad1-d04846579404 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.248736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05fd7ba-9798-40de-b96e-5d89f3afde20 req-18ca8316-7758-4833-bad1-d04846579404 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.1027269 Dec 13 09:39:51.319894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c05fd7ba-9798-40de-b96e-5d89f3afde20 req-6a1e07b4-6955-4c6c-bc4b-792d6769e1a5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700226 Dec 13 09:39:51.515718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-065a79cd-a7ed-4b95-91ab-ba6ec0eb54cf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.517761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-065a79cd-a7ed-4b95-91ab-ba6ec0eb54cf tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565&tenant_id=3aa27bd3a766474b90838030f6809cb3&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 949 time: 0.1848104 Dec 13 09:39:51.667584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5ca1-1119-4880-ba8d-146330855b39 req-62116358-12f0-43e1-955c-1887a95e3fe7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.674835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79eb5ca1-1119-4880-ba8d-146330855b39 req-62116358-12f0-43e1-955c-1887a95e3fe7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1967704 Dec 13 09:39:51.737829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b1d8-06d1-4a26-bc2b-306cd2069758 req-39d81d0c-a376-4727-a4d7-e4108a1477b8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.746041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1026b1d8-06d1-4a26-bc2b-306cd2069758 req-39d81d0c-a376-4727-a4d7-e4108a1477b8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.2616012 Dec 13 09:39:51.760954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-6f13f958-23b2-4c55-a8a6-c0ca75a8273f service neutron] 10.222.0.44 "GET /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 382 time: 0.2122936 Dec 13 09:39:51.853500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79eb5ca1-1119-4880-ba8d-146330855b39 req-2d6ad43d-3c26-4d10-9e07-431100fe700b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764374 Dec 13 09:39:51.892711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1026b1d8-06d1-4a26-bc2b-306cd2069758 req-d82e68ea-f815-4ece-9554-ede05d582184 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454053 Dec 13 09:39:51.936068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-ec2c74bf-234c-4322-88f5-6b6f84ee1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:51.938941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-ec2c74bf-234c-4322-88f5-6b6f84ee1875 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1100 time: 0.1476848 Dec 13 09:39:52.121097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a81c0-c519-4d73-abd8-b33aeae2072a req-4066fdaf-4494-48fc-8fc0-4f846845278e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.128473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b2a81c0-c519-4d73-abd8-b33aeae2072a req-4066fdaf-4494-48fc-8fc0-4f846845278e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.1829119 Dec 13 09:39:52.205673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-8e2b2a06-84c4-4ed0-a259-0c005613c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.207147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-8e2b2a06-84c4-4ed0-a259-0c005613c758 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2397900 Dec 13 09:39:52.276943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-354bdaa0-2a32-4cdf-a3bf-60d8481f1517 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0580456 Dec 13 09:39:52.310422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b2a81c0-c519-4d73-abd8-b33aeae2072a req-08724f31-6b52-4068-a328-89efb34d67a1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714306 Dec 13 09:39:52.380974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-f5f546d0-dd51-4ea6-9269-8d78eacaf6b6 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dbc8875346224dff991077c205be7a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587409 Dec 13 09:39:52.520158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-e76a5a01-7a1c-4a2f-b4b7-a400d7d52a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.524168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-e76a5a01-7a1c-4a2f-b4b7-a400d7d52a03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2112463 Dec 13 09:39:52.632703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-1bd4d766-d2e5-4de2-843a-6c37b9fc9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.634375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-1bd4d766-d2e5-4de2-843a-6c37b9fc9df5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978076 Dec 13 09:39:52.641406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-d934d5b2-ceff-42b0-b9c8-68a445c170c5 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:52.649533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-d934d5b2-ceff-42b0-b9c8-68a445c170c5 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675424 Dec 13 09:39:52.790950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-36a1e3d7-db8e-4cf4-9da8-26b00f11ecef service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388581 Dec 13 09:39:52.794747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-9259ada2-97cf-4178-bb4c-1ec121d828d1 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/quotas/dbc8875346224dff991077c205be7a61 HTTP/1.1" status: 200 len: 375 time: 0.1444077 Dec 13 09:39:52.855953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-db966574-00de-4a07-8811-476855b36ec3 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbc8875346224dff991077c205be7a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481310 Dec 13 09:39:52.975507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-f5b2c0bd-d522-4cff-83f7-9779e1ad560d service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335797 Dec 13 09:39:53.007539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:39:53.010517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a86f5-5066-4b5a-9d10-2e41634e0595 req-bff7ae0d-c095-4c1b-85e2-14a8171c4f1c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.018605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44a86f5-5066-4b5a-9d10-2e41634e0595 req-bff7ae0d-c095-4c1b-85e2-14a8171c4f1c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.2210937 Dec 13 09:39:53.115807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44a86f5-5066-4b5a-9d10-2e41634e0595 req-29376b0b-3199-406f-9716-df3f7e3dcb47 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 Dec 13 09:39:53.160458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port e80f4e9c-058e-48ab-9289-1532f83f3b04 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:39:53.167932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e80f4e9c-058e-48ab-9289-1532f83f3b04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:53.168750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.256125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ad41-0a08-44e6-841b-b5a6bc2e370e req-271fa166-15ea-4532-bc7a-b2251691db6d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.257717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d21ad41-0a08-44e6-841b-b5a6bc2e370e req-271fa166-15ea-4532-bc7a-b2251691db6d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.1209583 Dec 13 09:39:53.360098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d21ad41-0a08-44e6-841b-b5a6bc2e370e req-9c9d0333-f318-48af-9ec0-b674dca375f2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852835 Dec 13 09:39:53.360288 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.386964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb3ca-c11c-40e0-b193-381aa7cc8809 req-341d542e-f246-4571-852b-3961fec9f376 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.400705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:53.403324 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2828a2-75cf-4362-abc4-7cddbf4ce670" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:53.403802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae9cb3ca-c11c-40e0-b193-381aa7cc8809 req-341d542e-f246-4571-852b-3961fec9f376 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1450419 Dec 13 09:39:53.429925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:53.437093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:53.510790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:53.513322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae9cb3ca-c11c-40e0-b193-381aa7cc8809 req-6b8c90d2-1608-47db-9494-70c7508ae30a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062546 Dec 13 09:39:53.619019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b77dc-6dda-4ac6-ab52-00c40f6a625f req-f6808424-144b-4ab0-bf5b-fc6a13899b77 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:53.629554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-051b77dc-6dda-4ac6-ab52-00c40f6a625f req-f6808424-144b-4ab0-bf5b-fc6a13899b77 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.1439598 Dec 13 09:39:53.742036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-051b77dc-6dda-4ac6-ab52-00c40f6a625f req-a7f9485c-e9e7-4b32-a4d2-e1703c2adda1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079290 Dec 13 09:39:53.793207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8533d6f7-db5e-4e52-a382-1266cd03014a req-7dc34f83-cbb2-41c3-b2f5-03556c4f883f tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 210 time: 0.0703373 Dec 13 09:39:53.832931 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769440c2-1331-4f85-b7bc-367df070aa06 x-openstack-request-id: req-769440c2-1331-4f85-b7bc-367df070aa06 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:53.833717 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:53.834150 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-769440c2-1331-4f85-b7bc-367df070aa06 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:53.835010 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'code': 200} Dec 13 09:39:54.294578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81c9f3-9e26-4d6e-9b61-c169bfab6a9f req-b49c2b93-5622-4cf9-ae2f-f87d3ab9c8a0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.302037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe81c9f3-9e26-4d6e-9b61-c169bfab6a9f req-b49c2b93-5622-4cf9-ae2f-f87d3ab9c8a0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 943 time: 0.0863073 Dec 13 09:39:54.330935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-7210f36b-4700-4297-a658-cd6ba48adbdf service neutron] 10.222.0.37 "GET /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.0778694 Dec 13 09:39:54.334320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-717b4e46-dd6a-400e-af93-6183fdd4a978 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.335858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-717b4e46-dd6a-400e-af93-6183fdd4a978 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.1079307 Dec 13 09:39:54.383164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe81c9f3-9e26-4d6e-9b61-c169bfab6a9f req-58754d60-99ae-446e-ba80-7708a51463f8 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Dec 13 09:39:54.526287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port 41a65ae5-7d5c-48a6-9e79-557680f5a582 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:39:54.529456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:54.612823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:54.671843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:54.739882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d0746f-97d4-4376-a58b-887e55332c1d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:54.749475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-13b80f95-ed0f-4157-aa49-a361454c1ffb tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dbc8875346224dff991077c205be7a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646658 Dec 13 09:39:54.759486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:54.767830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab43bf-622a-48da-b766-52952e51b80d req-a8324f93-fc24-441f-b5dc-270b8c892648 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.769453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbab43bf-622a-48da-b766-52952e51b80d req-a8324f93-fc24-441f-b5dc-270b8c892648 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 946 time: 0.2090936 Dec 13 09:39:54.778011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:54.835698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4288aec-17b6-44ec-aa15-1448396bcb17 req-23e7530d-0c13-470f-acb4-45aa28a1931e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:54.843274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4288aec-17b6-44ec-aa15-1448396bcb17 req-23e7530d-0c13-470f-acb4-45aa28a1931e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1813858 Dec 13 09:39:54.872657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] Transition to ACTIVE for port object 14d0746f-97d4-4376-a58b-887e55332c1d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:54.885650 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:54.892075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:54.892543 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:54.930915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for 41a65ae5-7d5c-48a6-9e79-557680f5a582 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:39:54.971280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] No DVR routers for this DVR port 14d0746f-97d4-4376-a58b-887e55332c1d on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:54.996674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:55.024528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-b0b2f81c-1d80-421d-b7d6-cad75ce81e64 service neutron] 10.222.0.37 "PUT /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6806333 Dec 13 09:39:55.072879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbab43bf-622a-48da-b766-52952e51b80d req-3e14eeec-880f-4461-889e-81db7f33d3f6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854652 Dec 13 09:39:55.082425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 41a65ae5-7d5c-48a6-9e79-557680f5a582 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:55.108139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4288aec-17b6-44ec-aa15-1448396bcb17 req-b8e4455e-2831-42c8-9037-fc944952ce61 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639251 Dec 13 09:39:55.187811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.226712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 41a65ae5-7d5c-48a6-9e79-557680f5a582, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=41a65ae5-7d5c-48a6-9e79-557680f5a582,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:55.233401 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.234447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:55.243086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-c89f1b2a-95f5-4eca-b6a9-376f473848ff tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.244637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-c89f1b2a-95f5-4eca-b6a9-376f473848ff tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4670084 Dec 13 09:39:55.284569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Request body: {'port': {'device_id': '3792e07b-7bee-4f97-9678-36432653edc6', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'dbc8875346224dff991077c205be7a61'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:55.368428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-512e418c-9810-46fc-87eb-e17ad2e083a5 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.370093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-512e418c-9810-46fc-87eb-e17ad2e083a5 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.2386367 Dec 13 09:39:55.387254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4b44e58-0f90-4c3b-bda2-1ed27475375a req-39565ff2-bd92-490b-8754-76907e1a737b tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 210 time: 0.0872016 Dec 13 09:39:55.477288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:55.549492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:55.582374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbd525-3f77-4867-a251-6a87f80a844c req-8d0cc1dc-c417-452d-80ee-6c7a71f57e72 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.586661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2cbd525-3f77-4867-a251-6a87f80a844c req-8d0cc1dc-c417-452d-80ee-6c7a71f57e72 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 945 time: 0.3776252 Dec 13 09:39:55.681508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.687321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-918c60e1-8082-44dc-8ec6-4abf4d68fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.688882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-918c60e1-8082-44dc-8ec6-4abf4d68fdc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35&tenant_id=df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 1095 time: 0.2988749 Dec 13 09:39:55.749683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=41a65ae5-7d5c-48a6-9e79-557680f5a582,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:55.839290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:55.841894 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a7ca58-acec-45d0-8d6f-43356e03293b" -d '{"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-unplugged", "status": "completed", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:55.912929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port 41a65ae5-7d5c-48a6-9e79-557680f5a582 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:55.914694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7a21d23b-85fb-4b30-95a8-ed7e5e856999 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:55.916433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.917486 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7a21d23b-85fb-4b30-95a8-ed7e5e856999 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.0962784 Dec 13 09:39:55.920154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e04285f7-96f6-44a5-8105-3ef32f9c707b req-8b7e74a9-5300-497c-b8b3-1986ed372d44 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "DELETE /v2.0/ports/41a65ae5-7d5c-48a6-9e79-557680f5a582 HTTP/1.1" status: 204 len: 173 time: 1.5343485 Dec 13 09:39:55.920764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Made reservation on behalf of dbc8875346224dff991077c205be7a61 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:39:55.924244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:55.929637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-deleted', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:55.931920 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6308bb-f4e8-4d99-a44a-30257f3c6b54" -d '{"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-deleted", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:55.932391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820531-5'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:55.950889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2cbd525-3f77-4867-a251-6a87f80a844c req-e48bd10d-c7c6-49bb-a686-32f536e6a435 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365321 Dec 13 09:39:55.993629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.040832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6eb85-37db-4664-97be-79638ee5ba14 req-d6c5072c-c2fd-4629-b05c-964b9c7b351e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.044141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.048964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2f6eb85-37db-4664-97be-79638ee5ba14 req-d6c5072c-c2fd-4629-b05c-964b9c7b351e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.3009083 Dec 13 09:39:56.061773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-97d8b67a-929e-4516-a18f-50ce729d6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.065511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-97d8b67a-929e-4516-a18f-50ce729d6776 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1095 time: 0.3001745 Dec 13 09:39:56.124188 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d90ffa-f8d3-4460-ab11-a63fd11c5d7b x-openstack-request-id: req-60d90ffa-f8d3-4460-ab11-a63fd11c5d7b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:56.125227 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-unplugged", "status": "completed", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:56.125758 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60d90ffa-f8d3-4460-ab11-a63fd11c5d7b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:56.126418 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'code': 200} Dec 13 09:39:56.230192 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c873d10-3efe-4b64-9572-43c240c7b99c x-openstack-request-id: req-2c873d10-3efe-4b64-9572-43c240c7b99c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:56.230554 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537204be-ccf8-4261-b540-1251119646e0", "name": "network-vif-deleted", "tag": "41a65ae5-7d5c-48a6-9e79-557680f5a582", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:56.230830 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c873d10-3efe-4b64-9572-43c240c7b99c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:56.231226 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537204be-ccf8-4261-b540-1251119646e0', 'name': 'network-vif-deleted', 'tag': '41a65ae5-7d5c-48a6-9e79-557680f5a582', 'status': 'completed', 'code': 200} Dec 13 09:39:56.242739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:56.274993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-b1f2c1f7-69c6-4fc7-8013-d6bd32fa97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.277043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-b1f2c1f7-69c6-4fc7-8013-d6bd32fa97af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1101 time: 0.2571406 Dec 13 09:39:56.295960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2f6eb85-37db-4664-97be-79638ee5ba14 req-eb9a716a-fb12-4cb7-9e05-9fb0bcaf3a51 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451336 Dec 13 09:39:56.296167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:56.337016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:56.352965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:56.355735 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac386a1-2280-4c76-b504-97273a4ec506" -d '{"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-unplugged", "status": "completed", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:56.362891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.372588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.428227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6573ed62-f9fd-4894-a499-243d3a344894 req-b6283d99-1497-43d9-ae01-729a611c83c4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=537204be-ccf8-4261-b540-1251119646e0 HTTP/1.1" status: 200 len: 210 time: 0.0883145 Dec 13 09:39:56.448506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.501886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on host n-h2-820531-5 for vnic_type normal with profile {"migrating_to": "n-h1-820531-5"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:56.503435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:56.503435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:56.504410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.510949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:56.511399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Attempting to bind port 847b0149-0e9b-44b2-b262-a526f20b1a29 on network d331cf36-5ca7-4572-8722-d50e11ec9238 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:56.522288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:56.522637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Checking segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:56.523077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Bound using segment: {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:56.523513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Bound port: 847b0149-0e9b-44b2-b262-a526f20b1a29, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b4a5b-daca-4bb4-ac0e-7e645824632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331cf36-5ca7-4572-8722-d50e11ec9238'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:56.524362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.544835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-6713a253-3c72-4974-a90e-00ebb9600172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.547062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-6713a253-3c72-4974-a90e-00ebb9600172 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.4552951 Dec 13 09:39:56.572290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.628597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-2efa203e-a89c-4bf6-beb0-9568502bd1d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 200 len: 217 time: 0.0599005 Dec 13 09:39:56.666542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.715809 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a38a2c-8309-452b-8660-d787b4131304 x-openstack-request-id: req-d8a38a2c-8309-452b-8660-d787b4131304 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:56.715809 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-unplugged", "status": "completed", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:56.715809 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8a38a2c-8309-452b-8660-d787b4131304 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:56.715809 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'code': 200} Dec 13 09:39:56.727569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:56.737204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:56.747195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.761227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e710919-5ed0-413e-85c8-c3f1983690be,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.777662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab94cb9-4fdf-48b1-87c0-bd37912b2db2 req-c0a6068d-eaf5-40a2-a287-9eaccea4514d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.787287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dab94cb9-4fdf-48b1-87c0-bd37912b2db2 req-c0a6068d-eaf5-40a2-a287-9eaccea4514d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.3937318 Dec 13 09:39:56.842192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:56.884845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.885563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.887021 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-8f09ad42-3c28-417b-92ec-adb5ee0edf54 service neutron] 10.222.0.37 "PUT /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 1121 time: 0.9588695 Dec 13 09:39:56.915779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:56.930609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d35b148-234b-46a4-8fa7-7155f08d42ca req-bd30e504-4bc0-4daf-8d4d-f8dc2b5f9ace tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 210 time: 0.0539782 Dec 13 09:39:56.930609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-a624625a-d33f-4ee3-912e-a5147cdf9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:56.933067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-a624625a-d33f-4ee3-912e-a5147cdf9cf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.2861764 Dec 13 09:39:56.968529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['847b0149-0e9b-44b2-b262-a526f20b1a29'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:57.081831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['847b0149-0e9b-44b2-b262-a526f20b1a29'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:39:57.172139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:39:57.403999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-ae8b9641-3ce8-4585-885b-115ed0cc5d2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4581285 Dec 13 09:39:57.443653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:57.465651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 has no active binding in host n-h1-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:39:57.535376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dab94cb9-4fdf-48b1-87c0-bd37912b2db2 req-957ecd0b-2f62-4ac7-b2e3-6a4c23173a19 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469778 Dec 13 09:39:57.550122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Allocated IP 192.168.233.30 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/e737182c-08ef-467a-983f-d4227cf922bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:39:57.615445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe776af-726c-412d-97d0-275610cc71bb req-ae412bae-dfae-4de5-a36d-5f77690f853d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.623447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbe776af-726c-412d-97d0-275610cc71bb req-ae412bae-dfae-4de5-a36d-5f77690f853d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.2217429 Dec 13 09:39:57.720673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-8d2993fe-f812-4e17-ae0e-a4003fab2d72 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939677 Dec 13 09:39:57.901006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ca5a4-5a52-406b-8fb2-6ed8980cbc02 req-c77ca128-0742-45d8-9a9e-78e1b32ca72c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:57.902529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec0ca5a4-5a52-406b-8fb2-6ed8980cbc02 req-c77ca128-0742-45d8-9a9e-78e1b32ca72c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.2661397 Dec 13 09:39:57.911585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cbe776af-726c-412d-97d0-275610cc71bb req-c2fb45ee-0dda-41cc-b77a-d53e18a04606 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865536 Dec 13 09:39:58.013466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-2cd748ea-ed80-49b1-ab6b-d36555d1794c service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322807 Dec 13 09:39:58.027460 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.041925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec0ca5a4-5a52-406b-8fb2-6ed8980cbc02 req-3d1873ff-eea4-43ea-b5b7-85970dd154c9 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273785 Dec 13 09:39:58.102332 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.243659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:39:58.250119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:39:58.259647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:39:58.314267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.314885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.386780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:39:58.413650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:58.441244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28912-3901-4ebd-a158-9df54fa44a6f req-09225014-a7ea-43e0-838b-94b909e62a8b tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.449644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79f28912-3901-4ebd-a158-9df54fa44a6f req-09225014-a7ea-43e0-838b-94b909e62a8b tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 935 time: 0.3451390 Dec 13 09:39:58.472495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-4812ffea-1146-4220-9a85-c722e1396a40 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2050729 Dec 13 09:39:58.540944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9650cba-2087-4e0d-9392-09393bd78610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.544625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Request body: {'port': {'device_id': '3792e07b-7bee-4f97-9678-36432653edc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:39:58.624046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:58.625395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fa157e66-3faa-4953-843a-8827a9cbf540 None None] Provisioning complete for port e737182c-08ef-467a-983f-d4227cf922bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:39:58.626054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa157e66-3faa-4953-843a-8827a9cbf540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.671066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fa157e66-3faa-4953-843a-8827a9cbf540 None None] Port e737182c-08ef-467a-983f-d4227cf922bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:39:58.705646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a7766-cf78-4241-9856-a54c81832a61 req-99ad57fe-01fe-4a8d-ba2f-83fefe2f1337 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.707148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-99ad57fe-01fe-4a8d-ba2f-83fefe2f1337 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.3059857 Dec 13 09:39:58.716441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:58.719036 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5827848-c4b1-4856-aef5-c467b8d5364c" -d '{"events": [{"name": "network-changed", "server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:58.728294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79f28912-3901-4ebd-a158-9df54fa44a6f req-8535a68f-0fa9-4b3d-98f7-e40a379c003f tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776093 Dec 13 09:39:58.742723 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.748053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:39:58.750338 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0556abe-a73b-4cc8-878f-826169649a62" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-unplugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:39:58.759559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-a6f791d7-c7ae-4648-aa7c-571a7dcbcaa1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:58.761034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-a6f791d7-c7ae-4648-aa7c-571a7dcbcaa1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3584249 Dec 13 09:39:58.763748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.847598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Transition to ACTIVE for port object e80f4e9c-058e-48ab-9289-1532f83f3b04 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:58.866795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-f98c222e-0c84-416c-9b68-46217e9ebd83 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0752537 Dec 13 09:39:58.871210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.878457 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:58.964698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-151ca58e-f7a2-4e7d-9ee9-03bcab88e873 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880558 Dec 13 09:39:59.035191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:39:59.042061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afbd4c-2f58-4d76-bbf7-d3aee2a29c4e req-317ec95a-0924-4b11-afa8-b51dabe78a8e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.043612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4afbd4c-2f58-4d76-bbf7-d3aee2a29c4e req-317ec95a-0924-4b11-afa8-b51dabe78a8e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.2486062 Dec 13 09:39:59.072838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] No DVR routers for this DVR port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:39:59.111980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:39:59.153201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:59.305596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-958a7766-cf78-4241-9856-a54c81832a61 req-31fae5b3-b505-4e0b-9235-a2dbc4cd0f57 service neutron] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:59.306542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:39:59.306877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:39:59.307204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:59.319128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-958a7766-cf78-4241-9856-a54c81832a61 req-31fae5b3-b505-4e0b-9235-a2dbc4cd0f57 service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.320238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-958a7766-cf78-4241-9856-a54c81832a61 req-31fae5b3-b505-4e0b-9235-a2dbc4cd0f57 service neutron] 10.222.0.44 "DELETE /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.5844450 Dec 13 09:39:59.328799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4afbd4c-2f58-4d76-bbf7-d3aee2a29c4e req-cc34d070-a832-438e-975d-c6665df03d65 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626872 Dec 13 09:39:59.332594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:39:59.333073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Attempting to bind port e80f4e9c-058e-48ab-9289-1532f83f3b04 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:39:59.349264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:39:59.349614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:39:59.350028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:39:59.350684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Bound port: e80f4e9c-058e-48ab-9289-1532f83f3b04, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:39:59.350813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.377536 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2df9e4-ec07-40ff-a705-6d35838555b5 x-openstack-request-id: req-0e2df9e4-ec07-40ff-a705-6d35838555b5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:59.377830 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:59.378276 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e2df9e4-ec07-40ff-a705-6d35838555b5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:59.378683 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'status': 'completed', 'code': 200} Dec 13 09:39:59.445512 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c70f8-a095-411a-9811-2e882a3d6f83 x-openstack-request-id: req-ea1c70f8-a095-411a-9811-2e882a3d6f83 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:39:59.445806 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-unplugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:39:59.446061 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea1c70f8-a095-411a-9811-2e882a3d6f83 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:39:59.446456 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'code': 200} Dec 13 09:39:59.476667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-ca1880bf-73f2-4c07-b062-29c5c6888431 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976728 Dec 13 09:39:59.609453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:39:59.628527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-afa0c9db-8adf-4aac-9e7d-441a72da9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.630616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-afa0c9db-8adf-4aac-9e7d-441a72da9ed8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1124 time: 0.2135413 Dec 13 09:39:59.634935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:39:59.640778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:39:59.649373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.664286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.770006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ddf29-1bed-4f6d-8b6b-c319c493313f req-890c4be7-13cc-437b-b6b0-8ae1d242781a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.771719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-318ddf29-1bed-4f6d-8b6b-c319c493313f req-890c4be7-13cc-437b-b6b0-8ae1d242781a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.2988405 Dec 13 09:39:59.774344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Transition to ACTIVE for port object e737182c-08ef-467a-983f-d4227cf922bd will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:39:59.799865 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.823252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.823875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:39:59.825288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] 10.222.0.37 "PUT /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 1097 time: 3.5276992 Dec 13 09:39:59.850167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-72c2ffb5-6e85-4783-be24-de4b4d75278d service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624361 Dec 13 09:39:59.912358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07913340-527c-4cef-ba87-ac2db98b069f service neutron] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:39:59.987642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-d0c12e7f-88c3-4bfa-8907-c46d90105be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:39:59.988361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-d0c12e7f-88c3-4bfa-8907-c46d90105be9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.3365705 Dec 13 09:40:00.017680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-318ddf29-1bed-4f6d-8b6b-c319c493313f req-15a6c35b-f103-4f8e-9fd2-cf1344ed7300 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364683 Dec 13 09:40:00.125866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:00.134481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-af5f554e-ed98-4ffa-981d-7939c3944cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 217 time: 0.1251647 Dec 13 09:40:00.137192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-490bfc82-0990-4f6f-8fcb-8cb2b1ffe115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.138736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-490bfc82-0990-4f6f-8fcb-8cb2b1ffe115 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1100 time: 0.2751403 Dec 13 09:40:00.259566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Attempting to bind port e737182c-08ef-467a-983f-d4227cf922bd on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:00.260153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Attempting to bind port e737182c-08ef-467a-983f-d4227cf922bd by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:00.260516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Attempting to bind port e737182c-08ef-467a-983f-d4227cf922bd on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:00.643315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Port e737182c-08ef-467a-983f-d4227cf922bd on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:00.643315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Attempting to bind port e737182c-08ef-467a-983f-d4227cf922bd on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:00.673576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-1f35219f-d3ad-4b39-8f47-91412d740601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.675139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-1f35219f-d3ad-4b39-8f47-91412d740601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.5317688 Dec 13 09:40:00.680525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:00.680945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:00.681492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:00.682011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Bound port: e737182c-08ef-467a-983f-d4227cf922bd, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:00.682436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.742809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-26099b67-0fdb-443d-8674-3505ba4ea41c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564559 Dec 13 09:40:00.757365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ef88-6d0d-44a8-98a1-15c27091105a req-1c289a42-c799-491b-b81a-c0481aaf0957 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.758924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e41ef88-6d0d-44a8-98a1-15c27091105a req-1c289a42-c799-491b-b81a-c0481aaf0957 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.5845447 Dec 13 09:40:00.805927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-0edb10f4-57b0-414f-b69c-3abc508bc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.807475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-0edb10f4-57b0-414f-b69c-3abc508bc9ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.6541870 Dec 13 09:40:00.846046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157829-c904-4014-ada8-67553dd9fc65 req-ab360033-4e70-49fe-9b48-8e1238bbc7f1 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:00.847571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4157829-c904-4014-ada8-67553dd9fc65 req-ab360033-4e70-49fe-9b48-8e1238bbc7f1 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 947 time: 0.2359049 Dec 13 09:40:00.911577 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c50409f2-b1ce-44f9-90c0-55d62fc96ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:00.924337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-41b22001-c6de-42af-bce0-3bae174a8893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0734775 Dec 13 09:40:01.006064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:01.050913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e41ef88-6d0d-44a8-98a1-15c27091105a req-bac56c39-103f-4776-bd61-4d4471bbb88b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739511 Dec 13 09:40:01.056773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:01.070780 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.074083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-9aa77c29-d2b3-4574-b4b8-1f22aaf1c35e service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122211 Dec 13 09:40:01.120484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4157829-c904-4014-ada8-67553dd9fc65 req-efa74bcf-4c5e-4d6a-b047-5c1d476c134a tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588005 Dec 13 09:40:01.122149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-396fc893-9c9b-4dbf-ae36-c8f2df616006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.123866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-396fc893-9c9b-4dbf-ae36-c8f2df616006 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1813505 Dec 13 09:40:01.311630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.312260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.313686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/e737182c-08ef-467a-983f-d4227cf922bd HTTP/1.1" status: 200 len: 1095 time: 2.7922928 Dec 13 09:40:01.338554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c90586e-b782-43b1-a805-d06a04f04813 req-aa569914-1869-4edd-830b-4f3a289b7b72 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 210 time: 0.1878641 Dec 13 09:40:01.381901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-25f98391-fd29-40cd-82f3-9801c54a50a7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.383460 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-25f98391-fd29-40cd-82f3-9801c54a50a7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.2322021 Dec 13 09:40:01.398889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:01.458853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc6ea6-e9f7-44fb-8249-2c3800d6f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:01.461398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}, {'name': 'network-changed', 'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:01.463664 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ee193-1ea0-442a-9767-2930a6074a08" -d '{"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}, {"name": "network-changed", "server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:01.495646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-5a5f0d6f-bfb1-450c-a313-fe106a8ba4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.502319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-5a5f0d6f-bfb1-450c-a313-fe106a8ba4d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505688 Dec 13 09:40:01.562764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5827848-c4b1-4856-aef5-c467b8d5364c req-9bdcea1e-e233-4d8c-8220-77ab87287fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790082 Dec 13 09:40:01.564381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:01.570454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:01.603944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e235e-96c8-4f64-9bec-c875f91aca2e req-c28c8550-3d8b-4867-a50b-ed632ce5ebc4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.611389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-697e235e-96c8-4f64-9bec-c875f91aca2e req-c28c8550-3d8b-4867-a50b-ed632ce5ebc4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.2753501 Dec 13 09:40:01.626503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-01511637-00f4-46d5-a2e3-2c39a860147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.627982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-01511637-00f4-46d5-a2e3-2c39a860147b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dbc8875346224dff991077c205be7a61&device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 1098 time: 0.2208505 Dec 13 09:40:01.710246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-fc6a8117-cf4b-4ca7-926f-cfb01b67a82f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e737182c-08ef-467a-983f-d4227cf922bd HTTP/1.1" status: 200 len: 217 time: 0.0707257 Dec 13 09:40:01.785229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-697e235e-96c8-4f64-9bec-c875f91aca2e req-e64238d8-0fe8-4286-a28b-9d418e76b097 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729217 Dec 13 09:40:01.805152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-9fc0a06a-1244-48c7-b460-f3557d2c68cc service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703569 Dec 13 09:40:01.823996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.7 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/eb2fcbca-2e30-4d8f-bb02-d1400a816e4a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:01.845172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-99f4e7aa-a1e6-46d8-b648-87574d545689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.846561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-99f4e7aa-a1e6-46d8-b648-87574d545689 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1242595 Dec 13 09:40:01.916896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df0bd4-f43d-430c-b42f-04e5385d7d6b req-801d3ef9-a64b-489c-819b-48420c00e51c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.918484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53df0bd4-f43d-430c-b42f-04e5385d7d6b req-801d3ef9-a64b-489c-819b-48420c00e51c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.1811919 Dec 13 09:40:01.990676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-a2b3eeaf-d3e3-4ffe-b084-ac024e6cbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:01.992204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-a2b3eeaf-d3e3-4ffe-b084-ac024e6cbe10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140280 Dec 13 09:40:02.014836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea798d3c-37b4-4e22-93d2-d1be74b3521c req-5158fb24-ce2a-486d-bbb6-5f4f3b39fa3a service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948252 Dec 13 09:40:02.050643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.078234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53df0bd4-f43d-430c-b42f-04e5385d7d6b req-1c57897b-b79a-4b1b-a2dd-6c02b1317871 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503742 Dec 13 09:40:02.081546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.125783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.144656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-b0896a60-3af3-468a-8126-5ea61b1c71ee service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420479 Dec 13 09:40:02.178748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:02.182784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:02.187201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:02.215099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:02.248417 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3ac44-4e8b-473e-b25d-e08c422c8327 x-openstack-request-id: req-84c3ac44-4e8b-473e-b25d-e08c422c8327 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:02.248786 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:02.249770 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84c3ac44-4e8b-473e-b25d-e08c422c8327 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:02.250244 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'status': 'completed', 'code': 200} Dec 13 09:40:02.250583 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'status': 'completed', 'code': 200} Dec 13 09:40:02.263827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.264563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.365641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-75880c54-b4d2-47a7-85cc-29a613116399 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660256 Dec 13 09:40:02.375166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Request body: {'port': {'device_id': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:02.412102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-03939b88-c132-430d-85dd-5f2a6e3155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.413635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-03939b88-c132-430d-85dd-5f2a6e3155c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1100 time: 0.1621788 Dec 13 09:40:02.446470 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-458813fc-d01d-4288-a480-f104cb8e959d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1677125 Dec 13 09:40:02.455214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:02.536280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-641204eb-a906-4a0c-b240-55e42411de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.537796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-641204eb-a906-4a0c-b240-55e42411de20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1114180 Dec 13 09:40:02.545610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff62636b-9dc8-4e9c-894c-d71d3c567e07 req-0903378b-e0b5-48e9-962b-50bf0690b146 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922477 Dec 13 09:40:02.595797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-2739b567-0e60-4723-bc21-4cb717378896 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0491078 Dec 13 09:40:02.610330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-1c7d9535-4857-4475-8348-7cc3d0100f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.612199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-1c7d9535-4857-4475-8348-7cc3d0100f79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1100 time: 0.3073201 Dec 13 09:40:02.627672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5a041-2d38-40a8-8ac2-4d8e5724531a req-0e40fbee-59bb-47a1-922f-afc0e2ee044f tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.635024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f5a041-2d38-40a8-8ac2-4d8e5724531a req-0e40fbee-59bb-47a1-922f-afc0e2ee044f tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1095 time: 0.2799506 Dec 13 09:40:02.652239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-7326143a-1fe6-45ce-a311-78f9920dc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.653520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-7326143a-1fe6-45ce-a311-78f9920dc2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 1096 time: 0.1385574 Dec 13 09:40:02.791990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-14667480-9060-4c06-be4c-5cde63aa0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.793740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-14667480-9060-4c06-be4c-5cde63aa0695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1798799 Dec 13 09:40:02.830992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f5a041-2d38-40a8-8ac2-4d8e5724531a req-0a7bba6e-8732-418b-988d-e1638948d6d8 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950955 Dec 13 09:40:02.862379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-c8ea510d-eeb0-4996-9697-e7502bdd037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.864561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-c8ea510d-eeb0-4996-9697-e7502bdd037f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2269235 Dec 13 09:40:02.894326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-68b0dfff-4832-4d90-890d-a8413f0f0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.896505 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-68b0dfff-4832-4d90-890d-a8413f0f0405 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.2133443 Dec 13 09:40:02.955889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-05e6e0c2-51c1-4b4a-bd77-28996967a415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 200 len: 217 time: 0.0477128 Dec 13 09:40:02.963500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-4f3bed81-6442-49a8-bef5-7a88a3251724 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0857587 Dec 13 09:40:02.976725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-13e2a589-b57c-4748-ae06-9ecdd3ed688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:02.978329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-13e2a589-b57c-4748-ae06-9ecdd3ed688d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683123 Dec 13 09:40:03.032110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2fcbca-2e30-4d8f-bb02-d1400a816e4a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:03.043665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.055560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-783719bf-3c0d-4e26-91ab-1b061d79c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.057023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-783719bf-3c0d-4e26-91ab-1b061d79c653 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.0904346 Dec 13 09:40:03.057449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:03.066388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Transition to ACTIVE for port object eb2fcbca-2e30-4d8f-bb02-d1400a816e4a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:03.078292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.102967 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-79e26345-5f52-406c-9343-2fd83d249de4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345500 Dec 13 09:40:03.104405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a60c3-0f77-4276-bf30-74cb53a9f2d6 req-1a2f68b9-133e-41c3-8e7b-d514b92b36da tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.106274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-275a60c3-0f77-4276-bf30-74cb53a9f2d6 req-1a2f68b9-133e-41c3-8e7b-d514b92b36da tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 947 time: 0.2408669 Dec 13 09:40:03.149502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-ae728984-8e69-44f5-ae7b-535d8df5c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.150958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-ae728984-8e69-44f5-ae7b-535d8df5c474 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1717262 Dec 13 09:40:03.166957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa879eb-3626-40e0-8269-af4456f08653 req-89819ca9-d4ef-4660-a154-fbf3f395402e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.174418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1aa879eb-3626-40e0-8269-af4456f08653 req-89819ca9-d4ef-4660-a154-fbf3f395402e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 931 time: 0.2173183 Dec 13 09:40:03.177844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.205627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:03.215168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:03.218673 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef64842-021c-4ec2-b781-f4bf46058571" -d '{"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:03.236839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:03.241881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.291462 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-e5850835-912d-4191-840c-aceefbaa1c59 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655302 Dec 13 09:40:03.308496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:03.312289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-4abdc4c0-20c4-43ca-90e1-0d566b2a7bfb service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067205 Dec 13 09:40:03.324713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Attempting to bind port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:03.325053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Attempting to bind port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:03.325409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Attempting to bind port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:03.329406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-275a60c3-0f77-4276-bf30-74cb53a9f2d6 req-32722d9d-5911-4263-8bbe-5fb5e53c1c53 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098649 Dec 13 09:40:03.357808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:03.358138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Attempting to bind port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:03.370730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:03.371073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:03.371464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:03.371900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Bound port: eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:03.372259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.454938 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c24736b0-7aed-4798-94ec-00055d485fb9 req-314d8923-883c-425a-a340-0ab26af69a97 service neutron] 10.222.0.44 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522231 Dec 13 09:40:03.472256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:03.476575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:03.483073 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.524101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.524731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.526740 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb2fcbca-2e30-4d8f-bb02-d1400a816e4a HTTP/1.1" status: 200 len: 1091 time: 1.1570373 Dec 13 09:40:03.526740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:03.529272 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789ab040-a5a7-47d0-8ff7-69a82d568ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:03.555099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd6453-1d4c-4d61-822b-9b02a1279f04 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:03.580640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:03.671922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-f93d721a-ba08-4a71-92ff-cd107196d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.673966 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-f93d721a-ba08-4a71-92ff-cd107196d389 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 1094 time: 0.0895078 Dec 13 09:40:03.706787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-aa7e59a3-8699-4b54-81c7-12e1461c378c service neutron] 10.222.0.44 "GET /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29/bindings/n-h1-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.5616913 Dec 13 09:40:03.714214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-6b5beb68-1edc-417d-b516-bfa507bcfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.715657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-6b5beb68-1edc-417d-b516-bfa507bcfccd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5374680 Dec 13 09:40:03.727486 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-a6991ca9-b9a1-4047-9de2-ff8c724b2148 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a HTTP/1.1" status: 200 len: 217 time: 0.0415528 Dec 13 09:40:03.728953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1aa879eb-3626-40e0-8269-af4456f08653 req-04c5dd34-79d7-4a7c-b882-6750510403a7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537200 Dec 13 09:40:03.790224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-9381c34c-0073-4280-9c98-60ffdbe93c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.791690 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-9381c34c-0073-4280-9c98-60ffdbe93c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.0537660 Dec 13 09:40:03.823765 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-30875707-3a0e-4728-82b9-c6a62c529c45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248177 Dec 13 09:40:03.914931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-c0fc9a68-fd63-4a93-a6e3-763e22f966bf service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830426 Dec 13 09:40:03.930221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06889af5-a093-4116-81d9-ade370127970 req-caade7c2-2348-48af-9a08-05e67ddeec1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.931735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06889af5-a093-4116-81d9-ade370127970 req-caade7c2-2348-48af-9a08-05e67ddeec1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.2231591 Dec 13 09:40:03.933627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-ea8375dc-f0b6-4d38-bf21-d2bbdd4460a9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988111 Dec 13 09:40:03.983714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f36b5-301f-4619-b5a2-935bbe9c09ea req-5d7718d7-9358-4dd9-ad61-d6df53c50712 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:03.985268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a73f36b5-301f-4619-b5a2-935bbe9c09ea req-5d7718d7-9358-4dd9-ad61-d6df53c50712 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 1095 time: 0.1871629 Dec 13 09:40:04.022912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-00f0a7fc-3bf2-4ff0-a1fe-cd878b788b91 req-a488d74a-075a-444a-8d23-999d1938304e service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968165 Dec 13 09:40:04.068986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-9dd29c63-1f2c-44d1-a62c-66478858e7dd service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373351 Dec 13 09:40:04.192753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06889af5-a093-4116-81d9-ade370127970 req-07e55bf5-dfb8-40ea-9c3f-e072a3906eca tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534289 Dec 13 09:40:04.210784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a73f36b5-301f-4619-b5a2-935bbe9c09ea req-2775b179-b4d4-4975-8d9e-ae0a99a220d2 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067287 Dec 13 09:40:04.222900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-52060197-fa03-42c7-8937-a516ade04c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.224501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-52060197-fa03-42c7-8937-a516ade04c0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dbc8875346224dff991077c205be7a61&device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 1098 time: 0.2383595 Dec 13 09:40:04.336325 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06396f7-0ecd-4127-937f-b541b87b4d4d x-openstack-request-id: req-e06396f7-0ecd-4127-937f-b541b87b4d4d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:04.337285 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:04.337731 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e06396f7-0ecd-4127-937f-b541b87b4d4d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:04.338431 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'code': 200} Dec 13 09:40:04.368743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-387c0696-76fb-4ac4-88c2-85adf33b6884 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805080 Dec 13 09:40:04.372111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:04.372277 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c479ca-a147-40dc-834d-a023d08e3747 x-openstack-request-id: req-f9c479ca-a147-40dc-834d-a023d08e3747 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:04.372670 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:04.373018 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9c479ca-a147-40dc-834d-a023d08e3747 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:04.373531 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'status': 'completed', 'code': 200} Dec 13 09:40:04.447459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:04.495328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa891-38dd-4189-8d3e-4eb12e8ad5a4 req-0539bd7e-8c3e-46a1-b3a9-986c0cf9b46a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.496776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aa891-38dd-4189-8d3e-4eb12e8ad5a4 req-0539bd7e-8c3e-46a1-b3a9-986c0cf9b46a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 943 time: 0.1916451 Dec 13 09:40:04.508306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-2b1bd93e-71ce-4fe8-9c52-96cffe0090de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.509734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-2b1bd93e-71ce-4fe8-9c52-96cffe0090de service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2713361 Dec 13 09:40:04.585779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.607418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847b0149-0e9b-44b2-b262-a526f20b1a29 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:04.630470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-3a3a5099-5464-463b-9b82-496db6c90206 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e737182c-08ef-467a-983f-d4227cf922bd HTTP/1.1" status: 200 len: 217 time: 0.1064942 Dec 13 09:40:04.635611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:04.660681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-08d03573-917b-4849-801b-8617c221d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.662401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-08d03573-917b-4849-801b-8617c221d735 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 1094 time: 0.2636521 Dec 13 09:40:04.716852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:04.790654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aa891-38dd-4189-8d3e-4eb12e8ad5a4 req-f8cca96d-4dd7-4607-8328-530ba428058f tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848544 Dec 13 09:40:04.820367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-1109dc52-25ce-4c6d-9df6-73940b901097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.821857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-1109dc52-25ce-4c6d-9df6-73940b901097 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1786668 Dec 13 09:40:04.847703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-23285ddf-6a68-4ba4-b3f7-fb3784112bc1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.850336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-23285ddf-6a68-4ba4-b3f7-fb3784112bc1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.3950417 Dec 13 09:40:04.922721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-b46ace57-7fd1-45e9-bc27-70ad052c0ad3 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/quotas/afc727b474c04bf4a3db2b25451fd401 HTTP/1.1" status: 200 len: 375 time: 0.0630853 Dec 13 09:40:04.953626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-13ab3b38-5cf0-47e8-997b-8ffe7ebfa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.955018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-13ab3b38-5cf0-47e8-997b-8ffe7ebfa065 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.2632179 Dec 13 09:40:04.994104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-7d71876a-206f-4e65-a369-386699c9ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:04.995610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-7d71876a-206f-4e65-a369-386699c9ce87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390700 Dec 13 09:40:05.046643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-5bbf5caa-311f-4be1-8a85-04e02bb8e1e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a HTTP/1.1" status: 200 len: 217 time: 0.0693176 Dec 13 09:40:05.069602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:05.072131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:05.098472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] Transition to ACTIVE for port object 847b0149-0e9b-44b2-b262-a526f20b1a29 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:05.114874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.163620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-22ff916d-962f-44d5-a453-44aad76ffd3e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2309282 Dec 13 09:40:05.178230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:05.235063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:05.248279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e737182c-08ef-467a-983f-d4227cf922bd', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e737182c-08ef-467a-983f-d4227cf922bd', 'mac_address': 'fa:16:3e:f5:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:05.290654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.307856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:05.308087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-7f26aaab-9f21-4275-9344-07cfd8a96e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.309421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-7f26aaab-9f21-4275-9344-07cfd8a96e8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.2124822 Dec 13 09:40:05.331787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:05.336936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.356865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] No DVR routers for this DVR port 847b0149-0e9b-44b2-b262-a526f20b1a29 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:05.390945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:05.431689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-2b1b5a7a-4706-45ca-98a3-eb693be0b0f8 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988006 Dec 13 09:40:05.432188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-2fdcb647-bfba-4838-b3ea-4d1d7428bf48 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.433499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-07cf01b8-8665-4c38-b713-0ae97a8956b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865448 Dec 13 09:40:05.433697 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-2fdcb647-bfba-4838-b3ea-4d1d7428bf48 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/ports?device_id=259dcb09-175b-450a-a777-e5886cfecc90 HTTP/1.1" status: 200 len: 943 time: 0.0592892 Dec 13 09:40:05.434081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] Pushing event updated for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:05.547727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Deleting port b0aaf964-fd01-4ebb-af61-ecbfe70de635 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:05.548135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.570752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-eab377fe-6687-4ef1-b232-5b2f75470729 service neutron] 10.222.0.44 "PUT /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29/bindings/n-h1-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8540261 Dec 13 09:40:05.606272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea0caf-1177-4d0b-b95b-e1be78d3f908 req-88ed593f-9b6b-4048-bd87-a89923b54475 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:05.607813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eea0caf-1177-4d0b-b95b-e1be78d3f908 req-88ed593f-9b6b-4048-bd87-a89923b54475 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 948 time: 0.2763736 Dec 13 09:40:05.624613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-20f85090-0c7b-424b-aa52-f134e028c59a service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334614 Dec 13 09:40:05.664969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] For port b0aaf964-fd01-4ebb-af61-ecbfe70de635, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b0aaf964-fd01-4ebb-af61-ecbfe70de635,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:05.665429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:05.673821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e737182c-08ef-467a-983f-d4227cf922bd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:05.681924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Calling delete_port for b0aaf964-fd01-4ebb-af61-ecbfe70de635 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:05.775838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a89ee193-1ea0-442a-9767-2930a6074a08 req-9b7fd4a6-3b80-4e37-a741-aa083afbd1dd service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271656 Dec 13 09:40:05.796101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-66118e06-c2d2-4aa6-a0c5-0280b39b4396 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485911 Dec 13 09:40:05.809485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eea0caf-1177-4d0b-b95b-e1be78d3f908 req-4bd37827-3b5a-4d8b-a751-64fbcfcd25e4 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735339 Dec 13 09:40:05.851833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-ae9ba67f-e955-4219-92e8-8d73bd337ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263286 Dec 13 09:40:05.940446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789ab040-a5a7-47d0-8ff7-69a82d568ce9 req-5cee8fc7-f9d1-4b71-9a95-d4cbcf73a1b2 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234095 Dec 13 09:40:06.097975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e97f8c-fda1-4072-adc1-aa7762a7f1e5 req-e652eb65-25d1-4934-acb4-a543a3b67b48 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.100926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71e97f8c-fda1-4072-adc1-aa7762a7f1e5 req-e652eb65-25d1-4934-acb4-a543a3b67b48 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.1190395 Dec 13 09:40:06.234778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5af514-b630-40b5-9483-3f749cf7965f req-238e2427-aa02-4b97-988b-35fb8178cbeb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.243541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a5af514-b630-40b5-9483-3f749cf7965f req-238e2427-aa02-4b97-988b-35fb8178cbeb tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1414385 Dec 13 09:40:06.244031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.270644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-0fe55c1a-0657-4b86-9e7a-b50a18ac81ae tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.272601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-0fe55c1a-0657-4b86-9e7a-b50a18ac81ae tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.1545300 Dec 13 09:40:06.284161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event deleted for resources: {'Port': ['ID=b0aaf964-fd01-4ebb-af61-ecbfe70de635,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:06.285442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71e97f8c-fda1-4072-adc1-aa7762a7f1e5 req-2d62b580-4495-4ba0-bec6-5685b10e9535 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704984 Dec 13 09:40:06.350891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] No DVR routers for this DVR port b0aaf964-fd01-4ebb-af61-ecbfe70de635 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:06.355042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:06.358623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8c9cee71-d44e-42e6-b1c5-82e3044a2812 req-bce0ce00-afac-4204-85b7-c74e70bd37b0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "DELETE /v2.0/ports/b0aaf964-fd01-4ebb-af61-ecbfe70de635 HTTP/1.1" status: 204 len: 173 time: 0.9094195 Dec 13 09:40:06.376829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-deleted', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:06.382031 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b813d-f85a-4e52-8566-735f231ce97a" -d '{"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-deleted", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:06.427001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a5af514-b630-40b5-9483-3f749cf7965f req-04da15ae-9dfd-42b8-b126-0751fb5b6770 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821389 Dec 13 09:40:06.438179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-1529ad50-5cf4-4b8c-884c-1c7eaa946682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.449895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-1529ad50-5cf4-4b8c-884c-1c7eaa946682 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c&tenant_id=7ad9635eb9984866bf2cd63dd899dab0 HTTP/1.1" status: 200 len: 1095 time: 0.1478679 Dec 13 09:40:06.527888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-cebeeece-1da1-4d00-96ac-2f1339908dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.529732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-cebeeece-1da1-4d00-96ac-2f1339908dc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1095 time: 0.0524678 Dec 13 09:40:06.666631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bb630d1-87e1-49dc-beb6-17aa501ca02c req-6b023cc2-4913-4161-a752-f3bccaf56dd2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0749085 Dec 13 09:40:06.716548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53df76a-5328-4e50-abf4-c320d1c79741 req-58f3fb24-1cec-416e-82a9-719b00852bc3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.718285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e53df76a-5328-4e50-abf4-c320d1c79741 req-58f3fb24-1cec-416e-82a9-719b00852bc3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.1253386 Dec 13 09:40:06.724261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-dd31b282-2bb6-4853-9e50-4414e2703e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:06.726122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-dd31b282-2bb6-4853-9e50-4414e2703e26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 200 len: 908 time: 0.1889939 Dec 13 09:40:06.727182 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0626cf57-3775-4700-8cc1-442c499dfc57 x-openstack-request-id: req-0626cf57-3775-4700-8cc1-442c499dfc57 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:06.727721 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dcb09-175b-450a-a777-e5886cfecc90", "name": "network-vif-deleted", "tag": "b0aaf964-fd01-4ebb-af61-ecbfe70de635", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:06.727838 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0626cf57-3775-4700-8cc1-442c499dfc57 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:06.728241 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dcb09-175b-450a-a777-e5886cfecc90', 'name': 'network-vif-deleted', 'tag': 'b0aaf964-fd01-4ebb-af61-ecbfe70de635', 'status': 'completed', 'code': 200} Dec 13 09:40:06.784268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-ccb47293-d80a-4350-a2c9-8d954aa0dc96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 200 len: 217 time: 0.0416911 Dec 13 09:40:07.084819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:07.119853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:07.212404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port e737182c-08ef-467a-983f-d4227cf922bd completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:07.220098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e737182c-08ef-467a-983f-d4227cf922bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:07.220750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.236129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e53df76a-5328-4e50-abf4-c320d1c79741 req-75dc1389-7eb4-42d4-b69f-aadda987ab8c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069711 Dec 13 09:40:07.249825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-ad3c7261-14de-494d-92ef-51429b7f4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.251262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-ad3c7261-14de-494d-92ef-51429b7f4821 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 200 len: 847 time: 0.4582491 Dec 13 09:40:07.267549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b41c9-13eb-4006-abd4-801930334a29 req-fd9f7bbf-1893-40f2-be76-3335229d043f tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.276697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d63b41c9-13eb-4006-abd4-801930334a29 req-fd9f7bbf-1893-40f2-be76-3335229d043f tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 948 time: 0.1078570 Dec 13 09:40:07.325416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-cb492e43-93f9-4927-9134-58d149aff5fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d331cf36-5ca7-4572-8722-d50e11ec9238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460217 Dec 13 09:40:07.418921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d63b41c9-13eb-4006-abd4-801930334a29 req-df58593d-0b23-4ff0-b1e7-091f6e3d5b65 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411655 Dec 13 09:40:07.438805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:07.490968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'mac_address': 'fa:16:3e:83:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:07.536020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-a1b744bb-bf59-4f07-b642-bc2b5edca98d service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914544 Dec 13 09:40:07.583209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.585573 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.617925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:07.672887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-6c836827-c45e-43ef-ab75-ba7ec5e63462 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.675071 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-6c836827-c45e-43ef-ab75-ba7ec5e63462 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.37 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.3210223 Dec 13 09:40:07.688226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Request body: {'port': {'device_id': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'admin_state_up': True, 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:07.730661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:07.740371 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e26edd2-a0bb-43eb-8ba9-3d82985b67af" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:07.759781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:07.764266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:07.771180 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.775641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.787652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-9927ddbb-0521-4f8d-99f9-f174c1561c79 service neutron] 10.222.0.37 "GET /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294946 Dec 13 09:40:07.798899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973584c7-4c5f-4ac6-951b-98a7018cda18 req-60c8c5e2-9b74-437c-9fdc-ff19aa08c76f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.807448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-973584c7-4c5f-4ac6-951b-98a7018cda18 req-60c8c5e2-9b74-437c-9fdc-ff19aa08c76f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.2039912 Dec 13 09:40:07.825939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1510f42-9a88-4876-9a13-d83db43a1f68 req-94f9af11-964a-4809-bc1b-46ff7cf3a660 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:07.833767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1510f42-9a88-4876-9a13-d83db43a1f68 req-94f9af11-964a-4809-bc1b-46ff7cf3a660 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 949 time: 0.1596861 Dec 13 09:40:07.844514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:07.893649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:07.898789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:07.922399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-973584c7-4c5f-4ac6-951b-98a7018cda18 req-74bf7c3e-6c44-418d-a5d1-bfc162c014ec tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138952 Dec 13 09:40:07.941292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:07.942719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1510f42-9a88-4876-9a13-d83db43a1f68 req-af2bf4ac-9bb0-4cd5-af60-cf3bc1871081 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080101 Dec 13 09:40:08.060981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-044e9a68-c5c1-45a2-a130-a4e1d3683014 req-6a61d41a-7e30-4933-bf85-c86f7d5b6471 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 210 time: 0.0291307 Dec 13 09:40:08.093569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Allocated IP 172.20.0.7 (9b9d3c60-f48c-4901-bf06-972147813936/0ae9eb54-f373-434c-b6a9-a34d9d1db892/6e9185aa-3cc3-4056-a65c-43641de8eca3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:08.119787 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8634169-380d-41e6-bc6f-ec21a93b8d6b x-openstack-request-id: req-c8634169-380d-41e6-bc6f-ec21a93b8d6b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:08.120407 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:08.121886 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8634169-380d-41e6-bc6f-ec21a93b8d6b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:08.122848 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'code': 200} Dec 13 09:40:08.141719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:08.250072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851abc-141d-440f-be83-aa83981d793c req-1912ae21-ce2e-45d7-ab5f-f0a95b53187b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.263770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3851abc-141d-440f-be83-aa83981d793c req-1912ae21-ce2e-45d7-ab5f-f0a95b53187b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.0969484 Dec 13 09:40:08.358117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b89dc5-63a5-42e3-a52e-7b337eff672c req-0e039ff4-cd6c-463a-a24d-4b73fc3cdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.360956 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-75b89dc5-63a5-42e3-a52e-7b337eff672c req-0e039ff4-cd6c-463a-a24d-4b73fc3cdac9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 1100 time: 0.1193254 Dec 13 09:40:08.405705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.430434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3851abc-141d-440f-be83-aa83981d793c req-3e0acdef-4cab-4c85-9a09-0dbb3b386250 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654654 Dec 13 09:40:08.450702 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-75b89dc5-63a5-42e3-a52e-7b337eff672c req-62667e48-3af6-4f0b-b618-f2fb24a68e62 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758131 Dec 13 09:40:08.467859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.531781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Network 9b9d3c60-f48c-4901-bf06-972147813936 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:08.533325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:08.539425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:08.563402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-45d73fbc-1eb1-4458-b35d-77a78e1bbff2 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.565456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-45d73fbc-1eb1-4458-b35d-77a78e1bbff2 tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c&tenant_id=7ad9635eb9984866bf2cd63dd899dab0&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.1302025 Dec 13 09:40:08.574315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bed9-0aa4-437e-a5c7-3b645bf98102 req-959d67a9-5c14-4704-a700-125afed616b1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.584275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2004bed9-0aa4-437e-a5c7-3b645bf98102 req-959d67a9-5c14-4704-a700-125afed616b1 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.2011552 Dec 13 09:40:08.595804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.597100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.601684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:08.621513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-24176b01-f919-4caf-beff-b0dd5a48fc04 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9372070 Dec 13 09:40:08.637446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Request body: {'port': {'device_id': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:08.705537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.756711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2004bed9-0aa4-437e-a5c7-3b645bf98102 req-24a0d8d6-3a59-4184-92a2-8737661e5ec8 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714330 Dec 13 09:40:08.769073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fb6d1-8333-485c-b577-f95596ba10a3 req-7a44d48e-ad87-4ac9-b39d-cbfee4453ca4 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:08.771701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99fb6d1-8333-485c-b577-f95596ba10a3 req-7a44d48e-ad87-4ac9-b39d-cbfee4453ca4 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 949 time: 0.1329567 Dec 13 09:40:08.827845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7e8228dc-45de-4ca8-8568-7ff9520dc69f service neutron] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:08.837416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7e8228dc-45de-4ca8-8568-7ff9520dc69f service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:08.839241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a554da04-63e3-4863-b120-c2355a7b98e3 req-7e8228dc-45de-4ca8-8568-7ff9520dc69f service neutron] 10.222.0.37 "DELETE /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29/bindings/n-h2-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.2515137 Dec 13 09:40:08.847220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99fb6d1-8333-485c-b577-f95596ba10a3 req-fb727a14-9853-47c5-bfc5-8692854631c9 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664904 Dec 13 09:40:09.042068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:09.052444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.069228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Transition to ACTIVE for port object 6e9185aa-3cc3-4056-a65c-43641de8eca3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:09.075415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.077420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d6c83-da0e-41cd-8827-8e887de9594d req-93f64592-43b4-47bd-8a9c-06be070a21bc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.081757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd0d6c83-da0e-41cd-8827-8e887de9594d req-93f64592-43b4-47bd-8a9c-06be070a21bc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.0825617 Dec 13 09:40:09.118339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:09.132008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:09.152871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d6f0-b704-440b-9bfe-28051b1d2357 req-78f823dc-8230-47fa-bfaf-67cc8e867381 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.154940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e470d6f0-b704-440b-9bfe-28051b1d2357 req-78f823dc-8230-47fa-bfaf-67cc8e867381 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.1440983 Dec 13 09:40:09.228350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd0d6c83-da0e-41cd-8827-8e887de9594d req-a1cbdbbb-0560-44ad-be35-fb5ace260f9c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350696 Dec 13 09:40:09.259036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:09.276072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'mac_address': 'fa:16:3e:18:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:09.291224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e470d6f0-b704-440b-9bfe-28051b1d2357 req-9e3cde1b-7cb3-4f7c-bfa0-1a9cb9ea737a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218808 Dec 13 09:40:09.334814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Attempting to bind port 6e9185aa-3cc3-4056-a65c-43641de8eca3 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:09.336427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Attempting to bind port 6e9185aa-3cc3-4056-a65c-43641de8eca3 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:09.337715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Attempting to bind port 6e9185aa-3cc3-4056-a65c-43641de8eca3 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:09.348165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Port 6e9185aa-3cc3-4056-a65c-43641de8eca3 on network 9b9d3c60-f48c-4901-bf06-972147813936 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:09.350602 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.351185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Attempting to bind port 6e9185aa-3cc3-4056-a65c-43641de8eca3 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:09.366532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2fcbca-2e30-4d8f-bb02-d1400a816e4a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:09.366701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:09.366924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Checking segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:09.367324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Bound using segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:09.367796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Bound port: 6e9185aa-3cc3-4056-a65c-43641de8eca3, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:09.368165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.391752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:09.398388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.437210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe207-d0b2-475f-bb19-2953787088a3 req-823c3376-8a93-4853-b135-5e3efa40dbb3 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.440767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7edbe207-d0b2-475f-bb19-2953787088a3 req-823c3376-8a93-4853-b135-5e3efa40dbb3 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 943 time: 0.0708079 Dec 13 09:40:09.469516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:09.474601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:09.482816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:09.483334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.525564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.526344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7edbe207-d0b2-475f-bb19-2953787088a3 req-1fa234db-1b37-4688-a5aa-84f70b8bf56d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769956 Dec 13 09:40:09.526506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:09.528480 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e9185aa-3cc3-4056-a65c-43641de8eca3 HTTP/1.1" status: 200 len: 1091 time: 0.8968017 Dec 13 09:40:09.529076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:09.531733 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e83be-baae-4fc2-9fc3-336981fd3724" -d '{"events": [{"name": "network-changed", "server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:09.639036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8daf136-5b31-4cd7-bde9-f63ea6999c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:09.662765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-374a7ee4-ffb2-48c1-b577-0b1d9a1c8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.664704 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-374a7ee4-ffb2-48c1-b577-0b1d9a1c8663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 1094 time: 0.0887685 Dec 13 09:40:09.692824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832c8d-0acf-44a9-be0c-2d4e81433d9a req-229b9743-a2ec-45ea-9d37-a94827563967 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.702701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe832c8d-0acf-44a9-be0c-2d4e81433d9a req-229b9743-a2ec-45ea-9d37-a94827563967 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 950 time: 0.0825515 Dec 13 09:40:09.721681 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-7f4ea89e-120b-47b1-a599-48cd4fe49902 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3 HTTP/1.1" status: 200 len: 217 time: 0.0464737 Dec 13 09:40:09.724984 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f43da48-2cc1-400e-b7fa-13fdd4cf548a x-openstack-request-id: req-0f43da48-2cc1-400e-b7fa-13fdd4cf548a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:09.725303 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:09.725691 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f43da48-2cc1-400e-b7fa-13fdd4cf548a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:09.726091 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'status': 'completed', 'code': 200} Dec 13 09:40:09.758945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:09.862978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe832c8d-0acf-44a9-be0c-2d4e81433d9a req-bb84def8-5baf-4888-a6b4-6bd0af5fe7b9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449759 Dec 13 09:40:09.876894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-6444774c-3777-40b8-8380-eb73a2ea3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.878903 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-6444774c-3777-40b8-8380-eb73a2ea3d25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.1302052 Dec 13 09:40:09.924222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81c03-4aca-419b-8a44-e61e20a0fb2f req-37dd2209-b97e-43f9-addc-bf533b8cebe9 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:09.940963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07a81c03-4aca-419b-8a44-e61e20a0fb2f req-37dd2209-b97e-43f9-addc-bf533b8cebe9 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.1326351 Dec 13 09:40:09.986991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-2278c498-6531-4190-8d08-12e8f9f4cce6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995092 Dec 13 09:40:10.089681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07a81c03-4aca-419b-8a44-e61e20a0fb2f req-fe463260-befe-4961-ad42-e99110dff7b3 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494970 Dec 13 09:40:10.108585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-fa898281-122d-4b82-881d-ea03da11d0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405673 Dec 13 09:40:10.142317 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-5813469b-3621-4ab8-aab4-a5d479cb0772 service neutron] 10.222.0.37 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482017 Dec 13 09:40:10.172070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11fb1-15df-4fa8-8bfb-595d685bab4a req-870f1cc1-ab79-447c-91b1-f3ebac6baee3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.173664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28d11fb1-15df-4fa8-8bfb-595d685bab4a req-870f1cc1-ab79-447c-91b1-f3ebac6baee3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.1596186 Dec 13 09:40:10.232953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-34edeaf1-a83b-43ee-bc1f-a7b601befde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.234482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-34edeaf1-a83b-43ee-bc1f-a7b601befde3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 1101 time: 0.1023891 Dec 13 09:40:10.252385 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8957abbf-363e-40e8-8592-824ed72c1b5c req-eef56ebc-e201-4503-9eb9-acb760de757d service neutron] 10.222.0.37 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020820 Dec 13 09:40:10.268843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28d11fb1-15df-4fa8-8bfb-595d685bab4a req-711dd87d-7755-4f79-bcaa-675c03611060 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823381 Dec 13 09:40:10.278121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3f43-78e2-4301-af9b-7347fab8edc4 req-2a7f1702-7b0f-487f-b618-186587de25b9 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.281713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54bf3f43-78e2-4301-af9b-7347fab8edc4 req-2a7f1702-7b0f-487f-b618-186587de25b9 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 949 time: 0.1066480 Dec 13 09:40:10.421270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-18ed748f-3177-449d-9974-f2a305809e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.423412 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-18ed748f-3177-449d-9974-f2a305809e2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 1094 time: 0.0947435 Dec 13 09:40:10.487473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-ec6bddec-9148-41e4-97aa-07c1d553ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.489700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-ec6bddec-9148-41e4-97aa-07c1d553ea77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2062311 Dec 13 09:40:10.497078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54bf3f43-78e2-4301-af9b-7347fab8edc4 req-d09d8b75-2b05-4a5a-81c8-efd5c4e715f3 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032146 Dec 13 09:40:10.566645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-b1b8e9d9-faf5-4139-869c-de0ce90ff4d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 200 len: 217 time: 0.0685108 Dec 13 09:40:10.568063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-a05d35ac-f5ab-4cc2-90fc-14db628ec07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.570772 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-a05d35ac-f5ab-4cc2-90fc-14db628ec07c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 905 time: 0.1331880 Dec 13 09:40:10.579561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43b704-eab5-45ef-8a19-3bc2489dd9d0 req-4ed253e0-f36c-4ea7-95d7-bebf044db5f9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.588138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da43b704-eab5-45ef-8a19-3bc2489dd9d0 req-4ed253e0-f36c-4ea7-95d7-bebf044db5f9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 944 time: 0.1559319 Dec 13 09:40:10.647103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-b9303484-8010-444d-bfc4-60a4d5dcb0f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3 HTTP/1.1" status: 200 len: 217 time: 0.0663011 Dec 13 09:40:10.674717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-07dadf4b-d844-420f-8e6e-ebd228fa5c11 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257947 Dec 13 09:40:10.701791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-4e09a14f-42eb-4639-8311-7bd2f35e7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.703270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-4e09a14f-42eb-4639-8311-7bd2f35e7fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.0496476 Dec 13 09:40:10.706274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da43b704-eab5-45ef-8a19-3bc2489dd9d0 req-f700ed9b-33d3-4b56-aedc-e98ac8d2d7c5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176088 Dec 13 09:40:10.709153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-c6368bf5-1295-4232-af61-36d6ee1b69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.710569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-c6368bf5-1295-4232-af61-36d6ee1b69b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1199822 Dec 13 09:40:10.742339 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-f88b24e3-7b86-4b41-86b5-04055c1d6cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305965 Dec 13 09:40:10.859857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-bde92646-0c46-4454-8e20-5a1e1399615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.861777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-bde92646-0c46-4454-8e20-5a1e1399615d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217475 Dec 13 09:40:10.864067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-a2cdf5eb-3f14-4c99-b88d-6dc79b5c53c9 service neutron] 10.222.0.37 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130424 Dec 13 09:40:10.878272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-4cfa83db-de84-43d8-ad3b-cde891e674b2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:10.879830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-4cfa83db-de84-43d8-ad3b-cde891e674b2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774123 Dec 13 09:40:10.945108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-625755f8-f1a5-47b8-8023-a0410767865e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/quotas/3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 375 time: 0.0572345 Dec 13 09:40:10.987253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-914e83be-baae-4fc2-9fc3-336981fd3724 req-b35f5c5c-dcb7-49dc-b800-2bcfcdb5a6f0 service neutron] 10.222.0.37 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096764 Dec 13 09:40:11.031817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-ae3985a0-e789-4fa4-bc0c-c63ceaa32d03 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857530 Dec 13 09:40:11.036838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-cb6640f6-a8d3-4419-a2f9-fdd34cb96152 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559021 Dec 13 09:40:11.113234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:11.151495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:11.155591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: b0aaf964-fd01-4ebb-af61-ecbfe70de635 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:11.156999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b0aaf964-fd01-4ebb-af61-ecbfe70de635 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:11.181921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c3da118-8e07-4c1d-8003-897ee09543dd req-5461966b-93dc-4306-9410-b5719ffe54e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275599 Dec 13 09:40:11.257099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:11.263241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:11.263863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.293973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc151-24e2-491c-a357-623de0713030 req-734d54f2-a185-4254-b498-5724664a7cbc tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.295234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30cdc151-24e2-491c-a357-623de0713030 req-734d54f2-a185-4254-b498-5724664a7cbc tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 1095 time: 0.0982566 Dec 13 09:40:11.358260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e148fac-acbc-4b82-b900-e204662cc17a req-4639430e-520a-45a5-8917-0ababde130f6 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.360087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2e148fac-acbc-4b82-b900-e204662cc17a req-4639430e-520a-45a5-8917-0ababde130f6 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.44 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.0875850 Dec 13 09:40:11.427263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30cdc151-24e2-491c-a357-623de0713030 req-61cae701-5645-47f6-b8ec-c0a5d787ebbd tempest-LiveMigrationTest-1408323901 tempest-LiveMigrationTest-1408323901-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194038 Dec 13 09:40:11.463550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.508524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354723-f1e8-4f0d-ab26-b5180fc883ca req-140469d0-8795-4818-8d83-f164c1c5dc60 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:11.523623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89354723-f1e8-4f0d-ab26-b5180fc883ca req-140469d0-8795-4818-8d83-f164c1c5dc60 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 943 time: 0.1881549 Dec 13 09:40:11.531165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:11.536650 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e08c9-4317-4911-b379-8dfcf99335f4" -d '{"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:11.557636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:11.563852 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.565555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:11.568910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Deleting port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:11.569293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.678537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] For port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:11.678972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.680927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89354723-f1e8-4f0d-ab26-b5180fc883ca req-f112fb15-738f-4e03-8ddc-5a902cb6f471 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557100 Dec 13 09:40:11.717172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:11.740173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port e80f4e9c-058e-48ab-9289-1532f83f3b04 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:11.784550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port e80f4e9c-058e-48ab-9289-1532f83f3b04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:11.787365 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:11.961432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b92f81d-65cc-48a8-aa7c-aec4a24132d4 req-367e2ea4-c850-45fb-8a7c-679db771d96b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 210 time: 0.0428038 Dec 13 09:40:11.995425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5ab89-ebd6-4040-bcf1-cd4cbd26007f req-ad5742e5-dd4d-48c9-8c91-39109f80e8a3 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.006207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5be5ab89-ebd6-4040-bcf1-cd4cbd26007f req-ad5742e5-dd4d-48c9-8c91-39109f80e8a3 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 945 time: 0.1316957 Dec 13 09:40:12.037932 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.064959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5be5ab89-ebd6-4040-bcf1-cd4cbd26007f req-bac931b6-4870-4e4e-b3df-2567de8367d9 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups?id=09491b3b-1445-43fc-8907-0c5b7c42db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575724 Dec 13 09:40:12.119964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:12.126010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.126910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.127283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.127610 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Floating IP 779b5104-7d22-40fc-9faf-17af26f88bce disassociated. External IP: 172.25.1.241, port: 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a. Dec 13 09:40:12.127988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Calling delete_port for 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:12.176210 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da534084-81da-4dc8-a8f2-8df394cb16a2 x-openstack-request-id: req-da534084-81da-4dc8-a8f2-8df394cb16a2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:12.176972 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:12.177654 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da534084-81da-4dc8-a8f2-8df394cb16a2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:12.178593 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'code': 200} Dec 13 09:40:12.219014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:12.311392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd152-7792-463c-b967-2d16583e361b req-3e204202-b27d-4060-83ec-d9f42025fc03 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.321196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c76cd152-7792-463c-b967-2d16583e361b req-3e204202-b27d-4060-83ec-d9f42025fc03 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0934968 Dec 13 09:40:12.348735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.388660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event deleted for resources: {'Port': ['ID=4dee0111-dd6f-44cc-ace5-5f530b3ebc3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:12.439889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c76cd152-7792-463c-b967-2d16583e361b req-3eacf858-df1a-4634-b790-af4d665183b6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174059 Dec 13 09:40:12.445634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1b12-3861-4590-b3a2-ee065a47c4d3 req-d409b29e-4ed9-4f54-9053-7978d2b67196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.447085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8f1b12-3861-4590-b3a2-ee065a47c4d3 req-d409b29e-4ed9-4f54-9053-7978d2b67196 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 1096 time: 0.1230021 Dec 13 09:40:12.460060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfff0c-9c3f-4858-8485-7ce849b77875 req-7235b471-e751-4bf7-ba64-e70862d17629 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.463184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfcfff0c-9c3f-4858-8485-7ce849b77875 req-7235b471-e751-4bf7-ba64-e70862d17629 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.1231687 Dec 13 09:40:12.513745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:12.527154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8f1b12-3861-4590-b3a2-ee065a47c4d3 req-b0e34e9e-87c3-4d46-97c9-a373e74803b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628541 Dec 13 09:40:12.538817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfcfff0c-9c3f-4858-8485-7ce849b77875 req-82658caa-7274-4e0a-962b-a1fcf943a8ba tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679293 Dec 13 09:40:12.620516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:12.630555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:12.640757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:12.641504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:12.661411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] No DVR routers for this DVR port 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:12.664445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:12.669155 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2e148fac-acbc-4b82-b900-e204662cc17a req-ed5064d3-4636-4595-90c8-1912bc345d08 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.44 "DELETE /v2.0/ports/4dee0111-dd6f-44cc-ace5-5f530b3ebc3a HTTP/1.1" status: 204 len: 173 time: 1.2970729 Dec 13 09:40:12.669672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'name': 'network-vif-deleted', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:12.671940 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac21f73-3834-468b-9714-7f09aa83ced1" -d '{"events": [{"server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "name": "network-vif-deleted", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:12.732472 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccdbada-180b-4ce4-9a62-288512bfbc52 x-openstack-request-id: req-fccdbada-180b-4ce4-9a62-288512bfbc52 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:12.732914 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b75a44-48db-4506-83b2-28c6fe084116", "name": "network-vif-deleted", "tag": "4dee0111-dd6f-44cc-ace5-5f530b3ebc3a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:12.733203 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fccdbada-180b-4ce4-9a62-288512bfbc52 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:12.733608 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b75a44-48db-4506-83b2-28c6fe084116', 'name': 'network-vif-deleted', 'tag': '4dee0111-dd6f-44cc-ace5-5f530b3ebc3a', 'status': 'completed', 'code': 200} Dec 13 09:40:12.932704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d09bb1-3443-4a1c-a8dc-3cb7be517962 req-47e4baeb-90ce-4191-bb9f-2158fb3c57c9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:12.936758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d09bb1-3443-4a1c-a8dc-3cb7be517962 req-47e4baeb-90ce-4191-bb9f-2158fb3c57c9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 943 time: 0.0837185 Dec 13 09:40:12.944680 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-c1fc84d6-f5f0-49d3-ba2d-8e6a9a7c6333 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3aa27bd3a766474b90838030f6809cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447173 Dec 13 09:40:12.954075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:13.009582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d09bb1-3443-4a1c-a8dc-3cb7be517962 req-d0bb4ca9-8ace-4d34-80bb-bc6257c739c4 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584610 Dec 13 09:40:13.131436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:13.138358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea5ff535-627b-4e63-a3f3-3a66ae514fb5 req-94340313-551b-46f4-9c00-9c584f240b7d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 210 time: 0.0610943 Dec 13 09:40:13.188616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-ff155432-136a-4aed-be0a-d31f81df9779 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.190437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-ff155432-136a-4aed-be0a-d31f81df9779 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315755 Dec 13 09:40:13.211532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Request body: {'port': {'device_id': '7d08472a-95bd-4722-a374-e3f7c527f365', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '3aa27bd3a766474b90838030f6809cb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:13.251553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9234df6-ff3b-4b1e-a910-46805aa214f5 req-f08b2a1a-7d35-4494-a6b4-49cae38e6fc1 tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/ports?device_id=64b75a44-48db-4506-83b2-28c6fe084116 HTTP/1.1" status: 200 len: 210 time: 0.0485702 Dec 13 09:40:13.273302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-591c2cb1-492f-4689-aafa-6c7a083bb63d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.276105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-591c2cb1-492f-4689-aafa-6c7a083bb63d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.0816078 Dec 13 09:40:13.407767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Deleting port 847b0149-0e9b-44b2-b262-a526f20b1a29 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:13.408184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.412169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:13.417265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Made reservation on behalf of 3aa27bd3a766474b90838030f6809cb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:13.422238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.452276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e737182c-08ef-467a-983f-d4227cf922bd', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e737182c-08ef-467a-983f-d4227cf922bd', 'mac_address': 'fa:16:3e:f5:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:13.456766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:13.538288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] For port 847b0149-0e9b-44b2-b262-a526f20b1a29, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=847b0149-0e9b-44b2-b262-a526f20b1a29,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:13.538940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.542128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:13.569066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Calling delete_port for 847b0149-0e9b-44b2-b262-a526f20b1a29 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:13.590549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:13.591178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:13.598352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Allocated IP 192.168.233.35 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/f411afb5-6c5f-4d90-a208-6b7731e53954) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:13.632081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.727050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:13.729843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:13.767132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a6dc-bddf-4b4f-bac8-b0cd5a990a03 req-9b22a661-6d1c-4105-80bc-0af4f2189c5e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.768754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b434a6dc-bddf-4b4f-bac8-b0cd5a990a03 req-9b22a661-6d1c-4105-80bc-0af4f2189c5e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 944 time: 0.1196861 Dec 13 09:40:13.779066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4845f-ae53-41e5-b27f-16ec04e9c250 req-9941e2f4-6d5d-4b68-93a2-1cc6b12ede72 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:13.788623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4e4845f-ae53-41e5-b27f-16ec04e9c250 req-9941e2f4-6d5d-4b68-93a2-1cc6b12ede72 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.2240696 Dec 13 09:40:13.791355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:13.832468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.932116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:13.977671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b434a6dc-bddf-4b4f-bac8-b0cd5a990a03 req-55b4de26-2365-4e93-bb26-c459ae8d6c61 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819277 Dec 13 09:40:13.978662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.006586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4e4845f-ae53-41e5-b27f-16ec04e9c250 req-de11954a-a903-49ae-ac69-160de28b1a49 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161686 Dec 13 09:40:14.038608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.102719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event deleted for resources: {'Port': ['ID=847b0149-0e9b-44b2-b262-a526f20b1a29,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.126193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.157514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d3e70003-48ce-4ac2-9653-3839ddb1a011'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:14.160052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:14.200071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:14.215929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:14.218218 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598731df-fcf8-4e92-a5a3-cbafc3205323" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:14.232683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:14.234342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:14.237054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:14.265629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e737182c-08ef-467a-983f-d4227cf922bd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:14.322841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] No DVR routers for this DVR port 847b0149-0e9b-44b2-b262-a526f20b1a29 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:14.334424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.335232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.343096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.349112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a68bf0fa-1cb6-450f-be4d-0970a004bb26 req-3359def9-1f4f-46e8-bc0e-72b8754ed57b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.37 "DELETE /v2.0/ports/847b0149-0e9b-44b2-b262-a526f20b1a29 HTTP/1.1" status: 204 len: 173 time: 1.0651391 Dec 13 09:40:14.361290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-22046f5a-061f-4f49-876c-78d310d2a2f1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1538219 Dec 13 09:40:14.387676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Request body: {'port': {'device_id': '7d08472a-95bd-4722-a374-e3f7c527f365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:14.431733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-deleted', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:14.440589 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e1aa8-b7b5-489d-9863-45366552a69c" -d '{"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-deleted", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:14.521804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:14.567724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1c962-678f-4f38-86bd-443faac3bf32 req-f76d1538-3aab-4ae3-b469-da0692a00fb2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.576446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcf1c962-678f-4f38-86bd-443faac3bf32 req-f76d1538-3aab-4ae3-b469-da0692a00fb2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 943 time: 0.2750449 Dec 13 09:40:14.604277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048b5e-b268-48f5-bcd0-639201176c95 req-81f1feb2-56ec-4114-947f-c59a5bec4661 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:14.614393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de048b5e-b268-48f5-bcd0-639201176c95 req-81f1feb2-56ec-4114-947f-c59a5bec4661 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 935 time: 0.2638972 Dec 13 09:40:14.690017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:14.755548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca58746-5e9b-4eac-ac4f-7a9c98804f16 None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:15Z', 'revision_number': 4, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e75ab2bd-bb82-4070-9f3e-7292182fd175', 'name': '', 'network_id': 'd9ce4e3d-1fc4-424e-929d-711a7364f1a6', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'mac_address': 'fa:16:3e:82:63:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:14Z', 'updated_at': '2021-12-13T09:34:20Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'subnets': [{'id': 'cd0e0225-68aa-4279-bc4d-0707a340b0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:14.845551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de048b5e-b268-48f5-bcd0-639201176c95 req-7e10917f-1911-412d-afce-e6d4caca147c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306354 Dec 13 09:40:14.877764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcf1c962-678f-4f38-86bd-443faac3bf32 req-0b47a431-41f6-496d-8eb4-1f3216fa0477 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997115 Dec 13 09:40:14.998270 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6ace67-5e4e-47ba-81c2-494377ec22ef x-openstack-request-id: req-3c6ace67-5e4e-47ba-81c2-494377ec22ef {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:15.004676 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-plugged", "status": "completed", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:15.007395 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c6ace67-5e4e-47ba-81c2-494377ec22ef {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:15.008233 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'code': 200} Dec 13 09:40:15.078248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf390cf3-744e-403a-bbcf-9a5cd48d4a1f None None] Provisioning complete for port f411afb5-6c5f-4d90-a208-6b7731e53954 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:15.078718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf390cf3-744e-403a-bbcf-9a5cd48d4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.174810 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c108d2-5544-4eb7-a3e7-9fc4f9725239 x-openstack-request-id: req-16c108d2-5544-4eb7-a3e7-9fc4f9725239 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:15.176365 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94cfaaa-4e70-41c9-809a-21c47cff200c", "name": "network-vif-deleted", "tag": "847b0149-0e9b-44b2-b262-a526f20b1a29", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:15.176724 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16c108d2-5544-4eb7-a3e7-9fc4f9725239 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:15.177280 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94cfaaa-4e70-41c9-809a-21c47cff200c', 'name': 'network-vif-deleted', 'tag': '847b0149-0e9b-44b2-b262-a526f20b1a29', 'status': 'completed', 'code': 200} Dec 13 09:40:15.220877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf390cf3-744e-403a-bbcf-9a5cd48d4a1f None None] Port f411afb5-6c5f-4d90-a208-6b7731e53954 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:40:15.230851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:15.255395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:15.304226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:15.327883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.333247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b976654-ad1d-4ef7-bfa0-e6f5c922bf08 req-d71bd0de-b175-4305-90fb-2375b6b04ce3 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=d94cfaaa-4e70-41c9-809a-21c47cff200c HTTP/1.1" status: 200 len: 210 time: 0.0964296 Dec 13 09:40:15.373319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Transition to ACTIVE for port object f411afb5-6c5f-4d90-a208-6b7731e53954 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:15.382763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.413360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301896ef-7362-4b70-bc85-32ac8d59534a None None] New status for floating IP 779b5104-7d22-40fc-9faf-17af26f88bce: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:40:15.470863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:15.516133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:15.573606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5ca17-4b51-461d-96de-359734e144f2 req-a5c48109-8226-4076-bdb8-f44ceb4dda1b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:15.585708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85e5ca17-4b51-461d-96de-359734e144f2 req-a5c48109-8226-4076-bdb8-f44ceb4dda1b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.2737906 Dec 13 09:40:15.619823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:15.633714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4dee0111-dd6f-44cc-ace5-5f530b3ebc3a not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:15.651779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 847b0149-0e9b-44b2-b262-a526f20b1a29 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:15.654587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 847b0149-0e9b-44b2-b262-a526f20b1a29 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:15.727090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:15.727566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:15.727853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:15.751692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:15.751692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:15.751930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85e5ca17-4b51-461d-96de-359734e144f2 req-ce22128b-7da9-4a22-ab6e-d9893ba1035e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617253 Dec 13 09:40:15.763593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:15.766764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:15.767231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:15.767691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Bound port: f411afb5-6c5f-4d90-a208-6b7731e53954, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:15.770870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.804882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:15.829887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'mac_address': 'fa:16:3e:ed:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:15.904150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:15.962187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:15.980303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:15.996039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:15.997289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:16.001557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:16.005240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.007694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.053195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e', '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:16.071706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:16.073674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.075925 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] 10.222.0.44 "PUT /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 1095 time: 1.7042167 Dec 13 09:40:16.076660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:16.079411 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5816b889-f1b4-4eba-92ce-af3f76007f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:16.131290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.160855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b0c76-2541-49cf-bd60-e571f10e540c service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.255184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.271302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-1ae40cdb-7c28-4e6f-9020-f2981a664490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:16.273215 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-1ae40cdb-7c28-4e6f-9020-f2981a664490 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1098 time: 0.1455719 Dec 13 09:40:16.340130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6e9185aa-3cc3-4056-a65c-43641de8eca3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:16.366719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.405267 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-d60a6ea9-80ce-4701-96d0-3821f6712e1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.1215720 Dec 13 09:40:16.487384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.492953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:16.497745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "DELETE /v2.0/security-groups/09491b3b-1445-43fc-8907-0c5b7c42db3c HTTP/1.1" status: 204 len: 168 time: 0.5159616 Dec 13 09:40:16.499681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:16.549276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-540ce1e2-0f84-450c-8853-616f22d36036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:16.551376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-540ce1e2-0f84-450c-8853-616f22d36036 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1384797 Dec 13 09:40:16.554176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6088c84-3b47-4e8b-904f-01ce17f504ac tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09491b3b-1445-43fc-8907-0c5b7c42db3c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:16.557306 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c93af1fb-14f0-456c-be64-278c590885df tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] show failed (client error): The resource could not be found. Dec 13 09:40:16.561707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:16.568736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c93af1fb-14f0-456c-be64-278c590885df tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "GET /v2.0/security-groups/09491b3b-1445-43fc-8907-0c5b7c42db3c HTTP/1.1" status: 404 len: 347 time: 0.0595496 Dec 13 09:40:16.735304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-b003263e-59e9-4315-a9ef-3fefa044318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:16.736927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-b003263e-59e9-4315-a9ef-3fefa044318f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742847 Dec 13 09:40:17.137743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:17.226036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Deleting port a9c86a55-1407-48ed-ae6a-f62c3f51273e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:17.226817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.252961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e737182c-08ef-467a-983f-d4227cf922bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:17.253613 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.295615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-61255666-8151-4fc0-9a94-41ff0e07ea7f service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421784 Dec 13 09:40:17.396117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.396361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.420125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Calling delete_port for a9c86a55-1407-48ed-ae6a-f62c3f51273e owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:17.439457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.489204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67e5b817-b4bd-42ad-adbf-9a5cd60caa06 req-37c4bcad-ffa7-45cd-b457-dc2c9a7f6598 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851008 Dec 13 09:40:17.532012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:17.538193 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4c706-5c91-47b0-8c87-73fb22078829" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:17.568348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:17.575836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.696821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.709809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:17.783427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Pushing event deleted for resources: {'Port': ['ID=a9c86a55-1407-48ed-ae6a-f62c3f51273e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:17.866911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.872485 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:17.881650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68104512-a3dd-41a4-ba0d-99e1f2ab237b tempest-ServersWithSpecificFlavorTestJSON-1734839659 tempest-ServersWithSpecificFlavorTestJSON-1734839659-project] 10.222.0.30 "DELETE /v2.0/floatingips/779b5104-7d22-40fc-9faf-17af26f88bce HTTP/1.1" status: 204 len: 168 time: 1.3169043 Dec 13 09:40:19.161751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:19.203349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:19.334380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6e9185aa-3cc3-4056-a65c-43641de8eca3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:19.343986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6e9185aa-3cc3-4056-a65c-43641de8eca3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:19.344607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.392739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:19.408607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'mac_address': 'fa:16:3e:78:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:19.458459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.477989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:19.510416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:19.539457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.732110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:19.734903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.803674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:19.825364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:19.884695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:19.911124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f411afb5-6c5f-4d90-a208-6b7731e53954'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:21.185860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:21.279224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port f411afb5-6c5f-4d90-a208-6b7731e53954 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:40:21.289102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f411afb5-6c5f-4d90-a208-6b7731e53954 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:21.290267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.434738 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.529927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:21.546345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:21.618473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:25.719171 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:40:26.910234 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:27.149312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2c01-09f5-466a-b98b-b01e43ee186e req-9d452595-e905-4491-a6e1-4352e53c5590 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.150888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db6f2c01-09f5-466a-b98b-b01e43ee186e req-9d452595-e905-4491-a6e1-4352e53c5590 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0514257 Dec 13 09:40:27.214169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db6f2c01-09f5-466a-b98b-b01e43ee186e req-a201a023-e3bc-440d-a265-77e2672ce78b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Dec 13 09:40:27.270028 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec438ae-22a5-4396-a9f8-11c524a61711 x-openstack-request-id: req-6ec438ae-22a5-4396-a9f8-11c524a61711 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:27.270564 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:27.270564 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ec438ae-22a5-4396-a9f8-11c524a61711 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:27.271014 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'status': 'completed', 'code': 200} Dec 13 09:40:27.308337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cccf32-293a-4da4-8e98-6f02c56edc04 req-5a373895-4b61-4ab6-b57c-16a898655ce2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.309393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65cccf32-293a-4da4-8e98-6f02c56edc04 req-5a373895-4b61-4ab6-b57c-16a898655ce2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0562334 Dec 13 09:40:27.426206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-8ab2f48a-339a-47aa-ab19-40a853c5afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.428139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-8ab2f48a-339a-47aa-ab19-40a853c5afbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1100 time: 0.0733535 Dec 13 09:40:27.433515 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7172405-1b62-4ccd-968c-81bcc7debdf2 x-openstack-request-id: req-d7172405-1b62-4ccd-968c-81bcc7debdf2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:27.433925 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:27.434299 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7172405-1b62-4ccd-968c-81bcc7debdf2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:27.434860 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'code': 200} Dec 13 09:40:27.458583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65cccf32-293a-4da4-8e98-6f02c56edc04 req-73b0f794-1f1d-4bdb-b772-c6b9a7ffbde1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344292 Dec 13 09:40:27.552424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-5a40d264-5485-4a73-ad5a-87d9b7859b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.553940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-5a40d264-5485-4a73-ad5a-87d9b7859b66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1160250 Dec 13 09:40:27.606376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-e4d36e63-ba16-4ef8-9e13-825f8602e67f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0444162 Dec 13 09:40:27.686569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-25fd9b48-3c72-4337-9f6a-ee44feb365ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.688053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-25fd9b48-3c72-4337-9f6a-ee44feb365ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0711298 Dec 13 09:40:27.703248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c86b1-416e-4080-bad8-957ad9f3b3ad req-d92515e6-db1f-4955-befd-c85da90e7279 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.704792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a0c86b1-416e-4080-bad8-957ad9f3b3ad req-d92515e6-db1f-4955-befd-c85da90e7279 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0750020 Dec 13 09:40:27.750068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-77541981-8a56-4b3f-85e5-7060b39e55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.752029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-77541981-8a56-4b3f-85e5-7060b39e55d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561795 Dec 13 09:40:27.793302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a0c86b1-416e-4080-bad8-957ad9f3b3ad req-8c53a767-f541-4915-9f2a-17e6d4f9d953 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814571 Dec 13 09:40:27.820008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a981-dcb1-449d-a7b3-d5b1c4ed5d53 req-8fe343b4-7dec-4d1a-bdda-cd205f748938 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:27.822184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e173a981-dcb1-449d-a7b3-d5b1c4ed5d53 req-8fe343b4-7dec-4d1a-bdda-cd205f748938 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 949 time: 0.0650828 Dec 13 09:40:27.894581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e173a981-dcb1-449d-a7b3-d5b1c4ed5d53 req-efec8dff-8c0a-461b-8f1b-3f113d8bd060 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630467 Dec 13 09:40:27.901438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-083ae517-7d93-420a-a233-20106bc58064 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401627 Dec 13 09:40:28.110691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5816b889-f1b4-4eba-92ce-af3f76007f6e req-04ee5217-0364-4daf-b7ab-599591dccdb1 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930079 Dec 13 09:40:28.225713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:28.483802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540f33-6450-4ba9-ac5c-2f8ec4c2de66 req-62e2bb1f-e5b8-4217-93c1-c898375d0737 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:28.493650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9540f33-6450-4ba9-ac5c-2f8ec4c2de66 req-62e2bb1f-e5b8-4217-93c1-c898375d0737 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1212583 Dec 13 09:40:28.526952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad211-f284-4a0e-8295-21563b90fb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.614481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9540f33-6450-4ba9-ac5c-2f8ec4c2de66 req-fd862532-a919-4737-aa6d-d036fe81d2a3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019919 Dec 13 09:40:28.890085 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.893902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:28.926438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830fc27-8fb1-4b4d-ac9c-d2c0f7a1a080 req-b00a0bff-1d1e-41f0-96c7-e864b651b73e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:28.927884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f830fc27-8fb1-4b4d-ac9c-d2c0f7a1a080 req-b00a0bff-1d1e-41f0-96c7-e864b651b73e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0961173 Dec 13 09:40:29.038548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f830fc27-8fb1-4b4d-ac9c-d2c0f7a1a080 req-9600bdb6-45ab-4e99-aa77-3cec0493dc66 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004364 Dec 13 09:40:29.181432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa303a0-42dc-438f-8c73-dae1a3387197 req-00f02e23-ae30-4e44-a2d9-d5477d08b1cd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.183270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fa303a0-42dc-438f-8c73-dae1a3387197 req-00f02e23-ae30-4e44-a2d9-d5477d08b1cd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0639975 Dec 13 09:40:29.272818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7fa303a0-42dc-438f-8c73-dae1a3387197 req-d1e542a1-d2fc-4e0c-844d-66540128cfdb tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825353 Dec 13 09:40:29.329099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Deleting port e75ab2bd-bb82-4070-9f3e-7292182fd175 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:29.333218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.431697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] For port e75ab2bd-bb82-4070-9f3e-7292182fd175, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e75ab2bd-bb82-4070-9f3e-7292182fd175,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:29.432078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.435514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3'}, {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:29.440046 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9327e57-9f8b-497e-9031-22920340b0cf" -d '{"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3"}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:29.464900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Calling delete_port for e75ab2bd-bb82-4070-9f3e-7292182fd175 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:29.538753 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d09edbe-342a-4ec6-b1b3-e2aa2460f0ca x-openstack-request-id: req-0d09edbe-342a-4ec6-b1b3-e2aa2460f0ca {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:29.539225 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3", "code": 200}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:29.539225 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d09edbe-342a-4ec6-b1b3-e2aa2460f0ca {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:29.539573 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'code': 200} Dec 13 09:40:29.539840 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'code': 200} Dec 13 09:40:29.686429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b2ea-2ef9-47aa-8cc8-d71b794e0e09 req-7aa21647-95a8-4f24-b99c-c7fd547019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.688252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0c10b2ea-2ef9-47aa-8cc8-d71b794e0e09 req-7aa21647-95a8-4f24-b99c-c7fd547019c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1100 time: 0.0586972 Dec 13 09:40:29.725995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176eaa-3109-4d07-bef6-6b75df3c58da req-50c31354-376f-437d-9d48-c3dc0b8ef81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.731113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49176eaa-3109-4d07-bef6-6b75df3c58da req-50c31354-376f-437d-9d48-c3dc0b8ef81a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0784059 Dec 13 09:40:29.812582 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0c10b2ea-2ef9-47aa-8cc8-d71b794e0e09 req-7973291a-5511-41bf-8d22-011709ad3b8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992806 Dec 13 09:40:29.818621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49176eaa-3109-4d07-bef6-6b75df3c58da req-1d2f7806-5b3b-4cca-a90c-8d4da0e9e67a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768561 Dec 13 09:40:29.843876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e76d1c-6a07-43b4-b9af-159f085f63eb req-777ae130-9d24-4da7-9964-d61ba96546c5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:29.852484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50e76d1c-6a07-43b4-b9af-159f085f63eb req-777ae130-9d24-4da7-9964-d61ba96546c5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1047239 Dec 13 09:40:29.892537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:29.943599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50e76d1c-6a07-43b4-b9af-159f085f63eb req-14ab5547-d268-4c87-b6a2-a52fcdece164 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Dec 13 09:40:29.959593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75ab2bd-bb82-4070-9f3e-7292182fd175,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:29.997030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.997406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.998006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.998346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.998933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.999320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:29.999658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.000026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.000350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.000676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.001006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.001349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.001698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:30.172624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:30.248239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8485-78f2-4a81-b86b-833e1e572a57 req-203a586d-f562-43a8-930e-d83613169296 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.255366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88ba8485-78f2-4a81-b86b-833e1e572a57 req-203a586d-f562-43a8-930e-d83613169296 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.0873990 Dec 13 09:40:30.341372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88ba8485-78f2-4a81-b86b-833e1e572a57 req-6f2e2a55-612e-40ab-9250-c0108ff1a431 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693340 Dec 13 09:40:30.502518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c847e-f7a6-4447-8e86-f282d81d5403 req-2b60a656-33de-4602-9e73-1a2ba8d717d9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:30.505447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e7c847e-f7a6-4447-8e86-f282d81d5403 req-2b60a656-33de-4602-9e73-1a2ba8d717d9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1028876 Dec 13 09:40:30.563206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e7c847e-f7a6-4447-8e86-f282d81d5403 req-2a4d7d3f-5cec-4604-911e-a84c68869edf tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520599 Dec 13 09:40:30.588397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Router 99d94430-0efc-4e82-86fe-d0b3e4273f3f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:30.740845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:30.747035 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-49665100-1b9f-47e6-acc2-35bccb29dbc0 admin admin] 10.222.0.30 "PUT /v2.0/routers/99d94430-0efc-4e82-86fe-d0b3e4273f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200348 Dec 13 09:40:30.749758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:30.756486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Sync routers for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:30.777536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:30.778449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:30.891299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:30.922818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.153794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7772c-fa08-4a6f-b0f7-31ecaaf16e3f req-5e66d431-91d6-4ef7-9ffe-4b8bc93ded81 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.155389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25a7772c-fa08-4a6f-b0f7-31ecaaf16e3f req-5e66d431-91d6-4ef7-9ffe-4b8bc93ded81 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1097896 Dec 13 09:40:31.180524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a24eac77-62c8-4d8b-8064-0b797a3eeee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.196608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.212613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:31.269851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25a7772c-fa08-4a6f-b0f7-31ecaaf16e3f req-6cbc6ac8-cf51-4d45-9484-be819a1b6c6d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062963 Dec 13 09:40:31.293682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:40:29Z', 'revision_number': 5, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port': {'id': '03bfd806-0017-4914-93f7-b2929c50bfea', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:31.335803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Checking router: 99d94430-0efc-4e82-86fe-d0b3e4273f3f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:31.349326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Routers {'99d94430-0efc-4e82-86fe-d0b3e4273f3f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:31.350298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:31.352529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Deleting port 03bfd806-0017-4914-93f7-b2929c50bfea {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:31.354634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.484714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.492325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] Set router 99d94430-0efc-4e82-86fe-d0b3e4273f3f gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:31.556342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] For port 03bfd806-0017-4914-93f7-b2929c50bfea, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03bfd806-0017-4914-93f7-b2929c50bfea,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:31.556834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.579196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Calling delete_port for 03bfd806-0017-4914-93f7-b2929c50bfea owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:31.590302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8614b-6cfe-498e-ab8f-cab1da7b0e00 req-7744d2a1-e1e8-429f-886d-760870614659 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.590748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:40:31Z', 'revision_number': 6, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:31.592035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81f8614b-6cfe-498e-ab8f-cab1da7b0e00 req-7744d2a1-e1e8-429f-886d-760870614659 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.1259351 Dec 13 09:40:31.636196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:31.647189 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2abf32-d24a-462a-89ba-01fde0d39a92" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:31.666943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fb94b-bc74-471f-ac78-2f19ee38b50b None None] The sync data for ids ['99d94430-0efc-4e82-86fe-d0b3e4273f3f'] in n-d-820531-5 is: [{'id': '99d94430-0efc-4e82-86fe-d0b3e4273f3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158477066-router', 'tenant_id': 'fcca725035e048e0a550af15640d6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:11Z', 'updated_at': '2021-12-13T09:40:31Z', 'revision_number': 6, 'project_id': 'fcca725035e048e0a550af15640d6236', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:31.684321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:31.689945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.727047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81f8614b-6cfe-498e-ab8f-cab1da7b0e00 req-f526a1f9-5687-4fc8-b6da-b560dbfe98c5 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255906 Dec 13 09:40:31.757482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:31.765075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931acfb-f453-40eb-b3e3-32170e0327d4 req-23d83ded-3081-492f-ab77-c063e4858b41 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:31.766734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f931acfb-f453-40eb-b3e3-32170e0327d4 req-23d83ded-3081-492f-ab77-c063e4858b41 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0945649 Dec 13 09:40:31.788235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.788686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.789144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.791825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.792278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.792718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.793620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.793620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.794160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.795158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.796093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.799645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.800109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:31.812231 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c4334-de4a-4863-bd84-1c97d1155165 x-openstack-request-id: req-695c4334-de4a-4863-bd84-1c97d1155165 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:31.812650 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:31.812993 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-695c4334-de4a-4863-bd84-1c97d1155165 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:31.813522 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'code': 200} Dec 13 09:40:31.887341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f931acfb-f453-40eb-b3e3-32170e0327d4 req-2a70b194-72ac-4b4f-a344-ac346d6f7a57 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Dec 13 09:40:31.960584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:31.997248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bfd806-0017-4914-93f7-b2929c50bfea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:32.077659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.103374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.537894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.542450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.620154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c34e00-ba06-461d-b1c5-246261c9b256 req-f289a7ff-c748-486d-b1ef-3c6f718e8a9e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.622042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54c34e00-ba06-461d-b1c5-246261c9b256 req-f289a7ff-c748-486d-b1ef-3c6f718e8a9e tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1374848 Dec 13 09:40:32.646389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd097-d6fc-4114-8515-b4a4e6adb602 req-4e0d4bf6-3a25-44db-b2ec-e24a83cbb966 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:32.648153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-146fd097-d6fc-4114-8515-b4a4e6adb602 req-4e0d4bf6-3a25-44db-b2ec-e24a83cbb966 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.1736143 Dec 13 09:40:32.657071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.657695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d94430-0efc-4e82-86fe-d0b3e4273f3f {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:32.666681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.667740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad841246-e57b-4232-bfa5-5ba5c429c171 admin admin] 10.222.0.30 "DELETE /v2.0/routers/99d94430-0efc-4e82-86fe-d0b3e4273f3f HTTP/1.1" status: 204 len: 168 time: 1.9168682 Dec 13 09:40:32.670347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:32.736060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54c34e00-ba06-461d-b1c5-246261c9b256 req-f573b98a-d421-475a-b91b-2c772a074715 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114135 Dec 13 09:40:32.773695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Deleting subnet cd0e0225-68aa-4279-bc4d-0707a340b0e4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:32.778331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.816491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03bfd806-0017-4914-93f7-b2929c50bfea no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:32.876239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-146fd097-d6fc-4114-8515-b4a4e6adb602 req-ce2b229a-3d29-4ddc-a881-7432410141eb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118142 Dec 13 09:40:32.887223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 03bfd806-0017-4914-93f7-b2929c50bfea {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:32.891275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03bfd806-0017-4914-93f7-b2929c50bfea not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:32.891832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e75ab2bd-bb82-4070-9f3e-7292182fd175 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:32.944154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:32.957364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e75ab2bd-bb82-4070-9f3e-7292182fd175 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:32.963346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e75ab2bd-bb82-4070-9f3e-7292182fd175 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:33.077497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da043aba-d43a-480b-b5bb-7ac88e9433c6 req-7a56ba2d-9963-4367-b61d-b36740e6adf4 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.085094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da043aba-d43a-480b-b5bb-7ac88e9433c6 req-7a56ba2d-9963-4367-b61d-b36740e6adf4 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1100 time: 0.0986452 Dec 13 09:40:33.095119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6075f-af90-413c-a7c1-ae130251d849 req-55c4cc1b-085c-4f10-9643-c017d5b2701a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.096981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95b6075f-af90-413c-a7c1-ae130251d849 req-55c4cc1b-085c-4f10-9643-c017d5b2701a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.1015053 Dec 13 09:40:33.125001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.192354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da043aba-d43a-480b-b5bb-7ac88e9433c6 req-8206f2ac-e6b6-40c0-92c0-e27d9c22c497 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060138 Dec 13 09:40:33.216761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:33.221628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-75e88de3-6eef-406e-9eb0-e3bd9cc21b16 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.223603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-75e88de3-6eef-406e-9eb0-e3bd9cc21b16 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 944 time: 0.3751402 Dec 13 09:40:33.225247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.239584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95b6075f-af90-413c-a7c1-ae130251d849 req-fe5e5758-719b-4cab-bd9b-efbc8de01e95 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199567 Dec 13 09:40:33.268545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.282960 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cd0e0225-68aa-4279-bc4d-0707a340b0e4 HTTP/1.1" status: 204 len: 168 time: 0.6114585 Dec 13 09:40:33.285245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555dda9-85b1-4b68-aa6e-69a67d2185e2 None None] Network d9ce4e3d-1fc4-424e-929d-711a7364f1a6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:33.286194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:33.498420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.514569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:33.541028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6773-0c52-4754-b5cf-f0ff5949d585 req-39d82805-ee59-4b0c-b9b6-8091aadf7c70 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:33.542648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bada6773-0c52-4754-b5cf-f0ff5949d585 req-39d82805-ee59-4b0c-b9b6-8091aadf7c70 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1607113 Dec 13 09:40:33.557905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e737182c-08ef-467a-983f-d4227cf922bd', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'e737182c-08ef-467a-983f-d4227cf922bd', 'mac_address': 'fa:16:3e:f5:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:33.559873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794661b-ec52-4f0a-8dd6-da64f58749da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0e0225-68aa-4279-bc4d-0707a340b0e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:33.577914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.680446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Deleting port d3e70003-48ce-4ac2-9653-3839ddb1a011 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:33.680930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.696806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] DHCP port deletion for d9ce4e3d-1fc4-424e-929d-711a7364f1a6 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:33.898681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] For port d3e70003-48ce-4ac2-9653-3839ddb1a011, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d3e70003-48ce-4ac2-9653-3839ddb1a011,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:33.899418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.901035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:33.919405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Calling delete_port for d3e70003-48ce-4ac2-9653-3839ddb1a011 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:33.928470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bada6773-0c52-4754-b5cf-f0ff5949d585 req-cae0dbef-e8dc-4a98-a3de-662669003e01 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677781 Dec 13 09:40:33.942835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:33.985598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Deleting port 6c70fc25-4761-4469-b8de-73b4fcb28c28 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:33.998159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.012529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:34.033881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.091108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Deleting port 6c70fc25-4761-4469-b8de-73b4fcb28c28 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:34.093991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.155806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] For port 6c70fc25-4761-4469-b8de-73b4fcb28c28, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c70fc25-4761-4469-b8de-73b4fcb28c28,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:34.156575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.190635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Calling delete_port for 6c70fc25-4761-4469-b8de-73b4fcb28c28 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:34.214730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e737182c-08ef-467a-983f-d4227cf922bd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:34.290790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.327963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] For port 6c70fc25-4761-4469-b8de-73b4fcb28c28, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c70fc25-4761-4469-b8de-73b4fcb28c28,segment=NetworkSegment(0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a),segment_id=0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:34.328358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.332375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.343814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Calling delete_port for 6c70fc25-4761-4469-b8de-73b4fcb28c28 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:34.348149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event deleted for resources: {'Port': ['ID=d3e70003-48ce-4ac2-9653-3839ddb1a011,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:34.377380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] No DVR routers for this DVR port 6c70fc25-4761-4469-b8de-73b4fcb28c28 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:34.446386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] No DVR routers for this DVR port d3e70003-48ce-4ac2-9653-3839ddb1a011 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:34.449143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.453913 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-178f8620-01db-4eb8-83ff-dd79953c8c18 req-22f43af3-1968-4e28-8817-663868b9e74c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "DELETE /v2.0/ports/d3e70003-48ce-4ac2-9653-3839ddb1a011 HTTP/1.1" status: 204 len: 173 time: 1.2197833 Dec 13 09:40:34.454432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-deleted', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:34.459476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c70fc25-4761-4469-b8de-73b4fcb28c28,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:34.461653 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9ce7e7-bea8-48d5-89f8-5aa1411bfb50" -d '{"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-deleted", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:34.548048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.597973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0612015f-235e-4d04-a307-f1258807f57b req-9b480de5-1825-4496-a211-d7dfba516365 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76dc1a2-6a62-437b-8de9-b10a2e8845be HTTP/1.1" status: 200 len: 210 time: 0.1297359 Dec 13 09:40:34.604187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ce4e3d-1fc4-424e-929d-711a7364f1a6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.631105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-390d35de-b23d-4846-ba7f-508afe588444 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6985812 Dec 13 09:40:34.643579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.644427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b546fcf-0dfd-4d3d-b36d-b9a29856ef0a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:34.673823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13828032-2ea1-4852-b720-ceabdf8f90df req-e2685293-fff7-4bbb-bc15-959adc8550e3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:34.685290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13828032-2ea1-4852-b720-ceabdf8f90df req-e2685293-fff7-4bbb-bc15-959adc8550e3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.3851109 Dec 13 09:40:34.703897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:34.706276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.707199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.760421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.772550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] Pushing event deleted for resources: {'Port': ['ID=6c70fc25-4761-4469-b8de-73b4fcb28c28,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:34.784030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.809582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:34.809772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530b002-cd73-443e-ae7f-9e0fdb2abc0e None None] No DVR routers for this DVR port 6c70fc25-4761-4469-b8de-73b4fcb28c28 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:34.810453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:34.814689 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:34.900341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c70fc25-4761-4469-b8de-73b4fcb28c28 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:34.926374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6c70fc25-4761-4469-b8de-73b4fcb28c28 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:34.926893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c70fc25-4761-4469-b8de-73b4fcb28c28 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:34.977724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13828032-2ea1-4852-b720-ceabdf8f90df req-eacdb8d4-6a3d-4c19-a6d8-b7d885806ca9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893269 Dec 13 09:40:34.984072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:35.010877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:35.014261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d9ce4e3d-1fc4-424e-929d-711a7364f1a6 HTTP/1.1" status: 204 len: 168 time: 1.7270155 Dec 13 09:40:35.017256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:35.042390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d36b1-8c96-4f8a-b90c-91d65c32c492 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ce4e3d-1fc4-424e-929d-711a7364f1a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:35.126567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b3fb-5e61-4330-8d20-0c45b3b5700d req-aae6e10c-8a9a-48d4-866e-97c71f427ea8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.136486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea32b3fb-5e61-4330-8d20-0c45b3b5700d req-aae6e10c-8a9a-48d4-866e-97c71f427ea8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.2661498 Dec 13 09:40:35.245410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:35.303667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea32b3fb-5e61-4330-8d20-0c45b3b5700d req-f386134e-7f7b-4802-8572-15f8cbff3ffe tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598446 Dec 13 09:40:35.308842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d3e70003-48ce-4ac2-9653-3839ddb1a011 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:35.310028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d3e70003-48ce-4ac2-9653-3839ddb1a011 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:35.341384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816154b-462e-4146-a9cf-df0142b75e7b req-447624d6-3d07-4714-8a99-6edc28afd143 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:35.344801 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17005c9-c2c7-466c-8e5f-045d5d5b1afe x-openstack-request-id: req-c17005c9-c2c7-466c-8e5f-045d5d5b1afe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:35.345483 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76dc1a2-6a62-437b-8de9-b10a2e8845be", "name": "network-vif-deleted", "tag": "d3e70003-48ce-4ac2-9653-3839ddb1a011", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:35.345754 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c17005c9-c2c7-466c-8e5f-045d5d5b1afe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:35.346686 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76dc1a2-6a62-437b-8de9-b10a2e8845be', 'name': 'network-vif-deleted', 'tag': 'd3e70003-48ce-4ac2-9653-3839ddb1a011', 'status': 'completed', 'code': 200} Dec 13 09:40:35.349592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f816154b-462e-4146-a9cf-df0142b75e7b req-447624d6-3d07-4714-8a99-6edc28afd143 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.2102039 Dec 13 09:40:35.494606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f816154b-462e-4146-a9cf-df0142b75e7b req-834c2c9d-4f3c-4bd5-a5dd-0ef280431991 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303141 Dec 13 09:40:35.813753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.192804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04711aa1-c78d-4682-9529-404e9a265d64 req-04e7ac6d-4aa2-4336-bbeb-8c1c70ac5efd tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.201375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04711aa1-c78d-4682-9529-404e9a265d64 req-04e7ac6d-4aa2-4336-bbeb-8c1c70ac5efd tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1446259 Dec 13 09:40:36.237238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Deleting port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:36.237971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.286642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a734d05-d325-4794-820e-077569a158ea req-18524c1f-6c10-4026-bd27-3904af359c19 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.296693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a734d05-d325-4794-820e-077569a158ea req-18524c1f-6c10-4026-bd27-3904af359c19 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1842692 Dec 13 09:40:36.336655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] For port 2d7f2c54-f8e7-42a2-bf6a-378d45d30424, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:36.337056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.338864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04711aa1-c78d-4682-9529-404e9a265d64 req-c8ae3e9a-df95-4588-bad0-ab63ecc9185b tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361597 Dec 13 09:40:36.357561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Calling delete_port for 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:36.459554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a734d05-d325-4794-820e-077569a158ea req-4853ff7f-474e-4109-838f-fd9d5f85dcc7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548553 Dec 13 09:40:36.609980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46b3a7-8a93-45b3-ae6d-5c09a6b72cb9 req-4e18c466-d0e1-4a1a-834b-b9a8f6b188c1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.622341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c46b3a7-8a93-45b3-ae6d-5c09a6b72cb9 req-4e18c466-d0e1-4a1a-834b-b9a8f6b188c1 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.1150653 Dec 13 09:40:36.642604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:36.716311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7f2c54-f8e7-42a2-bf6a-378d45d30424,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:36.813458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b7eea-82f2-4677-a792-a53fb586c441 req-2fd14561-bfb9-4ff2-b726-7402359154b2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.815544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-960b7eea-82f2-4677-a792-a53fb586c441 req-2fd14561-bfb9-4ff2-b726-7402359154b2 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.1882596 Dec 13 09:40:36.844646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c46b3a7-8a93-45b3-ae6d-5c09a6b72cb9 req-47f30d0f-2957-4ea9-a1cf-3b7857b4bea2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175527 Dec 13 09:40:36.880440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-4ccbc944-6269-4386-830f-728996df284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:36.883344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-4ccbc944-6269-4386-830f-728996df284c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1100 time: 0.2581964 Dec 13 09:40:37.039461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.073374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-50a2f75b-a44d-4851-86a2-b8c46213b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.074829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-50a2f75b-a44d-4851-86a2-b8c46213b7f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1824043 Dec 13 09:40:37.083872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bc4e5-f283-45f7-8ffc-ca54d7969045 req-8ce185e7-df17-4666-9638-08d31ce7c4c6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.085515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e1bc4e5-f283-45f7-8ffc-ca54d7969045 req-8ce185e7-df17-4666-9638-08d31ce7c4c6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.3700616 Dec 13 09:40:37.149267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-b7a7a6cd-dbe1-4a25-8515-63d840cf5ce6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0617898 Dec 13 09:40:37.227744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-4dd71ce1-90b7-4eab-8c2b-40f44fb1e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.229900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-4dd71ce1-90b7-4eab-8c2b-40f44fb1e205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0661960 Dec 13 09:40:37.248191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:37.383896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e1bc4e5-f283-45f7-8ffc-ca54d7969045 req-b8590a28-8b9b-4bb1-842c-ddda200c6055 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903199 Dec 13 09:40:37.396255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e737182c-08ef-467a-983f-d4227cf922bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:37.396633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.416804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-651b3181-59da-49ef-89e3-3efb0ed75b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.418452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-651b3181-59da-49ef-89e3-3efb0ed75b5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768904 Dec 13 09:40:37.601994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.683055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:37.684114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:37.688669 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc1cece-2fd1-4730-93c7-fc3f430a375f" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:37.711078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.719602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-440b5a52-cf90-4d41-acd2-f230b9614168 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927136 Dec 13 09:40:37.795066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:37.817088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207c8cb-f87e-4d88-a05a-acfae6878b27 req-da9efc82-5bf9-46c4-b936-c660d42eb59d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.825307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7207c8cb-f87e-4d88-a05a-acfae6878b27 req-da9efc82-5bf9-46c4-b936-c660d42eb59d tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 945 time: 0.2583306 Dec 13 09:40:37.874697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91031-564d-40c4-a039-0c60ccbbf6e2 req-4fe4332a-5ff0-4a12-aa84-8c9708dc1019 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:37.883364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55c91031-564d-40c4-a039-0c60ccbbf6e2 req-4fe4332a-5ff0-4a12-aa84-8c9708dc1019 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.2115729 Dec 13 09:40:37.951764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Deleting port ad985d26-8af3-44e9-b4c3-f8b7c484f171 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:37.952306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:37.953342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7207c8cb-f87e-4d88-a05a-acfae6878b27 req-3813d6ab-451a-48bb-ad96-284fc525958c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223385 Dec 13 09:40:38.004851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-3f3b0071-7e95-4739-a7fd-cea3badf8abd service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614870 Dec 13 09:40:38.058634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55c91031-564d-40c4-a039-0c60ccbbf6e2 req-01668de5-8f1d-4a01-b9b6-9b999ace68b1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739185 Dec 13 09:40:38.058889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Router 39d59699-942b-4788-a061-94a3500ee1dd has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:40:38.172674 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3980a80-3838-4f59-852c-3e49d627f1af x-openstack-request-id: req-e3980a80-3838-4f59-852c-3e49d627f1af {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:38.172980 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-plugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:38.173291 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3980a80-3838-4f59-852c-3e49d627f1af {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:38.173738 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'code': 200} Dec 13 09:40:38.265837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] For port ad985d26-8af3-44e9-b4c3-f8b7c484f171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ad985d26-8af3-44e9-b4c3-f8b7c484f171,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:38.266231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.286074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Calling delete_port for ad985d26-8af3-44e9-b4c3-f8b7c484f171 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:38.347581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:40:38.364703 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Sync routers for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:40:38.371672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:38.372398 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-523e5ea5-1c2e-4146-aa0f-448324d8e83a admin admin] 10.222.0.30 "PUT /v2.0/routers/39d59699-942b-4788-a061-94a3500ee1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3533280 Dec 13 09:40:38.385476 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:38.387816 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:38.577602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.608752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.646170 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:38.765012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event deleted for resources: {'Port': ['ID=ad985d26-8af3-44e9-b4c3-f8b7c484f171,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:38.792579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] No DVR routers for this DVR port ad985d26-8af3-44e9-b4c3-f8b7c484f171 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:38.795458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.799712 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-960b7eea-82f2-4677-a792-a53fb586c441 req-81ebd530-0ee1-4623-ba85-2617e4280a89 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "DELETE /v2.0/ports/ad985d26-8af3-44e9-b4c3-f8b7c484f171 HTTP/1.1" status: 204 len: 173 time: 1.9739056 Dec 13 09:40:38.800433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-deleted', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:38.804375 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c18f164-98ce-4118-8488-7c331e47709c" -d '{"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-deleted", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:38.824208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:38.859142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c11b18-51e4-4139-aa40-a395a8b0c7fa req-643b5bba-bba7-4f55-aeb8-08a82a7fcc33 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:38.861848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99c11b18-51e4-4139-aa40-a395a8b0c7fa req-643b5bba-bba7-4f55-aeb8-08a82a7fcc33 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.3052325 Dec 13 09:40:38.882063 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e34ee6-7b13-43c6-a856-384af30a1e51 x-openstack-request-id: req-91e34ee6-7b13-43c6-a856-384af30a1e51 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:38.882607 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d0d087-4c78-4bb6-8413-3a5c0167ec13", "name": "network-vif-deleted", "tag": "ad985d26-8af3-44e9-b4c3-f8b7c484f171", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:38.883801 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91e34ee6-7b13-43c6-a856-384af30a1e51 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:38.884465 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d0d087-4c78-4bb6-8413-3a5c0167ec13', 'name': 'network-vif-deleted', 'tag': 'ad985d26-8af3-44e9-b4c3-f8b7c484f171', 'status': 'completed', 'code': 200} Dec 13 09:40:39.039623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Deleting port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:39.040254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.143574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99c11b18-51e4-4139-aa40-a395a8b0c7fa req-e710ade2-a8f7-4344-a374-05bd497ce0bd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402792 Dec 13 09:40:39.275475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3de57f-4635-4b8e-94e2-947a1c780ef5 req-a6c81f3c-12b3-4dfd-866c-f0a15f68fe5c tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d0d087-4c78-4bb6-8413-3a5c0167ec13 HTTP/1.1" status: 200 len: 210 time: 0.1278019 Dec 13 09:40:39.372719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] For port 0c71a7c2-51f1-46bb-8f71-6a324905bdd5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:39.373345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.415269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Calling delete_port for 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:39.437079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681b8cd-ff82-4a35-b75d-2c2607e06fa2 req-2bd3846f-9c79-499b-9d68-ac4f017dd831 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:39.437271 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:36Z', 'revision_number': 5, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port': {'id': '0c71a7c2-51f1-46bb-8f71-6a324905bdd5', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d59699-942b-4788-a061-94a3500ee1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:34:25Z', 'updated_at': '2021-12-13T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:39.439421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9681b8cd-ff82-4a35-b75d-2c2607e06fa2 req-2bd3846f-9c79-499b-9d68-ac4f017dd831 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1236627 Dec 13 09:40:39.480448 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Checking router: 39d59699-942b-4788-a061-94a3500ee1dd for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:40:39.492150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Routers {'39d59699-942b-4788-a061-94a3500ee1dd'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:40:39.493166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['39d59699-942b-4788-a061-94a3500ee1dd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:39.609414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] Set router 39d59699-942b-4788-a061-94a3500ee1dd gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:40:39.708054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:38Z', 'revision_number': 6, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:39.738761 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a587223-82dc-438e-aa15-9a40300c4c2a None None] The sync data for ids ['39d59699-942b-4788-a061-94a3500ee1dd'] in n-d-820531-5 is: [{'id': '39d59699-942b-4788-a061-94a3500ee1dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110251581-router', 'tenant_id': 'd1d11d4965354169a12db8335b922ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:34:23Z', 'updated_at': '2021-12-13T09:40:38Z', 'revision_number': 6, 'project_id': 'd1d11d4965354169a12db8335b922ee6', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:40:39.753890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9681b8cd-ff82-4a35-b75d-2c2607e06fa2 req-9298578f-a59b-4a20-aea0-359a7661ea75 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003180 Dec 13 09:40:39.794812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:39.826947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c71a7c2-51f1-46bb-8f71-6a324905bdd5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:39.892586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.892948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.893225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.893573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.894495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.894832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.895158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.895489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.895817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.896144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.896472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.896799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.897139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:40:39.913926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.034802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.037506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.120162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.120937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d59699-942b-4788-a061-94a3500ee1dd {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:40:40.133501 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.134738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b11ac33e-ba1f-46a9-9e98-4c5e684f7990 admin admin] 10.222.0.30 "DELETE /v2.0/routers/39d59699-942b-4788-a061-94a3500ee1dd HTTP/1.1" status: 204 len: 168 time: 1.7619586 Dec 13 09:40:40.137320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:40.219119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Deleting subnet b3282078-8cd9-40c9-a184-e58449d252fb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:40.224437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.311374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.331887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683e2a6-bbab-4776-94b1-7a422262661f req-5a7f46ec-22c8-4d5d-8d75-27f5c22185a3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.338791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0683e2a6-bbab-4776-94b1-7a422262661f req-5a7f46ec-22c8-4d5d-8d75-27f5c22185a3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0892398 Dec 13 09:40:40.428515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0683e2a6-bbab-4776-94b1-7a422262661f req-bc436830-9ce6-434b-8835-e6f3103a812c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796249 Dec 13 09:40:40.486125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.653255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.763317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3282078-8cd9-40c9-a184-e58449d252fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:40.764729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57931fb5-13aa-4510-b6e2-8ae88a452c91 None None] Network 3c4ca727-f9a6-4372-84eb-08d281a7e499 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:40:40.767697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.786323 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2566bdfd-9dfd-45dc-b650-51cc8c0608a7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b3282078-8cd9-40c9-a184-e58449d252fb HTTP/1.1" status: 204 len: 168 time: 0.6456313 Dec 13 09:40:40.787857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:40.830044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3944f-5122-40eb-8908-138240f3a897 req-2bbe87e6-3512-4da8-940a-5da1ce55a313 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:40.846550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9aa3944f-5122-40eb-8908-138240f3a897 req-2bbe87e6-3512-4da8-940a-5da1ce55a313 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.1234803 Dec 13 09:40:40.906765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:40.944019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:40.944866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2d7f2c54-f8e7-42a2-bf6a-378d45d30424 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:40.945490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:40.968534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:40.974644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9aa3944f-5122-40eb-8908-138240f3a897 req-b9646f41-0878-4642-8549-9e832cda90bb tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271782 Dec 13 09:40:41.008030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:41.008030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c71a7c2-51f1-46bb-8f71-6a324905bdd5 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:41.020859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] DHCP port deletion for 3c4ca727-f9a6-4372-84eb-08d281a7e499 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:40:41.047122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd598ab-5945-4ab9-80bc-70105e2d3b57 req-adc0ba76-9638-46bd-8cb9-875d3232c115 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.048635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd598ab-5945-4ab9-80bc-70105e2d3b57 req-adc0ba76-9638-46bd-8cb9-875d3232c115 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0685971 Dec 13 09:40:41.088713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Deleting port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:41.089069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.105955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Deleting port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:41.106343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.113884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd598ab-5945-4ab9-80bc-70105e2d3b57 req-0917dadd-0068-464a-9f4d-6ebe2f882972 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Dec 13 09:40:41.193090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] For port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:41.193547 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.212737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Calling delete_port for f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:41.215219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] For port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,segment=NetworkSegment(23cbfcdb-d658-4051-9c72-69b3b16c716f),segment_id=23cbfcdb-d658-4051-9c72-69b3b16c716f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:41.215683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.219829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:41.235035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-e7eaa361-2d51-41c2-8dbe-05d1f7246d7e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.236575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-e7eaa361-2d51-41c2-8dbe-05d1f7246d7e tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 945 time: 0.0929246 Dec 13 09:40:41.253986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Calling delete_port for f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:41.278193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:41.309524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: ad985d26-8af3-44e9-b4c3-f8b7c484f171 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:41.310022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ad985d26-8af3-44e9-b4c3-f8b7c484f171 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:41.419018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Deleting port cc3d5359-15d2-4522-a8de-20050ba27d42 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:41.419365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.448876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:41.509632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'mac_address': 'fa:16:3e:ed:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:41.515014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.549397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.558756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] For port cc3d5359-15d2-4522-a8de-20050ba27d42, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cc3d5359-15d2-4522-a8de-20050ba27d42,segment=NetworkSegment(9a9b4a5b-daca-4bb4-ac0e-7e645824632d),segment_id=9a9b4a5b-daca-4bb4-ac0e-7e645824632d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:41.559115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.573045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] Pushing event deleted for resources: {'Port': ['ID=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:41.602567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:41.604763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] No DVR routers for this DVR port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:41.606460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Calling delete_port for cc3d5359-15d2-4522-a8de-20050ba27d42 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:41.628769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efedbd0-1cea-4ee7-bb34-5ca497cba6df None None] No DVR routers for this DVR port f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:41.669834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.692705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:41.707442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40625b7-bd45-4b0e-9518-e02740125f11 req-b805a49d-2c3a-48c7-a194-4cf4b4f3655a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.715016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f40625b7-bd45-4b0e-9518-e02740125f11 req-b805a49d-2c3a-48c7-a194-4cf4b4f3655a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1221051 Dec 13 09:40:41.721237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:41.751830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.753526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.781637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-885e0714-c835-4c4e-89e1-7285adca00ec tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:41.789401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-885e0714-c835-4c4e-89e1-7285adca00ec tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.2337825 Dec 13 09:40:41.808778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-d1c4bf55-037b-4d70-84ac-790d62fdc100 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/quotas/df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 375 time: 0.0181031 Dec 13 09:40:41.811003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ca727-f9a6-4372-84eb-08d281a7e499']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:41.830286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cbfcdb-d658-4051-9c72-69b3b16c716f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:41.830620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cbfcdb-d658-4051-9c72-69b3b16c716f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:41.831771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:41.850919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.868595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.868753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f40625b7-bd45-4b0e-9518-e02740125f11 req-7b857ec1-f610-4838-97af-d5d937bd1745 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525760 Dec 13 09:40:41.892014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6e9185aa-3cc3-4056-a65c-43641de8eca3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:41.908681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:41.909407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:41.911671 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:41.916986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-23311371-7ef9-4295-b809-f3c096400f9d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071355 Dec 13 09:40:41.999341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.006192 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.010064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.016277 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c4ca727-f9a6-4372-84eb-08d281a7e499 HTTP/1.1" status: 204 len: 168 time: 1.2242293 Dec 13 09:40:42.063240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Pushing event deleted for resources: {'Port': ['ID=cc3d5359-15d2-4522-a8de-20050ba27d42,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.077528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb30d-1184-4311-9efb-8a4ee68d1f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4ca727-f9a6-4372-84eb-08d281a7e499,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.102309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] No DVR routers for this DVR port cc3d5359-15d2-4522-a8de-20050ba27d42 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:42.108691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ebd290ee-7c62-4454-bf46-904391435b4d service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907945 Dec 13 09:40:42.109103 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.113154 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-578cacf7-4982-4b47-8ae8-34d8af735484 req-179b8ea8-cd0a-466a-8594-7cd23cd95e83 tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.44 "DELETE /v2.0/ports/cc3d5359-15d2-4522-a8de-20050ba27d42 HTTP/1.1" status: 204 len: 173 time: 0.8657823 Dec 13 09:40:42.113926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-deleted', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:42.116304 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fc658-9be7-4ca6-bde7-a9710e01dd87" -d '{"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-deleted", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:42.245671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:42.297849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-3957f8e8-8f61-4e8c-a729-01695f12ca2b service neutron] 10.222.0.30 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745253 Dec 13 09:40:42.337451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4281564c-36e0-45ae-b371-bd1ece9405ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcca725035e048e0a550af15640d6236&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0903423 Dec 13 09:40:42.340141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:42.420688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbbbb987-3027-462e-b242-f46f89959132 req-9d67a297-75ec-4454-a7cc-ec6b0f636a7a tempest-LiveMigrationTest-592024333 tempest-LiveMigrationTest-592024333-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ec37567-d8dc-45d2-a007-abf6c28797a8 HTTP/1.1" status: 200 len: 210 time: 0.0514562 Dec 13 09:40:42.477350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.498726 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f8de2-14ad-4d76-8d20-627ebe6af27e x-openstack-request-id: req-177f8de2-14ad-4d76-8d20-627ebe6af27e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:42.499021 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec37567-d8dc-45d2-a007-abf6c28797a8", "name": "network-vif-deleted", "tag": "cc3d5359-15d2-4522-a8de-20050ba27d42", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:42.499336 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-177f8de2-14ad-4d76-8d20-627ebe6af27e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:42.499668 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec37567-d8dc-45d2-a007-abf6c28797a8', 'name': 'network-vif-deleted', 'tag': 'cc3d5359-15d2-4522-a8de-20050ba27d42', 'status': 'completed', 'code': 200} Dec 13 09:40:42.522721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.647228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b18891-2c28-462e-818c-290e3cb97ca4 req-c934fa78-4aed-4f29-bc99-7dcc6b1ce057 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:42.649003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02b18891-2c28-462e-818c-290e3cb97ca4 req-c934fa78-4aed-4f29-bc99-7dcc6b1ce057 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0886276 Dec 13 09:40:42.660492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.665636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:42.669301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dfb9b8d-5a84-4542-9b95-cd6c42494d65 HTTP/1.1" status: 204 len: 168 time: 0.3254197 Dec 13 09:40:42.698939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66fea3-9cd8-4c63-9258-7b107dfb2456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb9b8d-5a84-4542-9b95-cd6c42494d65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:42.814840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:42.819170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02b18891-2c28-462e-818c-290e3cb97ca4 req-1b2ac4b6-af12-4567-9c37-f63421ad360d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464095 Dec 13 09:40:42.876737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ae29403-cd82-4d75-9435-3d8c13e2948d req-8ce8094e-5569-486a-93a5-4790286b5b6f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0403612 Dec 13 09:40:42.884797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:42.886691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f1bcc7e0-95fd-450d-ac14-1ec03d9b5efe not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:43.121672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cab2-dcdc-44d9-ae6c-cbc34fccee12 req-30fb22c5-3493-4819-acce-6bdc8ba96f16 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:43.123519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0202cab2-dcdc-44d9-ae6c-cbc34fccee12 req-30fb22c5-3493-4819-acce-6bdc8ba96f16 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1206627 Dec 13 09:40:43.204046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0202cab2-dcdc-44d9-ae6c-cbc34fccee12 req-919bc3b9-b7d9-4a04-990e-a43d4f37886a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715668 Dec 13 09:40:43.216887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:43.288963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6e9185aa-3cc3-4056-a65c-43641de8eca3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:43.290463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.320811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:43.385409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af1ae495-d097-4622-9c8f-630ae1523c29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1d11d4965354169a12db8335b922ee6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633626 Dec 13 09:40:43.387977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:43.390336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.444179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:43.446761 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970c213-108b-44e7-873b-2cac32ef6ff4" -d '{"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:43.468907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:43.477916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.480703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.512663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.527337 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225beb8-8f2a-43c2-ad7f-6678a70f28ec x-openstack-request-id: req-f225beb8-8f2a-43c2-ad7f-6678a70f28ec {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:43.527337 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-plugged", "status": "completed", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:43.527337 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f225beb8-8f2a-43c2-ad7f-6678a70f28ec {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:43.527337 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'code': 200} Dec 13 09:40:43.528387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:43.579475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.608452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.612603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.614504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fcfc3dc-c329-41da-bcaf-bfa30a37b6bd HTTP/1.1" status: 204 len: 168 time: 0.2230015 Dec 13 09:40:43.624445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c866dd-3b1a-4cd1-a716-dabedf9685ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcfc3dc-c329-41da-bcaf-bfa30a37b6bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:43.844232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Deleting subnet ed00911b-a20e-410e-80b3-88da61b3d84f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:43.848284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.887162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:43.941242 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.036187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.090571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0da5b315-708d-4ff3-acef-eb7d31ed48b0 req-bd822147-79a3-4183-a62c-c2277975f562 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0683312 Dec 13 09:40:44.112448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed00911b-a20e-410e-80b3-88da61b3d84f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:44.114921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.120160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24f5d269-89ce-4fe9-acdc-85b49b3321d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ed00911b-a20e-410e-80b3-88da61b3d84f HTTP/1.1" status: 204 len: 168 time: 0.5905023 Dec 13 09:40:44.122679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:44.254365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.353049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08a20-532d-4203-9bb9-5a357dee88d3 req-63389f3d-68bd-4a29-a292-705dfafb6f8d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:44.355771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abc08a20-532d-4203-9bb9-5a357dee88d3 req-63389f3d-68bd-4a29-a292-705dfafb6f8d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0727093 Dec 13 09:40:44.390920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.437627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d331cf36-5ca7-4572-8722-d50e11ec9238']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.458748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9b4a5b-daca-4bb4-ac0e-7e645824632d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.459028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9b4a5b-daca-4bb4-ac0e-7e645824632d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:44.502508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abc08a20-532d-4203-9bb9-5a357dee88d3 req-1565bb7e-7592-44c6-8b1d-1dc68e82d3c5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406050 Dec 13 09:40:44.593834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e7f4-c3df-4086-b766-d70d7444f6e6 req-fc43ceef-27a1-48b3-b8e5-44d813024981 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:44.602561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.608244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d055e7f4-c3df-4086-b766-d70d7444f6e6 req-fc43ceef-27a1-48b3-b8e5-44d813024981 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1601396 Dec 13 09:40:44.646251 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.666123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:44.666557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:44.668457 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:44.746643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d055e7f4-c3df-4086-b766-d70d7444f6e6 req-830351fb-34ff-4e2a-8f0d-70a9abd71677 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117692 Dec 13 09:40:44.818635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-396c40aa-1670-4c7c-aea3-b55970601c16 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:44.821221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-396c40aa-1670-4c7c-aea3-b55970601c16 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 821 time: 0.3479011 Dec 13 09:40:44.822946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.828804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:44.834526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d331cf36-5ca7-4572-8722-d50e11ec9238 HTTP/1.1" status: 204 len: 168 time: 0.7108150 Dec 13 09:40:44.837465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:44.858490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Request body: {'port': {'device_id': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'admin_state_up': True, 'tenant_id': 'df01d091260f47a0b540466b9bb3073a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:44.891020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512e9f-ff31-40ec-adb3-108ce89c935c admin admin] Pushing event deleted for resources: {'Network': ['ID=d331cf36-5ca7-4572-8722-d50e11ec9238,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:44.982757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Deleting subnet b0657d2e-4dfe-48d3-9d68-8b43eb4f5001 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:40:44.986396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.062969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.184645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Made reservation on behalf of df01d091260f47a0b540466b9bb3073a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:40:45.192715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.232259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.289547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:45.319396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c84b8980-86d5-410d-b0a3-1321a678e068 req-6f90ada9-0c97-49e0-ad2d-da3c8c825e9f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0670717 Dec 13 09:40:45.365655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: cc3d5359-15d2-4522-a8de-20050ba27d42 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:40:45.366298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cc3d5359-15d2-4522-a8de-20050ba27d42 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:40:45.410499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.459280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0657d2e-4dfe-48d3-9d68-8b43eb4f5001,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:45.465307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.469699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b393115f-356b-474a-a58c-dd166e75f929 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b0657d2e-4dfe-48d3-9d68-8b43eb4f5001 HTTP/1.1" status: 204 len: 168 time: 0.6284015 Dec 13 09:40:45.472588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:45.477218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Allocated IP 172.20.0.4 (9fc2328a-60da-47e1-91eb-b524b0daf34c/6abbc407-a311-4f1a-ad1a-5ca5451a4b72/c1694007-9228-4f5c-8285-bb3dc62fb8cb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:40:45.582565 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.743127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.774691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2debc-b4ad-4f06-a7f6-7d5f593c5680 req-2880c410-111c-44f3-beb5-38a182832d5c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:45.776250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cf2debc-b4ad-4f06-a7f6-7d5f593c5680 req-2880c410-111c-44f3-beb5-38a182832d5c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0826380 Dec 13 09:40:45.788065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f376e0ab-a098-4e98-9d2d-a8996b11480b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:45.851021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cf2debc-b4ad-4f06-a7f6-7d5f593c5680 req-344b21d2-86e3-4549-9613-4a4c5995d3a6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618219 Dec 13 09:40:45.853269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe792f55-3c57-474d-8769-080f144cefcc') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:45.855120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe792f55-3c57-474d-8769-080f144cefcc') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:40:45.888239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.930116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.938243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:40:45.938764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:45.950356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:40:46.004637 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:40:46.019236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.027694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.038115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.041108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f376e0ab-a098-4e98-9d2d-a8996b11480b HTTP/1.1" status: 204 len: 168 time: 0.5658166 Dec 13 09:40:46.055116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:46.084666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fc6a0-0e61-4731-8df4-9efff0f9fbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f376e0ab-a098-4e98-9d2d-a8996b11480b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:46.133406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:46.153189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Network 9fc2328a-60da-47e1-91eb-b524b0daf34c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:40:46.154903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:40:46.165300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:40:46.208903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389e063-64c9-49c0-8bd6-9b0d38adcfe5 req-3d2d398a-b149-41ab-a0a6-21efaad53ff8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:46.210469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7389e063-64c9-49c0-8bd6-9b0d38adcfe5 req-3d2d398a-b149-41ab-a0a6-21efaad53ff8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0764503 Dec 13 09:40:46.211983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:46.266804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:46.268564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.306330 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-c233cd49-f6cd-47f1-b821-01e440183e96 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4664409 Dec 13 09:40:46.320280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Request body: {'port': {'device_id': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:40:46.358387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7389e063-64c9-49c0-8bd6-9b0d38adcfe5 req-6f041a48-eff0-47b7-be9e-35eadec763a1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393192 Dec 13 09:40:46.482209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.542041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:46.650878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-16f60881-d7f1-448d-aea7-0a74a5e08863 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ad9635eb9984866bf2cd63dd899dab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052601 Dec 13 09:40:46.652127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:46.811779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.841741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.918999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.922892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:46.925052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c HTTP/1.1" status: 204 len: 168 time: 0.2715015 Dec 13 09:40:46.941670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6506f0-ab59-48f2-8725-3df64f1ce3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c66c5e-c277-4f70-8cdf-9bfc0db5a90c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:47.079992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1694007-9228-4f5c-8285-bb3dc62fb8cb {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:47.099606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.121995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Transition to ACTIVE for port object c1694007-9228-4f5c-8285-bb3dc62fb8cb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:40:47.128650 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.188665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:47.427910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:40:47.427910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:40:47.428354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:47.433499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:40:47.434060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:40:47.444806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:40:47.445253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:40:47.446765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:40:47.447204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Bound port: c1694007-9228-4f5c-8285-bb3dc62fb8cb, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:40:47.451803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.618379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:40:47.622140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:40:47.632830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.636659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:47.744303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c517abb-07aa-4802-8e8e-c04004e9c007 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae8e2a6b41d443f587e25f7a2ec76ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059787 Dec 13 09:40:47.748177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:47.761729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:47.763277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.766429 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] 10.222.0.44 "PUT /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 1091 time: 1.4508748 Dec 13 09:40:47.771773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:47.774961 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:47.881593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:47.934786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.023547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.026468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:48.033729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9a821db-1085-43c7-88bb-9159e7722b1b HTTP/1.1" status: 204 len: 168 time: 0.2794533 Dec 13 09:40:48.053061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f692-d03f-48c4-8467-7ec32e178968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a821db-1085-43c7-88bb-9159e7722b1b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:48.095138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f6eba-4613-4538-8bd7-4162ebbb4d8a service neutron] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:48.160547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-a402e4e5-7e1e-4b61-81cb-fef74a5822c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:48.162940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-a402e4e5-7e1e-4b61-81cb-fef74a5822c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1094 time: 0.2987704 Dec 13 09:40:48.260136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-aebf6f1a-c5eb-4090-85d3-1de68dbad771 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 217 time: 0.0811009 Dec 13 09:40:48.462696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-cc61ef15-9e78-419d-9b0a-86db8b639743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:48.466571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-cc61ef15-9e78-419d-9b0a-86db8b639743 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1992061 Dec 13 09:40:48.571357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-3016f176-a1f8-410a-ac68-57ca42729dcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852120 Dec 13 09:40:48.785265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-f0e5dd5f-5f71-41f3-94be-c9d01c008c66 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037864 Dec 13 09:40:48.999020 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b74d2f9-6127-46ff-aae9-03773f78028b req-41fc243b-1cbd-4652-810f-51b373234a49 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066333 Dec 13 09:40:51.280993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:40:51.427258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:51.451180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'mac_address': 'fa:16:3e:18:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:40:51.507983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.524939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb2fcbca-2e30-4d8f-bb02-d1400a816e4a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:40:51.553151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:51.578616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:51.644116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:51.717157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:40:52.658629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934aea-0034-4da4-8b37-cd0c37201ce8 req-9247cd99-f971-45df-8fad-df184476228d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:52.666310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2934aea-0034-4da4-8b37-cd0c37201ce8 req-9247cd99-f971-45df-8fad-df184476228d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0889826 Dec 13 09:40:52.754028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2934aea-0034-4da4-8b37-cd0c37201ce8 req-b56b4c59-0e36-4e8e-9807-117196d41651 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865602 Dec 13 09:40:52.976924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34ad0e-09ab-4d71-bd2c-7ea72edfa80f req-3eb1dac6-db5c-4cbe-9b8e-2154330a5f8a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:52.982477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae34ad0e-09ab-4d71-bd2c-7ea72edfa80f req-3eb1dac6-db5c-4cbe-9b8e-2154330a5f8a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 944 time: 0.0982573 Dec 13 09:40:53.059700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae34ad0e-09ab-4d71-bd2c-7ea72edfa80f req-2315ce84-ee62-4a71-8bf8-9a9c1a323b96 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Dec 13 09:40:53.135999 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb0218-b30c-455d-bcd6-743517e07650 x-openstack-request-id: req-dedb0218-b30c-455d-bcd6-743517e07650 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:53.136539 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:53.136805 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dedb0218-b30c-455d-bcd6-743517e07650 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:53.137244 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'status': 'completed', 'code': 200} Dec 13 09:40:53.282982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-28899206-c910-46e7-99cf-86ff3b6c5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.289144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-28899206-c910-46e7-99cf-86ff3b6c5ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1094 time: 0.1282089 Dec 13 09:40:53.295489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:40:53.400745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:40:53.401688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.528810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.545210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-0299ab25-8d93-44c8-ad2c-0dbfb12b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.548822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-0299ab25-8d93-44c8-ad2c-0dbfb12b4a66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.2442131 Dec 13 09:40:53.572440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:53.575260 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb1d439-0ab6-4436-bfde-f7c64a952a9d" -d '{"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:53.600945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:53.611586 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:53.663182 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-8e1c03e6-f030-4360-a953-399b8547f889 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 217 time: 0.1059036 Dec 13 09:40:53.684650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:53.701255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072d671-2e6b-4d11-9ad6-ad9d5b909eee req-d6ae6687-c330-4c7b-918a-5dbf486747dd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.714188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3072d671-2e6b-4d11-9ad6-ad9d5b909eee req-d6ae6687-c330-4c7b-918a-5dbf486747dd tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.6369336 Dec 13 09:40:53.731796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-7f6a3a7e-47db-4821-acea-5c92118333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.731796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-7f6a3a7e-47db-4821-acea-5c92118333a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0595152 Dec 13 09:40:53.770298 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-0a9dd607-c043-4bed-9e5f-618f490a0597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291145 Dec 13 09:40:53.806853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3072d671-2e6b-4d11-9ad6-ad9d5b909eee req-757ad7d8-adef-470e-8526-c17fd61a4b1f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913646 Dec 13 09:40:53.826815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2b4a-5ff5-49ef-881b-60055ff70250 req-8432f388-6dbb-43bb-be68-96b34c29c881 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:53.835927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28ef2b4a-5ff5-49ef-881b-60055ff70250 req-8432f388-6dbb-43bb-be68-96b34c29c881 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 950 time: 0.1123731 Dec 13 09:40:53.873696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-2304cf42-e58b-4096-82c8-06f72a6c92ee service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948563 Dec 13 09:40:53.903551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28ef2b4a-5ff5-49ef-881b-60055ff70250 req-1bfbb5a9-b11b-4812-9d89-120eab75d031 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Dec 13 09:40:53.982500 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067296c4-13d9-4a6f-87ac-31c648be08d7 x-openstack-request-id: req-067296c4-13d9-4a6f-87ac-31c648be08d7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:53.982871 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:53.983211 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-067296c4-13d9-4a6f-87ac-31c648be08d7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:53.983739 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'code': 200} Dec 13 09:40:54.002044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a60ab36-9c6b-4599-a0d9-0d6ff3be8647 req-00039483-b87c-44cc-9f95-0f9008f3f6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182311 Dec 13 09:40:54.111650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc8d8-d3a1-40d4-9a6b-cabae83449f3 req-08593f76-c5c0-4320-bbc1-1f9f59502fbd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:54.132414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-facbc8d8-d3a1-40d4-9a6b-cabae83449f3 req-08593f76-c5c0-4320-bbc1-1f9f59502fbd tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0876343 Dec 13 09:40:54.214402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-facbc8d8-d3a1-40d4-9a6b-cabae83449f3 req-206134a1-2aa5-483a-ba31-3cea0b36fd60 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810964 Dec 13 09:40:54.467156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43501-34f9-4c71-a200-a2bb45ecb0ae req-12eeb9a4-54e3-4d17-ac3d-68c1844cf14c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:54.476945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16c43501-34f9-4c71-a200-a2bb45ecb0ae req-12eeb9a4-54e3-4d17-ac3d-68c1844cf14c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0728207 Dec 13 09:40:54.537907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16c43501-34f9-4c71-a200-a2bb45ecb0ae req-330f32ab-0296-48b4-adaa-5a2041c466d1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599663 Dec 13 09:40:54.608624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49706) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:54.653327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49710) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:54.780814 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b519d83c-e230-41a7-90f6-4262a385dc0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.838234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3df0fd94-8408-44cb-9bab-4e8459a1bc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.980438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b519d83c-e230-41a7-90f6-4262a385dc0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:54.992061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b519d83c-e230-41a7-90f6-4262a385dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.010273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b699807-92f3-46f2-81df-bd4fc09d3182 req-22d69dfd-a068-485c-916d-c62ae91d5444 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.011964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b699807-92f3-46f2-81df-bd4fc09d3182 req-22d69dfd-a068-485c-916d-c62ae91d5444 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0920312 Dec 13 09:40:55.089337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3df0fd94-8408-44cb-9bab-4e8459a1bc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.105730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3df0fd94-8408-44cb-9bab-4e8459a1bc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.115254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:55.115793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b519d83c-e230-41a7-90f6-4262a385dc0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70d191c16a344696aa3a1e83edda35cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036817 Dec 13 09:40:55.124597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b699807-92f3-46f2-81df-bd4fc09d3182 req-3a358872-ca60-42d9-813f-af792ff270ef tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962458 Dec 13 09:40:55.125509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519d83c-e230-41a7-90f6-4262a385dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fb97c2-e5cb-47ab-a285-46200bc810d1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.166223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3df0fd94-8408-44cb-9bab-4e8459a1bc81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8890c1d018124d9686c2078c818e5701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117924 Dec 13 09:40:55.169339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:55.195042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0fd94-8408-44cb-9bab-4e8459a1bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73590da-b919-4d25-912e-9bc6b65efdd1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.223531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.247959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.329353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.386145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.387853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.393854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.396225 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0fb97c2-e5cb-47ab-a285-46200bc810d1 HTTP/1.1" status: 204 len: 168 time: 0.2797546 Dec 13 09:40:55.435644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3964e-e93d-454e-b484-c45c469afc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fb97c2-e5cb-47ab-a285-46200bc810d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.456481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31359-4923-4899-81c1-7b9326437148 req-603a7106-a5ed-4bc1-8047-aa73e2a24a67 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.462039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5a31359-4923-4899-81c1-7b9326437148 req-603a7106-a5ed-4bc1-8047-aa73e2a24a67 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0951083 Dec 13 09:40:55.533167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.537661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:55.538912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c73590da-b919-4d25-912e-9bc6b65efdd1 HTTP/1.1" status: 204 len: 168 time: 0.3587515 Dec 13 09:40:55.562004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03dc71-e1e3-4498-beae-2f4ce41d4057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73590da-b919-4d25-912e-9bc6b65efdd1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:55.572372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5a31359-4923-4899-81c1-7b9326437148 req-4f3e18b6-f90d-45a6-8c3c-7a2e58bd4a6b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Dec 13 09:40:55.946011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df55f17-5ac7-432d-9bfb-f2cde1b4107d req-18149820-8c33-4789-8bc1-272f6dfb43ab tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:55.952996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df55f17-5ac7-432d-9bfb-f2cde1b4107d req-18149820-8c33-4789-8bc1-272f6dfb43ab tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1303117 Dec 13 09:40:56.047461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df55f17-5ac7-432d-9bfb-f2cde1b4107d req-c5fca18d-91d5-45ce-adc0-bccb5da64ba5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872021 Dec 13 09:40:56.075626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.101385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d48739-0e7c-4804-b01e-6eb9b7a91838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.128894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289fdd-9da4-457f-98ef-d71bedff7b8b req-0bdd31c2-211e-4603-868f-c02639547df7 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.137691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71289fdd-9da4-457f-98ef-d71bedff7b8b req-0bdd31c2-211e-4603-868f-c02639547df7 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 950 time: 0.0867944 Dec 13 09:40:56.218125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71289fdd-9da4-457f-98ef-d71bedff7b8b req-a9db1b9f-3ece-41e6-8a1b-fa2994cc490d tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790753 Dec 13 09:40:56.273332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d48739-0e7c-4804-b01e-6eb9b7a91838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.287882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d48739-0e7c-4804-b01e-6eb9b7a91838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.364025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.364273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570da7e2-56db-482f-b158-51af363aa42d req-36e3c81e-3ca8-4a94-9721-ea1f7319a08a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.366488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-570da7e2-56db-482f-b158-51af363aa42d req-36e3c81e-3ca8-4a94-9721-ea1f7319a08a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0887547 Dec 13 09:40:56.383304 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-54d48739-0e7c-4804-b01e-6eb9b7a91838 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f9d34ee9f1046e09858e08aea6868c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062077 Dec 13 09:40:56.383538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.389503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d48739-0e7c-4804-b01e-6eb9b7a91838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b02a1-c3aa-42f0-a192-a0fa4839e7b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.407555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3739713-6785-47c0-9af0-5f726b76c329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.485696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-570da7e2-56db-482f-b158-51af363aa42d req-63a2d402-053e-495a-95d0-82f24f08de2c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114945 Dec 13 09:40:56.517663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3739713-6785-47c0-9af0-5f726b76c329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.521210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.522913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3739713-6785-47c0-9af0-5f726b76c329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.561986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.569513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3739713-6785-47c0-9af0-5f726b76c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712c0c1-a1c0-465b-ab7b-fdca351a23e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.599684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3739713-6785-47c0-9af0-5f726b76c329 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08e40d5502da4f49bc57bfc301452564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311010 Dec 13 09:40:56.602745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:40:56.650227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.653966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.657597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/653b02a1-c3aa-42f0-a192-a0fa4839e7b3 HTTP/1.1" status: 204 len: 168 time: 0.2693424 Dec 13 09:40:56.669970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9625-79de-42a7-89d6-a246ef1b626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b02a1-c3aa-42f0-a192-a0fa4839e7b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:56.726706 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.771431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.930156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:56.935226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556edab1-4063-4416-b83c-df7a31911979 req-330c2a7f-8b2f-4dc6-bbdf-98844b22549a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:56.950345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-556edab1-4063-4416-b83c-df7a31911979 req-330c2a7f-8b2f-4dc6-bbdf-98844b22549a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1862845 Dec 13 09:40:57.022290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.025143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.031928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4712c0c1-a1c0-465b-ab7b-fdca351a23e5 HTTP/1.1" status: 204 len: 168 time: 0.4254308 Dec 13 09:40:57.053018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc074c93-a975-425d-addf-f414f7569290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712c0c1-a1c0-465b-ab7b-fdca351a23e5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:57.107886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-556edab1-4063-4416-b83c-df7a31911979 req-0977cb11-363d-45ae-98bc-a994a273e346 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472650 Dec 13 09:40:57.296111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:40:57.482986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f827d-b63c-4473-b684-a2e24913d6b3 req-f54ec632-e87a-4372-b411-b7ea7ca131f6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.495398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f94f827d-b63c-4473-b684-a2e24913d6b3 req-f54ec632-e87a-4372-b411-b7ea7ca131f6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1302452 Dec 13 09:40:57.536892 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.623353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f94f827d-b63c-4473-b684-a2e24913d6b3 req-6c418772-8604-4f82-875a-142a0fc8bf61 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264832 Dec 13 09:40:57.640273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:57.641718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:57.650943 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c49b37c-7e61-43e4-9251-b0df671d3d13" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:57.661110 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:57.839786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:57.856170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c3d3-16ec-467e-8a1d-52eee6a3b40c req-25faf3f2-5f91-4acd-bfad-98356a923e11 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:57.878365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c812c3d3-16ec-467e-8a1d-52eee6a3b40c req-25faf3f2-5f91-4acd-bfad-98356a923e11 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 948 time: 0.1568999 Dec 13 09:40:57.975276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c812c3d3-16ec-467e-8a1d-52eee6a3b40c req-5eb43f51-bf17-4da5-a1b2-d8c83e016969 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e710919-5ed0-413e-85c8-c3f1983690be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922875 Dec 13 09:40:58.095631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-ba7f2245-f320-4966-ab16-ad62ccb9c722 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:58.099446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-ba7f2245-f320-4966-ab16-ad62ccb9c722 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 948 time: 0.0926907 Dec 13 09:40:58.120519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75f653-bbd8-42a5-9108-87ec64e51789 req-8c988a21-2fde-46f1-9645-b500fc722c4f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:58.122357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f75f653-bbd8-42a5-9108-87ec64e51789 req-8c988a21-2fde-46f1-9645-b500fc722c4f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0777245 Dec 13 09:40:58.236451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f75f653-bbd8-42a5-9108-87ec64e51789 req-89679632-efe3-4088-940d-5eb687f3dff9 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042044 Dec 13 09:40:58.332392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Deleting port e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:40:58.334560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.375232 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680cc8f-4953-4642-a33c-6e1370720ced x-openstack-request-id: req-3680cc8f-4953-4642-a33c-6e1370720ced {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:40:58.376263 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:40:58.376684 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3680cc8f-4953-4642-a33c-6e1370720ced {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:40:58.377424 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'code': 200} Dec 13 09:40:58.526743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f74a3c3-e213-40d0-be32-88eddf3ee9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.660093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb534-2193-4f55-818f-18b2ce47ea51 req-a20bae38-2087-4b85-b394-4b9551ece026 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:58.668536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-751fb534-2193-4f55-818f-18b2ce47ea51 req-a20bae38-2087-4b85-b394-4b9551ece026 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1913474 Dec 13 09:40:58.672647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] For port e737182c-08ef-467a-983f-d4227cf922bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e737182c-08ef-467a-983f-d4227cf922bd,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:40:58.673217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:58.743965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Calling delete_port for e737182c-08ef-467a-983f-d4227cf922bd owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:40:58.868875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-751fb534-2193-4f55-818f-18b2ce47ea51 req-0e494e99-b560-47de-a783-2e7256a46c33 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871979 Dec 13 09:40:58.912199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.130613 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.201457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Pushing event deleted for resources: {'Port': ['ID=e737182c-08ef-467a-983f-d4227cf922bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:40:59.332752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] No DVR routers for this DVR port e737182c-08ef-467a-983f-d4227cf922bd on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:40:59.338308 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:40:59.341796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d067572d-35de-4a7a-82f5-aea1e8c72ecd req-728398f2-be54-4985-a7e9-9fd55cdc2e02 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.44 "DELETE /v2.0/ports/e737182c-08ef-467a-983f-d4227cf922bd HTTP/1.1" status: 204 len: 173 time: 1.2346013 Dec 13 09:40:59.348487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-deleted', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:40:59.354587 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a76f5-1936-42c7-85f4-0f646813f3af" -d '{"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-deleted", "tag": "e737182c-08ef-467a-983f-d4227cf922bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:40:59.884803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68101bf7-a522-43f5-abfe-0f9bfc7ca2a9 req-45edff8f-4098-4704-bab4-566dd60310b2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:40:59.903257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68101bf7-a522-43f5-abfe-0f9bfc7ca2a9 req-45edff8f-4098-4704-bab4-566dd60310b2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1201038 Dec 13 09:41:00.017846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68101bf7-a522-43f5-abfe-0f9bfc7ca2a9 req-93147fc3-1316-49ac-bdc9-996ae9e2b957 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132321 Dec 13 09:41:00.244970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d652f09-4ec1-49c5-a07f-26a0708153f0 req-d473d8aa-9ef5-434c-ae47-1c2779913086 tempest-ImagesOneServerTestJSON-574239027 tempest-ImagesOneServerTestJSON-574239027-project] 10.222.0.30 "GET /v2.0/ports?device_id=3792e07b-7bee-4f97-9678-36432653edc6 HTTP/1.1" status: 200 len: 210 time: 0.0490518 Dec 13 09:41:00.402003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e3f1e-e285-4839-a9ac-9cf6bfb8f87c req-d74e68ce-9db4-465d-a13e-6bd2aadf6150 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:00.403643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db0e3f1e-e285-4839-a9ac-9cf6bfb8f87c req-d74e68ce-9db4-465d-a13e-6bd2aadf6150 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.0712051 Dec 13 09:41:00.473585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db0e3f1e-e285-4839-a9ac-9cf6bfb8f87c req-d0efd49d-d146-4a42-a470-aaa8e69e4b3d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Dec 13 09:41:00.539212 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a579ee9-dd34-4403-ae59-3cb790e1f7ad x-openstack-request-id: req-2a579ee9-dd34-4403-ae59-3cb790e1f7ad {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:00.539780 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792e07b-7bee-4f97-9678-36432653edc6", "name": "network-vif-deleted", "tag": "e737182c-08ef-467a-983f-d4227cf922bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:00.539780 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a579ee9-dd34-4403-ae59-3cb790e1f7ad {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:00.540161 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792e07b-7bee-4f97-9678-36432653edc6', 'name': 'network-vif-deleted', 'tag': 'e737182c-08ef-467a-983f-d4227cf922bd', 'status': 'completed', 'code': 200} Dec 13 09:41:00.762564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534f580-51f0-47c2-a2d9-69f0d242f74b req-f3e8a2ad-bdfb-42c5-8d6a-5468d152817d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:00.769729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1534f580-51f0-47c2-a2d9-69f0d242f74b req-f3e8a2ad-bdfb-42c5-8d6a-5468d152817d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1045363 Dec 13 09:41:00.849002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1534f580-51f0-47c2-a2d9-69f0d242f74b req-a5860cdd-4bb8-445e-a862-d1d4ee424540 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634618 Dec 13 09:41:00.926631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d60ca519-ee3e-4cfa-98a3-55276c57ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:01.733885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51c5e-5f8e-49a1-bdad-239d03689b9d req-aa9e10f7-12ec-4551-8946-754b459376e6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.735357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddf51c5e-5f8e-49a1-bdad-239d03689b9d req-aa9e10f7-12ec-4551-8946-754b459376e6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0831511 Dec 13 09:41:01.836934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896b802-6589-456e-bc7d-3d8b8bb0a478 req-55f38ffe-6ea9-4d5f-83d9-a03f3968f063 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:01.838684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b896b802-6589-456e-bc7d-3d8b8bb0a478 req-55f38ffe-6ea9-4d5f-83d9-a03f3968f063 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1218674 Dec 13 09:41:01.848154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddf51c5e-5f8e-49a1-bdad-239d03689b9d req-1e2eaada-9930-4b4a-89e5-e65599d9a609 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792079 Dec 13 09:41:01.928144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b896b802-6589-456e-bc7d-3d8b8bb0a478 req-af32df6f-d2a9-4a6a-9ee7-42f3ae9bb56a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763984 Dec 13 09:41:02.055330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:02.093912 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.129394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3645-f144-42d7-98d2-f2119f99be6a req-e537cf36-32ea-4160-a592-38ce8622b849 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.136612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f68f3645-f144-42d7-98d2-f2119f99be6a req-e537cf36-32ea-4160-a592-38ce8622b849 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1216278 Dec 13 09:41:02.227766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f68f3645-f144-42d7-98d2-f2119f99be6a req-ff017fd8-7e85-4499-8fee-3c62b09259ab tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897839 Dec 13 09:41:02.382850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7958e293-21fa-4ce1-9147-0d678d0f1745 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbc8875346224dff991077c205be7a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260107 Dec 13 09:41:02.385372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:02.420955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-7b0d03f6-06b0-4782-aae7-04875b125c2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051636 Dec 13 09:41:02.546495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.551959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-061fb31a-e803-4bfe-b507-e0b9fa118752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.553562 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-061fb31a-e803-4bfe-b507-e0b9fa118752 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 1100 time: 0.1060562 Dec 13 09:41:02.612119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.701519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.704397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:02.708601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e710919-5ed0-413e-85c8-c3f1983690be HTTP/1.1" status: 204 len: 168 time: 0.3191161 Dec 13 09:41:02.723098 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:41:02.733937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32f598-4b77-4ea5-9391-bb46107bbace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e710919-5ed0-413e-85c8-c3f1983690be,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:02.788195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-73ecf225-0344-44f6-93cc-9a57fc105a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:02.790061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-73ecf225-0344-44f6-93cc-9a57fc105a37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1985519 Dec 13 09:41:03.231063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eebec-2396-487f-b019-7638f1180f24 req-5f6d9cda-8af0-45f1-a9be-ae1630d9f3bc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.239635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-133eebec-2396-487f-b019-7638f1180f24 req-5f6d9cda-8af0-45f1-a9be-ae1630d9f3bc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0706778 Dec 13 09:41:03.288380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-b50db4ca-9997-4d02-881d-15f93061fd5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 200 len: 217 time: 0.4890020 Dec 13 09:41:03.309719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:03.312530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:03.313266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-133eebec-2396-487f-b019-7638f1180f24 req-ab9eb2ab-989c-4486-b45f-2adb06627bc6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Dec 13 09:41:03.381887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: e737182c-08ef-467a-983f-d4227cf922bd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:03.384332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e737182c-08ef-467a-983f-d4227cf922bd not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:03.410517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-2c8b5b6a-eb46-4be4-8312-4ef43068dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.412539 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-2c8b5b6a-eb46-4be4-8312-4ef43068dd26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1161969 Dec 13 09:41:03.532818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320bdb7-bb91-48f1-bd80-1e392b8d75ff req-810b0411-b242-4899-89e7-60494e6dcdc8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.535047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-04aacf95-3ca4-4cd0-b2d6-eba4f06633b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.536888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-04aacf95-3ca4-4cd0-b2d6-eba4f06633b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156209 Dec 13 09:41:03.543834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c320bdb7-bb91-48f1-bd80-1e392b8d75ff req-810b0411-b242-4899-89e7-60494e6dcdc8 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1168039 Dec 13 09:41:03.617844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.663904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:03.691132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c320bdb7-bb91-48f1-bd80-1e392b8d75ff req-482359f0-b80e-4c98-8d42-26c19204b6db tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461921 Dec 13 09:41:03.722066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c', 'port_id': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'mac_address': 'fa:16:3e:e1:b1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abbc407-a311-4f1a-ad1a-5ca5451a4b72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:03.796692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-dc2d-44f4-80df-62ba65108540 req-791aafeb-a538-4f83-a634-baaa5550dfff tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:03.805925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b717beb-dc2d-44f4-80df-62ba65108540 req-791aafeb-a538-4f83-a634-baaa5550dfff tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1548722 Dec 13 09:41:03.813756 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-9c112235-b9ff-4a27-9caf-ff96c4f20668 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443938 Dec 13 09:41:03.814346 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.840571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1694007-9228-4f5c-8285-bb3dc62fb8cb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:03.882696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:03.891628 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:03.896438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b717beb-dc2d-44f4-80df-62ba65108540 req-4776ab78-b005-4743-878c-bb92f69d83b4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895298 Dec 13 09:41:03.973813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:04.015260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.089502 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2c2d01e3-e198-410c-ada6-48b654a6d80f req-b4cc111a-a275-4c4b-8e93-0f254cc22564 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642794 Dec 13 09:41:04.164011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c1694007-9228-4f5c-8285-bb3dc62fb8cb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:04.186586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-443087920-network', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:04.232073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Made reservation on behalf of 17c248a34c484f6586c6c0e992dcb074 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:04.235771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.267257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.536944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.579321 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.593252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:04.599384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.606473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.606920 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Added segment 9cfa3552-f3a5-49e5-8397-5e96b628d5ef of type vlan for network f94bb00f-0237-4d1e-b6e8-b657f1087fcd Dec 13 09:41:04.670340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:04.686188 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.706514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a9329-9537-4bbc-b08d-4217cb74b335,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:04.721834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18c22-2770-40cb-aaac-8d65751bbf61 req-23661d1c-c828-47e9-b8fc-a33cf64fefc6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.723548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dec18c22-2770-40cb-aaac-8d65751bbf61 req-23661d1c-c828-47e9-b8fc-a33cf64fefc6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.2729535 Dec 13 09:41:04.787309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a4b4b3b1-38b0-459c-a16b-7688ec065190 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.794480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a4b4b3b1-38b0-459c-a16b-7688ec065190 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.2971497 Dec 13 09:41:04.804018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.804905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:04.805514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.822384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e64f1c0-e331-4365-9b88-c70e0f6197d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.846965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-fd1ee298-5e54-47b1-a93f-7a546c0ee3b4 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/quotas/afc727b474c04bf4a3db2b25451fd401 HTTP/1.1" status: 200 len: 375 time: 0.0504606 Dec 13 09:41:04.916174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9405324 Dec 13 09:41:04.919983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:04.927939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Request body: {'subnet': {'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-443087920-subnet', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:04.949247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dec18c22-2770-40cb-aaac-8d65751bbf61 req-c225e97a-2846-4b06-b7fc-831ea624a63a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043672 Dec 13 09:41:04.954674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e64f1c0-e331-4365-9b88-c70e0f6197d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.983152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e64f1c0-e331-4365-9b88-c70e0f6197d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:04.995843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb7feb-026b-4da8-a98f-91359bd7d685 admin admin] Pushing event updated for resources: {'Network': ['ID=f94bb00f-0237-4d1e-b6e8-b657f1087fcd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.009743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:05.030115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-7d564f55-cc1d-4a13-a442-bfde9927c35d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820979 Dec 13 09:41:05.054294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Made reservation on behalf of 17c248a34c484f6586c6c0e992dcb074 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:05.060840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.179895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d746a9-d62e-4a08-86f1-9da63bac0b0f req-b1c5c056-282c-44a2-be5e-1470ed7d3c48 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:05.181637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7d746a9-d62e-4a08-86f1-9da63bac0b0f req-b1c5c056-282c-44a2-be5e-1470ed7d3c48 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1174073 Dec 13 09:41:05.211444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e64f1c0-e331-4365-9b88-c70e0f6197d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec6e06c423f94525a458f7fab9e5fa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399771 Dec 13 09:41:05.220435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50104) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:05.223467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64f1c0-e331-4365-9b88-c70e0f6197d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d057fa5-23b3-476b-994c-711f1f2df270,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.236265 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-6d861e29-19bf-49d2-9f37-ba1bfb0c26c5 service neutron] show failed (client error): The resource could not be found. Dec 13 09:41:05.237890 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-6d861e29-19bf-49d2-9f37-ba1bfb0c26c5 service neutron] 10.222.0.44 "GET /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.1141021 Dec 13 09:41:05.305689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-5ad64b6b-d2df-42c7-a8d0-ae83e5deaf34 service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743616 Dec 13 09:41:05.323085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:05.388299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.410244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7d746a9-d62e-4a08-86f1-9da63bac0b0f req-c1928778-2389-44fe-8cc3-4234add5b482 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182736 Dec 13 09:41:05.422442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-589dc85b-d76c-4c7c-8554-ae7843e7084f service neutron] 10.222.0.30 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152351 Dec 13 09:41:05.453348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port c1694007-9228-4f5c-8285-bb3dc62fb8cb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:05.464587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port c1694007-9228-4f5c-8285-bb3dc62fb8cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:05.465881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.484520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.545534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.577936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.581225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Checking segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:05.581931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Network hostable DHCP agents. Network: f94bb00f-0237-4d1e-b6e8-b657f1087fcd, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:05.637603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:05.665842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f94bb00f-0237-4d1e-b6e8-b657f1087fcd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:05.683842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:05.686509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.724747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfee1c-0ac8-4eee-a926-a116f5200f3c None None] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:05.733179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e35cf8a5-c221-4c0f-af9a-9375f0de1416 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8113165 Dec 13 09:41:05.734045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:05.741359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:05.753523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.757258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.760784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d057fa5-23b3-476b-994c-711f1f2df270 HTTP/1.1" status: 204 len: 168 time: 0.5355735 Dec 13 09:41:05.779363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.781067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.798108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-669f09f3-2fd3-4d48-9d0b-a7a9ca3278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:05.804014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-669f09f3-2fd3-4d48-9d0b-a7a9ca3278a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1100 time: 0.2197406 Dec 13 09:41:05.806173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1361c7-7dca-4137-8577-cb85d5a28741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d057fa5-23b3-476b-994c-711f1f2df270,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:05.840610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:05.936564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:05.985398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.007873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ec0fba0-4af3-46a2-9a77-c39cff346fc3 req-6d4149d8-2bfd-4385-b6a3-75b585c1dd4e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 210 time: 0.1534078 Dec 13 09:41:06.015539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108859-cd4e-4f88-84d6-edde35d8c856 req-7f493a5a-4ff2-47fa-944a-05078167146a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.019213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:06.022414 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3d964-157a-45ac-b032-f106aab9d0e8" -d '{"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-plugged", "status": "completed", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:06.041895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b108859-cd4e-4f88-84d6-edde35d8c856 req-7f493a5a-4ff2-47fa-944a-05078167146a tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 944 time: 0.4168334 Dec 13 09:41:06.195469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.302675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b108859-cd4e-4f88-84d6-edde35d8c856 req-e386c13d-b745-4045-b7de-918af29213f9 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597470 Dec 13 09:41:06.355085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:06.375943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.401780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:06.402638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:06.403926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.441083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-5c1101cf-0035-48d6-a936-d1723dc0f1da tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.453593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-5c1101cf-0035-48d6-a936-d1723dc0f1da tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.37 "GET /v2.0/ports?device_id=252958db-f255-4eca-a48a-2ae28dd2f2e9 HTTP/1.1" status: 200 len: 945 time: 0.3312607 Dec 13 09:41:06.495899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.505404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfaebc30-2007-467a-a215-1d8dd635ecc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.584696 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082967c7-7098-449d-a254-c3584689b4bc x-openstack-request-id: req-082967c7-7098-449d-a254-c3584689b4bc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:06.586784 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-plugged", "status": "completed", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:06.587177 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-082967c7-7098-449d-a254-c3584689b4bc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:06.587673 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'code': 200} Dec 13 09:41:06.638339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90e88-baf1-4e31-bb5e-3b5cba829e3e req-b0b9a8f8-25fd-424f-b1b7-2fb92f1e5282 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.646766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bd90e88-baf1-4e31-bb5e-3b5cba829e3e req-b0b9a8f8-25fd-424f-b1b7-2fb92f1e5282 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.3676295 Dec 13 09:41:06.688374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:06.782929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd095-3baa-4f17-a812-57157585b0a4 req-e3bd5725-1cf1-4e11-ab50-c06dae27713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.785158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-000dd095-3baa-4f17-a812-57157585b0a4 req-e3bd5725-1cf1-4e11-ab50-c06dae27713e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1096 time: 0.2507496 Dec 13 09:41:06.794113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Allocated IP 172.20.0.2 (f94bb00f-0237-4d1e-b6e8-b657f1087fcd/3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed/f0449f75-819e-401b-bc7c-ae069cd79b98) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:06.836747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5ffa-87b7-4d7a-8d72-821a7cc6af63 req-2a96a2ea-b7a6-40da-b796-4c7dc5d69ba1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:06.844501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ebd5ffa-87b7-4d7a-8d72-821a7cc6af63 req-2a96a2ea-b7a6-40da-b796-4c7dc5d69ba1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.2612162 Dec 13 09:41:06.863896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Deleting port 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:06.864536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:06.918753 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-000dd095-3baa-4f17-a812-57157585b0a4 req-85552b36-0d32-4017-a282-e1bab87e99de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219265 Dec 13 09:41:06.938449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:06.985227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bd90e88-baf1-4e31-bb5e-3b5cba829e3e req-568d7aa3-79ad-4de3-9c11-c220709d4b1b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374403 Dec 13 09:41:06.992445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfaebc30-2007-467a-a215-1d8dd635ecc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.020059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] For port 6e9185aa-3cc3-4056-a65c-43641de8eca3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6e9185aa-3cc3-4056-a65c-43641de8eca3,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:07.020739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.028558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfaebc30-2007-467a-a215-1d8dd635ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.037393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Calling delete_port for 6e9185aa-3cc3-4056-a65c-43641de8eca3 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:07.086382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.102745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.114471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ebd5ffa-87b7-4d7a-8d72-821a7cc6af63 req-2cfd8540-9ee4-4e7b-9afb-bc7210ff8d52 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611537 Dec 13 09:41:07.148153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:07.151573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:07.209765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:07.261784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.278616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bfaebc30-2007-467a-a215-1d8dd635ecc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7c1b87fde2d4441a87282fdb598316f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8616526 Dec 13 09:41:07.287396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:07.294234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:07.323279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Pushing event updated for resources: {'Port': ['ID=f0449f75-819e-401b-bc7c-ae069cd79b98,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:07.325947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Attempting to bind port f0449f75-819e-401b-bc7c-ae069cd79b98 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:07.327067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Attempting to bind port f0449f75-819e-401b-bc7c-ae069cd79b98 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:07.327487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Attempting to bind port f0449f75-819e-401b-bc7c-ae069cd79b98 on network f94bb00f-0237-4d1e-b6e8-b657f1087fcd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:07.333846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:07.334375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Checking segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:07.334911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.335556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Bound using segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:07.336125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Bound port: f0449f75-819e-401b-bc7c-ae069cd79b98, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:07.336872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.381407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event deleted for resources: {'Port': ['ID=6e9185aa-3cc3-4056-a65c-43641de8eca3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:07.403898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaebc30-2007-467a-a215-1d8dd635ecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aff8af-2f08-4965-aeca-375a5d8a6aaf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:07.444140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a008edc-71a3-4459-927a-003b16f58d0a req-bbc91d20-902c-4d56-b9d7-c9760274b0b2 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 210 time: 0.0766993 Dec 13 09:41:07.522073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:07.536687 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562698cc-74ae-498e-9e22-ebfe2cfdda07" -d '{"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-unplugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:07.541158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] No DVR routers for this DVR port 6e9185aa-3cc3-4056-a65c-43641de8eca3 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:07.545503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.567395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.587273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Transition to ACTIVE for port object f411afb5-6c5f-4d90-a208-6b7731e53954 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:07.592558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.610334 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-275936b8-5dc9-45cd-b60d-36504ac1699d req-c74ef67c-bf77-403a-aba7-487de2d6cfab tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.37 "DELETE /v2.0/ports/6e9185aa-3cc3-4056-a65c-43641de8eca3 HTTP/1.1" status: 204 len: 173 time: 1.1224217 Dec 13 09:41:07.613049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:07.614748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.641298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.643548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-deleted', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:07.646314 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4533fd-358b-4385-b52b-24fee3485a82" -d '{"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-deleted", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:07.653381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.659467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.717802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] For port f0449f75-819e-401b-bc7c-ae069cd79b98, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:07.728681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:07.729022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:07.744645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] For port f0449f75-819e-401b-bc7c-ae069cd79b98, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f0449f75-819e-401b-bc7c-ae069cd79b98,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:07.754209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:07.773876 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6ea9f9-8c65-475b-83cc-b6a3ea252497 x-openstack-request-id: req-8b6ea9f9-8c65-475b-83cc-b6a3ea252497 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:07.775607 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-unplugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:07.776930 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b6ea9f9-8c65-475b-83cc-b6a3ea252497 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:07.777745 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'code': 200} Dec 13 09:41:07.790577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Allocated IP 172.25.1.99 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0e13d49d-33dc-4355-b9fe-eae7b2bf8673) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:07.874203 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af5844-8e91-4c3d-8a04-f7ef4d25b29c x-openstack-request-id: req-e0af5844-8e91-4c3d-8a04-f7ef4d25b29c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:07.875005 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252958db-f255-4eca-a48a-2ae28dd2f2e9", "name": "network-vif-deleted", "tag": "6e9185aa-3cc3-4056-a65c-43641de8eca3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:07.875786 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0af5844-8e91-4c3d-8a04-f7ef4d25b29c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:07.876512 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252958db-f255-4eca-a48a-2ae28dd2f2e9', 'name': 'network-vif-deleted', 'tag': '6e9185aa-3cc3-4056-a65c-43641de8eca3', 'status': 'completed', 'code': 200} Dec 13 09:41:08.014902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7c8dc-d8de-405a-bdc6-b2bd5a7cc8c3 None None] Pushing event updated for resources: {'Port': ['ID=f0449f75-819e-401b-bc7c-ae069cd79b98,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.094251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] No DVR routers for this DVR port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:08.125524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.134059 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.199130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c622fc7-f76e-42a8-8dad-31046f90f56d req-55e55b36-7848-4cf2-a158-dc94215cc450 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:08.207007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c622fc7-f76e-42a8-8dad-31046f90f56d req-55e55b36-7848-4cf2-a158-dc94215cc450 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.5787022 Dec 13 09:41:08.226166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-b87e32ae-c1a0-4a42-bfd8-8dbec44f4aed tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:08.227619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-b87e32ae-c1a0-4a42-bfd8-8dbec44f4aed tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 804 time: 0.8441305 Dec 13 09:41:08.264742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Request body: {'port': {'device_id': '68203760-1eaf-4c84-86cf-4904182bf942', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'admin_state_up': True, 'tenant_id': 'afc727b474c04bf4a3db2b25451fd401'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:08.337377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:08.337732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:08.338157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:08.355096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:08.355440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:08.364065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:08.370617 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.376310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.382220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27aff8af-2f08-4965-aeca-375a5d8a6aaf HTTP/1.1" status: 204 len: 168 time: 1.0725269 Dec 13 09:41:08.412094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.498260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d126e-f169-4a3d-9bb7-b233e502e9f3 req-4137f27b-0846-4fc9-ac57-6372807cf404 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:08.504176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d8d126e-f169-4a3d-9bb7-b233e502e9f3 req-4137f27b-0846-4fc9-ac57-6372807cf404 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.3190539 Dec 13 09:41:08.524271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:08.524621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:08.525012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:08.541486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Bound port: f411afb5-6c5f-4d90-a208-6b7731e53954, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:08.541931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.568148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c729-797a-4004-8fcc-546463b97f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aff8af-2f08-4965-aeca-375a5d8a6aaf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.641243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:08.650985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:08.753758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c622fc7-f76e-42a8-8dad-31046f90f56d req-e03f10f0-911c-4c0e-bfbb-9050f82ff3bc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458729 Dec 13 09:41:08.762753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:08.765391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Pushing event updated for resources: {'Port': ['ID=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:08.856275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d8d126e-f169-4a3d-9bb7-b233e502e9f3 req-6567c488-4cea-4911-af74-2f9b8eee2000 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977960 Dec 13 09:41:08.880862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Made reservation on behalf of afc727b474c04bf4a3db2b25451fd401 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:08.887620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:08.923338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f0449f75-819e-401b-bc7c-ae069cd79b98 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:09.026187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:09.056310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Allocated IP 172.20.0.9 (9b9d3c60-f48c-4901-bf06-972147813936/0ae9eb54-f373-434c-b6a9-a34d9d1db892/f352c36c-22f1-4f69-baf7-04d03ace54c1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:09.104917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f0449f75-819e-401b-bc7c-ae069cd79b98 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:09.113222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.211866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:09.231253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d39d2-015c-4973-8c9b-7758635292e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.298512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.322314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.327163 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.407630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:09.416263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.417956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] 10.222.0.37 "PUT /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 1095 time: 3.5885050 Dec 13 09:41:09.428128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a67e6002-9daf-4513-a3b7-fd13d6f9ca15 req-81ab0456-87e7-43e0-a1ed-33cfb6b66f5b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 210 time: 0.1703413 Dec 13 09:41:09.471742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port f0449f75-819e-401b-bc7c-ae069cd79b98, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f0449f75-819e-401b-bc7c-ae069cd79b98,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:09.473545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:09.521425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.559060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.662229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:09.678477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=f0449f75-819e-401b-bc7c-ae069cd79b98,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.719407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68f5e-696b-4adb-a09e-5507ba2bafb8 req-6cb817f6-0244-4c50-bba5-58da18e95798 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:09.729567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35c68f5e-696b-4adb-a09e-5507ba2bafb8 req-6cb817f6-0244-4c50-bba5-58da18e95798 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 947 time: 0.7163644 Dec 13 09:41:09.762659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4fe2-7c8b-4336-ace4-533909675391 service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.785696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:09.812921 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a15b0-a677-45b9-b314-3d063cbc4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:09.823673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:09.825950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:09.951103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-1cd4a29b-a3a6-4e9f-88d6-92dc43e37f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:09.951103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-1cd4a29b-a3a6-4e9f-88d6-92dc43e37f80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1098 time: 0.4139044 Dec 13 09:41:09.982868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Network 9b9d3c60-f48c-4901-bf06-972147813936 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:09.985895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:10.003432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:10.067431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-21291901-24da-4d98-9336-1aaeac4c1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.068920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-21291901-24da-4d98-9336-1aaeac4c1932 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1089890 Dec 13 09:41:10.085823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1418e2d-1f4c-48f6-b801-9787f558c206 None None] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:10.099836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35c68f5e-696b-4adb-a09e-5507ba2bafb8 req-4c7e9c90-7a34-4d3a-b392-c962d3187609 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693104 Dec 13 09:41:10.110356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.111497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.194408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-a48ed8df-b44d-4a3d-9b78-4b0658b25a90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.1149471 Dec 13 09:41:10.222759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-92a45758-c5c0-4806-b4eb-a675bb45c67d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9841194 Dec 13 09:41:10.227331 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4ef24-0a4d-4f1e-9647-b98bb0b25eaf x-openstack-request-id: req-bfe4ef24-0a4d-4f1e-9647-b98bb0b25eaf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:10.228273 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:10.228823 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfe4ef24-0a4d-4f1e-9647-b98bb0b25eaf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:10.229461 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'status': 'completed', 'code': 200} Dec 13 09:41:10.251316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Request body: {'port': {'device_id': '68203760-1eaf-4c84-86cf-4904182bf942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:10.304447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-444bd737-a22e-497f-a92c-151028a02844 None None] Provisioning complete for port f0449f75-819e-401b-bc7c-ae069cd79b98 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:10.305005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-444bd737-a22e-497f-a92c-151028a02844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.334500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d39d2-015c-4973-8c9b-7758635292e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.337408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.361382 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d39d2-015c-4973-8c9b-7758635292e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.374862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.398291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4c1d39d2-015c-4973-8c9b-7758635292e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fe89256d85d40a69682f1236f0c2f27&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0327692 Dec 13 09:41:10.405761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:10.563832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-44610791-e125-4797-b7f0-a7093ab54bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.565625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-44610791-e125-4797-b7f0-a7093ab54bee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.3587315 Dec 13 09:41:10.624182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d39d2-015c-4973-8c9b-7758635292e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b64105d-2a2c-4a5f-b66c-52f480b5029f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:10.632835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-9df0f6f5-07fc-4246-bc95-e407b00c802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.634302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-9df0f6f5-07fc-4246-bc95-e407b00c802b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1098 time: 0.3763099 Dec 13 09:41:10.651909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b28d6-bbe8-42db-834c-cd458f0e0d5b req-306f21b4-597b-46db-9f3e-9fd565a06831 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.653476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e6b28d6-bbe8-42db-834c-cd458f0e0d5b req-306f21b4-597b-46db-9f3e-9fd565a06831 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.3228667 Dec 13 09:41:10.804462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.822947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f0449f75-819e-401b-bc7c-ae069cd79b98 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:10.851524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-1f54da53-614d-4ce4-80c9-ae0a5d62f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:10.853370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-1f54da53-614d-4ce4-80c9-ae0a5d62f07d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759676 Dec 13 09:41:10.895650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Router 8df23548-928c-438d-b19e-b1d3cc3939dc is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:41:10.931153 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:10.959828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f0449f75-819e-401b-bc7c-ae069cd79b98 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:10.959828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.072687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693811-c324-49ee-8fdb-193d9593d9fc req-7723502a-e6fd-4405-8e1a-0bf813aa0e6e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:11.082862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41693811-c324-49ee-8fdb-193d9593d9fc req-7723502a-e6fd-4405-8e1a-0bf813aa0e6e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.5065637 Dec 13 09:41:11.109030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-06367012-5965-4dcc-8b83-ddf58984aa30 None None] Provisioning complete for port f0449f75-819e-401b-bc7c-ae069cd79b98 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:11.109428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06367012-5965-4dcc-8b83-ddf58984aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.160255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-d399bd33-68e0-4d39-8859-b00f16bc1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:11.161896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-d399bd33-68e0-4d39-8859-b00f16bc1206 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5058429 Dec 13 09:41:11.226180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e6b28d6-bbe8-42db-834c-cd458f0e0d5b req-7e8ad14a-52bc-4e1f-ad2c-84bb522bae71 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577285 Dec 13 09:41:11.324928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:11.370307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Sync routers for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:11.382744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-b743476a-c344-46c2-a3ba-ad10f3afe497 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.1887848 Dec 13 09:41:11.392679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f352c36c-22f1-4f69-baf7-04d03ace54c1 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:11.416907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:11.426561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.430783 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d19cb42-041f-4158-81b7-b69cbff52886 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6927989 Dec 13 09:41:11.431845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:11.440558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:11.475372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6e9185aa-3cc3-4056-a65c-43641de8eca3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:11.475720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6e9185aa-3cc3-4056-a65c-43641de8eca3 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:11.488189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:11.489166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:11.615634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:11.942664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:09Z', 'revision_number': 3, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:11.978998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Checking router: 8df23548-928c-438d-b19e-b1d3cc3939dc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:11.979652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Updating router 8df23548-928c-438d-b19e-b1d3cc3939dc port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:11.998452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41693811-c324-49ee-8fdb-193d9593d9fc req-b4b76553-786a-42f5-82be-ca80b6812b85 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9141600 Dec 13 09:41:12.028020 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-a368863a-4bb9-4568-b06c-dd6b72d6ac95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435280 Dec 13 09:41:12.041627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.115884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.132845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.134278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b64105d-2a2c-4a5f-b66c-52f480b5029f HTTP/1.1" status: 204 len: 168 time: 1.7089193 Dec 13 09:41:12.147032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-f9f47867-3df6-4491-8365-a19abb6eddd0 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2643647 Dec 13 09:41:12.198504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Transition to ACTIVE for port object f352c36c-22f1-4f69-baf7-04d03ace54c1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:12.259560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-072a55c5-580f-4fdf-8310-26c1e1eb33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.261502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-072a55c5-580f-4fdf-8310-26c1e1eb33f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.8635755 Dec 13 09:41:12.310365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197008d-d19a-49b7-899a-a337bd716b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b64105d-2a2c-4a5f-b66c-52f480b5029f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.343918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba094c-961e-43ad-b712-89d068118642 req-fd31b044-6731-4228-a15b-dc14bd22ba9b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.345589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.354986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9ba094c-961e-43ad-b712-89d068118642 req-fd31b044-6731-4228-a15b-dc14bd22ba9b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 931 time: 0.8319752 Dec 13 09:41:12.467661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.478418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-a761d3ae-52af-44db-a73b-2945bbc16712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.479937 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-a761d3ae-52af-44db-a73b-2945bbc16712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 1097 time: 0.2984743 Dec 13 09:41:12.492692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.513993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.581375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c4396-b8aa-446c-a057-d48beba95e87 None None] Pushing event updated for resources: {'Port': ['ID=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:12.615162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e1d2-ae8c-4698-b3f3-71c2656c0c9c req-3d348f34-b077-417e-9f19-033de2404195 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.616741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b645e1d2-ae8c-4698-b3f3-71c2656c0c9c req-3d348f34-b077-417e-9f19-033de2404195 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 947 time: 0.4601979 Dec 13 09:41:12.636271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Attempting to bind port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:12.636904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Attempting to bind port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:12.639799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Attempting to bind port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:12.649606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9ba094c-961e-43ad-b712-89d068118642 req-d35b564f-29ba-4459-8cf6-6db0417f7396 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911129 Dec 13 09:41:12.653324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:12.657200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:12.657841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.659027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:12.661466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Bound port: 0e13d49d-33dc-4355-b9fe-eae7b2bf8673, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:12.662075 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.709190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Attempting to bind port f352c36c-22f1-4f69-baf7-04d03ace54c1 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:12.709766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Attempting to bind port f352c36c-22f1-4f69-baf7-04d03ace54c1 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:12.710337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Attempting to bind port f352c36c-22f1-4f69-baf7-04d03ace54c1 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:12.733626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Port f352c36c-22f1-4f69-baf7-04d03ace54c1 on network 9b9d3c60-f48c-4901-bf06-972147813936 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:12.733902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Attempting to bind port f352c36c-22f1-4f69-baf7-04d03ace54c1 on network 9b9d3c60-f48c-4901-bf06-972147813936 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:12.757074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:12.758303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Checking segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:12.758785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Bound using segment: {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:12.759232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Bound port: f352c36c-22f1-4f69-baf7-04d03ace54c1, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb97280-18c6-4ecf-8f81-cd3a190de820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:12.759602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.760871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-de9d8b0d-3d5f-4710-9a32-3b4aa23d7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.762381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-de9d8b0d-3d5f-4710-9a32-3b4aa23d7331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4493930 Dec 13 09:41:12.811040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] For port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:12.816737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] For port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:12.826826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:12.837304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-9b408d74-2ed4-47c4-924a-9a1f4fe26637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:12.838800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-9b408d74-2ed4-47c4-924a-9a1f4fe26637 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.3311284 Dec 13 09:41:12.938182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:12.938843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:12.951592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-d99e1328-5957-4eb8-bbf7-1cff87e434bb service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645849 Dec 13 09:41:12.979272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-0117255d-1d5e-4ec9-b9e9-de6736518dcd service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119600 Dec 13 09:41:12.995896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b645e1d2-ae8c-4698-b3f3-71c2656c0c9c req-c0d214ff-b507-494d-8730-42cb45d5ff82 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411963 Dec 13 09:41:13.016228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-dde9a869-d562-4314-9c0d-e0dd3dd07fe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 200 len: 217 time: 0.1688454 Dec 13 09:41:13.150784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Request body: {'security_group': {'name': 'tempest-securitygroup-140640624', 'description': 'tempest-description-1077085282'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:13.212670 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.238409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.255307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-0a377eee-e96f-4f1a-a6a3-165d18e928e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.259414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-0a377eee-e96f-4f1a-a6a3-165d18e928e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.2310019 Dec 13 09:41:13.280120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-079c7099-fd3f-49c2-b3b1-a80675a2b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.281654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-079c7099-fd3f-49c2-b3b1-a80675a2b50b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1098 time: 0.2138381 Dec 13 09:41:13.284049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-a47a7d5a-4ec4-4ea2-8e48-37755bca8cfb service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174157 Dec 13 09:41:13.308993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:13.316842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:13.337663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-d935eec9-3cd2-433a-9776-6f8892c24008 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625806 Dec 13 09:41:13.338842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.344568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.375934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:13.487768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.488389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.489839 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] 10.222.0.44 "PUT /v2.0/ports/f352c36c-22f1-4f69-baf7-04d03ace54c1 HTTP/1.1" status: 200 len: 1091 time: 3.2462177 Dec 13 09:41:13.492185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:13.494539 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e43be0-b1c9-4207-8860-706fb8286bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:13.512526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c4396-b8aa-446c-a057-d48beba95e87 None None] Pushing event updated for resources: {'Port': ['ID=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.526232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aced88-cf67-4fa7-be89-0ee40557e458 req-2473e08f-f37c-4de4-a6d4-92456aa25e2a tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.540077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5aced88-cf67-4fa7-be89-0ee40557e458 req-2473e08f-f37c-4de4-a6d4-92456aa25e2a tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1096 time: 0.2626555 Dec 13 09:41:13.585023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f263-c2c2-48f2-adb4-60862f080a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:13.585891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-9318c7db-a2b5-41d8-9b91-f2415286f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.587047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-9318c7db-a2b5-41d8-9b91-f2415286f53b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2905235 Dec 13 09:41:13.654956 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-1b172d46-cbfa-4cb0-b064-4bc4c6037815 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038692 Dec 13 09:41:13.669137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-27a2c3fb-7491-4521-808b-91e62abb9c8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0697825 Dec 13 09:41:13.674211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.700164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:13.754804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-0d1008e3-c519-49cd-9771-b383cfccb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:13.757036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-0d1008e3-c519-49cd-9771-b383cfccb795 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0804062 Dec 13 09:41:13.758657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.827807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.842870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5aced88-cf67-4fa7-be89-0ee40557e458 req-bfc9a099-a0db-4fb2-bca9-a0ae1c283dfd tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837794 Dec 13 09:41:13.871465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.871730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Allocated IP 172.20.0.1 (f94bb00f-0237-4d1e-b6e8-b657f1087fcd/3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed/268340df-36a7-4e03-8210-6a970cef6359) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:13.931246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:09Z', 'revision_number': 3, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:13.983130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:13.998152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7592d9c-c49a-4f2a-b7e2-15dad8f51cff req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8666289 Dec 13 09:41:14.000330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.005155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728c76e9-6289-486e-b370-9f331636f373,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.008546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4959d77-0625-4cc0-99aa-6e84207ab0d0 None None] The sync data for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 is: [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:09Z', 'revision_number': 3, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:14.083222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-0840f334-ca84-43b5-9d22-5f987c7fe781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.084506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f2c40dc-4290-4cc5-a9f5-d13e0007af77 req-8c2a8204-447c-4627-bdf8-cc91537d25c2 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982053 Dec 13 09:41:14.085712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-0840f334-ca84-43b5-9d22-5f987c7fe781 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412341 Dec 13 09:41:14.104773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a1c4bfa7-5cd7-49d8-939a-fbc8094cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.108924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a1c4bfa7-5cd7-49d8-939a-fbc8094cf2b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 1094 time: 0.4659853 Dec 13 09:41:14.115319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-network', 'tenant_id': '83a098b2955745199c329440f2e9cee6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:14.164480 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebfa3be-9f95-4b06-af6b-5f227732a177 x-openstack-request-id: req-9ebfa3be-9f95-4b06-af6b-5f227732a177 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:14.164880 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:14.165311 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ebfa3be-9f95-4b06-af6b-5f227732a177 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:14.165730 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'status': 'completed', 'code': 200} Dec 13 09:41:14.168808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Made reservation on behalf of 83a098b2955745199c329440f2e9cee6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:14.170735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.226158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-0bcb8045-310f-49a8-9057-cb568d4b2af9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1 HTTP/1.1" status: 200 len: 217 time: 0.0729268 Dec 13 09:41:14.227064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.289654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572fe5e-0450-4bff-a76a-f5dfd6438176 req-dc55720d-0f75-49b9-bec6-f6bed3663b78 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.295963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a7c9d1ba-cccc-4347-9ccf-8e7a6ba1a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.296906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2572fe5e-0450-4bff-a76a-f5dfd6438176 req-dc55720d-0f75-49b9-bec6-f6bed3663b78 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.2841995 Dec 13 09:41:14.298032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-a7c9d1ba-cccc-4347-9ccf-8e7a6ba1a475 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.0579603 Dec 13 09:41:14.302588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.313786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932f46c-6ca3-4cad-8d9e-16ff244861c0 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512228a3-c9f2-4a81-b41f-b8f06e654e20,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.385482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-1e346c2a-e410-448a-adf4-85077b6d63fb service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826152 Dec 13 09:41:14.388507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-75e1a908-c03a-44a1-b418-abe5ac5f586b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588417 Dec 13 09:41:14.395401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d3b14-bece-40b6-be78-f051f8413a4b req-dbfe3c12-639e-46d3-9b15-8ca074ca82f0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.403381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e2d3b14-bece-40b6-be78-f051f8413a4b req-dbfe3c12-639e-46d3-9b15-8ca074ca82f0 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 943 time: 0.1755855 Dec 13 09:41:14.470514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2572fe5e-0450-4bff-a76a-f5dfd6438176 req-fe64ff70-cf5d-4245-bf0c-3009c67536f0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725421 Dec 13 09:41:14.560973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-7e884995-cbf9-426c-a53e-ddfeadfebb15 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578529 Dec 13 09:41:14.646819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:14.649663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e2d3b14-bece-40b6-be78-f051f8413a4b req-559ebb52-9b9b-463b-bcac-70f695c31fba tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454133 Dec 13 09:41:14.666333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:14.683731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:14.709051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1714980785', 'description': 'tempest-description-2060075391'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:14.753224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:14.759110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61158a-038d-405f-9e1d-ef35f2503ec7 req-d26d3139-5dab-4e3e-b3fb-ddbd30452284 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:14.761727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e61158a-038d-405f-9e1d-ef35f2503ec7 req-d26d3139-5dab-4e3e-b3fb-ddbd30452284 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1096 time: 0.1725521 Dec 13 09:41:14.765855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9a15b0-a677-45b9-b314-3d063cbc4a20 req-4f02d8b2-fb63-4681-b4c9-bd4a4b4bc082 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566170 Dec 13 09:41:14.779898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Pushing event updated for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:14.883999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:14.945367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e61158a-038d-405f-9e1d-ef35f2503ec7 req-db857378-3bae-49a8-a951-893254d0b0ad tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710062 Dec 13 09:41:14.994347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.001535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.010941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.024102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35624fe5-9ae1-46a8-b996-b93968c93d7c req-64b0bb32-a2c6-467c-b062-4344bce86606 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402621 Dec 13 09:41:15.038096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.062298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.074538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:15.074902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.085723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4420d870-ebb8-431a-92ed-09615cf51d00 req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3879786 Dec 13 09:41:15.107996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532a805-21cf-4356-8559-981bd5de36ad tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa005eec-8dec-48de-b50f-926ade2e83ae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.113973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.135933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.195302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bc3bb-9759-4843-bb5e-3ef2e00d3e91 req-328aec33-efc7-4aff-80be-14e23d15116b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.197745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-876bc3bb-9759-4843-bb5e-3ef2e00d3e91 req-328aec33-efc7-4aff-80be-14e23d15116b tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 947 time: 0.0746357 Dec 13 09:41:15.249970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-77548fa7-1534-430b-abf7-b8eab321110a None None] Provisioning complete for port 268340df-36a7-4e03-8210-6a970cef6359 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:15.254282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77548fa7-1534-430b-abf7-b8eab321110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.303505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-876bc3bb-9759-4843-bb5e-3ef2e00d3e91 req-3db1e787-4bf8-4653-913e-b91d59b34396 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899680 Dec 13 09:41:15.325192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-77548fa7-1534-430b-abf7-b8eab321110a None None] Port 268340df-36a7-4e03-8210-6a970cef6359 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:15.333271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:15.407671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.431445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:15.440935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.441724 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Added segment 32d361bb-43e0-416b-a4fe-6df7e3da2b18 of type vlan for network 445a4214-5792-405f-bcba-06b1be8a5130 Dec 13 09:41:15.442251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.459826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.538403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-867441057', 'description': 'tempest-description-1371305832'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:15.582315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.592352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-c6c39a8e-444c-407f-a0fd-b26faea47450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.606319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-c6c39a8e-444c-407f-a0fd-b26faea47450 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=afc727b474c04bf4a3db2b25451fd401&device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 1094 time: 0.4934831 Dec 13 09:41:15.606591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.649183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.707538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.785484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.789760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.880741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.882248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a57545-f6b0-4c57-87b3-43bf3718d3e4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.887751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:41:15.888940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.922191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac36a6-3579-4edc-9fcb-1d5f89eee686,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:15.941639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.944802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf5e7abd-4ff6-4bdb-9c6c-27e3de7cd847 req-566dfaef-bc3b-4bdc-a2cc-c14f27de9aa1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4136696 Dec 13 09:41:15.975448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:15.976448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:15.977031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.052782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] Pushing event updated for resources: {'Network': ['ID=445a4214-5792-405f-bcba-06b1be8a5130,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:16.064654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 445a4214-5792-405f-bcba-06b1be8a5130 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:16.103846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-879af1d2-5517-4ab2-8caf-6731a32a49d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.3908360 Dec 13 09:41:16.104821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:16.112037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Request body: {'subnet': {'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-subnet', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:16.120406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-163939b4-e250-44a0-8d63-428899543e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.121908 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-163939b4-e250-44a0-8d63-428899543e48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 200 len: 905 time: 0.4610574 Dec 13 09:41:16.122609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483be714-2fcd-4d28-acda-786c098232fe req-eacfc702-f554-4f92-9e63-977f78dc7bac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.129746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-483be714-2fcd-4d28-acda-786c098232fe req-eacfc702-f554-4f92-9e63-977f78dc7bac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.0873625 Dec 13 09:41:16.185479 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-027dc5c9-8a17-4d9d-9358-48c25252c893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1 HTTP/1.1" status: 200 len: 217 time: 0.0525234 Dec 13 09:41:16.211267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Made reservation on behalf of 83a098b2955745199c329440f2e9cee6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:16.213661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.251196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-483be714-2fcd-4d28-acda-786c098232fe req-6d63547d-ce50-4cba-bc5f-c504889d4a6e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130712 Dec 13 09:41:16.384185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-061848f4-3d82-44f6-9b2e-fba9cabd65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.385784 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-061848f4-3d82-44f6-9b2e-fba9cabd65c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 200 len: 844 time: 0.1910269 Dec 13 09:41:16.388101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.407472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.490614 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-91a19abf-a301-4b1d-a041-7201716cb21b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b9d3c60-f48c-4901-bf06-972147813936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951700 Dec 13 09:41:16.500407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf70e-a71b-4c72-9c23-f4ffad11a3fe req-9d844cd3-eb5f-4a75-84c5-1af9c70d8e7d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:16.510361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ccbbf70e-a71b-4c72-9c23-f4ffad11a3fe req-9d844cd3-eb5f-4a75-84c5-1af9c70d8e7d tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 943 time: 0.1297500 Dec 13 09:41:16.588862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ccbbf70e-a71b-4c72-9c23-f4ffad11a3fe req-715cc525-4517-4693-9563-9ad58172ca34 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Dec 13 09:41:16.631668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2104037958', 'description': 'tempest-description-1550633997'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:16.671804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.852426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.877974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.887657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:16.922311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:16.924398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a141c2e-0d4a-4792-b9cb-9f2b97d0fa6f req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2995470 Dec 13 09:41:16.936907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215564c-86f2-4f3a-b8c4-4550625cc75f tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1814ab-57db-49b2-962c-54535394b28d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.028724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:17.029105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.046763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.073941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Pushing event updated for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.075307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565e57-641f-4391-ad7f-128c58ab4f38 req-533f9284-4b05-4c06-9af2-b691c25e497a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.090960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2565e57-641f-4391-ad7f-128c58ab4f38 req-533f9284-4b05-4c06-9af2-b691c25e497a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 947 time: 0.0765224 Dec 13 09:41:17.170188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2565e57-641f-4391-ad7f-128c58ab4f38 req-22feda16-741a-4fe6-80a9-1e09d9fedf09 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626743 Dec 13 09:41:17.184593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.264051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-d044fb9e-2804-4977-9ec5-c59fa4cd8e15 service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356655 Dec 13 09:41:17.303883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d112bd-04fe-4f60-8c1f-462c4e209eb4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.365201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-414edf97-afe5-420e-8f2c-0eeb39283959 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:41:17.366263 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-414edf97-afe5-420e-8f2c-0eeb39283959 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1288838 Dec 13 09:41:17.421565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:17.427889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Checking segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:17.428508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Network hostable DHCP agents. Network: 445a4214-5792-405f-bcba-06b1be8a5130, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:17.435955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:17.437984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:17.465245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0ef6c681-f9f5-43fa-854e-2ecb75a713ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.466732 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0ef6c681-f9f5-43fa-854e-2ecb75a713ae service neutron] 10.222.0.30 "GET /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 1093 time: 0.0874927 Dec 13 09:41:17.483938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Request body: {'binding': {'host': 'n-h1-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:17.485158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:41:17.511210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-aac53b79-bd5c-48a6-9871-c081effdd3c9 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48178 time: 0.2642407 Dec 13 09:41:17.564570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:17.565545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-a11e36e8-1688-43c3-888b-f7a08d90b4ff tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/11b809a6-0fa2-424b-ac7b-374df0234d91 HTTP/1.1" status: 200 len: 2994 time: 0.0528872 Dec 13 09:41:17.578071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'mac_address': 'fa:16:3e:78:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:17.579549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63e43be0-b1c9-4207-8860-706fb8286bdd req-b2d5dd7b-591c-416b-b229-fc7b923b4e5b service neutron] 10.222.0.44 "GET /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041549 Dec 13 09:41:17.600926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Network 445a4214-5792-405f-bcba-06b1be8a5130 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:17.630702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.639765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 445a4214-5792-405f-bcba-06b1be8a5130) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:17.646282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:17.653541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c4c7f-4f11-4ca7-b229-36507d891408 None None] Network 445a4214-5792-405f-bcba-06b1be8a5130 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:17.659828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-6f7eefd3-a0f2-4e19-9306-f937245b8db6 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/11b809a6-0fa2-424b-ac7b-374df0234d91 HTTP/1.1" status: 200 len: 2994 time: 0.0877445 Dec 13 09:41:17.692285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:17.692894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.715729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-4f1c58c1-9e3b-42b8-a81b-bdc1c052a05e tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/50a520eb-f391-461d-af5e-b751fbc6dccf HTTP/1.1" status: 200 len: 2998 time: 0.0548573 Dec 13 09:41:17.743078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fd1dcaf6-85c6-4641-8d38-a59f846a3754 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6333323 Dec 13 09:41:17.743237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:17.743574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:17.750497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:17.757752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Router 8df23548-928c-438d-b19e-b1d3cc3939dc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:17.758422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.781660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-1c0acc1a-1104-4031-98b9-36821b6adb2d tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/50a520eb-f391-461d-af5e-b751fbc6dccf HTTP/1.1" status: 200 len: 2998 time: 0.0647488 Dec 13 09:41:17.799975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.801320 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.822128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bae7cb0b-52c1-4ec9-8016-2c11209a1563 None None] Provisioning complete for port 268340df-36a7-4e03-8210-6a970cef6359 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:17.822607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bae7cb0b-52c1-4ec9-8016-2c11209a1563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.876162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on host n-h1-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:17.876506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:17.876870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:17.881284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:17.886545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:17.886874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:17.889439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bae7cb0b-52c1-4ec9-8016-2c11209a1563 None None] Port 268340df-36a7-4e03-8210-6a970cef6359 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:17.892361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-445a4214-5792-405f-bcba-06b1be8a5130', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'project_id': '83a098b2955745199c329440f2e9cee6', 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:41:17.893411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.897960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:17.898313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:17.898712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:17.899160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Bound port: c1694007-9228-4f5c-8285-bb3dc62fb8cb, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:17.907065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.921421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-8b9a3269-1088-411d-8894-560dddecec8d tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5193ae3d-3e21-4e70-8d33-c6178c7236ef HTTP/1.1" status: 200 len: 2998 time: 0.1324215 Dec 13 09:41:17.960080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:17.967384 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41ba6f33-a443-44d8-aa3e-96691e91dda4 admin admin] 10.222.0.30 "PUT /v2.0/routers/8df23548-928c-438d-b19e-b1d3cc3939dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5254061 Dec 13 09:41:17.976562 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Sync routers for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:17.985084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:17.994467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:17.995966 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] 10.222.0.30 "POST /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5159242 Dec 13 09:41:18.008486 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:18.011709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:18.102055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-0bbf01bc-e98e-49aa-b1d5-f81370628b20 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5193ae3d-3e21-4e70-8d33-c6178c7236ef HTTP/1.1" status: 200 len: 2998 time: 0.1795051 Dec 13 09:41:18.134262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Allocated IP 172.20.0.2 (445a4214-5792-405f-bcba-06b1be8a5130/c3d112bd-04fe-4f60-8c1f-462c4e209eb4/7b2e0f9e-1317-4fac-9522-621a80ba5c17) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:18.176405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.218358 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:18.248425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f411afb5-6c5f-4d90-a208-6b7731e53954'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:18.285550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-a49d25fb-ffe3-42c1-a476-95a824eaa49c tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/6013c06c-81cf-4ba0-b745-73512f37ca03 HTTP/1.1" status: 200 len: 2998 time: 0.1823616 Dec 13 09:41:18.295305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-01ec3006-9613-425a-8ba3-31856535cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.296884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-01ec3006-9613-425a-8ba3-31856535cec5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 1096 time: 0.1457634 Dec 13 09:41:18.356606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-1ba4152f-4ae7-4e55-b589-d175aaf34ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.362239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-1ba4152f-4ae7-4e55-b589-d175aaf34ab8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1096 time: 0.0842578 Dec 13 09:41:18.456945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.473552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.485288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-c03b1717-246b-455a-8a69-0366c314f0c6 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/6013c06c-81cf-4ba0-b745-73512f37ca03 HTTP/1.1" status: 200 len: 2998 time: 0.1987417 Dec 13 09:41:18.517163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-0bcff781-e8a2-4a06-95c6-e9c982616be4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.518800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-0bcff781-e8a2-4a06-95c6-e9c982616be4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365&tenant_id=3aa27bd3a766474b90838030f6809cb3&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 948 time: 0.1422617 Dec 13 09:41:18.543978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Network 445a4214-5792-405f-bcba-06b1be8a5130 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:18.549528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Pushing event updated for resources: {'Port': ['ID=7b2e0f9e-1317-4fac-9522-621a80ba5c17,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.555375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:18.559566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:18.575318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-8dce5126-0e9b-4bd6-8693-52bd56292c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.577049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-8dce5126-0e9b-4bd6-8693-52bd56292c95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.2663534 Dec 13 09:41:18.580778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-14784403-eb5e-42a0-9307-930ec21dc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.582260 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-14784403-eb5e-42a0-9307-930ec21dc2f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.2070100 Dec 13 09:41:18.597173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0c3fa-72c6-46fe-a2e0-82e2e64ae645 req-62efe606-952e-447e-8aa3-fde965565533 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.598431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cea0c3fa-72c6-46fe-a2e0-82e2e64ae645 req-62efe606-952e-447e-8aa3-fde965565533 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 945 time: 0.1764739 Dec 13 09:41:18.613343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-c6bb9bc6-75f4-4433-80e8-450cf761fe7b tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/6468b2b5-091d-4d97-94ba-880daf8ddd4f HTTP/1.1" status: 200 len: 2998 time: 0.1270692 Dec 13 09:41:18.649050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Attempting to bind port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:18.649709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Attempting to bind port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:18.650235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Attempting to bind port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 on network 445a4214-5792-405f-bcba-06b1be8a5130 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:18.652607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 2, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:18.655569 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-7be51c9a-b4d4-44d2-b5cb-1eefe8d9ceb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 217 time: 0.0545156 Dec 13 09:41:18.656321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:18.656982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Checking segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:18.657114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-7406a216-6742-418a-a845-e3a9222bd700 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a HTTP/1.1" status: 200 len: 217 time: 0.0575564 Dec 13 09:41:18.657703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.658130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Bound using segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:18.659079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Bound port: 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:18.659375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.663833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-6bb54135-a2d6-4b59-8614-97976889013b service neutron] 10.222.0.37 "GET /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954/bindings/n-h1-820531-5 HTTP/1.1" status: 200 len: 382 time: 0.1294491 Dec 13 09:41:18.703556 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Checking router: 8df23548-928c-438d-b19e-b1d3cc3939dc for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:18.714854 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Updating router 8df23548-928c-438d-b19e-b1d3cc3939dc port 268340df-36a7-4e03-8210-6a970cef6359 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:18.724475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-16104268-3c06-4aba-bca1-981b155b021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.726020 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-16104268-3c06-4aba-bca1-981b155b021b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0578768 Dec 13 09:41:18.734736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] For port 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:18.739724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] For port 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7b2e0f9e-1317-4fac-9522-621a80ba5c17,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:18.747245 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.747512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:18.805176 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-94792c1f-3e4f-48ab-91b5-903370777b4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520182 Dec 13 09:41:18.843835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32141c0f-611a-47bc-a440-0de3ab8299f0 None None] Pushing event updated for resources: {'Port': ['ID=7b2e0f9e-1317-4fac-9522-621a80ba5c17,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:18.844278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-24d6dae8-00d6-4aa9-b2df-666d2e92dbf0 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/6468b2b5-091d-4d97-94ba-880daf8ddd4f HTTP/1.1" status: 200 len: 2998 time: 0.1959019 Dec 13 09:41:18.858360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cea0c3fa-72c6-46fe-a2e0-82e2e64ae645 req-633f13dc-738c-42bb-9496-4f59a39166f2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454901 Dec 13 09:41:18.859985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-17d0e4bb-5a9c-4bea-9016-72e5f27f2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.862436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-17d0e4bb-5a9c-4bea-9016-72e5f27f2a91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1776667 Dec 13 09:41:18.880287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-4a58ccb0-b61a-4e51-b32f-deeca02352f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:18.881987 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-4a58ccb0-b61a-4e51-b32f-deeca02352f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1099 time: 0.1536000 Dec 13 09:41:18.937903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-9db8e5a2-a945-4e0f-b30a-b03cc450080c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574057 Dec 13 09:41:18.997239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-7cdca14f-7527-4397-8b21-b2fa310684da service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880972 Dec 13 09:41:19.098539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-f2ab38e2-5479-4183-9dba-ec14426beac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.100112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-f2ab38e2-5479-4183-9dba-ec14426beac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2093189 Dec 13 09:41:19.102524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.109137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-a39e3546-39e8-4d31-801c-a5bcd619faea tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/728c76e9-6289-486e-b370-9f331636f373 HTTP/1.1" status: 200 len: 2998 time: 0.2439542 Dec 13 09:41:19.144674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.163042 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-af5a1e64-537d-46d6-befb-f52d04f96741 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0545073 Dec 13 09:41:19.181132 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.187329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109caf4-0c48-45b9-a8d9-dbf094f81960 req-a1d88c55-cd77-4926-acfd-21458fd95211 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.188376 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.190824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f109caf4-0c48-45b9-a8d9-dbf094f81960 req-a1d88c55-cd77-4926-acfd-21458fd95211 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 943 time: 0.2240434 Dec 13 09:41:19.231270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-2371aa29-e621-40b0-85e3-c96c4430835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.232786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-2371aa29-e621-40b0-85e3-c96c4430835a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0583186 Dec 13 09:41:19.303085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-d6fb34d9-76a0-42e8-b8c5-c509100d5425 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924833 Dec 13 09:41:19.318330 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Pushing event updated for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:19.322431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Attempting to bind port 268340df-36a7-4e03-8210-6a970cef6359 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:19.322715 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Attempting to bind port 268340df-36a7-4e03-8210-6a970cef6359 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:19.323099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Attempting to bind port 268340df-36a7-4e03-8210-6a970cef6359 on network f94bb00f-0237-4d1e-b6e8-b657f1087fcd {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:19.328272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-4d9ef3fc-dd9f-4d1c-8312-7e3587338b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:19.330338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-4d9ef3fc-dd9f-4d1c-8312-7e3587338b38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844684 Dec 13 09:41:19.332677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.333067 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.333528 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.333960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.334302 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.334636 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.334966 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.335301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.335626 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.335959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.336356 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.336725 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.337229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:19.341960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:19.342334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Checking segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:19.342736 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.343150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Bound using segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:19.343646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Bound port: 268340df-36a7-4e03-8210-6a970cef6359, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:19.344043 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.372180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:19.465582 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] For port 268340df-36a7-4e03-8210-6a970cef6359, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:19.474634 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] For port 268340df-36a7-4e03-8210-6a970cef6359, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=268340df-36a7-4e03-8210-6a970cef6359,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:19.482645 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.529550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-fd1b8b6d-c940-4eb4-8c10-838c19211186 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910348 Dec 13 09:41:19.541800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:19.612790 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:19.613771 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:19.617334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820ecb3-1e5e-476b-b9fb-a7b5ed974416 None None] Pushing event updated for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:19.622123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:19.642773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'mac_address': 'fa:16:3e:d8:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:19.731785 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.788640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f352c36c-22f1-4f69-baf7-04d03ace54c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:19.831683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] Provisioning complete for port 268340df-36a7-4e03-8210-6a970cef6359 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:19.832074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.846184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-6bc3288f-8fcd-41d1-8f91-060ec6988ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009188 Dec 13 09:41:19.887996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:19.891989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.901079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:19.968696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:19.985030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-a20e8fca-d248-4446-b475-848feb639731 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906385 Dec 13 09:41:20.000805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:20.007120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:20.009918 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dab36bc-8599-4eb2-9a61-a21687232250" -d '{"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:20.024289 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.050726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-56760016-4128-434f-b7fa-60009c1413b1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/728c76e9-6289-486e-b370-9f331636f373 HTTP/1.1" status: 200 len: 2998 time: 0.9134479 Dec 13 09:41:20.093788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.098930 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.165152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Allocated IP 172.25.1.96 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/7e99ed95-bb17-4736-b719-a070858c6db4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:20.193282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] For port 268340df-36a7-4e03-8210-6a970cef6359, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=268340df-36a7-4e03-8210-6a970cef6359,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:20.199067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f352c36c-22f1-4f69-baf7-04d03ace54c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:20.199988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f109caf4-0c48-45b9-a8d9-dbf094f81960 req-cf549e8f-5697-42a5-bbb1-572d57a4382b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963553 Dec 13 09:41:20.203963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.217991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.265900 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:19Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:20.312753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d8398-7c52-4481-8595-c9e678c1aaa7 None None] The sync data for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 is: [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:19Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:20.341478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206ea1-6a02-44cc-b9ce-77fcdb7fe24e None None] Pushing event updated for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:20.405061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-ab00a441-b3c6-4ffe-b0d6-d46ca4738d57 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7434750f-d32d-4a4b-ae5f-69ddfde806dc HTTP/1.1" status: 200 len: 2998 time: 0.3157849 Dec 13 09:41:20.466938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-89553067-edd3-4222-b485-87db75e041bb None None] Provisioning complete for port 268340df-36a7-4e03-8210-6a970cef6359 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:20.467325 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89553067-edd3-4222-b485-87db75e041bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.504730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe7973d-03c9-4efa-9490-6341cc0b1b77 req-14c98f68-47ff-4be4-9cc1-269670e8df93 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095239 Dec 13 09:41:20.583689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-10d2f1f3-b93e-4d6e-af2c-592ada1df763 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/7434750f-d32d-4a4b-ae5f-69ddfde806dc HTTP/1.1" status: 200 len: 2998 time: 0.1472247 Dec 13 09:41:20.600170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf544944-2aa9-490b-96ca-130b50a91a42 req-750cc65d-2984-4a8d-b785-e10cc9304c20 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:20.606545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf544944-2aa9-490b-96ca-130b50a91a42 req-750cc65d-2984-4a8d-b785-e10cc9304c20 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.2818494 Dec 13 09:41:20.654477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.753632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf544944-2aa9-490b-96ca-130b50a91a42 req-310bb74c-e521-4884-b50c-e0f35d093146 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458738 Dec 13 09:41:20.794320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-1fc50e08-b942-444b-99bb-49185f989889 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/74a57545-f6b0-4c57-87b3-43bf3718d3e4 HTTP/1.1" status: 200 len: 2998 time: 0.1850975 Dec 13 09:41:20.798062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e447ce1-5c7c-4ce6-bf49-ff6c1a40963f None None] Network 445a4214-5792-405f-bcba-06b1be8a5130 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:20.857517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:20.883540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-0418bbb6-429d-4ad5-ab89-fe38c644b724 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/74a57545-f6b0-4c57-87b3-43bf3718d3e4 HTTP/1.1" status: 200 len: 2998 time: 0.0884032 Dec 13 09:41:20.919625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 268340df-36a7-4e03-8210-6a970cef6359 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:20.963736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:20.982821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] Provisioning complete for port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:20.983257 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.013414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:21.022805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:21.074515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Pushing event updated for resources: {'Port': ['ID=7e99ed95-bb17-4736-b719-a070858c6db4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.085393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-ce0daf73-f403-4a23-a96d-b9b4a47cad3c tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/89e1e7c6-74e2-4a0c-9fa1-2989627da6ff HTTP/1.1" status: 200 len: 2998 time: 0.1528437 Dec 13 09:41:21.138833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.144542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965212331', 'description': 'tempest-description--56803950'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:21.148027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 268340df-36a7-4e03-8210-6a970cef6359 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:21.148634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.207544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.294645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-7ecf44ef-7748-4cc9-ac61-323a45eb0f40 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/89e1e7c6-74e2-4a0c-9fa1-2989627da6ff HTTP/1.1" status: 200 len: 2998 time: 0.1917422 Dec 13 09:41:21.385490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.398765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.417225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:21.480529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9502ae7-c81d-42ce-8aff-a7a29683d6f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.488469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:21.492659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.495658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d242f2-1d5a-44c2-b38c-64ec4748fee1 req-e7d7f49e-6981-417e-aed8-c820c99b9efe tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:21.500638 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b63a0f2-db57-499e-8f88-8c92dc0f9693 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3551755 Dec 13 09:41:21.500810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.504036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61d242f2-1d5a-44c2-b38c-64ec4748fee1 req-e7d7f49e-6981-417e-aed8-c820c99b9efe tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 948 time: 0.1400490 Dec 13 09:41:21.507679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'security_group_rule': {'security_group_id': 'a9502ae7-c81d-42ce-8aff-a7a29683d6f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:21.513922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-37bae639-ce9f-4410-9b37-ed2bd75fd7e9 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8f81e49d-ab8c-4df5-9e96-ec90dcb593bb HTTP/1.1" status: 200 len: 2998 time: 0.1583812 Dec 13 09:41:21.550324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.573380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.703572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.708801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7b2e0f9e-1317-4fac-9522-621a80ba5c17 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:21.716410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.725113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] For port 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7b2e0f9e-1317-4fac-9522-621a80ba5c17,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:21.754330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3382dfc6-676a-4edc-a2ef-17768b1ea28a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:21.755010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port f352c36c-22f1-4f69-baf7-04d03ace54c1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:21.771471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.772568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61d242f2-1d5a-44c2-b38c-64ec4748fee1 req-a0eb5ee3-842c-4d9e-9876-8d042217046c tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656806 Dec 13 09:41:21.788734 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.796239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f411afb5-6c5f-4d90-a208-6b7731e53954 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:21.806883 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72fad743-1093-40ec-a0ca-82a50899423c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956736 Dec 13 09:41:21.806883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:21.807196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f352c36c-22f1-4f69-baf7-04d03ace54c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:21.807196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.815690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'security_group_rule': {'security_group_id': 'a9502ae7-c81d-42ce-8aff-a7a29683d6f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:21.843682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-509ff519-c8e5-49f5-bc6a-a1391cc87c4c tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8f81e49d-ab8c-4df5-9e96-ec90dcb593bb HTTP/1.1" status: 200 len: 2998 time: 0.3001518 Dec 13 09:41:21.883908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.980906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.986186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:21.995744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.004228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f411afb5-6c5f-4d90-a208-6b7731e53954 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:22.006414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.007491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c8b1ee-5e91-4276-955f-b416df8fcc17,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.029644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.040352 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f07976c-48aa-407a-b7a9-074af1f80fbe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376153 Dec 13 09:41:22.041068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:22.043212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-8bf5ba41-6d31-4858-89df-4949a26821d2 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/99cb07aa-7b86-44d6-8f07-ef04f49cb1a6 HTTP/1.1" status: 200 len: 2998 time: 0.1882479 Dec 13 09:41:22.051062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:22.108427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.129776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec82a50-cf00-43c5-99f5-3b5dd6656d52 None None] Pushing event updated for resources: {'Port': ['ID=7b2e0f9e-1317-4fac-9522-621a80ba5c17,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.133209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a17ffe10-ee3f-4682-80fe-9311e062bd21 None None] Provisioning complete for port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:22.133586 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffe10-ee3f-4682-80fe-9311e062bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.178849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:22.179137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.207824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9623c-0127-42d9-a275-39b556f2b242 req-33eb07fe-3880-4a31-b472-908ad822bc22 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.215264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2a9623c-0127-42d9-a275-39b556f2b242 req-33eb07fe-3880-4a31-b472-908ad822bc22 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.2900245 Dec 13 09:41:22.303676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-dcc9d4b8-b991-4df1-bb04-16e93ea7dfe1 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/99cb07aa-7b86-44d6-8f07-ef04f49cb1a6 HTTP/1.1" status: 200 len: 2998 time: 0.2595391 Dec 13 09:41:22.331814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.383241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.432450 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.467415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:22.485112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2a9623c-0127-42d9-a275-39b556f2b242 req-2f31efeb-7464-487b-b84b-d2bfe71c8e39 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669158 Dec 13 09:41:22.508984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-c9d31f39-92ed-44e9-a22e-42e385f79c27 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ca287723-e0b6-4dca-851e-5d7860b8cb75 HTTP/1.1" status: 200 len: 2990 time: 0.2044404 Dec 13 09:41:22.516496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.582964 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e251e-5beb-4686-8b59-3ef4f4b9f6b7 x-openstack-request-id: req-6c1e251e-5beb-4686-8b59-3ef4f4b9f6b7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:22.583251 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:22.583505 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c1e251e-5beb-4686-8b59-3ef4f4b9f6b7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:22.583895 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'code': 200} Dec 13 09:41:22.607387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:22.625978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.640035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.672467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.681707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Allocated IP 172.25.1.69 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/7ad050ae-40e3-43dd-8fce-5f67a93211b1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:22.686009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-f5c91869-566b-4025-9d44-bdb4be844d6d tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ca287723-e0b6-4dca-851e-5d7860b8cb75 HTTP/1.1" status: 200 len: 2990 time: 0.1645885 Dec 13 09:41:22.752425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:22.788938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-045378ad-6895-46e0-8eaf-7970c7f4018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.794769 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-045378ad-6895-46e0-8eaf-7970c7f4018b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365&tenant_id=3aa27bd3a766474b90838030f6809cb3 HTTP/1.1" status: 200 len: 1099 time: 0.3064544 Dec 13 09:41:22.825257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:22.825691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7b2e0f9e-1317-4fac-9522-621a80ba5c17 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:22.863810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.872528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9744c6-d512-4ab0-9703-65845ce67934 req-2bf39ff5-c2c7-44c1-9b97-677e9ed3d766 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:22.878220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:22.878420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.880362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c9744c6-d512-4ab0-9703-65845ce67934 req-2bf39ff5-c2c7-44c1-9b97-677e9ed3d766 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.1661708 Dec 13 09:41:22.885770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-0b383f7d-7522-4433-8f0e-d584b18e2c2e tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d48a9329-9537-4bbc-b08d-4217cb74b335 HTTP/1.1" status: 200 len: 2998 time: 0.1823695 Dec 13 09:41:22.931952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:22.952816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:22.958810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:22.987135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:22.992652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c9744c6-d512-4ab0-9703-65845ce67934 req-8e3a9d84-3cc5-47c7-a8bc-0a91ae2f98c9 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114821 Dec 13 09:41:23.000322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-84ed0576-7a47-4e56-a0ed-982e4c31e2d3 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d48a9329-9537-4bbc-b08d-4217cb74b335 HTTP/1.1" status: 200 len: 2998 time: 0.1048281 Dec 13 09:41:23.051334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Router ef92d15f-e846-4261-8180-cdeb918cbd95 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:41:23.073543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-283ed5a7-beaf-45c0-ad98-5fd612e94a93 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fef83c54-db4e-4768-8dc5-1b085872ff71 HTTP/1.1" status: 200 len: 2998 time: 0.0624602 Dec 13 09:41:23.107421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.155106 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.232720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.234183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'Port': ['ID=7ad050ae-40e3-43dd-8fce-5f67a93211b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:23.248643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e3d0d-932a-4988-932a-039224ad002d req-8100b775-f7e2-4ee0-94b7-7660d7104f7d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.250207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-714e3d0d-932a-4988-932a-039224ad002d req-8100b775-f7e2-4ee0-94b7-7660d7104f7d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.0995572 Dec 13 09:41:23.254018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd4b30c0-1aec-44f7-a2c3-a93bb294d2fb req-332554b3-d267-4477-a7fc-ab8e82b6f75a tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fef83c54-db4e-4768-8dc5-1b085872ff71 HTTP/1.1" status: 200 len: 2998 time: 0.1367745 Dec 13 09:41:23.269148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:23.278171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Sync routers for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:23.301460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:23.302201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:23.305736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.307111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22b28dbf-036e-4540-a15d-bec797ce6c54 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5623689 Dec 13 09:41:23.312821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:23.413910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-714e3d0d-932a-4988-932a-039224ad002d req-3d2b575e-9fc8-49f9-ac72-fcf83913a1c8 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355569 Dec 13 09:41:23.488824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:23.537309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:23.576779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:23.583902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54f2251a-5d62-4f8d-9af0-3263c6cadc38 req-9e2237dc-d660-4db0-8a3a-c27919f1114e tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc688c9f622942aea44e9b0eac40a57a HTTP/1.1" status: 200 len: 6154 time: 0.1090529 Dec 13 09:41:23.714147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:21Z', 'revision_number': 3, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:23.719334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54f2251a-5d62-4f8d-9af0-3263c6cadc38 req-0caa96f3-1a15-437d-bb4f-52841c4b0402 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "GET /v2.0/security-groups/728c76e9-6289-486e-b370-9f331636f373 HTTP/1.1" status: 200 len: 2998 time: 0.1341884 Dec 13 09:41:23.759958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Checking router: ef92d15f-e846-4261-8180-cdeb918cbd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:23.760288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Updating router ef92d15f-e846-4261-8180-cdeb918cbd95 port 7e99ed95-bb17-4736-b719-a070858c6db4 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:23.773972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da628c6-0a30-4ad3-88d7-4d379228d0dc req-11efa3b0-27d2-4687-8144-1ba1155a5803 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:23.775564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0da628c6-0a30-4ad3-88d7-4d379228d0dc req-11efa3b0-27d2-4687-8144-1ba1155a5803 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.3228536 Dec 13 09:41:23.811111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54f2251a-5d62-4f8d-9af0-3263c6cadc38 req-9fd9b9ab-1214-4f01-a5f2-0c4e659d717c tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "GET /v2.0/security-groups/728c76e9-6289-486e-b370-9f331636f373 HTTP/1.1" status: 200 len: 2998 time: 0.0837014 Dec 13 09:41:23.812157 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:23.974898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0da628c6-0a30-4ad3-88d7-4d379228d0dc req-0e70e3ad-64c1-463e-9cd8-ad18abb2fa75 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922479 Dec 13 09:41:24.006543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:24.008957 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b701db9-ada2-4519-b3dc-9ba2e57ee882" -d '{"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-unplugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:24.013493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.024559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b2bc-3775-4a8e-ab82-b9a11dd73043 req-c09003c1-69d8-48e5-91a1-b6615c33d315 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.033566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56c5b2bc-3775-4a8e-ab82-b9a11dd73043 req-c09003c1-69d8-48e5-91a1-b6615c33d315 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.1420045 Dec 13 09:41:24.036910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Transition to ACTIVE for port object f411afb5-6c5f-4d90-a208-6b7731e53954 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:24.050741 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.146058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.162950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56c5b2bc-3775-4a8e-ab82-b9a11dd73043 req-c7acec46-eb53-4de2-a414-b73f6a6c7a87 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279590 Dec 13 09:41:24.176152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] No DVR routers for this DVR port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:24.178617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-4a06e165-f07b-4ab2-a3f8-a05136f3e6f9 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/df1814ab-57db-49b2-962c-54535394b28d HTTP/1.1" status: 200 len: 1795 time: 0.1350927 Dec 13 09:41:24.190773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.214626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.217590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.234599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.304266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:24.304584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:24.304920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:24.315861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.324123 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3b6796-b0c5-44c5-a437-a5302ce65135 x-openstack-request-id: req-0a3b6796-b0c5-44c5-a437-a5302ce65135 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:24.324436 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-unplugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:24.324658 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a3b6796-b0c5-44c5-a437-a5302ce65135 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:24.325050 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'code': 200} Dec 13 09:41:24.340779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:24.341276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Attempting to bind port f411afb5-6c5f-4d90-a208-6b7731e53954 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:24.372452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.372818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Attempting to bind port 7e99ed95-bb17-4736-b719-a070858c6db4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:24.373095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Attempting to bind port 7e99ed95-bb17-4736-b719-a070858c6db4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:24.373495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Attempting to bind port 7e99ed95-bb17-4736-b719-a070858c6db4 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:24.387397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b56a-f7e0-4eea-9780-a0b03f084814 None None] Pushing event updated for resources: {'Port': ['ID=7e99ed95-bb17-4736-b719-a070858c6db4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.389803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:24.390178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:24.390581 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.390960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:24.391431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Bound port: 7e99ed95-bb17-4736-b719-a070858c6db4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:24.391943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.415075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.424275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'Port': ['ID=7ad050ae-40e3-43dd-8fce-5f67a93211b1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.430795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:24.431145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:24.431531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:24.431969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Bound port: f411afb5-6c5f-4d90-a208-6b7731e53954, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:24.432333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.491208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] For port 7e99ed95-bb17-4736-b719-a070858c6db4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:24.497294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] For port 7e99ed95-bb17-4736-b719-a070858c6db4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e99ed95-bb17-4736-b719-a070858c6db4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:24.509079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:24.510359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.515586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:24.519657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.521369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b739c68c-1377-485c-a9dc-429ac7efb47e tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4791880 Dec 13 09:41:24.524128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.588313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.590404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.592351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] 10.222.0.44 "PUT /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 1096 time: 1.7786245 Dec 13 09:41:24.614218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1'}, {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:24.653178 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16376a73-46bc-421e-b20d-3491f4262ec1" -d '{"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-plugged", "status": "completed", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1"}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:24.683424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe91a63-c347-4f65-99b1-064467345921 service neutron] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.702450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:24.703098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:24.714401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-835aef40-7652-49a2-948d-0ddafffffdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.717169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-835aef40-7652-49a2-948d-0ddafffffdc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1099 time: 0.0854895 Dec 13 09:41:24.775449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b56a-f7e0-4eea-9780-a0b03f084814 None None] Pushing event updated for resources: {'Port': ['ID=7e99ed95-bb17-4736-b719-a070858c6db4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:24.875908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:24.927644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f58475-8889-4463-a15f-6e09fd6abb95 req-df68b00b-441a-487d-b14a-e544ebd6954a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.929421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f58475-8889-4463-a15f-6e09fd6abb95 req-df68b00b-441a-487d-b14a-e544ebd6954a tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.5531983 Dec 13 09:41:24.931021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.933749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.934885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc8da14a-2dc0-4b16-baea-6d2dbc8738a1 req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1814ab-57db-49b2-962c-54535394b28d HTTP/1.1" status: 204 len: 173 time: 0.7491460 Dec 13 09:41:24.936576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:24.945420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-533f852e-d9bb-45c5-96a0-26dd6f05fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:24.947158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-533f852e-d9bb-45c5-96a0-26dd6f05fe74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2135844 Dec 13 09:41:24.972377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0126-b37e-490e-82c7-9409a0f58212 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1814ab-57db-49b2-962c-54535394b28d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:25.043163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-7b759e23-2685-4fc2-a3b0-e03cf80a13ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0871038 Dec 13 09:41:25.044280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f58475-8889-4463-a15f-6e09fd6abb95 req-60b42380-25e7-4e1f-b362-8fe700abba2c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053784 Dec 13 09:41:25.157484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:21Z', 'revision_number': 3, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:25.185837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-faae3511-8535-4e0b-945c-239e97947c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.187658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-faae3511-8535-4e0b-945c-239e97947c80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1337979 Dec 13 09:41:25.216920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Allocated IP 172.20.0.1 (445a4214-5792-405f-bcba-06b1be8a5130/c3d112bd-04fe-4f60-8c1f-462c4e209eb4/c7142df8-87e1-4131-a4de-74fa33060adc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:25.227858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086f75a-9bca-4844-8f7c-8932284699b0 None None] The sync data for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 is: [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:21Z', 'revision_number': 3, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:25.302251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-0025cef7-89cb-45db-943c-af8a5439137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.304423 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-0025cef7-89cb-45db-943c-af8a5439137b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968785 Dec 13 09:41:25.409545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312865d-6673-4553-ab41-81a08ae369bd req-97fb792a-e2b5-43ad-b249-c314db52c7ab tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:25.417358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4312865d-6673-4553-ab41-81a08ae369bd req-97fb792a-e2b5-43ad-b249-c314db52c7ab tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.1126029 Dec 13 09:41:25.430924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.474305 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-bbc0a2a0-5e24-4e50-be8d-61500b8374c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613231 Dec 13 09:41:25.502503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device eb2fcbca-2e30-4d8f-bb02-d1400a816e4a no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:25.509377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4312865d-6673-4553-ab41-81a08ae369bd req-254edf44-5ff7-4538-a419-091f021775fc tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827949 Dec 13 09:41:25.540177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:25.727541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0bbbbd86-e125-4d16-929b-218cfdefb289 req-d0e6c522-b8d6-443b-86de-9666ad69e176 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372837 Dec 13 09:41:25.787974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Network 445a4214-5792-405f-bcba-06b1be8a5130 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:25.821657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Pushing event updated for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:25.824245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:25.844308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:25.897022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:25.953908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-df69087e-5b42-4315-a0d1-71213d3d44e2 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--965212331&fields=id&tenant_id=17c248a34c484f6586c6c0e992dcb074 HTTP/1.1" status: 200 len: 267 time: 0.2680171 Dec 13 09:41:25.964584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:26.101981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-970e49ef-cd01-45aa-9bed-82797784bd8d tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:26.103594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-970e49ef-cd01-45aa-9bed-82797784bd8d tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/networks?id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 200 len: 814 time: 0.1312037 Dec 13 09:41:26.148312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.166772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2e6939e2-3810-4d99-b629-5586215f8870 None None] Provisioning complete for port c7142df8-87e1-4131-a4de-74fa33060adc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:26.167147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e6939e2-3810-4d99-b629-5586215f8870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.187705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-d5e95683-ef6f-4810-b63f-6cac1114531d tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/quotas/17c248a34c484f6586c6c0e992dcb074 HTTP/1.1" status: 200 len: 375 time: 0.0708280 Dec 13 09:41:26.231770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2e6939e2-3810-4d99-b629-5586215f8870 None None] Port c7142df8-87e1-4131-a4de-74fa33060adc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:26.263525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-52ecca43-4b63-4b12-8cd1-03082dc2687e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:26.265195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-52ecca43-4b63-4b12-8cd1-03082dc2687e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a25239-07bb-4ef7-add1-d77ae849259d HTTP/1.1" status: 200 len: 943 time: 0.1585879 Dec 13 09:41:26.325631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-ef8b2c58-1738-4a22-aa2a-aaae30eaa289 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17c248a34c484f6586c6c0e992dcb074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279035 Dec 13 09:41:26.326435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:26.331299 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17" -d '{"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:26.565789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.579959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:26.580510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.659534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-7e8ef5ab-fce8-4f4f-a048-614bf56ba621 service neutron] 10.222.0.30 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048790 Dec 13 09:41:26.818964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e99ed95-bb17-4736-b719-a070858c6db4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:26.859988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:26.860366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.883110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for eb2fcbca-2e30-4d8f-bb02-d1400a816e4a owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:26.900514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7e99ed95-bb17-4736-b719-a070858c6db4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:26.901025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.955409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:26.975373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-f8073ca8-7f5e-4c53-8116-f3720465b311 service neutron] 10.222.0.30 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944870 Dec 13 09:41:27.010998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.042178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 7e99ed95-bb17-4736-b719-a070858c6db4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e99ed95-bb17-4736-b719-a070858c6db4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:27.045749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.050596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.059136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.149585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=7e99ed95-bb17-4736-b719-a070858c6db4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.204909 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655d7aa-7783-4981-a99b-5174be20e47c x-openstack-request-id: req-7655d7aa-7783-4981-a99b-5174be20e47c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:27.205578 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-plugged", "status": "completed", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1", "code": 200}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:27.205843 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7655d7aa-7783-4981-a99b-5174be20e47c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:27.206239 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'code': 200} Dec 13 09:41:27.207107 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'code': 200} Dec 13 09:41:27.240861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.255349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Pushing event updated for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.345794 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.368725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97c81-d628-4bc7-a34e-071a816a4393 req-be855f41-736d-4bee-809f-115d754c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:27.372140 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cee97c81-d628-4bc7-a34e-071a816a4393 req-be855f41-736d-4bee-809f-115d754c8047 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 1096 time: 0.0741615 Dec 13 09:41:27.429503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=eb2fcbca-2e30-4d8f-bb02-d1400a816e4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.433062 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cee97c81-d628-4bc7-a34e-071a816a4393 req-67030b6b-f240-4d0c-91a3-04ad7a9473ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515378 Dec 13 09:41:27.442461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-050c700e-7577-4fc9-b6a9-f1d85fd330bf tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ddac36a6-3579-4edc-9fcb-1d5f89eee686 HTTP/1.1" status: 200 len: 1794 time: 0.2075694 Dec 13 09:41:27.515640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port eb2fcbca-2e30-4d8f-bb02-d1400a816e4a on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:27.527056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.531460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7dca8e4-a88b-432b-a8cd-35f0831b6478 req-61be4a97-ce84-4ca1-8aaa-57e6642e6125 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "DELETE /v2.0/ports/eb2fcbca-2e30-4d8f-bb02-d1400a816e4a HTTP/1.1" status: 204 len: 173 time: 1.2571194 Dec 13 09:41:27.531460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-deleted', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:27.533830 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a744c-8fe2-4e60-b09d-a0e1d2dd6356" -d '{"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-deleted", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:27.594181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.597031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Network 445a4214-5792-405f-bcba-06b1be8a5130 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:27.599271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:27.667669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.824046 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.828410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:27.831181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dccdf9af-db78-4911-ab5c-e6da080a0c8c req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddac36a6-3579-4edc-9fcb-1d5f89eee686 HTTP/1.1" status: 204 len: 173 time: 0.3878732 Dec 13 09:41:27.868106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144ff8-289a-403b-94c9-b57f42decc35 tempest-SecurityGroupsTestAdminJSON-266093818 tempest-SecurityGroupsTestAdminJSON-266093818-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac36a6-3579-4edc-9fcb-1d5f89eee686,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:27.901066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Router ef92d15f-e846-4261-8180-cdeb918cbd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:27.976592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3715faa-7b5b-417a-80f4-8aae4dbe2fe8 None None] Provisioning complete for port c7142df8-87e1-4131-a4de-74fa33060adc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:27.977337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3715faa-7b5b-417a-80f4-8aae4dbe2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.026876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3715faa-7b5b-417a-80f4-8aae4dbe2fe8 None None] Port c7142df8-87e1-4131-a4de-74fa33060adc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:28.074526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd15d3e-9e89-4a62-8fea-05246fc00fbb req-86644441-03b5-4e0b-b200-bb9ed31cdde5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.076350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd15d3e-9e89-4a62-8fea-05246fc00fbb req-86644441-03b5-4e0b-b200-bb9ed31cdde5 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 948 time: 0.1108811 Dec 13 09:41:28.136409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:28.146863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Sync routers for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:28.149202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-13add959-d059-418f-bf25-e1d5cfee72ae admin admin] 10.222.0.30 "PUT /v2.0/routers/ef92d15f-e846-4261-8180-cdeb918cbd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8307042 Dec 13 09:41:28.168111 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:28.168744 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:28.187495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd15d3e-9e89-4a62-8fea-05246fc00fbb req-4b5e95cc-04df-445b-8fea-d5b263c0d449 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014307 Dec 13 09:41:28.248938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab1ddb-680b-41f0-a5d7-14851d4f37c7 req-d1723824-fba6-4429-b171-ce569c5cd160 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.266629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93ab1ddb-680b-41f0-a5d7-14851d4f37c7 req-d1723824-fba6-4429-b171-ce569c5cd160 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.1038191 Dec 13 09:41:28.348032 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be36d1-54c9-44be-9d7a-e9c521f6717e x-openstack-request-id: req-85be36d1-54c9-44be-9d7a-e9c521f6717e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:28.348402 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:28.348666 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85be36d1-54c9-44be-9d7a-e9c521f6717e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:28.349115 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'status': 'completed', 'code': 200} Dec 13 09:41:28.352137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93ab1ddb-680b-41f0-a5d7-14851d4f37c7 req-799f8b0b-9d94-40d5-9614-a5ab793aba41 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Dec 13 09:41:28.355161 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:28.455402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-f894434b-b053-42f5-9331-ca47bd041adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.456880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-f894434b-b053-42f5-9331-ca47bd041adc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3aa27bd3a766474b90838030f6809cb3&device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1099 time: 0.0596981 Dec 13 09:41:28.489592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a3c89bc-33cd-47bd-b875-ea0d865554be req-3b3d2e74-5a40-4fb6-8d49-831ad20f77ec tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 210 time: 0.0400400 Dec 13 09:41:28.511422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1f9f0-0073-4582-a267-2735261c366b req-3eb5948f-8ed0-4cf6-b41c-4e7387207eec tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.517068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba40b-94c8-43d0-9537-1fdb9a2f427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.523407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7b1f9f0-0073-4582-a267-2735261c366b req-3eb5948f-8ed0-4cf6-b41c-4e7387207eec tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.1072326 Dec 13 09:41:28.568095 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f06ab0-b9a8-4521-b407-874737681dd1 x-openstack-request-id: req-08f06ab0-b9a8-4521-b407-874737681dd1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:28.568496 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a25239-07bb-4ef7-add1-d77ae849259d", "name": "network-vif-deleted", "tag": "eb2fcbca-2e30-4d8f-bb02-d1400a816e4a", "status": "failed", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:28.568742 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08f06ab0-b9a8-4521-b407-874737681dd1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:28.569692 n-d-820531-5 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2a25239-07bb-4ef7-add1-d77ae849259d', 'name': 'network-vif-deleted', 'tag': 'eb2fcbca-2e30-4d8f-bb02-d1400a816e4a', 'status': 'failed', 'code': 422} returned with failed status Dec 13 09:41:28.616481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-e3a5adf4-fad6-4b9c-bb73-3ddfe0d2a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.619019 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-e3a5adf4-fad6-4b9c-bb73-3ddfe0d2a24b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1494529 Dec 13 09:41:28.621728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7b1f9f0-0073-4582-a267-2735261c366b req-6cfb95a2-4d2b-4829-8774-ef194d4cecd0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962629 Dec 13 09:41:28.639490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-7d10a48d-ed42-403c-a627-fcb1b1e65107 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "GET /v2.0/security-groups/aa005eec-8dec-48de-b50f-926ade2e83ae HTTP/1.1" status: 200 len: 1795 time: 0.0605245 Dec 13 09:41:28.688126 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 2, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:28.743885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-4eef4086-dea7-434d-bf02-827f735bde3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 200 len: 217 time: 0.0993738 Dec 13 09:41:28.763875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Checking router: ef92d15f-e846-4261-8180-cdeb918cbd95 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:28.764443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Updating router ef92d15f-e846-4261-8180-cdeb918cbd95 port c7142df8-87e1-4131-a4de-74fa33060adc binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:41:28.839994 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.842107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.855933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e99ed95-bb17-4736-b719-a070858c6db4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:28.896209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:28.897345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-debc43a0-4900-4ff6-b7b9-0217e8770cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.900393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-debc43a0-4900-4ff6-b7b9-0217e8770cb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1473782 Dec 13 09:41:28.914418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-ee1fb690-297c-46b1-866e-e76e77e9a1be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.916054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-ee1fb690-297c-46b1-866e-e76e77e9a1be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.37 "GET /v2.0/networks?id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 200 len: 814 time: 0.2533274 Dec 13 09:41:28.983954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-2110dda1-40a5-497f-891e-673378404f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:28.987085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-2110dda1-40a5-497f-891e-673378404f5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775332 Dec 13 09:41:29.010171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.019457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7e99ed95-bb17-4736-b719-a070858c6db4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:29.020195 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.073358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.076816 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.089143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6852060d-2c10-4ec7-b3f4-9ed166709cd4 req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa005eec-8dec-48de-b50f-926ade2e83ae HTTP/1.1" status: 204 len: 173 time: 0.4405353 Dec 13 09:41:29.113664 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-eb38924f-c1c0-408e-b904-2e81d5d49d98 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183977 Dec 13 09:41:29.134444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cfc74-6a2e-4356-8d3d-d97267f444d5 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa005eec-8dec-48de-b50f-926ade2e83ae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.208419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-6513cfef-731a-47fa-b585-5cfb3ff59bcd tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c248a34c484f6586c6c0e992dcb074 HTTP/1.1" status: 200 len: 379 time: 0.2741997 Dec 13 09:41:29.237833 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.245965 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11dd1c47-4edb-4c56-98a5-a8cf7d242b17 req-94ad356e-1094-436f-8e02-33816a2b2e1b service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201313 Dec 13 09:41:29.252431 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.253980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'port': {'device_id': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'admin_state_up': True, 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'security_groups': ['a9502ae7-c81d-42ce-8aff-a7a29683d6f3']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:29.269844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-3e6d7f41-3e13-4b55-a232-2631a5a6c78a tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.271414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-3e6d7f41-3e13-4b55-a232-2631a5a6c78a tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 829 time: 0.2914159 Dec 13 09:41:29.317546 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98245cf0-9d96-4bae-a0ef-32fb83112b96 None None] Pushing event updated for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.380591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Attempting to bind port c7142df8-87e1-4131-a4de-74fa33060adc on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:29.381054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Attempting to bind port c7142df8-87e1-4131-a4de-74fa33060adc by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:29.381511 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Attempting to bind port c7142df8-87e1-4131-a4de-74fa33060adc on network 445a4214-5792-405f-bcba-06b1be8a5130 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:29.388058 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:29.388529 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Checking segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:29.389198 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.389661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Bound using segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:29.390202 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Bound port: c7142df8-87e1-4131-a4de-74fa33060adc, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:29.390667 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.427978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:29.480749 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] For port c7142df8-87e1-4131-a4de-74fa33060adc, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:29.491125 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] For port c7142df8-87e1-4131-a4de-74fa33060adc, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c7142df8-87e1-4131-a4de-74fa33060adc,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:29.503451 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.576639 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98245cf0-9d96-4bae-a0ef-32fb83112b96 None None] Pushing event updated for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.620344 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:29.620979 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:29.629601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:29.646859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'mac_address': 'fa:16:3e:78:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:29.710471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.739215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:29.770352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-2171b3d0-30c6-45c4-9a81-1eaa6ae47f55 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/quotas/83a098b2955745199c329440f2e9cee6 HTTP/1.1" status: 200 len: 375 time: 0.4791415 Dec 13 09:41:29.786022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:29.786939 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:29.787066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] Provisioning complete for port c7142df8-87e1-4131-a4de-74fa33060adc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:29.787389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.813241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.895639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:29.928409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b34f3424-08f2-434f-9545-7b8a83f06e42 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:29.936373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b34f3424-08f2-434f-9545-7b8a83f06e42 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.7536271 Dec 13 09:41:29.967542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:29.969386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-b8c2a04b-82bc-4c90-84dc-901760cc73c1 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858315 Dec 13 09:41:29.971701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-491ec646-8980-447b-bd82-6623de69b5ba tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0343981 Dec 13 09:41:30.022690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] For port c7142df8-87e1-4131-a4de-74fa33060adc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c7142df8-87e1-4131-a4de-74fa33060adc,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:30.033442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.039248 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:30.078572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe75a3-163a-495d-83fd-be5b50a9fef7 None None] The sync data for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 is: [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:30.090938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-a7dcc835-9584-4f05-9782-2fdbcfecbc13 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978513 Dec 13 09:41:30.093625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Made reservation on behalf of 17c248a34c484f6586c6c0e992dcb074 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:30.097174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.099970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05344964-553b-40a7-b153-2f0d19d85fd9 None None] Pushing event updated for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:30.116386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f411afb5-6c5f-4d90-a208-6b7731e53954'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:30.262419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3761e85-b59b-4c97-ad8e-58a994f28055 None None] Provisioning complete for port c7142df8-87e1-4131-a4de-74fa33060adc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:30.262800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3761e85-b59b-4c97-ad8e-58a994f28055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.289868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-f5568347-7d00-4977-8110-e57eadc4e905 service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101594 Dec 13 09:41:30.431819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-ce9444c3-674a-4cdd-89b8-61d7973be6e3 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323793 Dec 13 09:41:30.487747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Allocated IP 172.20.0.11 (f94bb00f-0237-4d1e-b6e8-b657f1087fcd/3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed/6c747c23-87e7-442d-b77c-2667ea82608d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:30.534421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-217f2300-f8c0-4e31-b047-ffb49736b700 service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437811 Dec 13 09:41:30.654295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-70af745a-25ed-4c1b-b20a-122e9645df61 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087302 Dec 13 09:41:30.859355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c7142df8-87e1-4131-a4de-74fa33060adc up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:30.867073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-10012c19-86af-424d-8edb-eb6263937636 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "GET /v2.0/security-groups/512228a3-c9f2-4a81-b41f-b8f06e654e20 HTTP/1.1" status: 200 len: 1794 time: 0.0969605 Dec 13 09:41:30.879925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.953829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ea08c11-b93b-4f89-a4bc-b02adc05d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:30.969609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c7142df8-87e1-4131-a4de-74fa33060adc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:30.969975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.007978 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.026843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.057615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8955-f4d5-44d9-8152-2adaa7ed45cb req-583720ef-5cb0-4618-912b-d3953374523a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:31.059352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d9a8955-f4d5-44d9-8152-2adaa7ed45cb req-583720ef-5cb0-4618-912b-d3953374523a tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 949 time: 0.1409314 Dec 13 09:41:31.090938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.170296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:31.178295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:31.180867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event updated for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.183249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:31.202350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.205999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.207164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec36f922-e82e-4411-8037-833e5d8a0c8b req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] 10.222.0.30 "DELETE /v2.0/security-groups/512228a3-c9f2-4a81-b41f-b8f06e654e20 HTTP/1.1" status: 204 len: 173 time: 0.3309033 Dec 13 09:41:31.243828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db25c4-5878-4dfe-9676-a687c0ec27d8 tempest-SecurityGroupsTestAdminJSON-1987713068 tempest-SecurityGroupsTestAdminJSON-1987713068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512228a3-c9f2-4a81-b41f-b8f06e654e20,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.273160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d9a8955-f4d5-44d9-8152-2adaa7ed45cb req-7cc0d052-a624-47c1-9f56-154ec89a2942 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890388 Dec 13 09:41:31.310927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:31.311630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.350916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e76f2a35-3610-44d0-a3f2-944b0f762a8c tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1047163 Dec 13 09:41:31.385143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Request body: {'port': {'device_id': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:31.450322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:31.496415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.602233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port f411afb5-6c5f-4d90-a208-6b7731e53954 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:31.617983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f411afb5-6c5f-4d90-a208-6b7731e53954 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:31.618593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.682459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28af63-6872-4c51-987b-ea31bceacd77 req-31f55d9f-7e65-4071-bf54-ef32c85cbfb8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:31.684754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d3d0c15e-530d-45ee-a512-95c2b490f369 None None] Provisioning complete for port 6c747c23-87e7-442d-b77c-2667ea82608d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:31.685394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c15e-530d-45ee-a512-95c2b490f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.696244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d28af63-6872-4c51-987b-ea31bceacd77 req-31f55d9f-7e65-4071-bf54-ef32c85cbfb8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.2065990 Dec 13 09:41:31.717550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7d4a-6a75-4d66-8852-81a70addff51 req-8e180c7c-b750-43ab-b240-26a7f1538a1b tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:31.727167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c0e7d4a-6a75-4d66-8852-81a70addff51 req-8e180c7c-b750-43ab-b240-26a7f1538a1b tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 932 time: 0.2134812 Dec 13 09:41:31.753793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0c15e-530d-45ee-a512-95c2b490f369 None None] Port 6c747c23-87e7-442d-b77c-2667ea82608d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:31.800916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.830667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:31.833233 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e670b60c-1943-4899-921d-bd9b3a08e4f3" -d '{"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:31.842741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:31.853386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:31.880629 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:31.945937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:31.956557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d28af63-6872-4c51-987b-ea31bceacd77 req-a100d802-57bb-4019-80ae-30dca744b1fc tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589049 Dec 13 09:41:31.957308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.957718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.958069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.958730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.959128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.959763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.960100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.960432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.961064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.961433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.962066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.962419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.963604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:31.977198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c0e7d4a-6a75-4d66-8852-81a70addff51 req-82d2026d-a751-4f4f-a570-a4b58e1a002f tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489104 Dec 13 09:41:32.090509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.093518 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-652ac2f0-26d6-464a-9db1-10cd84bdf7a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc688c9f622942aea44e9b0eac40a57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486424 Dec 13 09:41:32.097039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:32.115007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c608ea7b-a2be-4a35-925b-75972149c289 req-2d38f601-2099-4c17-8bb9-84791844cc20 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 210 time: 0.0470891 Dec 13 09:41:32.172207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.195512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c5b0b-4272-4ab6-b234-ff33e47c811e req-d780bb04-32cd-4e83-9f47-ae519b6e2347 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.198140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df4c5b0b-4272-4ab6-b234-ff33e47c811e req-d780bb04-32cd-4e83-9f47-ae519b6e2347 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.1279516 Dec 13 09:41:32.206141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.257179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52765616-832d-436e-8d4c-84e2f7b658eb req-f3b4a139-f1cf-4bda-946c-c8dbfdb127e6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 210 time: 0.0578034 Dec 13 09:41:32.272481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.275483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.280418 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/728c76e9-6289-486e-b370-9f331636f373 HTTP/1.1" status: 204 len: 168 time: 0.1820562 Dec 13 09:41:32.303474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c76e9-6289-486e-b370-9f331636f373,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.323146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.323503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.323876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.327465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.328232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.328892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.330031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.330559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.331577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.332363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.333073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.340675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.343668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168274d-c826-48a5-8f52-b7b6e633e6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:32.351715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df4c5b0b-4272-4ab6-b234-ff33e47c811e req-7984cc02-22e1-4745-8e4d-f32341cba17f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424658 Dec 13 09:41:32.358007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c747c23-87e7-442d-b77c-2667ea82608d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:32.369147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.391458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Transition to ACTIVE for port object 6c747c23-87e7-442d-b77c-2667ea82608d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:32.395712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.447613 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efdc5d-fd18-482c-bd59-e2245f6a5fa5 x-openstack-request-id: req-24efdc5d-fd18-482c-bd59-e2245f6a5fa5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:32.452709 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-plugged", "status": "completed", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:32.453252 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24efdc5d-fd18-482c-bd59-e2245f6a5fa5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:32.454555 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'code': 200} Dec 13 09:41:32.571177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Pushing event updated for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:32.658475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Attempting to bind port 6c747c23-87e7-442d-b77c-2667ea82608d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:32.658809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Attempting to bind port 6c747c23-87e7-442d-b77c-2667ea82608d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:32.662807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Attempting to bind port 6c747c23-87e7-442d-b77c-2667ea82608d on network f94bb00f-0237-4d1e-b6e8-b657f1087fcd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:32.671089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Port 6c747c23-87e7-442d-b77c-2667ea82608d on network f94bb00f-0237-4d1e-b6e8-b657f1087fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:32.671419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Attempting to bind port 6c747c23-87e7-442d-b77c-2667ea82608d on network f94bb00f-0237-4d1e-b6e8-b657f1087fcd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:32.686199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:32.686586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Checking segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:32.686940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Bound using segment: {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:32.690959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Bound port: 6c747c23-87e7-442d-b77c-2667ea82608d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfa3552-f3a5-49e5-8397-5e96b628d5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:32.692364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.781405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-f29e7d35-15a9-4bef-8563-acb23d6c28c4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.784284 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-f29e7d35-15a9-4bef-8563-acb23d6c28c4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3392694 Dec 13 09:41:32.808945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:32.860018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:32.868041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6c747c23-87e7-442d-b77c-2667ea82608d,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:32.878938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.953337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:32.955276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:32.959852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 200 len: 1092 time: 1.6006749 Dec 13 09:41:32.965907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:32.969778 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f3939f-ff01-437a-b97b-34153e81562a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:33.052425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4557b-04e2-48bd-86d1-b68b61da1832 service neutron] Pushing event updated for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:33.099500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:33.155172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-3979c448-2f21-4b5c-a416-493343063eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.157705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-3979c448-2f21-4b5c-a416-493343063eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.37 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 829 time: 0.2289026 Dec 13 09:41:33.163346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19d8fe-c8a8-400d-a01d-c2a0eeeba770 req-3c042a58-5525-4d76-81b5-1740c7309c06 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.167800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff19d8fe-c8a8-400d-a01d-c2a0eeeba770 req-3c042a58-5525-4d76-81b5-1740c7309c06 tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 1101 time: 0.2032812 Dec 13 09:41:33.180084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'port': {'device_id': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'admin_state_up': True, 'tenant_id': '83a098b2955745199c329440f2e9cee6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:33.222291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-9a93fe2b-2fda-4990-9948-a94d79df67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.223820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-9a93fe2b-2fda-4990-9948-a94d79df67b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c248a34c484f6586c6c0e992dcb074&device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 1095 time: 0.1820264 Dec 13 09:41:33.255325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa16894e-407d-4244-81dc-8d5cc4392f93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e26aa09fcf50477fba2524eaae96eb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478841 Dec 13 09:41:33.256118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:33.279521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:33.284016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.306529 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0fbb2c-bf6f-4d08-b0f1-591f1187f7f4 x-openstack-request-id: req-4f0fbb2c-bf6f-4d08-b0f1-591f1187f7f4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:33.306829 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:33.307104 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f0fbb2c-bf6f-4d08-b0f1-591f1187f7f4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:33.307504 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d', 'status': 'completed', 'code': 200} Dec 13 09:41:33.309904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-dcaf3e9c-e421-40ca-a02b-b1e82e3f75ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 200 len: 217 time: 0.0703709 Dec 13 09:41:33.385593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff19d8fe-c8a8-400d-a01d-c2a0eeeba770 req-75422542-7a96-415a-ba01-dbd9be32552c tempest-MigrationsAdminTest-548291337 tempest-MigrationsAdminTest-548291337-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860986 Dec 13 09:41:33.446615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-b04d7f23-fbae-4077-a935-439f80b7c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.447852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-b04d7f23-fbae-4077-a935-439f80b7c072 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed HTTP/1.1" status: 200 len: 853 time: 0.1173360 Dec 13 09:41:33.456629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.457453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Made reservation on behalf of 83a098b2955745199c329440f2e9cee6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:33.461614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.502796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.6 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/9db9f00b-16de-4482-be5f-d7407c07f215) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:33.527300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9efbe3-4282-412d-834b-f5704d148f52 req-ce927f9a-f679-43b4-a919-f2acd11bf6f4 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.528783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f9efbe3-4282-412d-834b-f5704d148f52 req-ce927f9a-f679-43b4-a919-f2acd11bf6f4 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 944 time: 0.1471760 Dec 13 09:41:33.549142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.549398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.552571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b1caa9-fa5e-47cf-a94a-8bce552327e5 req-b96e2793-c16b-4e8d-8b8e-5bdcad2319b8 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 210 time: 0.0681362 Dec 13 09:41:33.614699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3886ad-045b-4783-ae90-d096847984c4 req-5850b768-be55-4170-be60-413b230c7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.617422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-5850b768-be55-4170-be60-413b230c7a29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550467 Dec 13 09:41:33.664466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f9efbe3-4282-412d-834b-f5704d148f52 req-68f7c17a-1470-4a65-b50a-87f5bb03ab94 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183708 Dec 13 09:41:33.710286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Allocated IP 172.20.0.3 (445a4214-5792-405f-bcba-06b1be8a5130/c3d112bd-04fe-4f60-8c1f-462c4e209eb4/86738f60-6e14-4df6-9ecd-308d595a713c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:33.757929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.762395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.765157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74a57545-f6b0-4c57-87b3-43bf3718d3e4 HTTP/1.1" status: 204 len: 168 time: 0.4689171 Dec 13 09:41:33.770503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0606b1e8-4718-44cc-8a19-f6245a750a1b req-6c380bd6-cba1-40ab-8383-9bdc44587318 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 210 time: 0.0464172 Dec 13 09:41:33.812106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cb989-8645-4ddf-babc-09ca3065990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a57545-f6b0-4c57-87b3-43bf3718d3e4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:33.818025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.868638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-a0231f97-0b73-4299-8d18-77f153ea20cc service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355239 Dec 13 09:41:33.895977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43774198-6c6b-4883-87f9-020677491955 req-549fbe76-331e-4559-acea-50e3cf0c0cb3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:33.903579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43774198-6c6b-4883-87f9-020677491955 req-549fbe76-331e-4559-acea-50e3cf0c0cb3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.1262162 Dec 13 09:41:33.943033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:33.983539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.020049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:34.024446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:34.025686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43774198-6c6b-4883-87f9-020677491955 req-1275ef19-4dfd-4fc4-8ea3-875cb53cfb1c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168590 Dec 13 09:41:34.027267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:34.036571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:34.083685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3886ad-045b-4783-ae90-d096847984c4 req-e4c7f692-fc0c-4036-86aa-5abf5fb033bb service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053759 Dec 13 09:41:34.104586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.105624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.113906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.196628 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-00dd05dc-2138-4b6d-bf51-47fab8981656 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3947883 Dec 13 09:41:34.200924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Network 445a4214-5792-405f-bcba-06b1be8a5130 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:34.208912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Request body: {'port': {'device_id': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:34.229798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30bc0-575d-487a-b502-b9049afc54de req-006dc304-a4ce-417d-a0d6-d38735a05955 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.231628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40e30bc0-575d-487a-b502-b9049afc54de req-006dc304-a4ce-417d-a0d6-d38735a05955 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 950 time: 0.0955682 Dec 13 09:41:34.241013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:34.244250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3939f-ff01-437a-b97b-34153e81562a req-950209ee-2303-44a6-a932-4dd114d97fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.245741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-950209ee-2303-44a6-a932-4dd114d97fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c248a34c484f6586c6c0e992dcb074&device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 1095 time: 0.0751691 Dec 13 09:41:34.247235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:34.292733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event updated for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:34.336694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.371067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.373351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.432030 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-72f54757-7fa0-4c05-8d5b-d92d630925ae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2615898 Dec 13 09:41:34.450838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Request body: {'port': {'device_id': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:34.511996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40e30bc0-575d-487a-b502-b9049afc54de req-2b213c1f-5228-4def-9c40-cc1579a018b3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698171 Dec 13 09:41:34.609564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.617203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7c82e7d3-d3d6-493e-acba-b6cbf3b45405 None None] Provisioning complete for port 86738f60-6e14-4df6-9ecd-308d595a713c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:34.619051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c82e7d3-d3d6-493e-acba-b6cbf3b45405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.650033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:34.665318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7c82e7d3-d3d6-493e-acba-b6cbf3b45405 None None] Port 86738f60-6e14-4df6-9ecd-308d595a713c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:34.684681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3939f-ff01-437a-b97b-34153e81562a req-ece004cd-343f-48d9-99b1-2323f6956dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.686399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-ece004cd-343f-48d9-99b1-2323f6956dcf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 200 len: 915 time: 0.4039817 Dec 13 09:41:34.697902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c41da-f194-4588-b383-23ddf9753205 req-83f53e14-5b22-40a1-80fc-e4d4d6e31dbf tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.706986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e4c41da-f194-4588-b383-23ddf9753205 req-83f53e14-5b22-40a1-80fc-e4d4d6e31dbf tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.1679647 Dec 13 09:41:34.796875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-7d8b1b99-0dd4-439b-aa32-bd9a1e618d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 200 len: 217 time: 0.0859210 Dec 13 09:41:34.886873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e4c41da-f194-4588-b383-23ddf9753205 req-7fd95c8a-73b1-4649-ac44-4309ecd78c9c tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789465 Dec 13 09:41:34.900938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048058-b44f-4f68-976d-bc7a6aea09f4 req-a626b4c4-df6e-4d5f-b730-c34ee23baf27 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.902377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d048058-b44f-4f68-976d-bc7a6aea09f4 req-a626b4c4-df6e-4d5f-b730-c34ee23baf27 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 931 time: 0.1932983 Dec 13 09:41:34.971704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db9f00b-16de-4482-be5f-d7407c07f215 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:34.977582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3939f-ff01-437a-b97b-34153e81562a req-09d1c961-a9c8-4060-a93d-6c31c5b8f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:34.979337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-09d1c961-a9c8-4060-a93d-6c31c5b8f0a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed HTTP/1.1" status: 200 len: 853 time: 0.1729228 Dec 13 09:41:34.982694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.005802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Transition to ACTIVE for port object 9db9f00b-16de-4482-be5f-d7407c07f215 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:35.018033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.077430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-a9320e16-538d-441d-8f28-020e57d3962c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.079125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-a9320e16-538d-441d-8f28-020e57d3962c tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.4891250 Dec 13 09:41:35.102344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:35.121405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d048058-b44f-4f68-976d-bc7a6aea09f4 req-90089922-c7a8-48ef-b07e-107820e67944 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692677 Dec 13 09:41:35.125918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Pushing event updated for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:35.165028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcc9dc-d9cc-49df-94ed-7cd844318264 req-b02eb4b8-f9c5-4909-bbdb-beba089d6a9a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.172304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdcc9dc-d9cc-49df-94ed-7cd844318264 req-b02eb4b8-f9c5-4909-bbdb-beba089d6a9a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 944 time: 0.1921198 Dec 13 09:41:35.180741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86738f60-6e14-4df6-9ecd-308d595a713c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:35.186705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3939f-ff01-437a-b97b-34153e81562a req-40dfd7dc-5e28-42d2-b721-d9b9e0a3ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.188194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-40dfd7dc-5e28-42d2-b721-d9b9e0a3ed8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909070 Dec 13 09:41:35.191983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.208280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Transition to ACTIVE for port object 86738f60-6e14-4df6-9ecd-308d595a713c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:35.231436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.300160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.308000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Pushing event updated for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:35.318751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Attempting to bind port 9db9f00b-16de-4482-be5f-d7407c07f215 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:35.319104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Attempting to bind port 9db9f00b-16de-4482-be5f-d7407c07f215 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:35.319435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Attempting to bind port 9db9f00b-16de-4482-be5f-d7407c07f215 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:35.370724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdcc9dc-d9cc-49df-94ed-7cd844318264 req-130fd6e0-4a51-4206-a45e-889446c55905 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949928 Dec 13 09:41:35.378364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Port 9db9f00b-16de-4482-be5f-d7407c07f215 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:35.378696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Attempting to bind port 9db9f00b-16de-4482-be5f-d7407c07f215 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:35.387349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:35.388002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:35.388612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:35.389215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Bound port: 9db9f00b-16de-4482-be5f-d7407c07f215, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:35.389760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.428073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198a0b7-2e0d-4ad4-a535-b877d06ece46 req-c22b8a6c-5356-47ee-b836-971ce8c250ce tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.429678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f198a0b7-2e0d-4ad4-a535-b877d06ece46 req-c22b8a6c-5356-47ee-b836-971ce8c250ce tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 943 time: 0.2162402 Dec 13 09:41:35.443458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Attempting to bind port 86738f60-6e14-4df6-9ecd-308d595a713c on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:35.444231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Attempting to bind port 86738f60-6e14-4df6-9ecd-308d595a713c by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:35.444676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Attempting to bind port 86738f60-6e14-4df6-9ecd-308d595a713c on network 445a4214-5792-405f-bcba-06b1be8a5130 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:35.450514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Port 86738f60-6e14-4df6-9ecd-308d595a713c on network 445a4214-5792-405f-bcba-06b1be8a5130 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:35.450916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Attempting to bind port 86738f60-6e14-4df6-9ecd-308d595a713c on network 445a4214-5792-405f-bcba-06b1be8a5130 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:35.458484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:35.458981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Checking segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:35.459586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Bound using segment: {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:35.460004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Bound port: 86738f60-6e14-4df6-9ecd-308d595a713c, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d361bb-43e0-416b-a4fe-6df7e3da2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:35.461008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.475480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-88f56dbe-a849-4acc-9ede-d1a59ccca471 service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608447 Dec 13 09:41:35.530329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:35.534264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9db9f00b-16de-4482-be5f-d7407c07f215,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:35.544259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.560044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:35.607985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Pushing event updated for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:35.613981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.614770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.616213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-b1b480d8-14de-45dd-a43d-59e6c784e331 service neutron] 10.222.0.37 "PUT /v2.0/ports/9db9f00b-16de-4482-be5f-d7407c07f215 HTTP/1.1" status: 200 len: 1091 time: 1.4114993 Dec 13 09:41:35.675976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:35.679464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86738f60-6e14-4df6-9ecd-308d595a713c,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:35.680800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:35.683406 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a4b02-8b4f-4cf3-8b71-1392995739bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:35.688188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.727184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc40baf-2069-4ef5-8677-e5ca3cc6332f req-6c7a2268-9b44-437f-bcad-8abfe0e9bee2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.734985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6cc40baf-2069-4ef5-8677-e5ca3cc6332f req-6c7a2268-9b44-437f-bcad-8abfe0e9bee2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 945 time: 0.2852137 Dec 13 09:41:35.746561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14f3939f-ff01-437a-b97b-34153e81562a req-206020fe-c5b9-491e-ad8f-32f2235e3cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431352 Dec 13 09:41:35.756839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f198a0b7-2e0d-4ad4-a535-b877d06ece46 req-69b635e4-4df4-45f4-aa81-d6389b967ea1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147752 Dec 13 09:41:35.769512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.780688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:35.784011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] 10.222.0.37 "PUT /v2.0/ports/86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 1091 time: 1.3425710 Dec 13 09:41:35.839108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:35.861278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:35.863828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-3a5fba2f-8565-48a2-8669-a53924f2d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:35.872493 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-3a5fba2f-8565-48a2-8669-a53924f2d2cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 1094 time: 0.1502240 Dec 13 09:41:35.881352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb has no active binding in host n-h1-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:41:35.995174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-a360a694-485b-40a7-a733-bcba04a04680 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9db9f00b-16de-4482-be5f-d7407c07f215 HTTP/1.1" status: 200 len: 217 time: 0.0695486 Dec 13 09:41:35.998147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb353-545c-4055-b706-91a5fc359405 service neutron] Pushing event updated for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:36.051111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-2db4400d-be83-43f7-b444-25db46afc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.052634 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-2db4400d-be83-43f7-b444-25db46afc32f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1094 time: 0.2215636 Dec 13 09:41:36.071018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-9171ebea-9151-46d5-8c52-f4c9fef8b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.072721 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-9171ebea-9151-46d5-8c52-f4c9fef8b703 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.0689011 Dec 13 09:41:36.116039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-2bb9cffb-326c-4d6d-a8d7-5bae4f2f1950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 217 time: 0.0546851 Dec 13 09:41:36.142729 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-25e83afa-862c-4017-b9d8-6fb80d928d11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386162 Dec 13 09:41:36.232082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-c6d3d840-b640-40d0-81ae-937dffb6e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.233558 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-c6d3d840-b640-40d0-81ae-937dffb6e2c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.1005948 Dec 13 09:41:36.273519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6cc40baf-2069-4ef5-8677-e5ca3cc6332f req-8ab1e015-1501-46be-9455-913e919bf15f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378454 Dec 13 09:41:36.282312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:36.318367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-201db70b-d48f-48d4-ab8a-71d81c68f4a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525748 Dec 13 09:41:36.331181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf7067-56c6-459e-aabf-d548cce6b3db req-a205bfeb-d74b-45e4-acd3-404a4053f899 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.332703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94bf7067-56c6-459e-aabf-d548cce6b3db req-a205bfeb-d74b-45e4-acd3-404a4053f899 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 950 time: 0.1000865 Dec 13 09:41:36.342325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:36.344665 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30f4ceb-ef19-404e-96c8-a22e148e53a1" -d '{"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:36.350702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-336aeb88-80bd-4cc3-b332-2a14805d8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.351067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.352605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-336aeb88-80bd-4cc3-b332-2a14805d8db9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028936 Dec 13 09:41:36.367974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.380707 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab7c42-8215-40c3-9c54-9940cec991cd x-openstack-request-id: req-8dab7c42-8215-40c3-9c54-9940cec991cd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:36.381001 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:36.381307 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dab7c42-8215-40c3-9c54-9940cec991cd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:36.381716 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215', 'status': 'completed', 'code': 200} Dec 13 09:41:36.393607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-61c3cbc3-a293-4b99-865b-93068202f4e6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.395084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-61c3cbc3-a293-4b99-865b-93068202f4e6 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d08472a-95bd-4722-a374-e3f7c527f365 HTTP/1.1" status: 200 len: 950 time: 0.1532655 Dec 13 09:41:36.500653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94bf7067-56c6-459e-aabf-d548cce6b3db req-d258e7a7-432b-4404-a925-ba85973e8567 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524754 Dec 13 09:41:36.521934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:36.552779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on host n-h2-820531-5 for vnic_type normal with profile {"migrating_to": "n-h1-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:36.553114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:36.553489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:36.566365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d363850-be6c-4e59-876d-2aea41e34c47 req-eb9d984a-9bfd-4fdc-840d-9a6b3c27aa12 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.567880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d363850-be6c-4e59-876d-2aea41e34c47 req-eb9d984a-9bfd-4fdc-840d-9a6b3c27aa12 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.1409874 Dec 13 09:41:36.569061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:36.569518 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f4f0d64f-a30a-4018-b8c1-d295c88d85d5 req-1a65a5c4-7dad-4c9a-94c8-28e59beee3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421603 Dec 13 09:41:36.569686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Attempting to bind port c1694007-9228-4f5c-8285-bb3dc62fb8cb on network 9fc2328a-60da-47e1-91eb-b524b0daf34c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:36.586617 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-687b4459-a2e9-4459-a311-0b76a23f7d25 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024434 Dec 13 09:41:36.587158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:36.587501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Checking segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:36.587886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Bound using segment: {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:36.588344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Bound port: c1694007-9228-4f5c-8285-bb3dc62fb8cb, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8da34-5a41-441b-afae-5c90d2d26157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9fc2328a-60da-47e1-91eb-b524b0daf34c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:36.588707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.623260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Deleting port f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:36.628318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.646826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d363850-be6c-4e59-876d-2aea41e34c47 req-d23e3567-51c2-4f4b-a199-a43dde227885 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Dec 13 09:41:36.742826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:36.752891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:36.760841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.878976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-daf97f5a-52b0-49f1-b8e8-3ba8f4f11dab tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711136 Dec 13 09:41:36.938008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:36.987115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58b57-49b1-42a4-8dbc-33fd61aac0f6 req-6b6f901f-c24c-4fc5-86b7-877e992ad476 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.988682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5a58b57-49b1-42a4-8dbc-33fd61aac0f6 req-6b6f901f-c24c-4fc5-86b7-877e992ad476 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 943 time: 0.2239888 Dec 13 09:41:36.996131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:36.996754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:36.998200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-8d52eb3b-13e2-4d60-9f5e-3c319e5e2165 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 1121 time: 1.9096248 Dec 13 09:41:37.083922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5a58b57-49b1-42a4-8dbc-33fd61aac0f6 req-0ea4029c-d67a-407a-bd4a-5dc97d761384 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Dec 13 09:41:37.091692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-0c86ee9b-6f88-4566-b8d4-bfcc7269e21f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.100256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-0c86ee9b-6f88-4566-b8d4-bfcc7269e21f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979830 Dec 13 09:41:37.107674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c1694007-9228-4f5c-8285-bb3dc62fb8cb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:37.113602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-88aafd7a-8356-4ae1-83ec-ed8d13e6b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.115322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-88aafd7a-8356-4ae1-83ec-ed8d13e6b44e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 1094 time: 0.4835310 Dec 13 09:41:37.120006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-1ec862dd-5744-4b7b-a94b-b7a2e150387a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/quotas/8b8d5a94843a4fb0a9eb01fde402129c HTTP/1.1" status: 200 len: 375 time: 0.0185952 Dec 13 09:41:37.171764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-88f07942-7ee0-43d2-b884-768049e115b1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507762 Dec 13 09:41:37.175183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c1694007-9228-4f5c-8285-bb3dc62fb8cb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:37.202943 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d20c932f-70e2-4642-aebb-4b8951799cd8 req-200e91a6-892c-4291-96c1-8cd42e6e5d85 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007192 Dec 13 09:41:37.219422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] For port f411afb5-6c5f-4d90-a208-6b7731e53954, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f411afb5-6c5f-4d90-a208-6b7731e53954,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:37.220818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.245052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Calling delete_port for f411afb5-6c5f-4d90-a208-6b7731e53954 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:37.251770 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88cc152-b740-49cd-98cf-7a50b456759b x-openstack-request-id: req-a88cc152-b740-49cd-98cf-7a50b456759b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:37.252162 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:37.252419 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a88cc152-b740-49cd-98cf-7a50b456759b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:37.253003 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'code': 200} Dec 13 09:41:37.351648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-7e354458-5d19-442d-9bdf-a28e0f42553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.353228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-7e354458-5d19-442d-9bdf-a28e0f42553b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.2259653 Dec 13 09:41:37.419874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-95239a36-616f-451a-9227-8bc1f2d6f895 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9db9f00b-16de-4482-be5f-d7407c07f215 HTTP/1.1" status: 200 len: 217 time: 0.0550497 Dec 13 09:41:37.483272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:37.484855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c31c4c-7ce0-486e-9b98-3f0c3781b1aa req-1cf08f7d-5a30-4dec-a576-9ed997695a33 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.494860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99c31c4c-7ce0-486e-9b98-3f0c3781b1aa req-1cf08f7d-5a30-4dec-a576-9ed997695a33 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 944 time: 0.1511357 Dec 13 09:41:37.552251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-3416d44a-4c2a-4186-ac57-73241b35d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.554407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-3416d44a-4c2a-4186-ac57-73241b35d597 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1213660 Dec 13 09:41:37.560095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5148-1e43-4720-8122-98acbd881b79 req-f9fefe3c-f569-4bc8-90d4-fbecb2b014a7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.560471 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.561947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bd5148-1e43-4720-8122-98acbd881b79 req-f9fefe3c-f569-4bc8-90d4-fbecb2b014a7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 943 time: 0.1231987 Dec 13 09:41:37.573550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e', '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'f411afb5-6c5f-4d90-a208-6b7731e53954'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:37.576058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6c747c23-87e7-442d-b77c-2667ea82608d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:37.602420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99c31c4c-7ce0-486e-9b98-3f0c3781b1aa req-6062f94d-e89b-44d5-a8c0-74c6d2256161 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055179 Dec 13 09:41:37.691753 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-df9b200d-1da1-4608-a3c1-1b94cba6bec1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131523 Dec 13 09:41:37.718225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event deleted for resources: {'Port': ['ID=f411afb5-6c5f-4d90-a208-6b7731e53954,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:37.723601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bd5148-1e43-4720-8122-98acbd881b79 req-61b718c0-4b89-45d5-a822-844b44e5aa3f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505585 Dec 13 09:41:37.833170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] No DVR routers for this DVR port f411afb5-6c5f-4d90-a208-6b7731e53954 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:37.836101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:37.840342 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8d230688-57ff-420b-8f77-82b00be4a4ff req-2476007c-60e6-406f-b13f-fd682bc45607 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "DELETE /v2.0/ports/f411afb5-6c5f-4d90-a208-6b7731e53954 HTTP/1.1" status: 204 len: 173 time: 1.4350770 Dec 13 09:41:37.869989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:37.899686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-0a056b8b-6d95-46c4-adb1-f23ff21159d4 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690290 Dec 13 09:41:37.913964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'network_id': '9b9d3c60-f48c-4901-bf06-972147813936', 'port_id': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'mac_address': 'fa:16:3e:d8:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9eb54-f373-434c-b6a9-a34d9d1db892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:37.934231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-ff35efad-320c-45c8-bb69-351197d65a13 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492346 Dec 13 09:41:37.963776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647ab5-8356-45e2-83da-6984365c788f req-68aff0f4-446e-4cf6-9bf3-d4b90a467a4c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:37.967154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41647ab5-8356-45e2-83da-6984365c788f req-68aff0f4-446e-4cf6-9bf3-d4b90a467a4c tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1675663 Dec 13 09:41:38.002066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6c747c23-87e7-442d-b77c-2667ea82608d,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:38.026456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6c747c23-87e7-442d-b77c-2667ea82608d', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'port_id': '6c747c23-87e7-442d-b77c-2667ea82608d', 'mac_address': 'fa:16:3e:3d:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:38.030321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.065450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e91a4b02-8b4f-4cf3-8b71-1392995739bc req-37fdd3a6-bf12-4a7e-9e03-65d46129a545 service neutron] 10.222.0.37 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437283 Dec 13 09:41:38.086327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f352c36c-22f1-4f69-baf7-04d03ace54c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:38.124869 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.128540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:38.147690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:38.154288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-2a459b9a-fe6d-4caa-90be-80ce5d3ad74c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.161879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-2a459b9a-fe6d-4caa-90be-80ce5d3ad74c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138760 Dec 13 09:41:38.175987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.184314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-87db2dbe-7d00-429d-9722-4025c2f82bfb tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/quotas/8b8d5a94843a4fb0a9eb01fde402129c HTTP/1.1" status: 200 len: 375 time: 0.0216134 Dec 13 09:41:38.194360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c747c23-87e7-442d-b77c-2667ea82608d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:38.217516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-472c4a75-f24e-4360-8def-a43df9794abd tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316927 Dec 13 09:41:38.229970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41647ab5-8356-45e2-83da-6984365c788f req-8f9baad0-6d6a-44ab-8f5d-af781beb58c4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733625 Dec 13 09:41:38.278723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6c747c23-87e7-442d-b77c-2667ea82608d,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:38.300977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:38.315742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f352c36c-22f1-4f69-baf7-04d03ace54c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:38.379185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:38.383001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c'}, {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-deleted', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:38.386777 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71876697-10da-4141-8ae5-4b9405ac7d34" -d '{"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c"}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-deleted", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:38.478432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a98b-c1f7-441c-8b04-cb61ebaba386 req-54ee3ed0-abe3-4a5b-8b66-a69d08ad827e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.480235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8205a98b-c1f7-441c-8b04-cb61ebaba386 req-54ee3ed0-abe3-4a5b-8b66-a69d08ad827e tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 944 time: 0.0997741 Dec 13 09:41:38.514995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9158606-c071-479b-b026-d6fd8a9ed35f req-76d1cd3e-d2b8-419d-b19a-62ab2d6214d8 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.517563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9158606-c071-479b-b026-d6fd8a9ed35f req-76d1cd3e-d2b8-419d-b19a-62ab2d6214d8 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 943 time: 0.0952058 Dec 13 09:41:38.529748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:38.577714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8205a98b-c1f7-441c-8b04-cb61ebaba386 req-72ca71f6-daa3-4837-805e-4b9f32932a03 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875435 Dec 13 09:41:38.622241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9158606-c071-479b-b026-d6fd8a9ed35f req-9255ce14-6111-445d-a1f9-0c8c83bf4441 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958254 Dec 13 09:41:38.722005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebd5b559-c9ef-4b34-bb10-064703472418 req-b426f59d-8bb8-4f7a-96a1-f0987768a88b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 210 time: 0.0402641 Dec 13 09:41:38.786992 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f600fc90-b47d-42ed-8c85-495356993d0d x-openstack-request-id: req-f600fc90-b47d-42ed-8c85-495356993d0d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:38.787297 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c", "status": "completed", "code": 200}, {"server_uuid": "7d08472a-95bd-4722-a374-e3f7c527f365", "name": "network-vif-deleted", "tag": "f411afb5-6c5f-4d90-a208-6b7731e53954", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:38.787553 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f600fc90-b47d-42ed-8c85-495356993d0d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:38.788129 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c', 'status': 'completed', 'code': 200} Dec 13 09:41:38.788397 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d08472a-95bd-4722-a374-e3f7c527f365', 'name': 'network-vif-deleted', 'tag': 'f411afb5-6c5f-4d90-a208-6b7731e53954', 'status': 'completed', 'code': 200} Dec 13 09:41:38.881417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-c28bd129-b54c-4344-958a-c1b15d1014fb tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291703 Dec 13 09:41:38.888736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-7237f8d7-c42e-4652-9ed7-7a54cb24e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.890341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-7237f8d7-c42e-4652-9ed7-7a54cb24e4d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1094 time: 0.0717177 Dec 13 09:41:38.930596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8baa-d525-4437-a605-3d8ebeca3f95 req-52c35e7b-beaa-45ba-b056-3075388d8254 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:38.934508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a25f8baa-d525-4437-a605-3d8ebeca3f95 req-52c35e7b-beaa-45ba-b056-3075388d8254 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 945 time: 0.0786698 Dec 13 09:41:39.001866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6c747c23-87e7-442d-b77c-2667ea82608d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:39.028526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a25f8baa-d525-4437-a605-3d8ebeca3f95 req-4e117f70-a141-4a9f-99b3-778915cdf17a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790639 Dec 13 09:41:39.121901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-2c42207c-cc75-4f3e-9dd8-350790126116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.123676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-2c42207c-cc75-4f3e-9dd8-350790126116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 930 time: 0.2028325 Dec 13 09:41:39.134329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-3027749b-4f5c-4e7e-a0a9-3602f7c08dbf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.136235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-3027749b-4f5c-4e7e-a0a9-3602f7c08dbf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373846 Dec 13 09:41:39.190677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Request body: {'port': {'device_id': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '8b8d5a94843a4fb0a9eb01fde402129c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:39.195671 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-0133fc84-a944-4daa-9d01-47ce46c3299a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 217 time: 0.0582342 Dec 13 09:41:39.257014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:39.259788 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdf4438-e3ba-4df5-a363-53079c684ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:39.288359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef7c9-474f-42b6-bf8d-61911a67bc88 req-e643629b-eb3d-49b8-81da-413ddfcb44a0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.290274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43eef7c9-474f-42b6-bf8d-61911a67bc88 req-e643629b-eb3d-49b8-81da-413ddfcb44a0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 951 time: 0.1098449 Dec 13 09:41:39.302072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cea34-77fa-444f-9c04-d4b02e3fdb36 req-734aede0-e03e-4d8d-ba7e-82857fd81761 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.303942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d19cea34-77fa-444f-9c04-d4b02e3fdb36 req-734aede0-e03e-4d8d-ba7e-82857fd81761 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 943 time: 0.1525745 Dec 13 09:41:39.308239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-fed32bf0-cd8b-4b3d-83e3-5e980445d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.309863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-fed32bf0-cd8b-4b3d-83e3-5e980445d0fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.1007154 Dec 13 09:41:39.378213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43eef7c9-474f-42b6-bf8d-61911a67bc88 req-5e2e3bd0-1946-4996-89ba-3fb753053617 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Dec 13 09:41:39.386060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-6629ff44-0bab-4957-be33-ced719e0dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.387673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-6629ff44-0bab-4957-be33-ced719e0dbd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663319 Dec 13 09:41:39.388402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d19cea34-77fa-444f-9c04-d4b02e3fdb36 req-69dcd4e4-8a12-4225-b4ac-6a9d4a0e6750 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772400 Dec 13 09:41:39.395162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Made reservation on behalf of 8b8d5a94843a4fb0a9eb01fde402129c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:39.400732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.435549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.469916 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65161a93-389b-4f06-b881-b0e7c7271a68 x-openstack-request-id: req-65161a93-389b-4f06-b881-b0e7c7271a68 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:39.469916 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:39.469916 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65161a93-389b-4f06-b881-b0e7c7271a68 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:39.470525 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'status': 'completed', 'code': 200} Dec 13 09:41:39.510035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be674-0067-452c-b6f6-84bf65079659 req-0a126f0c-64bc-4bcd-800f-3f971b576ab5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.512439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:39.517690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f0be674-0067-452c-b6f6-84bf65079659 req-0a126f0c-64bc-4bcd-800f-3f971b576ab5 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0587821 Dec 13 09:41:39.543531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-29b06bc4-9626-47ab-add1-efae9983f537 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391342 Dec 13 09:41:39.607976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f352c36c-22f1-4f69-baf7-04d03ace54c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:39.608601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.617317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f0be674-0067-452c-b6f6-84bf65079659 req-793f244c-c719-4fed-9240-0fd0e1fddab4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889435 Dec 13 09:41:39.619951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-376bf4c2-8e5b-4812-9bbb-63be3110d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.622104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-376bf4c2-8e5b-4812-9bbb-63be3110d83a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1124 time: 0.1034651 Dec 13 09:41:39.651595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.662686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.713218 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.724624 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:41:39.767262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:39.770921 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf480a27-7213-4bc8-a61a-c2a046a4b94f" -d '{"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-plugged", "status": "completed", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:39.784945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:39.786137 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-71876697-10da-4141-8ae5-4b9405ac7d34 req-5acd9712-d2b4-4caa-bda9-1e2ce052be41 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287035 Dec 13 09:41:39.790014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:39.790952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:39.793292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b977274-cb88-4c1d-8649-de6cebafc520,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.850396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-e0504a1a-e05a-4bb0-a5eb-ddea9e0db696 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271800 Dec 13 09:41:39.854590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: f411afb5-6c5f-4d90-a208-6b7731e53954 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:39.855224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f411afb5-6c5f-4d90-a208-6b7731e53954 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:39.889268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34288371-a8bf-4c02-a66a-b1f255224024 req-8851787c-9654-49cb-ab79-9b7d843ec4af tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.890853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34288371-a8bf-4c02-a66a-b1f255224024 req-8851787c-9654-49cb-ab79-9b7d843ec4af tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 944 time: 0.1507778 Dec 13 09:41:39.896373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-f87b1b60-c152-461c-90e1-3930bbf94bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.897558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-f87b1b60-c152-461c-90e1-3930bbf94bec service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.2638617 Dec 13 09:41:39.899537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:39.925993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Allocated IP 192.168.233.215 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/36efde74-5581-4a28-b719-7c557b7e871e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:39.939429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f2a49-0021-401d-9436-0ef773168259 req-82a2c605-2dc3-447f-a2c9-a05efafd5e34 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:39.941474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000f2a49-0021-401d-9436-0ef773168259 req-82a2c605-2dc3-447f-a2c9-a05efafd5e34 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 943 time: 0.1861823 Dec 13 09:41:39.975283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-e96d725c-d950-4c17-a190-8a9264de7b35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 217 time: 0.0564580 Dec 13 09:41:40.018548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-10670ca6-6f84-4d68-8b4f-afba2193bca2 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.019991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-10670ca6-6f84-4d68-8b4f-afba2193bca2 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565213 Dec 13 09:41:40.042272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Request body: {'port': {'device_id': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '8b8d5a94843a4fb0a9eb01fde402129c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:40.052486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34288371-a8bf-4c02-a66a-b1f255224024 req-52f5769d-01be-4fcd-87b7-71823d56dbbb tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500559 Dec 13 09:41:40.076462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000f2a49-0021-401d-9436-0ef773168259 req-e9e7795d-375c-4e9b-8582-0a69cbc7d344 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077623 Dec 13 09:41:40.084726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-2747a8ed-eec7-4e95-82c0-865dfc005ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.087120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-2747a8ed-eec7-4e95-82c0-865dfc005ff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0916560 Dec 13 09:41:40.138282 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d694ce9f-b349-4307-8243-7f260c30e881 x-openstack-request-id: req-d694ce9f-b349-4307-8243-7f260c30e881 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:40.138585 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-plugged", "status": "completed", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:40.139812 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d694ce9f-b349-4307-8243-7f260c30e881 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:40.140237 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'code': 200} Dec 13 09:41:40.141300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-7abcb4f7-da0b-4267-b724-4510fb4e00f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445237 Dec 13 09:41:40.169850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcd693c1-4457-4872-af9c-634b101093ad req-87c9d9ac-4d57-4da4-abd3-f4724b7c2301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 210 time: 0.0273993 Dec 13 09:41:40.219086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.264734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Made reservation on behalf of 8b8d5a94843a4fb0a9eb01fde402129c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:40.268403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.300306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.301630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35e87a-c547-41ea-a11d-19293f256a41 req-b145bf3e-edce-4ce8-88a3-0c6d60976645 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.303289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab35e87a-c547-41ea-a11d-19293f256a41 req-b145bf3e-edce-4ce8-88a3-0c6d60976645 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 945 time: 0.0841818 Dec 13 09:41:40.309743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-e937e5f5-5f2c-494a-947a-d1b391329742 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424177 Dec 13 09:41:40.382240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:40.392517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:40.395884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:40.406216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab35e87a-c547-41ea-a11d-19293f256a41 req-c596dc1e-52d9-48b1-a0ac-dbdf36240e4d tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954659 Dec 13 09:41:40.435725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:40.443347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fdf4438-e3ba-4df5-a363-53079c684ff6 req-829c2680-efdd-49e3-96db-ae015b6fb97f service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246536 Dec 13 09:41:40.518896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.519562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.564489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-dd3af3da-4d97-40d3-8d55-47ef5b1054b7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3790593 Dec 13 09:41:40.566316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Allocated IP 192.168.233.132 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/8aca2549-aeff-4338-bc71-7993e1792923) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:40.580875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Request body: {'port': {'device_id': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:40.613537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75153998-f48e-45cc-a31f-490da09cee57 req-3f82af3f-141a-453a-9504-e6e55d41fbf9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.615073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75153998-f48e-45cc-a31f-490da09cee57 req-3f82af3f-141a-453a-9504-e6e55d41fbf9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 943 time: 0.0912786 Dec 13 09:41:40.631889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2919fd-eacf-4b0b-8480-8a1c9823931a req-4a6e1ecd-1486-478f-a20f-689556c0ab47 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.634139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd2919fd-eacf-4b0b-8480-8a1c9823931a req-4a6e1ecd-1486-478f-a20f-689556c0ab47 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 951 time: 0.1091509 Dec 13 09:41:40.676101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.714157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd2919fd-eacf-4b0b-8480-8a1c9823931a req-42960efa-73f6-4549-8215-e59e2fb6b829 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715637 Dec 13 09:41:40.717873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75153998-f48e-45cc-a31f-490da09cee57 req-1bb8223d-8346-48c0-93bf-1cc485fd792e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826077 Dec 13 09:41:40.751817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9ebed2b8-b78c-4300-9c3a-a939e07c7b1b None None] Provisioning complete for port 36efde74-5581-4a28-b719-7c557b7e871e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:40.752409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ebed2b8-b78c-4300-9c3a-a939e07c7b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:40.788732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9ebed2b8-b78c-4300-9c3a-a939e07c7b1b None None] Port 36efde74-5581-4a28-b719-7c557b7e871e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:40.844319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d224cc-890a-4d14-bc1a-41e8c29d08d2 req-f450651f-658e-450b-a615-2fc211ed2309 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.846866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73d224cc-890a-4d14-bc1a-41e8c29d08d2 req-f450651f-658e-450b-a615-2fc211ed2309 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0505648 Dec 13 09:41:40.897151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73d224cc-890a-4d14-bc1a-41e8c29d08d2 req-4388c032-531f-4f46-ae19-06a8c6e6167d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Dec 13 09:41:40.924280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-07727a54-a468-46b2-bf30-ce44f0839e72 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:40.926053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-07727a54-a468-46b2-bf30-ce44f0839e72 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 951 time: 0.1629064 Dec 13 09:41:40.929169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.040187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.143730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-ff7230fc-5e03-48fb-96eb-d52da62acef8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.145311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-ff7230fc-5e03-48fb-96eb-d52da62acef8 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.0602281 Dec 13 09:41:41.148004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:41.157405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:41.167282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:41.173919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event updated for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:41.225356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Deleting port e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:41.228995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.327851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3907cd-8fcf-4b88-a90c-675d5dd2ef79 req-42327b43-bf95-4d9f-92ba-898ec7f9f557 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.337204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d3907cd-8fcf-4b88-a90c-675d5dd2ef79 req-42327b43-bf95-4d9f-92ba-898ec7f9f557 tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 945 time: 0.1780186 Dec 13 09:41:41.338146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:41.369374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.384451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1bbcb-ba1c-481c-b9d5-a56f63e81334 req-21166702-506a-4571-973a-5cd96439942e tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.393104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84c1bbcb-ba1c-481c-b9d5-a56f63e81334 req-21166702-506a-4571-973a-5cd96439942e tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 943 time: 0.1895297 Dec 13 09:41:41.426141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.427286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.458236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Transition to ACTIVE for port object 36efde74-5581-4a28-b719-7c557b7e871e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:41.465818 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-c72cb029-6a3f-4f67-b782-197de18ee563 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4274144 Dec 13 09:41:41.470440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.477667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d3907cd-8fcf-4b88-a90c-675d5dd2ef79 req-d5188c78-7d6b-4cb8-ad50-ecb0d7e9d11b tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/security-groups?id=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395388 Dec 13 09:41:41.503777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Deleting port f352c36c-22f1-4f69-baf7-04d03ace54c1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:41.504327 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.511738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84c1bbcb-ba1c-481c-b9d5-a56f63e81334 req-3017fb5f-fb9c-4240-badf-0d45edeb14b0 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175151 Dec 13 09:41:41.528728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8bd78c82-bd5c-40eb-928e-1c9e5b17b7d7 None None] Provisioning complete for port 8aca2549-aeff-4338-bc71-7993e1792923 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:41.529268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bd78c82-bd5c-40eb-928e-1c9e5b17b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.603747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86738f60-6e14-4df6-9ecd-308d595a713c details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:41.628440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6c747c23-87e7-442d-b77c-2667ea82608d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:41.675699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8bd78c82-bd5c-40eb-928e-1c9e5b17b7d7 None None] Port 8aca2549-aeff-4338-bc71-7993e1792923 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:41:41.740173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] For port f352c36c-22f1-4f69-baf7-04d03ace54c1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f352c36c-22f1-4f69-baf7-04d03ace54c1,segment=NetworkSegment(0cb97280-18c6-4ecf-8f81-cd3a190de820),segment_id=0cb97280-18c6-4ecf-8f81-cd3a190de820)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:41.740173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.793781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Calling delete_port for f352c36c-22f1-4f69-baf7-04d03ace54c1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:41.805259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50136-8cbd-4f50-9be7-588b89f0a082 req-ab6cf636-72e1-4769-948e-06c315a8a31b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.805659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6c747c23-87e7-442d-b77c-2667ea82608d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:41.812639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6c747c23-87e7-442d-b77c-2667ea82608d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:41.813561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.814302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec50136-8cbd-4f50-9be7-588b89f0a082 req-ab6cf636-72e1-4769-948e-06c315a8a31b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 936 time: 0.1654358 Dec 13 09:41:41.859589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Request body: {'port': {'device_id': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:41.872885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86738f60-6e14-4df6-9ecd-308d595a713c,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:41.897671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '86738f60-6e14-4df6-9ecd-308d595a713c', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'mac_address': 'fa:16:3e:8e:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:41.925650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] For port e80f4e9c-058e-48ab-9289-1532f83f3b04, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e80f4e9c-058e-48ab-9289-1532f83f3b04,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:41.926328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:41.956826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Calling delete_port for e80f4e9c-058e-48ab-9289-1532f83f3b04 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:41.959255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc07e-8ca6-41a7-9f3e-919a27596834 req-947987d6-76cc-47e2-81ad-66ad7ba5c8be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:41.960202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:41.968685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99dfc07e-8ca6-41a7-9f3e-919a27596834 req-947987d6-76cc-47e2-81ad-66ad7ba5c8be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 945 time: 0.2328084 Dec 13 09:41:41.984408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec50136-8cbd-4f50-9be7-588b89f0a082 req-da5d2430-48dd-46d7-a74f-6d6be80ef6e1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685317 Dec 13 09:41:42.003805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.021478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86738f60-6e14-4df6-9ecd-308d595a713c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:42.037977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.078467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86738f60-6e14-4df6-9ecd-308d595a713c,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:42.087815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.093409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.094083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:42.198865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6c747c23-87e7-442d-b77c-2667ea82608d,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:42.264407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:42.267558 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fbe68d-36c6-4707-aaff-34661bf320fe" -d '{"events": [{"server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "name": "network-vif-plugged", "status": "completed", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:42.280109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99dfc07e-8ca6-41a7-9f3e-919a27596834 req-8083d240-d079-4ee4-8865-92d4ec2cf5c8 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052909 Dec 13 09:41:42.327163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.333982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.340836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.374655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f352c36c-22f1-4f69-baf7-04d03ace54c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:42.413556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Pushing event deleted for resources: {'Port': ['ID=f352c36c-22f1-4f69-baf7-04d03ace54c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.436526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abbc65-0e52-45a7-b1d2-867e6f6424f3 req-7e069902-6845-4856-b21d-c0ddfca705d4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:42.446357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04abbc65-0e52-45a7-b1d2-867e6f6424f3 req-7e069902-6845-4856-b21d-c0ddfca705d4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 951 time: 0.3232450 Dec 13 09:41:42.465295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Attempting to bind port 36efde74-5581-4a28-b719-7c557b7e871e on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:42.465872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Attempting to bind port 36efde74-5581-4a28-b719-7c557b7e871e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:42.466036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Attempting to bind port 36efde74-5581-4a28-b719-7c557b7e871e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:42.475099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:42.477789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.491634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb has no active binding in host n-h1-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 09:41:42.492095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9db9f00b-16de-4482-be5f-d7407c07f215 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:42.530643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.531437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.532624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.533365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.534158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.535171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.535766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.536294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.536831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.537461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.538012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.538537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.539110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:41:42.545305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] No DVR routers for this DVR port f352c36c-22f1-4f69-baf7-04d03ace54c1 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:42.551429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.555274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6d0bac2-66dc-41e1-bbbb-8f12661e0960 req-22fd7026-c42a-4e4e-907e-5a995c913acd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.44 "DELETE /v2.0/ports/f352c36c-22f1-4f69-baf7-04d03ace54c1 HTTP/1.1" status: 204 len: 173 time: 1.3939641 Dec 13 09:41:42.556438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-deleted', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:42.560344 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00aeda-ec9b-4985-aa04-d121b00bc3d7" -d '{"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-deleted", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:42.602079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9db9f00b-16de-4482-be5f-d7407c07f215,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:42.608639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d6e9-7b84-419f-a31e-a41e82c8238e req-c6786a27-78c7-48a7-8d21-02f59db0bb86 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:42.618609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a350d6e9-7b84-419f-a31e-a41e82c8238e req-c6786a27-78c7-48a7-8d21-02f59db0bb86 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 943 time: 0.2089109 Dec 13 09:41:42.620551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '9db9f00b-16de-4482-be5f-d7407c07f215', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': '9db9f00b-16de-4482-be5f-d7407c07f215', 'mac_address': 'fa:16:3e:11:1e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:42.631946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04abbc65-0e52-45a7-b1d2-867e6f6424f3 req-5ddb20c1-8bc7-4a87-9a20-e2cc39ff5d0d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841593 Dec 13 09:41:42.639205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.681978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e', '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:42.685218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Port 36efde74-5581-4a28-b719-7c557b7e871e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:42.686404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Attempting to bind port 36efde74-5581-4a28-b719-7c557b7e871e on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:42.688684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e80f4e9c-058e-48ab-9289-1532f83f3b04'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:42.730585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a350d6e9-7b84-419f-a31e-a41e82c8238e req-e7e5842a-a880-4186-91d1-575ab0701c40 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Dec 13 09:41:42.778173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event deleted for resources: {'Port': ['ID=e80f4e9c-058e-48ab-9289-1532f83f3b04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:42.782842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:42.783185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:42.783688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:42.784205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Bound port: 36efde74-5581-4a28-b719-7c557b7e871e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:42.784789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.801677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47dec8-c356-4b6b-906e-1055570fe3aa req-758e6436-43e6-49e5-ae92-ed09c28addb3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:42.804107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c47dec8-c356-4b6b-906e-1055570fe3aa req-758e6436-43e6-49e5-ae92-ed09c28addb3 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.0725424 Dec 13 09:41:42.814351 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c312c-4dd0-404e-ac2f-c068b5f17b60 x-openstack-request-id: req-f86c312c-4dd0-404e-ac2f-c068b5f17b60 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:42.815201 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "name": "network-vif-plugged", "status": "completed", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:42.817395 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f86c312c-4dd0-404e-ac2f-c068b5f17b60 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:42.818993 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d', 'code': 200} Dec 13 09:41:42.845803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:42.900361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db9f00b-16de-4482-be5f-d7407c07f215 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:42.948173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ed555e4-c29f-467b-a3bf-e760a9e7a0b7 req-736ad813-792f-4a68-8075-bb09a09f0cfd tempest-ImagesTestJSON-782511853 tempest-ImagesTestJSON-782511853-project] 10.222.0.30 "GET /v2.0/ports?device_id=68203760-1eaf-4c84-86cf-4904182bf942 HTTP/1.1" status: 200 len: 210 time: 0.0539455 Dec 13 09:41:42.959322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9db9f00b-16de-4482-be5f-d7407c07f215,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:42.973643 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.029295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aca2549-aeff-4338-bc71-7993e1792923 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:43.046204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.052381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c47dec8-c356-4b6b-906e-1055570fe3aa req-7274819d-3305-47bd-bd9c-2779b5caafb0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999640 Dec 13 09:41:43.063956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Transition to ACTIVE for port object 8aca2549-aeff-4338-bc71-7993e1792923 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:43.066968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] No DVR routers for this DVR port e80f4e9c-058e-48ab-9289-1532f83f3b04 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:43.072524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.079827 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-edfe1ac7-af69-4be7-ad95-5c45442fc50e req-6e59657e-c611-424d-a740-8b25147c0c1d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.37 "DELETE /v2.0/ports/e80f4e9c-058e-48ab-9289-1532f83f3b04 HTTP/1.1" status: 204 len: 173 time: 2.1425576 Dec 13 09:41:43.082571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-deleted', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:43.098028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:43.113486 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba9f3c-35fd-4ce6-a953-29dbac5d4fcf" -d '{"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-deleted", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:43.122481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.142384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71160583-f4b3-4f22-b702-e5feac766b8d req-12aff656-cfb0-4d60-912b-545f63caa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.162708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71160583-f4b3-4f22-b702-e5feac766b8d req-12aff656-cfb0-4d60-912b-545f63caa4d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 1097 time: 0.2517581 Dec 13 09:41:43.172510 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38cfaf-b64e-4780-83e0-bd3a9af018b4 x-openstack-request-id: req-8a38cfaf-b64e-4780-83e0-bd3a9af018b4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:43.172852 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68203760-1eaf-4c84-86cf-4904182bf942", "name": "network-vif-deleted", "tag": "f352c36c-22f1-4f69-baf7-04d03ace54c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:43.173240 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a38cfaf-b64e-4780-83e0-bd3a9af018b4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:43.173713 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68203760-1eaf-4c84-86cf-4904182bf942', 'name': 'network-vif-deleted', 'tag': 'f352c36c-22f1-4f69-baf7-04d03ace54c1', 'status': 'completed', 'code': 200} Dec 13 09:41:43.224393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Pushing event updated for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:43.275979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797386b-e24c-4a41-9912-4d8356024ae3 req-30ccf27e-665c-4de5-954e-ff6603349dd2 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.281773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3797386b-e24c-4a41-9912-4d8356024ae3 req-30ccf27e-665c-4de5-954e-ff6603349dd2 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 944 time: 0.2497945 Dec 13 09:41:43.282965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:43.380470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:43.400360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.424722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71160583-f4b3-4f22-b702-e5feac766b8d req-ee5b651a-64d5-46f5-bd2c-347a1fbd6d36 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490380 Dec 13 09:41:43.489254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3797386b-e24c-4a41-9912-4d8356024ae3 req-82eca388-1939-4ed2-ba83-e3ff046159dc tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969852 Dec 13 09:41:43.495662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['86738f60-6e14-4df6-9ecd-308d595a713c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:43.502545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9db9f00b-16de-4482-be5f-d7407c07f215'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:43.526951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f359-17f6-4b47-b3ef-81061b3cefa5 req-c673f4b2-26ac-44a8-8065-082d60655ddc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.539446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8387f359-17f6-4b47-b3ef-81061b3cefa5 req-c673f4b2-26ac-44a8-8065-082d60655ddc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 948 time: 0.1179678 Dec 13 09:41:43.545158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.545826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.547177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] 10.222.0.44 "PUT /v2.0/ports/36efde74-5581-4a28-b719-7c557b7e871e HTTP/1.1" status: 200 len: 1096 time: 2.9740157 Dec 13 09:41:43.590287 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac744cb-ca34-4339-8b5f-93a5909619eb x-openstack-request-id: req-3ac744cb-ca34-4339-8b5f-93a5909619eb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:43.590588 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894a3959-7ef0-4729-89d0-900b7dc6f565", "name": "network-vif-deleted", "tag": "e80f4e9c-058e-48ab-9289-1532f83f3b04", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:43.592109 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ac744cb-ca34-4339-8b5f-93a5909619eb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:43.592537 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894a3959-7ef0-4729-89d0-900b7dc6f565', 'name': 'network-vif-deleted', 'tag': 'e80f4e9c-058e-48ab-9289-1532f83f3b04', 'status': 'completed', 'code': 200} Dec 13 09:41:43.596098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Attempting to bind port 8aca2549-aeff-4338-bc71-7993e1792923 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:43.596427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Attempting to bind port 8aca2549-aeff-4338-bc71-7993e1792923 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:43.596753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Attempting to bind port 8aca2549-aeff-4338-bc71-7993e1792923 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:43.599627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:43.610819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:43.613659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88c64f-263a-46f9-a255-d264c4908c95 service neutron] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:43.620893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Port 8aca2549-aeff-4338-bc71-7993e1792923 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:43.621390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Attempting to bind port 8aca2549-aeff-4338-bc71-7993e1792923 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:43.658942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:43.659489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:43.660038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:43.660639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Bound port: 8aca2549-aeff-4338-bc71-7993e1792923, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:43.661139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.674630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8387f359-17f6-4b47-b3ef-81061b3cefa5 req-a7b2dc16-b78b-4567-adde-7dcaf66ba72f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329701 Dec 13 09:41:43.691460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: e80f4e9c-058e-48ab-9289-1532f83f3b04 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:43.691846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e80f4e9c-058e-48ab-9289-1532f83f3b04 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:43.748364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-28cd0d11-8b02-4767-863d-d321a31c8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.750199 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-28cd0d11-8b02-4767-863d-d321a31c8bd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1099 time: 0.1508751 Dec 13 09:41:43.817578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018afed-50db-45d1-b419-4609a5419ff0 req-c987a8fe-7a72-4947-b46d-7a829d706846 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.820264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f018afed-50db-45d1-b419-4609a5419ff0 req-c987a8fe-7a72-4947-b46d-7a829d706846 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.0776949 Dec 13 09:41:43.824654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-538bbc8f-0678-4edc-ad24-948c0adf47b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=36efde74-5581-4a28-b719-7c557b7e871e HTTP/1.1" status: 200 len: 217 time: 0.0650737 Dec 13 09:41:43.873890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce1583a2-bbdf-42ee-a061-ae591a8f94da req-5bf70e8f-6c11-4758-ad27-603282ab38e4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=894a3959-7ef0-4729-89d0-900b7dc6f565 HTTP/1.1" status: 200 len: 210 time: 0.0524378 Dec 13 09:41:43.929704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:43.950630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8aca2549-aeff-4338-bc71-7993e1792923,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:43.953062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-298cc34f-5087-469e-83a5-ff3cd10e1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:43.956632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-298cc34f-5087-469e-83a5-ff3cd10e1942 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1056757 Dec 13 09:41:43.958827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:43.966760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:43.984574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f018afed-50db-45d1-b419-4609a5419ff0 req-c6a9880a-bec7-48db-b91c-1467d21bb940 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088576 Dec 13 09:41:44.020139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: f352c36c-22f1-4f69-baf7-04d03ace54c1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:44.021281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f352c36c-22f1-4f69-baf7-04d03ace54c1 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:44.076304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba511d-9151-48c0-a2ee-abef629a1dfb req-b014f397-bf94-4d13-83d5-e2e0421380d3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.078688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ba511d-9151-48c0-a2ee-abef629a1dfb req-b014f397-bf94-4d13-83d5-e2e0421380d3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 944 time: 0.0903001 Dec 13 09:41:44.164600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.165206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:44.166578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] 10.222.0.37 "PUT /v2.0/ports/8aca2549-aeff-4338-bc71-7993e1792923 HTTP/1.1" status: 200 len: 1096 time: 2.6852591 Dec 13 09:41:44.190583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ba511d-9151-48c0-a2ee-abef629a1dfb req-25225e45-2207-406b-8b6b-81b4bae94ae6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986941 Dec 13 09:41:44.269983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-817de794-80bb-4719-8510-1ccaa9fc8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.271678 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-817de794-80bb-4719-8510-1ccaa9fc8ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077788 Dec 13 09:41:44.285898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7dcd3-e690-40d5-933d-ea67e13b2f50 service neutron] Pushing event updated for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:44.333392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a710c5-d2de-4567-930b-fe7f2a2b08ec req-586ad886-39bd-428f-8e0e-da285dfca774 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.342132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44a710c5-d2de-4567-930b-fe7f2a2b08ec req-586ad886-39bd-428f-8e0e-da285dfca774 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 943 time: 0.1142151 Dec 13 09:41:44.443382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44a710c5-d2de-4567-930b-fe7f2a2b08ec req-0d01857e-1a68-4dab-a8c6-ff412c6993df tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Dec 13 09:41:44.459387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-78282caa-88e9-4fe5-8318-63c26b36445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.461029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-78282caa-88e9-4fe5-8318-63c26b36445e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 1099 time: 0.2300000 Dec 13 09:41:44.531214 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-a44e9433-134c-475a-896f-0b738f2c8acc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8aca2549-aeff-4338-bc71-7993e1792923 HTTP/1.1" status: 200 len: 217 time: 0.0595093 Dec 13 09:41:44.535307 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-6cd97d05-df29-4c64-aef3-bef3531b294e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501035 Dec 13 09:41:44.685033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729046d-cd3c-4b3b-97be-41bd77ac547c req-f5431085-32d3-4a77-9394-275df9bad276 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.687993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4729046d-cd3c-4b3b-97be-41bd77ac547c req-f5431085-32d3-4a77-9394-275df9bad276 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 944 time: 0.1120338 Dec 13 09:41:44.691745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-b7371072-0953-46c3-9884-e5349b3f8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.693259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-b7371072-0953-46c3-9884-e5349b3f8b0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1543653 Dec 13 09:41:44.727869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-ab344235-ea08-4f48-b6c1-6ccb199c275c service neutron] 10.222.0.44 "GET /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb/bindings/n-h1-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.1191425 Dec 13 09:41:44.757422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff94d02-590a-4dfb-82fb-55e076aaa4b9 req-14ecb5e5-d6d4-46a1-a4e1-da1541c71b5d service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083566 Dec 13 09:41:44.777159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-a5ab8ea7-65c2-4b7b-8e16-573cf32bdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.778814 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-a5ab8ea7-65c2-4b7b-8e16-573cf32bdd1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756848 Dec 13 09:41:44.784935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4729046d-cd3c-4b3b-97be-41bd77ac547c req-f5ea7626-dd6a-4558-830d-dc31f571bc95 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Dec 13 09:41:44.884862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:44.890201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257588e-a5fc-4b92-bd1b-6eba65ba7738 req-6a47c1aa-f0e3-4bfa-a910-a42ff5fbff8a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:44.892688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9257588e-a5fc-4b92-bd1b-6eba65ba7738 req-6a47c1aa-f0e3-4bfa-a910-a42ff5fbff8a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 948 time: 0.1043465 Dec 13 09:41:44.933572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-386cedef-11c9-4e3e-bc82-b3e0baba73e0 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469493 Dec 13 09:41:45.002632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9257588e-a5fc-4b92-bd1b-6eba65ba7738 req-fbc9d7e7-4b2a-47af-9317-046c7c333c46 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012495 Dec 13 09:41:45.012387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Deleting subnet 0ae9eb54-f373-434c-b6a9-a34d9d1db892 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:41:45.030185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:45.052498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.058835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:45.123451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6b27472b-2940-48dc-a23b-b50adc134ea5 req-995f65de-b096-4c3c-a419-144fb15df5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810474 Dec 13 09:41:45.130996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.137872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1694007-9228-4f5c-8285-bb3dc62fb8cb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:45.154886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:45.177227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.181596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b77d7a-c397-4f95-8d3a-196aa6a4e6fd req-c12844a8-4554-4e57-b534-fe08488f08d6 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.183097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b77d7a-c397-4f95-8d3a-196aa6a4e6fd req-c12844a8-4554-4e57-b534-fe08488f08d6 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.0912395 Dec 13 09:41:45.185063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.242957 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.277069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae9eb54-f373-434c-b6a9-a34d9d1db892,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.284694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.291348 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa5a6d97-1931-4c7a-8462-12f72421cf98 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ae9eb54-f373-434c-b6a9-a34d9d1db892 HTTP/1.1" status: 204 len: 168 time: 0.4032500 Dec 13 09:41:45.291672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:45.347935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d787-f69e-400b-97ea-b26cfcf26d82 req-a2795d4d-9a6f-472f-81ff-4ed7d4bd0df1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.353686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46c8d787-f69e-400b-97ea-b26cfcf26d82 req-a2795d4d-9a6f-472f-81ff-4ed7d4bd0df1 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.1694689 Dec 13 09:41:45.363798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b77d7a-c397-4f95-8d3a-196aa6a4e6fd req-f3fb9bdf-73af-43ca-9559-c4bef2694888 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691399 Dec 13 09:41:45.370225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.393640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] Transition to ACTIVE for port object c1694007-9228-4f5c-8285-bb3dc62fb8cb will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:45.401429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.483012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.502967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46c8d787-f69e-400b-97ea-b26cfcf26d82 req-7da12b22-8774-4235-82a9-2b9c30847a4f tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377966 Dec 13 09:41:45.508398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9d3c60-f48c-4901-bf06-972147813936']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:45.527805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb97280-18c6-4ecf-8f81-cd3a190de820') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:45.527805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb97280-18c6-4ecf-8f81-cd3a190de820') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:45.530232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.533948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] No DVR routers for this DVR port c1694007-9228-4f5c-8285-bb3dc62fb8cb on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:45.546364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.547062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.557203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:41:45.557203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:41:45.558981 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:41:45.584231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-62581102-4094-46b2-b396-3a1ae3565da5 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb/bindings/n-h1-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8486230 Dec 13 09:41:45.595108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed2afc-6436-41c6-abed-1484ce147a45 req-58ae9e61-5a23-4e98-93a6-cfca990a31d2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.596997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1ed2afc-6436-41c6-abed-1484ce147a45 req-58ae9e61-5a23-4e98-93a6-cfca990a31d2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 944 time: 0.1455069 Dec 13 09:41:45.598724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}, {'name': 'network-changed', 'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:45.601352 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758cd58-9f3a-466a-852a-bc03943eb95b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}, {"name": "network-changed", "server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "tag": "8aca2549-aeff-4338-bc71-7993e1792923"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:45.625231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86738f60-6e14-4df6-9ecd-308d595a713c up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:45.633819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.674988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.678838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] 10.222.0.30 "DELETE /v2.0/networks/9b9d3c60-f48c-4901-bf06-972147813936 HTTP/1.1" status: 204 len: 168 time: 0.3861365 Dec 13 09:41:45.679746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369a801-1ae4-4deb-a806-5604cbc0992e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9d3c60-f48c-4901-bf06-972147813936,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.686224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 86738f60-6e14-4df6-9ecd-308d595a713c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:45.691984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 86738f60-6e14-4df6-9ecd-308d595a713c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:45.692623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.695419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd98999-cf06-4c4e-a56b-cc5928d4b853 req-4033c2da-b7aa-4fd7-820f-31c863e265ed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.701550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd98999-cf06-4c4e-a56b-cc5928d4b853 req-4033c2da-b7aa-4fd7-820f-31c863e265ed tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 944 time: 0.0985801 Dec 13 09:41:45.712088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1ed2afc-6436-41c6-abed-1484ce147a45 req-fa75dc3c-ebb8-412f-8ce0-923d7aba0fe3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078322 Dec 13 09:41:45.742397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-d22359a6-20d7-4616-a47b-ce203dd1bd33 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.743933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-d22359a6-20d7-4616-a47b-ce203dd1bd33 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.0562861 Dec 13 09:41:45.785455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd98999-cf06-4c4e-a56b-cc5928d4b853 req-c53c38fc-56e2-44f3-8fd6-afc675814c4d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660658 Dec 13 09:41:45.804141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-aedd1b63-93d9-428f-bb8f-1492fb9f030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.805383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-aedd1b63-93d9-428f-bb8f-1492fb9f030d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0&tenant_id=df01d091260f47a0b540466b9bb3073a HTTP/1.1" status: 200 len: 1095 time: 0.0538666 Dec 13 09:41:45.809363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.858665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:45.861398 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c59cd-1b6a-46ca-bd66-b7cc74694059" -d '{"events": [{"server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "name": "network-vif-plugged", "status": "completed", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:45.871377 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f91d6-b0b3-40ac-8dd4-8088223bb5dc x-openstack-request-id: req-ed7f91d6-b0b3-40ac-8dd4-8088223bb5dc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:45.871688 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "tag": "8aca2549-aeff-4338-bc71-7993e1792923", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:45.871948 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed7f91d6-b0b3-40ac-8dd4-8088223bb5dc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:45.873705 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'status': 'completed', 'code': 200} Dec 13 09:41:45.873968 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923', 'status': 'completed', 'code': 200} Dec 13 09:41:45.882973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86738f60-6e14-4df6-9ecd-308d595a713c,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:45.888899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:45.890132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9db9f00b-16de-4482-be5f-d7407c07f215 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:45.975358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-5c75082c-8e88-4ce8-9f81-5d37951dfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:45.976957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-5c75082c-8e88-4ce8-9f81-5d37951dfe02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1095 time: 0.1454940 Dec 13 09:41:45.993162 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f20f8fd-8bb5-4b37-9877-c5c1d06f6cd2 x-openstack-request-id: req-1f20f8fd-8bb5-4b37-9877-c5c1d06f6cd2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:45.993457 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "name": "network-vif-plugged", "status": "completed", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:45.993780 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f20f8fd-8bb5-4b37-9877-c5c1d06f6cd2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:45.994214 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c', 'code': 200} Dec 13 09:41:45.995497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:45.996608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:46.002990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-22130341-5999-4496-8c55-252e5a29311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.005456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-22130341-5999-4496-8c55-252e5a29311b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 1099 time: 0.1264641 Dec 13 09:41:46.039523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 9db9f00b-16de-4482-be5f-d7407c07f215 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:46.041757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-03b8074e-dc38-4c9f-a2e9-62e29af52237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.044502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-03b8074e-dc38-4c9f-a2e9-62e29af52237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1099 time: 0.1551456 Dec 13 09:41:46.045011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 9db9f00b-16de-4482-be5f-d7407c07f215 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:46.045422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.136581 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.151298 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a2eaeaf3-a99f-4752-aa61-c3c6d999445b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afc727b474c04bf4a3db2b25451fd401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518271 Dec 13 09:41:46.158265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:46.160181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41603315-de80-4b3a-89b3-80de029d72dd req-e66256c2-feaf-4b83-a457-76676f5e2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.161754 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41603315-de80-4b3a-89b3-80de029d72dd req-e66256c2-feaf-4b83-a457-76676f5e2faa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1096 time: 0.1737378 Dec 13 09:41:46.174252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9db9f00b-16de-4482-be5f-d7407c07f215,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:46.178401 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.196834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0413bdfb-b251-4b6d-801a-92ac72d294dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.198450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0413bdfb-b251-4b6d-801a-92ac72d294dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.2007289 Dec 13 09:41:46.236160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.269528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-b911a6e5-f709-4116-9f64-caf64e5373f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 200 len: 217 time: 0.0620809 Dec 13 09:41:46.295082 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41603315-de80-4b3a-89b3-80de029d72dd req-56355965-4c22-469a-8403-1e5c1494a968 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210427 Dec 13 09:41:46.337004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.354244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-2a959a04-c8dd-4237-9516-c6ec12d58649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.355724 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-2a959a04-c8dd-4237-9516-c6ec12d58649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.0704865 Dec 13 09:41:46.368352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.418211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.420963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:46.422201 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89e1e7c6-74e2-4a0c-9fa1-2989627da6ff HTTP/1.1" status: 204 len: 168 time: 0.2594912 Dec 13 09:41:46.431672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef022d-e9d6-42ca-a295-c85e2bf52f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e1e7c6-74e2-4a0c-9fa1-2989627da6ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:46.545454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42264-36b7-4653-adbe-5f5d697136a7 req-a1529959-f28b-4c4a-8c51-dbdacda5f81c tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.546880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2b42264-36b7-4653-adbe-5f5d697136a7 req-a1529959-f28b-4c4a-8c51-dbdacda5f81c tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.5627351 Dec 13 09:41:46.565299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-83718b10-887f-4ee6-be2c-458b4a3e2233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316892 Dec 13 09:41:46.610754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a441a0-cd6f-4bfa-ac5a-309b18d8241f req-0a59c10e-c2a0-4e85-834f-75636e010a73 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.612209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95a441a0-cd6f-4bfa-ac5a-309b18d8241f req-0a59c10e-c2a0-4e85-834f-75636e010a73 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 948 time: 0.5001383 Dec 13 09:41:46.617242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-8cedc7e9-8cff-432d-bd6e-8010ba264007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.618696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-8cedc7e9-8cff-432d-bd6e-8010ba264007 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5722919 Dec 13 09:41:46.684176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-edb0a558-54c5-4013-a3ff-e9af4732b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.685649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-edb0a558-54c5-4013-a3ff-e9af4732b3de service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5765398 Dec 13 09:41:46.692545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-ef3c7ee6-9bc4-41df-94a1-9b5ffe88bf8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8aca2549-aeff-4338-bc71-7993e1792923 HTTP/1.1" status: 200 len: 217 time: 0.0614860 Dec 13 09:41:46.707996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-a9b97cbb-34ba-4e13-a98e-9c70ac17043d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.709504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-a9b97cbb-34ba-4e13-a98e-9c70ac17043d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.0764577 Dec 13 09:41:46.725433 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-b8f972ef-dfdd-4899-95b8-f5ae506380e0 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520984 Dec 13 09:41:46.776082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2b42264-36b7-4653-adbe-5f5d697136a7 req-d91075de-5d98-46c2-a1df-a04d5922cb90 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189121 Dec 13 09:41:46.780938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-0efaa02a-230d-4b27-bfe6-c63f646c6a0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=36efde74-5581-4a28-b719-7c557b7e871e HTTP/1.1" status: 200 len: 217 time: 0.0875080 Dec 13 09:41:46.816741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95a441a0-cd6f-4bfa-ac5a-309b18d8241f req-e8064c06-16c6-428e-b66f-cb46a9ff24c9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924057 Dec 13 09:41:46.850443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-88b2ca73-c567-4b3a-8fcf-ab1d76f3775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.851658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-88b2ca73-c567-4b3a-8fcf-ab1d76f3775a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1487341 Dec 13 09:41:46.862667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-be931ea6-f2d2-4324-ae0c-f4081985861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:46.863706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-be931ea6-f2d2-4324-ae0c-f4081985861f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0736935 Dec 13 09:41:46.914892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-aac8a691-abf4-4942-9359-c89e8686008f service neutron] 10.222.0.37 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617484 Dec 13 09:41:46.928194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Deleting port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:46.928538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.006883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-a08d6182-fc51-4c75-bd04-021be16b6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.008444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-a08d6182-fc51-4c75-bd04-021be16b6c10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350331 Dec 13 09:41:47.027050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-09b64a72-3909-4cec-9091-fc8ac6b7c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.028859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-09b64a72-3909-4cec-9091-fc8ac6b7c16f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641624 Dec 13 09:41:47.037496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc144cd-0bf7-49ef-b935-6df29e9b7ec5 req-81462a74-103f-4947-8164-766ecbb60140 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.038591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7dc144cd-0bf7-49ef-b935-6df29e9b7ec5 req-81462a74-103f-4947-8164-766ecbb60140 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.1219039 Dec 13 09:41:47.045595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] For port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.045976 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.066028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Calling delete_port for 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:47.073686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b918ac-552e-4b25-bcbc-2c6700b60fc0 req-7a3e21c3-4d4b-40cb-a3dd-9ca51f7babd2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.075261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87b918ac-552e-4b25-bcbc-2c6700b60fc0 req-7a3e21c3-4d4b-40cb-a3dd-9ca51f7babd2 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=b426cabe-2895-4a4a-9586-6c524c59a904 HTTP/1.1" status: 200 len: 950 time: 0.1429379 Dec 13 09:41:47.263312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.272295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-714d64f5-623e-4421-80db-40f4595e4787 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.273822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-714d64f5-623e-4421-80db-40f4595e4787 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0&tenant_id=df01d091260f47a0b540466b9bb3073a&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.0673013 Dec 13 09:41:47.276385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['86ca7291-50a2-410f-9ed0-d1161ba8704e', '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:47.283264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7dc144cd-0bf7-49ef-b935-6df29e9b7ec5 req-78393860-e1f3-4556-827f-da52d56e58f4 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323160 Dec 13 09:41:47.294817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87b918ac-552e-4b25-bcbc-2c6700b60fc0 req-89c2920d-0275-4230-a97b-c94023748821 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768010 Dec 13 09:41:47.299564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-df5403ef-e0d3-43df-b4d1-f51503cea3a7 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582035 Dec 13 09:41:47.303239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-199575fa-2463-4120-851d-798737137030 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869792 Dec 13 09:41:47.353845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event deleted for resources: {'Port': ['ID=4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:47.431961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] No DVR routers for this DVR port 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:47.435891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.440189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd9d7104-6e6f-4eeb-9b43-63a4cc69c88d req-17fe8f18-7fa7-433b-97ca-e865d3edfea3 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "DELETE /v2.0/ports/4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec HTTP/1.1" status: 204 len: 173 time: 0.7236404 Dec 13 09:41:47.531281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-75c49e8a-c231-496d-8a87-de8f0e09d74a service neutron] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:47.535688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-75c49e8a-c231-496d-8a87-de8f0e09d74a service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.536815 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-75c49e8a-c231-496d-8a87-de8f0e09d74a service neutron] 10.222.0.37 "DELETE /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb/bindings/n-h2-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.2121179 Dec 13 09:41:47.547699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:47.626267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc8517-c959-438e-b200-4cb2eb72c825 req-e2bf46fe-a5c4-40a2-a5d2-8e967c813561 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.627863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14bc8517-c959-438e-b200-4cb2eb72c825 req-e2bf46fe-a5c4-40a2-a5d2-8e967c813561 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 944 time: 0.1509953 Dec 13 09:41:47.631963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-ed973165-06de-43d7-b1f8-dbeceb2e6ca6 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081024 Dec 13 09:41:47.634623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5758cd58-9f3a-466a-852a-bc03943eb95b req-2fe067b4-addf-4b92-b804-72f9d9e411c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253915 Dec 13 09:41:47.643293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc37061-d9af-451f-ba6e-55fa6591e455 req-ed084d24-c989-4971-be7f-19f696e0ff6d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.644705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc37061-d9af-451f-ba6e-55fa6591e455 req-ed084d24-c989-4971-be7f-19f696e0ff6d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1689506 Dec 13 09:41:47.664478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.679511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '36efde74-5581-4a28-b719-7c557b7e871e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '36efde74-5581-4a28-b719-7c557b7e871e', 'mac_address': 'fa:16:3e:46:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:47.724394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14bc8517-c959-438e-b200-4cb2eb72c825 req-da42b896-f9d0-417c-b75d-22854747de4e tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Dec 13 09:41:47.727500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.734295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc37061-d9af-451f-ba6e-55fa6591e455 req-e462dcb8-ac4c-42c2-8514-1111944d4420 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759141 Dec 13 09:41:47.752164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:47.784668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:47.790982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.852944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:47.875221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-deleted', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:47.877821 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd86aa3-a370-4efd-af0b-cc3473e50388" -d '{"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-deleted", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:47.904991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f579af-9221-4f58-9e6a-71562d674641 req-debe6d01-94fc-4640-a537-532db97c4e45 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:47.908184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5f579af-9221-4f58-9e6a-71562d674641 req-debe6d01-94fc-4640-a537-532db97c4e45 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.0973306 Dec 13 09:41:47.918484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:47.924457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Request body: {'floatingip': {'port_id': '6c747c23-87e7-442d-b77c-2667ea82608d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:47.989071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:47.995034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:47.997800 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6628392-d1c8-458c-a9be-f689626e22b6" -d '{"events": [{"server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "name": "network-vif-plugged", "status": "completed", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:48.026342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:48.138582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27696f9-082d-417d-b260-39e44529aa4f req-334d725e-ec71-45ea-b256-2bc86b2e5200 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.140643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a27696f9-082d-417d-b260-39e44529aa4f req-334d725e-ec71-45ea-b256-2bc86b2e5200 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.1065936 Dec 13 09:41:48.238444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4909ac0-8ca2-414d-81eb-58790b3b7ea4 req-ee7fa492-dd1a-4fec-a811-28b14e11403e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.245654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4909ac0-8ca2-414d-81eb-58790b3b7ea4 req-ee7fa492-dd1a-4fec-a811-28b14e11403e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 948 time: 0.1039221 Dec 13 09:41:48.251721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a27696f9-082d-417d-b260-39e44529aa4f req-597859af-20f2-4e68-a15d-50db0db6d63e tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834041 Dec 13 09:41:48.306468 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8996f-5b7e-4aca-b135-53abeb357521 x-openstack-request-id: req-d9b8996f-5b7e-4aca-b135-53abeb357521 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:48.306765 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b426cabe-2895-4a4a-9586-6c524c59a904", "name": "network-vif-deleted", "tag": "4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:48.306988 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9b8996f-5b7e-4aca-b135-53abeb357521 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:48.307425 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b426cabe-2895-4a4a-9586-6c524c59a904', 'name': 'network-vif-deleted', 'tag': '4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec', 'status': 'completed', 'code': 200} Dec 13 09:41:48.325448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4909ac0-8ca2-414d-81eb-58790b3b7ea4 req-33fcefda-3538-4fc0-96c0-90af132c22ce tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772550 Dec 13 09:41:48.368981 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3f122-0111-48bd-8e86-43fae74b7c77 x-openstack-request-id: req-30c3f122-0111-48bd-8e86-43fae74b7c77 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:48.369528 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "name": "network-vif-plugged", "status": "completed", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:48.369816 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30c3f122-0111-48bd-8e86-43fae74b7c77 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:48.370244 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215', 'code': 200} Dec 13 09:41:48.407668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8856994-1a47-4fe8-a4df-0d6d7ddebbff req-8263d163-0c51-4cfc-ab7b-e65df856edfb tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.416074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8856994-1a47-4fe8-a4df-0d6d7ddebbff req-8263d163-0c51-4cfc-ab7b-e65df856edfb tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 1095 time: 0.0605023 Dec 13 09:41:48.510108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8856994-1a47-4fe8-a4df-0d6d7ddebbff req-dfa470ca-f19c-46c9-a00d-c206ce014290 tempest-LiveAutoBlockMigrationV225Test-13097198 tempest-LiveAutoBlockMigrationV225Test-13097198-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871291 Dec 13 09:41:48.518738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75110a64-cf37-4351-9d73-da73d235f9a3 req-db85c086-a066-4c07-beb7-3198be7adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.520744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75110a64-cf37-4351-9d73-da73d235f9a3 req-db85c086-a066-4c07-beb7-3198be7adc0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 1096 time: 0.0775676 Dec 13 09:41:48.590113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75110a64-cf37-4351-9d73-da73d235f9a3 req-6e4835b4-37ee-43be-b3e4-35aa7f139d3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611100 Dec 13 09:41:48.778355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:41:48.843470 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.851575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:48.855622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afe5a8-0fd4-41f6-973f-276cd84cd1d9 req-470d8d88-5fc6-480e-bbb4-e93175b2ceb4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.864525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0afe5a8-0fd4-41f6-973f-276cd84cd1d9 req-470d8d88-5fc6-480e-bbb4-e93175b2ceb4 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.0683274 Dec 13 09:41:48.946881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0afe5a8-0fd4-41f6-973f-276cd84cd1d9 req-0ae30e42-d8f0-4ceb-ba7b-56f315886ed0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Dec 13 09:41:48.963522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c49f-06de-466d-b6ce-74bf18f24f20 req-658cf509-52af-474a-a7b8-b42cd408012d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:48.965160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5da0c49f-06de-466d-b6ce-74bf18f24f20 req-658cf509-52af-474a-a7b8-b42cd408012d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.0908623 Dec 13 09:41:48.974228 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Floating IP 2e03ba10-a01d-494a-96dd-708e266d033e associated. External IP: 172.25.1.69, port: 6c747c23-87e7-442d-b77c-2667ea82608d. Dec 13 09:41:49.061866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5da0c49f-06de-466d-b6ce-74bf18f24f20 req-f8ea8d99-0a2a-43d8-810f-002d50d0cc37 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 Dec 13 09:41:49.102641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aabc02-76b4-4eb4-8301-2cbd56081854 req-2a99d87e-5525-452b-afaa-70617040643b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.104271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4aabc02-76b4-4eb4-8301-2cbd56081854 req-2a99d87e-5525-452b-afaa-70617040643b tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 944 time: 0.0898769 Dec 13 09:41:49.147795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:49.172176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4aabc02-76b4-4eb4-8301-2cbd56081854 req-0f2a04f4-cf4a-49f0-9784-aa7d4f3c6fce tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Dec 13 09:41:49.207060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Router 8df23548-928c-438d-b19e-b1d3cc3939dc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:49.259367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f02bad-3541-4951-97f8-d00d0b3f95b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.328819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:49.336431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.339215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Sync routers for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:49.352554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:49.353250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:49.380406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f02bad-3541-4951-97f8-d00d0b3f95b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.392008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f02bad-3541-4951-97f8-d00d0b3f95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.400424 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-211ea61e-e195-4dc6-ac81-335953351851 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "PUT /v2.0/floatingips/2e03ba10-a01d-494a-96dd-708e266d033e HTTP/1.1" status: 200 len: 991 time: 1.4780078 Dec 13 09:41:49.411955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57729841-979b-487d-997a-651fd142ecb5 req-996c7cb3-cb55-407c-aecf-1081fc08ff96 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.413474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57729841-979b-487d-997a-651fd142ecb5 req-996c7cb3-cb55-407c-aecf-1081fc08ff96 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.0777333 Dec 13 09:41:49.483660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f02bad-3541-4951-97f8-d00d0b3f95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd201d-6278-4e6b-b831-9c9f80d8b76f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.491506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99f02bad-3541-4951-97f8-d00d0b3f95b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa22119c85b541d7a4a458df54f68d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425910 Dec 13 09:41:49.495107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:49.535444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57729841-979b-487d-997a-651fd142ecb5 req-b353d5bc-c1f5-403c-a5d5-129472d2dad6 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125343 Dec 13 09:41:49.543920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e67e-2b23-448e-bf49-eeabffe9b1dd req-0800d1c8-c8d7-4a31-bddd-8db407e9f5c9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.545585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26c1e67e-2b23-448e-bf49-eeabffe9b1dd req-0800d1c8-c8d7-4a31-bddd-8db407e9f5c9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 948 time: 0.1268337 Dec 13 09:41:49.557144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.574554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:49.588376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.618667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26c1e67e-2b23-448e-bf49-eeabffe9b1dd req-2449ec84-8233-4b41-ba22-0d52da86fd1e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525641 Dec 13 09:41:49.640956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8aca2549-aeff-4338-bc71-7993e1792923 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:41:49.671480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.675875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.677596 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcbd201d-6278-4e6b-b831-9c9f80d8b76f HTTP/1.1" status: 204 len: 168 time: 0.1814754 Dec 13 09:41:49.689444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:49.696247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3a24-abd3-4be7-ac59-e8427212b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd201d-6278-4e6b-b831-9c9f80d8b76f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:49.761066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 36efde74-5581-4a28-b719-7c557b7e871e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:49.777433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 36efde74-5581-4a28-b719-7c557b7e871e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:49.777912 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:49.876479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-0515dec2-cb12-49b1-8c5a-5e8e6859a63d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 258 time: 0.2310123 Dec 13 09:41:49.898411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-2bb25a81-996c-41cb-98b5-081e0b999890 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:49.899846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-2bb25a81-996c-41cb-98b5-081e0b999890 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 944 time: 0.0646145 Dec 13 09:41:49.903421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:49.910713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8aca2549-aeff-4338-bc71-7993e1792923,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:49.963827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8aca2549-aeff-4338-bc71-7993e1792923', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '8aca2549-aeff-4338-bc71-7993e1792923', 'mac_address': 'fa:16:3e:ae:fd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:41:49.967935 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.075017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.079437 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.158741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:50.161819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aca2549-aeff-4338-bc71-7993e1792923 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:50.167792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc00f-f119-4aa8-aa44-f8eed56cff1b req-f2b92494-14a8-4ae1-82dc-498d5f9fe3a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.170725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.171567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:50.175964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef3bc00f-f119-4aa8-aa44-f8eed56cff1b req-f2b92494-14a8-4ae1-82dc-498d5f9fe3a7 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1309443 Dec 13 09:41:50.207494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Deleting port c1694007-9228-4f5c-8285-bb3dc62fb8cb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:50.207831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.236224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8aca2549-aeff-4338-bc71-7993e1792923,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:50.244112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:50.244676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 4a8c9dc7-ef85-4b7e-978e-6c7e52fd98ec not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:50.254776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.285415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.291928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2e03ba10-a01d-494a-96dd-708e266d033e', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'port_id': '6c747c23-87e7-442d-b77c-2667ea82608d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'mac_address': 'fa:16:3e:3d:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:23Z', 'updated_at': '2021-12-13T09:41:48Z', 'revision_number': 1, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:50.308535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:50.313498 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:50.336911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b4257-bb18-4977-a443-be9ec208e13a req-d733a001-f7bb-4816-a5e5-64a296dfaec0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.338512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09b4257-bb18-4977-a443-be9ec208e13a req-d733a001-f7bb-4816-a5e5-64a296dfaec0 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 949 time: 0.1958728 Dec 13 09:41:50.343457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Checking router: 8df23548-928c-438d-b19e-b1d3cc3939dc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:50.362441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:50.363061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:50.369983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef3bc00f-f119-4aa8-aa44-f8eed56cff1b req-88237ef6-854e-44fc-86f5-d98462e0f684 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/security-groups?id=5193ae3d-3e21-4e70-8d33-c6178c7236ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928122 Dec 13 09:41:50.404306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:50.409030 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89590c3f-9fbf-409d-8e9e-33c3de72231a" -d '{"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:50.427678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.436003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] For port c1694007-9228-4f5c-8285-bb3dc62fb8cb, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c1694007-9228-4f5c-8285-bb3dc62fb8cb,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:50.436382 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.457824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.496716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Calling delete_port for c1694007-9228-4f5c-8285-bb3dc62fb8cb owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:50.505179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:50.545089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:50.658182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8aca2549-aeff-4338-bc71-7993e1792923'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:50.669262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-910056748-network', 'tenant_id': '1d1c9bbd1cdc47219784f01c95a3693c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:50.679383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824041d-775c-417f-b609-f5280803906f req-73e43e68-0bcb-4921-97ed-c9566cabc339 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.680900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d824041d-775c-417f-b609-f5280803906f req-73e43e68-0bcb-4921-97ed-c9566cabc339 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.2230411 Dec 13 09:41:50.693083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Made reservation on behalf of 1d1c9bbd1cdc47219784f01c95a3693c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:50.695926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.707397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.737078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Deleting port 86ca7291-50a2-410f-9ed0-d1161ba8704e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:41:50.737461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.752012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Allocated IP 172.25.1.53 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/89d92c5b-1567-46ea-a135-9f854c6f9c8c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:50.795209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.800501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.812574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:41:50.822776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.823125 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Added segment 8bf031b4-1d80-46c6-b473-3c01fb6e0704 of type vlan for network bf915f6b-ca52-495d-84bc-bc637c625335 Dec 13 09:41:50.865836 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.882778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d824041d-775c-417f-b609-f5280803906f req-3cd78be5-258b-4e29-8db1-ea7573834fc6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919827 Dec 13 09:41:50.884626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2e03ba10-a01d-494a-96dd-708e266d033e', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'port_id': '6c747c23-87e7-442d-b77c-2667ea82608d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'mac_address': 'fa:16:3e:3d:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:23Z', 'updated_at': '2021-12-13T09:41:48Z', 'revision_number': 1, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:50.916028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1a8b9-e9c5-496b-9ccd-e2784991bfa8 None None] The sync data for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 is: [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2e03ba10-a01d-494a-96dd-708e266d033e', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'port_id': '6c747c23-87e7-442d-b77c-2667ea82608d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'mac_address': 'fa:16:3e:3d:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:23Z', 'updated_at': '2021-12-13T09:41:48Z', 'revision_number': 1, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:50.924163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.925230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:50.925822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.972844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb15454e-0824-4abc-9a64-11cfd1b1e3be,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:50.973860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:50.988095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:50.998290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4482892 Dec 13 09:41:50.999149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:51.004494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Request body: {'subnet': {'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-910056748-subnet', 'tenant_id': '1d1c9bbd1cdc47219784f01c95a3693c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:51.030285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734bff-11d2-458f-a386-24ccb38d0aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf915f6b-ca52-495d-84bc-bc637c625335,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.034014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Made reservation on behalf of 1d1c9bbd1cdc47219784f01c95a3693c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:51.036643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.071879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network bf915f6b-ca52-495d-84bc-bc637c625335 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:41:51.253647 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc433da-6b7e-4445-a3bc-b26b1acf14f3 None None] New status for floating IP 2e03ba10-a01d-494a-96dd-708e266d033e: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:41:51.269602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.347934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8405e368-5d97-4ea2-a985-943fc901e979,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.359171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Checking segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:51.359544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Network hostable DHCP agents. Network: bf915f6b-ca52-495d-84bc-bc637c625335, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:41:51.363493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] For port 86ca7291-50a2-410f-9ed0-d1161ba8704e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=86ca7291-50a2-410f-9ed0-d1161ba8704e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:51.364078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.368310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event deleted for resources: {'Port': ['ID=c1694007-9228-4f5c-8285-bb3dc62fb8cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.384760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Network bf915f6b-ca52-495d-84bc-bc637c625335 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:41:51.405139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, bf915f6b-ca52-495d-84bc-bc637c625335) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:51.416869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823b83d-7109-4d45-889f-9b442520e464 None None] Network bf915f6b-ca52-495d-84bc-bc637c625335 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:51.417413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.418611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.420658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1428ac78-b49e-41a8-af5c-e322e48f708c req-ee1f2a8a-b349-4deb-abe3-73478def539f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0987101 Dec 13 09:41:51.463187 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd0a2087-cd8a-4d7e-9dd2-b71a9c5cf13b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4633760 Dec 13 09:41:51.485739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Calling delete_port for 86ca7291-50a2-410f-9ed0-d1161ba8704e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:41:51.503407 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d56c7f-293c-4c77-bf20-d24840889941 x-openstack-request-id: req-e1d56c7f-293c-4c77-bf20-d24840889941 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:51.503707 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:51.504130 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1d56c7f-293c-4c77-bf20-d24840889941 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:51.504383 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d', 'status': 'completed', 'code': 200} Dec 13 09:41:51.589477 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973fe558-1f17-47a4-b6b4-f47cb11f8dd9 x-openstack-request-id: req-973fe558-1f17-47a4-b6b4-f47cb11f8dd9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:51.591270 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:51.591270 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-973fe558-1f17-47a4-b6b4-f47cb11f8dd9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:51.591270 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'code': 200} Dec 13 09:41:51.600406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757a5f6-f6a0-4937-ae32-3e82673cb5c3 None None] Network bf915f6b-ca52-495d-84bc-bc637c625335 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:41:51.626903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] No DVR routers for this DVR port c1694007-9228-4f5c-8285-bb3dc62fb8cb on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:51.632745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-bb315058-ad5e-4839-891f-6dbc4b0168ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.634450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-bb315058-ad5e-4839-891f-6dbc4b0168ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c248a34c484f6586c6c0e992dcb074&device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 1097 time: 0.1098478 Dec 13 09:41:51.642946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.649663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:41:51.663333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e229ca2a-7b36-49bd-88ba-bc8a76851980 req-b6acb3bd-2b87-4432-9dde-ba5468e0c702 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "DELETE /v2.0/ports/c1694007-9228-4f5c-8285-bb3dc62fb8cb HTTP/1.1" status: 204 len: 173 time: 1.7393467 Dec 13 09:41:51.664386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-deleted', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:51.666586 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecd545-5498-47b6-b943-0bc319f0da79" -d '{"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-deleted", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:51.677832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.692946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:51.760510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: c1694007-9228-4f5c-8285-bb3dc62fb8cb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:51.761413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c1694007-9228-4f5c-8285-bb3dc62fb8cb not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:51.794175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd28c3-a4fd-4c9e-b960-e07f6a1cc99c req-8f7f096a-0895-4fd9-bf3a-c6cfce34f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.795492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbd28c3-a4fd-4c9e-b960-e07f6a1cc99c req-8f7f096a-0895-4fd9-bf3a-c6cfce34f933 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1101 time: 0.1049452 Dec 13 09:41:51.847283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-e8805dbd-7e76-424a-bf97-c0b864447abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.848804 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-e8805dbd-7e76-424a-bf97-c0b864447abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 200 len: 915 time: 0.2023013 Dec 13 09:41:51.852193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.877370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb982109-86b8-4ee4-b639-ce9a450261d6 req-fcb216ef-058f-4843-8e54-7236101d3baa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:51.878901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb982109-86b8-4ee4-b639-ce9a450261d6 req-fcb216ef-058f-4843-8e54-7236101d3baa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 949 time: 0.2054708 Dec 13 09:41:51.880009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:51.921885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Pushing event deleted for resources: {'Port': ['ID=86ca7291-50a2-410f-9ed0-d1161ba8704e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:51.929706 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbd28c3-a4fd-4c9e-b960-e07f6a1cc99c req-2f27cb22-1def-4633-8acd-c5f4a031c1b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225595 Dec 13 09:41:51.960612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-d8b5f2f8-c4fb-4f48-95ef-0f0df229dd9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 200 len: 1001 time: 0.0994582 Dec 13 09:41:52.002058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:52.011672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:52.037323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] No DVR routers for this DVR port 86ca7291-50a2-410f-9ed0-d1161ba8704e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:41:52.039497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:52.045388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-bf8447dc-ca65-4f6b-88e2-d8971e741ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.046108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.048081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-bf8447dc-ca65-4f6b-88e2-d8971e741ab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed HTTP/1.1" status: 200 len: 853 time: 0.0790789 Dec 13 09:41:52.050279 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09b4257-bb18-4977-a443-be9ec208e13a req-5269fea8-265b-4817-8139-20969b93ce55 tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.44 "DELETE /v2.0/ports/86ca7291-50a2-410f-9ed0-d1161ba8704e HTTP/1.1" status: 204 len: 173 time: 1.7017856 Dec 13 09:41:52.087367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event updated for resources: {'Port': ['ID=89d92c5b-1567-46ea-a135-9f854c6f9c8c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:52.095190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb982109-86b8-4ee4-b639-ce9a450261d6 req-74a2c608-fcb3-4e64-b6f0-9ba1d131b3d4 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779866 Dec 13 09:41:52.126090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-99dff49e-8c4c-4bfe-ae4b-6827e116217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.128196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-99dff49e-8c4c-4bfe-ae4b-6827e116217f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665805 Dec 13 09:41:52.205308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.255067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.281529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-06879c08-ba89-433a-8886-ebca58bfd4a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389306 Dec 13 09:41:52.429623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-537d7433-4f0f-4a0b-87be-2a78faa0e5cb req-4cec37c6-7add-4e7a-955d-b901905cc715 service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390576 Dec 13 09:41:52.450800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.460007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.568356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cca86a5d-5b07-49b4-b50f-326e45b22fb9 req-e92637b6-7cf2-43b1-9b0d-7b693ce9012d tempest-MigrationsAdminTest-1776593128 tempest-MigrationsAdminTest-1776593128-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea43caf-dde4-4a13-88f9-391110fecb36 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Dec 13 09:41:52.570877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event updated for resources: {'Port': ['ID=89d92c5b-1567-46ea-a135-9f854c6f9c8c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:52.575947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.596201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:52.597692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-7ba6f69a-d71f-432b-8886-d04e1d2ca258 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7077808 Dec 13 09:41:52.678249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-5847298e-8a2f-408d-822e-087f770053ab tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 695 time: 0.0551968 Dec 13 09:41:52.680319 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5b9ff-c018-4377-b022-9d96a3e70ff7 x-openstack-request-id: req-bdc5b9ff-c018-4377-b022-9d96a3e70ff7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:52.681004 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1403e-b6e6-4698-9788-ccef6e82e4a0", "name": "network-vif-deleted", "tag": "c1694007-9228-4f5c-8285-bb3dc62fb8cb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:52.681493 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdc5b9ff-c018-4377-b022-9d96a3e70ff7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:52.682090 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1403e-b6e6-4698-9788-ccef6e82e4a0', 'name': 'network-vif-deleted', 'tag': 'c1694007-9228-4f5c-8285-bb3dc62fb8cb', 'status': 'completed', 'code': 200} Dec 13 09:41:52.822916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-1cb8181c-e234-4c65-96a3-3a43739ddd84 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:52.824349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-806014ed-350e-487e-9fd1-4c2b029f21a7 req-1cb8181c-e234-4c65-96a3-3a43739ddd84 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1391048 Dec 13 09:41:53.014593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-cf8a6cb2-82fb-4740-ab2a-68d222b4185d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:53.016642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-cf8a6cb2-82fb-4740-ab2a-68d222b4185d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.1527240 Dec 13 09:41:53.031903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489988d-b8f8-4976-9b50-d4ab0cae4501 req-b099e62f-7249-4c28-acdc-b6f97c62f282 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:53.033693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b489988d-b8f8-4976-9b50-d4ab0cae4501 req-b099e62f-7249-4c28-acdc-b6f97c62f282 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.0897436 Dec 13 09:41:53.042687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-df7adce7-1633-4b47-a99c-3e2067dc21d2 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/quotas/1d1c9bbd1cdc47219784f01c95a3693c HTTP/1.1" status: 200 len: 375 time: 0.0194595 Dec 13 09:41:53.088918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-d737a268-b111-418f-84af-c7a3018824f9 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309467 Dec 13 09:41:53.153101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b489988d-b8f8-4976-9b50-d4ab0cae4501 req-020f3ba2-2a22-4657-a884-23d085901af5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Dec 13 09:41:53.209807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-29048979-f2a0-4654-a8a9-df4008c85d5c service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128898 Dec 13 09:41:53.277471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4f460f4-d54b-497e-b589-bd547e663576 req-c2129976-b198-464f-99aa-98e941baa848 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0624287 Dec 13 09:41:53.329188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-d2b09f09-2db2-488b-a363-60dc9794bb51 service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123652 Dec 13 09:41:53.394960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-5b2a25c6-ac58-4569-8ef5-555c75ddc00d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:53.397549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-5b2a25c6-ac58-4569-8ef5-555c75ddc00d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0583189 Dec 13 09:41:53.466691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-ce588043-0f84-403b-b2af-1be17eef6823 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 695 time: 0.0616126 Dec 13 09:41:53.475107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'floatingip': {'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:53.534436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.586982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:41:53.641941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012308cc-88ae-465e-9c32-2ea8ef3c0015 req-fd1bfb98-0595-4912-af9b-eb1ff6eec6e0 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:53.642666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 86ca7291-50a2-410f-9ed0-d1161ba8704e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:41:53.643222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 86ca7291-50a2-410f-9ed0-d1161ba8704e not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:41:53.646082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-012308cc-88ae-465e-9c32-2ea8ef3c0015 req-fd1bfb98-0595-4912-af9b-eb1ff6eec6e0 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 949 time: 0.1302373 Dec 13 09:41:53.666430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8aca2549-aeff-4338-bc71-7993e1792923 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:41:53.741962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 8aca2549-aeff-4338-bc71-7993e1792923 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:41:53.748931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8aca2549-aeff-4338-bc71-7993e1792923 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:41:53.749351 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:53.836122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-012308cc-88ae-465e-9c32-2ea8ef3c0015 req-d0c37fc4-39c1-4c0e-af77-5f64da3a82ab tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382842 Dec 13 09:41:53.872402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.080678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a47bfed-6eb2-40b9-be17-5a8d1e98f84f req-73984f20-7566-458d-81cc-b92172ea237a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 210 time: 0.0535245 Dec 13 09:41:54.133199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:54.135968 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a070c50b-6e37-4214-8192-f662adebe43f" -d '{"events": [{"server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "name": "network-vif-plugged", "status": "completed", "tag": "8aca2549-aeff-4338-bc71-7993e1792923"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:54.148639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8aca2549-aeff-4338-bc71-7993e1792923,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:41:54.159052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.245848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.254991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.255905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.297112 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ef7431-5853-482f-91c8-faf7b1d4852a x-openstack-request-id: req-85ef7431-5853-482f-91c8-faf7b1d4852a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:54.298001 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "name": "network-vif-plugged", "status": "completed", "tag": "8aca2549-aeff-4338-bc71-7993e1792923", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:54.298247 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85ef7431-5853-482f-91c8-faf7b1d4852a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:54.298843 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923', 'code': 200} Dec 13 09:41:54.476411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:54.492294 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Floating IP 634dc566-e88c-4dcc-815b-b7694f29be89 associated. External IP: 172.25.1.53, port: 86738f60-6e14-4df6-9ecd-308d595a713c. Dec 13 09:41:54.496312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fec84-23bf-45c8-8c7f-a9e4280bfca0 req-5798bb93-afd4-44f0-902d-37947828c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:54.498520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-823fec84-23bf-45c8-8c7f-a9e4280bfca0 req-5798bb93-afd4-44f0-902d-37947828c4bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 1101 time: 0.0595772 Dec 13 09:41:54.554576 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-823fec84-23bf-45c8-8c7f-a9e4280bfca0 req-dfce9971-b2f2-48f5-b34d-97158e14fbc9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Dec 13 09:41:54.573467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d42894-f33b-44b6-8bda-083d06d2341e req-8dbf6e0b-0ebc-4376-8a43-3869be758ff2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:54.574948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30d42894-f33b-44b6-8bda-083d06d2341e req-8dbf6e0b-0ebc-4376-8a43-3869be758ff2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1404259 Dec 13 09:41:54.642976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-54a0831a-403e-4902-98fc-852b114ed606 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3aa27bd3a766474b90838030f6809cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645389 Dec 13 09:41:54.645221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:54.706119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.717749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-deleted', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:54.720847 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de79e0-e5e3-4579-b075-b10f094d5c9f" -d '{"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-deleted", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:54.735249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.791990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.795853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:54.799553 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5193ae3d-3e21-4e70-8d33-c6178c7236ef HTTP/1.1" status: 204 len: 168 time: 0.1508541 Dec 13 09:41:54.809563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea69cf-fd6e-47c3-99ef-397404c54dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193ae3d-3e21-4e70-8d33-c6178c7236ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:54.877544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30d42894-f33b-44b6-8bda-083d06d2341e req-01cd54e8-b973-4059-84da-90a260f84a70 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888849 Dec 13 09:41:54.946389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Router ef92d15f-e846-4261-8180-cdeb918cbd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:41:54.957844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-4e87035b-5cd9-4306-b2cb-8555c34545d7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:54.959217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-4e87035b-5cd9-4306-b2cb-8555c34545d7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.2424371 Dec 13 09:41:55.008300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'port': {'device_id': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'admin_state_up': True, 'tenant_id': '1d1c9bbd1cdc47219784f01c95a3693c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:55.111676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd1bdd94-a287-4019-be6c-4e5cdcdf9c09 req-d6a34d90-15d7-4a59-bb88-a634e9eb8d08 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.1074038 Dec 13 09:41:55.111842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:55.172649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91c5ff8b-e299-48c3-a7cd-e2cbaf349e79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3301e4b5ce94fef8727452096b59e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592468 Dec 13 09:41:55.175557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:41:55.182749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:41:55.187288 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ea1c5-a4d2-4d70-8c89-a6503ddd0979 x-openstack-request-id: req-b56ea1c5-a4d2-4d70-8c89-a6503ddd0979 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:55.187575 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea43caf-dde4-4a13-88f9-391110fecb36", "name": "network-vif-deleted", "tag": "86ca7291-50a2-410f-9ed0-d1161ba8704e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:55.188517 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b56ea1c5-a4d2-4d70-8c89-a6503ddd0979 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:55.189495 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea43caf-dde4-4a13-88f9-391110fecb36', 'name': 'network-vif-deleted', 'tag': '86ca7291-50a2-410f-9ed0-d1161ba8704e', 'status': 'completed', 'code': 200} Dec 13 09:41:55.192760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.197938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Sync routers for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:41:55.214397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:55.216685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.238256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-acc13c1a-223d-4f32-9d0e-4a04da664f9d tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "PUT /v2.0/floatingips/634dc566-e88c-4dcc-815b-b7694f29be89 HTTP/1.1" status: 200 len: 995 time: 1.7688019 Dec 13 09:41:55.249609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Made reservation on behalf of 1d1c9bbd1cdc47219784f01c95a3693c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:41:55.258973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.259155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.290367 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.359714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.366814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:55.371709 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7434750f-d32d-4a4b-ae5f-69ddfde806dc HTTP/1.1" status: 204 len: 168 time: 0.1947353 Dec 13 09:41:55.388386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fbb03-7f28-4fe8-ac58-b914f1c15dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7434750f-d32d-4a4b-ae5f-69ddfde806dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:55.402331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-c343c217-7717-4277-8506-3fa053c64658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.411576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-c343c217-7717-4277-8506-3fa053c64658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1096 time: 0.1481538 Dec 13 09:41:55.425163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:55.506307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8ac7-5f64-415d-a313-66854dc28cbb req-556e4c58-02a2-4037-a916-a665e38435db tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.507982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10fb8ac7-5f64-415d-a313-66854dc28cbb req-556e4c58-02a2-4037-a916-a665e38435db tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 950 time: 0.2123928 Dec 13 09:41:55.862240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '634dc566-e88c-4dcc-815b-b7694f29be89', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'mac_address': 'fa:16:3e:8e:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:52Z', 'updated_at': '2021-12-13T09:41:54Z', 'revision_number': 1, 'project_id': '83a098b2955745199c329440f2e9cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.896902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Checking router: ef92d15f-e846-4261-8180-cdeb918cbd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:41:55.913249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:41:55.913249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:41:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:55.975670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Allocated IP 172.20.0.8 (bf915f6b-ca52-495d-84bc-bc637c625335/8405e368-5d97-4ea2-a985-943fc901e979/6b3197e5-e5cc-421a-81a4-f4b0cb0d3346) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:55.989188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-5e616276-543a-4770-a6a1-bd7f08a91b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:55.990695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-5e616276-543a-4770-a6a1-bd7f08a91b81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 930 time: 0.5782218 Dec 13 09:41:56.007393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10fb8ac7-5f64-415d-a313-66854dc28cbb req-12e56020-e542-4ab3-9391-ad612af9a5e0 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794998 Dec 13 09:41:56.100651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:41:56.281263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b47aefe-f466-4701-a2e0-97eb98366bf8 req-45780c3d-a5e1-43d7-9c4c-b6a4f9b33b95 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 210 time: 0.0447938 Dec 13 09:41:56.303019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.333468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-fbe9c7eb-34e2-458e-a243-4d93e7679dd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 998 time: 0.3210728 Dec 13 09:41:56.420187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-a49f0b06-d720-40fb-ac9d-b4af677905d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.421862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-a49f0b06-d720-40fb-ac9d-b4af677905d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.0821359 Dec 13 09:41:56.466231 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.559786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Network bf915f6b-ca52-495d-84bc-bc637c625335 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:56.567302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-984f7568-8b6b-4856-9498-64dee2f0cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.569008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-984f7568-8b6b-4856-9498-64dee2f0cb84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391606 Dec 13 09:41:56.571584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:56.573408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:56.574849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '634dc566-e88c-4dcc-815b-b7694f29be89', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'mac_address': 'fa:16:3e:8e:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:52Z', 'updated_at': '2021-12-13T09:41:54Z', 'revision_number': 1, 'project_id': '83a098b2955745199c329440f2e9cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:41:56.577108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:56.624286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659bca7-9088-4011-9460-3ce2b08363c3 req-be701d5d-5994-4358-946d-3c3e2369a692 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.626788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c659bca7-9088-4011-9460-3ce2b08363c3 req-be701d5d-5994-4358-946d-3c3e2369a692 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1638703 Dec 13 09:41:56.634756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2adb3-9634-4868-a83b-8874ab3feb3a None None] The sync data for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 is: [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '634dc566-e88c-4dcc-815b-b7694f29be89', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'mac_address': 'fa:16:3e:8e:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:41:52Z', 'updated_at': '2021-12-13T09:41:54Z', 'revision_number': 1, 'project_id': '83a098b2955745199c329440f2e9cee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:41:56.701382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:56.702195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.754667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f42d8094-bc32-4d3f-a4ba-de27bdbd85da tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7822232 Dec 13 09:41:56.770525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c659bca7-9088-4011-9460-3ce2b08363c3 req-10bef215-dfa4-4b02-89c6-fa8f9e13d556 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249821 Dec 13 09:41:56.783759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Request body: {'port': {'device_id': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:56.849928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-44c9af6d-5a6d-458e-b27e-769ea88a1106 service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438779 Dec 13 09:41:56.928264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.944053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:56.976117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-896cd766-fd2f-4ffa-8e6b-9f06acc6ef4e req-d27f5226-68ae-4c35-89d9-ad144fc63441 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ca1403e-b6e6-4698-9788-ccef6e82e4a0 HTTP/1.1" status: 200 len: 210 time: 0.0591362 Dec 13 09:41:56.997061 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396746-0411-48b8-be99-fdfa5d9e16f0 None None] New status for floating IP 634dc566-e88c-4dcc-815b-b7694f29be89: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:41:57.087893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0413bcc8-3984-4dbf-b4cf-4159e2b4b385 req-572a22d2-894a-4729-87c7-99eb491a4edb service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161222 Dec 13 09:41:57.196899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:57.199199 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252c266b-eca4-47fe-917b-c085e905e34a" -d '{"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:57.409730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081d644-e85e-4bde-a44b-24b40bddb03e req-1c8b887e-e4e4-4f5e-bbc9-a95cca712503 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.411233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2081d644-e85e-4bde-a44b-24b40bddb03e req-1c8b887e-e4e4-4f5e-bbc9-a95cca712503 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 950 time: 0.2374897 Dec 13 09:41:57.480680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-45d05571-b8a3-4733-aec7-77e8d593a57b tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 258 time: 0.3056622 Dec 13 09:41:57.501825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:41:57.545640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2081d644-e85e-4bde-a44b-24b40bddb03e req-50d35ef7-2a90-47b3-99c4-14956d256ee8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279395 Dec 13 09:41:57.557775 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.644527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:41:57.654162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.674909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Transition to ACTIVE for port object 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:41:57.682184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.691325 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d38345-bb78-462f-bc4d-10cdf874a1e5 x-openstack-request-id: req-55d38345-bb78-462f-bc4d-10cdf874a1e5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:41:57.691622 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:41:57.691880 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55d38345-bb78-462f-bc4d-10cdf874a1e5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:41:57.692271 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c', 'status': 'completed', 'code': 200} Dec 13 09:41:57.752925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:57.776245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c266b-eca4-47fe-917b-c085e905e34a req-ae84e7cf-ee15-4326-8a9d-d1c3a4a01cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.778047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-ae84e7cf-ee15-4326-8a9d-d1c3a4a01cfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1096 time: 0.0575440 Dec 13 09:41:57.817602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.889749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Attempting to bind port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:41:57.890015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Attempting to bind port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:41:57.890359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Attempting to bind port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:57.901544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 on network bf915f6b-ca52-495d-84bc-bc637c625335 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:41:57.901873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Attempting to bind port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:41:57.915993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c266b-eca4-47fe-917b-c085e905e34a req-cbd00a5e-a4ba-446d-8b7d-ade9724acf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:57.918136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-cbd00a5e-a4ba-446d-8b7d-ade9724acf7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 930 time: 0.1330914 Dec 13 09:41:57.929166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:41:57.929418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Checking segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:41:57.929857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Bound using segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:41:57.930332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Bound port: 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:41:57.930968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:57.997477 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-3b9a1b50-0fe9-4ca9-89a2-4db8f596bb01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 1000 time: 0.0713940 Dec 13 09:41:58.007537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Allocated IP 172.25.1.209 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/396b5503-e000-478c-8635-9221171363f1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:41:58.056478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c266b-eca4-47fe-917b-c085e905e34a req-84da7bb0-1b21-47d6-9e02-fd9287fe76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.058032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-84da7bb0-1b21-47d6-9e02-fd9287fe76d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.0481877 Dec 13 09:41:58.112859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:41:58.120811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c266b-eca4-47fe-917b-c085e905e34a req-9eef0c3d-7c8c-4800-8562-ebb5c530764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.122605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-9eef0c3d-7c8c-4800-8562-ebb5c530764e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520725 Dec 13 09:41:58.134100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c16e6-bf90-49c3-b9d1-1ba9e7fa4183 req-26b6d33c-f8ac-4a79-9cda-365576d35b09 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.135678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec5c16e6-bf90-49c3-b9d1-1ba9e7fa4183 req-26b6d33c-f8ac-4a79-9cda-365576d35b09 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 943 time: 0.1568573 Dec 13 09:41:58.157960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:41:58.170201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.224467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.225102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.226505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 HTTP/1.1" status: 200 len: 1091 time: 1.4484522 Dec 13 09:41:58.237002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-4c91da9c-a0ec-43bd-acfa-fad038863fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066840 Dec 13 09:41:58.300416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f81b4-5d1d-47ce-b45a-2f10c890e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.306383 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.325661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec5c16e6-bf90-49c3-b9d1-1ba9e7fa4183 req-13ce9cba-46df-46bf-8874-a742cd09ef40 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808512 Dec 13 09:41:58.365545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-252c266b-eca4-47fe-917b-c085e905e34a req-68638e93-05ad-4e9c-a64a-e0acfa1ec8a9 service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144042 Dec 13 09:41:58.373155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f393a2db-86ac-4562-bc9e-170fff96fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.375896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-f393a2db-86ac-4562-bc9e-170fff96fb58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 1094 time: 0.0951569 Dec 13 09:41:58.426981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-92f72e0f-ffdb-4d9e-bf94-c75bad1e13be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 HTTP/1.1" status: 200 len: 217 time: 0.0427322 Dec 13 09:41:58.427977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.510574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:41:58.515490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-101faea5-3383-45c5-b173-73c20ebdf60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.535884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:41:58.542116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:41:58.568605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event updated for resources: {'Port': ['ID=396b5503-e000-478c-8635-9221171363f1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:58.572569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-feba6fdb-932a-41f0-aa79-bdc05b37dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.574055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-feba6fdb-932a-41f0-aa79-bdc05b37dae2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 0.1357479 Dec 13 09:41:58.618132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-21fd6c0c-2c8d-43dd-b11f-fb94c0adc102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347908 Dec 13 09:41:58.632007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c147-aaf1-4382-8d03-f84d4227976b req-20555705-acd3-4bab-b320-e16592818579 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:58.633441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4d5c147-aaf1-4382-8d03-f84d4227976b req-20555705-acd3-4bab-b320-e16592818579 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1459486 Dec 13 09:41:58.771191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.780613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4d5c147-aaf1-4382-8d03-f84d4227976b req-0bdcadbe-d6e3-4836-ad70-3ca2540fd6c8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343300 Dec 13 09:41:58.832111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-4fb5f6b2-8827-40e1-b4ad-28fa681b662a service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974490 Dec 13 09:41:58.836924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:58.894691 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.040072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175e1e-78f4-484d-905c-a08df0e97d01 req-ae25057f-99cf-472c-a221-d1efb0a11625 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.041457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a175e1e-78f4-484d-905c-a08df0e97d01 req-ae25057f-99cf-472c-a221-d1efb0a11625 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1628098 Dec 13 09:41:59.046740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23b80fd9-f25d-461c-a45d-b44e36d3a065 req-0f9697b8-a017-48ab-a192-12b6c32f2b9b service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070284 Dec 13 09:41:59.128413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a175e1e-78f4-484d-905c-a08df0e97d01 req-1feb8ed6-0112-4476-9b85-b6d27147207d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Dec 13 09:41:59.154539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.160089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.230170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event updated for resources: {'Port': ['ID=396b5503-e000-478c-8635-9221171363f1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:41:59.242022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.258204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:41:59.261690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-7590d958-56d5-4fc1-9ad6-c4accbfc6517 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7713652 Dec 13 09:41:59.317708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-3e62d7df-9d44-4270-90ff-ec5ff1acf6b6 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0519965 Dec 13 09:41:59.436598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-0ab65995-97cd-4753-8d44-68656ecb60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.440133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb378193-14a5-4e8b-bcd9-0ee86426a2d2 req-0ab65995-97cd-4753-8d44-68656ecb60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1152799 Dec 13 09:41:59.628264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-b3088843-1f60-40ef-99c7-7d499b841655 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570128 Dec 13 09:41:59.705920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:41:59.708446 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72affb6b-48a9-4d29-ab19-ece06762f7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:41:59.740282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfdb47-d6aa-43e5-af98-128fd695243d req-e03d8d8c-0528-4725-8563-30eb35a33a1d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.741736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ccbfdb47-d6aa-43e5-af98-128fd695243d req-e03d8d8c-0528-4725-8563-30eb35a33a1d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 943 time: 0.1272135 Dec 13 09:41:59.800087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-3ceb99b9-b0f1-40dd-8fe1-fc5dfac0e17b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:41:59.801590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-3ceb99b9-b0f1-40dd-8fe1-fc5dfac0e17b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506011 Dec 13 09:41:59.832794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ccbfdb47-d6aa-43e5-af98-128fd695243d req-2cad21e4-e8e5-4910-b885-fe9ef4e8b075 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Dec 13 09:41:59.833929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-63174654-b83e-428a-9dff-43146ef443f3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/quotas/8b8d5a94843a4fb0a9eb01fde402129c HTTP/1.1" status: 200 len: 375 time: 0.0242484 Dec 13 09:41:59.918384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-e1ae9226-02b4-4da4-887d-50423b5ef8da tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700884 Dec 13 09:42:00.050426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-e3fb7f52-1336-4079-af27-7af41e61daec tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.057752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-e3fb7f52-1336-4079-af27-7af41e61daec tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0727756 Dec 13 09:42:00.158646 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d18f55-36a5-4f16-b300-aeb69a1e60ac x-openstack-request-id: req-99d18f55-36a5-4f16-b300-aeb69a1e60ac {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:00.159069 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:00.159334 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99d18f55-36a5-4f16-b300-aeb69a1e60ac {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:00.159717 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'status': 'completed', 'code': 200} Dec 13 09:42:00.228054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-e4ffe561-15c7-40e6-942b-3f1cae9dc961 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1690533 Dec 13 09:42:00.262648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e568ff5c-606e-43fd-bd3e-ce6e23c369ad req-452f3f88-9ed9-4657-801f-c804747c8d23 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 210 time: 0.0744095 Dec 13 09:42:00.266221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-028a2994-b2b4-408d-9a9e-39863aa9d9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'floatingip': {'port_id': '86738f60-6e14-4df6-9ecd-308d595a713c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:00.327696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-028a2994-b2b4-408d-9a9e-39863aa9d9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:00.331360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-0cc1eb86-d985-4fd6-b9e8-fe5e3a3d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:00.333207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-0cc1eb86-d985-4fd6-b9e8-fe5e3a3d08da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 1094 time: 0.1724365 Dec 13 09:42:00.929840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:00.938661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9935a2-fced-48c6-86b6-3bd63ffb8a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.099326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-342392c3-1d8a-4c97-beeb-e01c2e8d1f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.202993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-342392c3-1d8a-4c97-beeb-e01c2e8d1f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.208942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-342392c3-1d8a-4c97-beeb-e01c2e8d1f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.241881 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-342392c3-1d8a-4c97-beeb-e01c2e8d1f19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea5651285b2e4877a190249bca3dcd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102107 Dec 13 09:42:01.258053 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-028a2994-b2b4-408d-9a9e-39863aa9d9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 09:42:01.259107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9d5aeb6-dca1-4b94-b1b4-af9db63d9872 req-028a2994-b2b4-408d-9a9e-39863aa9d9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "PUT /v2.0/floatingips/0fcb0395-2e53-4a24-aa4e-99bb6d204a60 HTTP/1.1" status: 409 len: 550 time: 1.0022924 Dec 13 09:42:01.259576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:01.277360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342392c3-1d8a-4c97-beeb-e01c2e8d1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a6909-d9a3-41d3-aea5-aa4fb9b076a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:01.354265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b33a12-f42a-4a01-9bff-f09d2ee3d96d req-aa6b747d-b2c4-4068-a4b4-78ee80e3ed8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.362650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41b33a12-f42a-4a01-9bff-f09d2ee3d96d req-aa6b747d-b2c4-4068-a4b4-78ee80e3ed8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.7620358 Dec 13 09:42:01.405244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-66c30028-5f75-4811-9b2e-049334267f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.407351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-66c30028-5f75-4811-9b2e-049334267f0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 922 time: 1.0212605 Dec 13 09:42:01.416668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.443409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-18ec7935-ac53-4c35-810c-85d81e450b5c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423400 Dec 13 09:42:01.598596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-10dbef7b-8456-43ad-85bb-7588b77ddc7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 HTTP/1.1" status: 200 len: 217 time: 0.1752479 Dec 13 09:42:01.599985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-80b0b8a7-93ac-4528-acdd-f13f7b264742 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.602023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-80b0b8a7-93ac-4528-acdd-f13f7b264742 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470919 Dec 13 09:42:01.602944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:01.630322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.632621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Request body: {'port': {'device_id': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '8b8d5a94843a4fb0a9eb01fde402129c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:01.702883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.706957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.710587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d0a6909-d9a3-41d3-aea5-aa4fb9b076a6 HTTP/1.1" status: 204 len: 168 time: 0.4458561 Dec 13 09:42:01.752535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41b33a12-f42a-4a01-9bff-f09d2ee3d96d req-b0afb402-d78f-4e5c-b9c0-8f331eeb189c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889902 Dec 13 09:42:01.770404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8b1b-2f59-4891-913b-f27f9d1bb92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a6909-d9a3-41d3-aea5-aa4fb9b076a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:01.790478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f293ddf-ab9a-44ff-add6-b4cafaea76ca req-fc3f083f-e209-43d4-8b0d-fbcc7d11475e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.804200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f293ddf-ab9a-44ff-add6-b4cafaea76ca req-fc3f083f-e209-43d4-8b0d-fbcc7d11475e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 943 time: 0.2663584 Dec 13 09:42:01.808102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:01.854517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'port_id': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'mac_address': 'fa:16:3e:b7:b9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8405e368-5d97-4ea2-a985-943fc901e979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:01.906850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Made reservation on behalf of 8b8d5a94843a4fb0a9eb01fde402129c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:01.911322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.912107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.925640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:01.954922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-dd639325-38bd-482e-af34-06048a9272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:01.956570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-dd639325-38bd-482e-af34-06048a9272cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 0.2740462 Dec 13 09:42:01.965068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:01.975570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:01.977091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f293ddf-ab9a-44ff-add6-b4cafaea76ca req-20292a2b-481e-4885-bddc-707fa59bb8ca tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719267 Dec 13 09:42:02.060682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:02.098836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.118007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-05f5ea09-853a-44cf-9eb6-07a84f3ac23d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363297 Dec 13 09:42:02.143684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-16bf753c-34f2-471c-8ae8-244a4eccf3b0 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips/0fcb0395-2e53-4a24-aa4e-99bb6d204a60 HTTP/1.1" status: 200 len: 693 time: 0.1860402 Dec 13 09:42:02.156954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Allocated IP 192.168.233.229 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:02.222682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:02.233712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f54abb3-a47b-48c0-a8f6-daf7c5e41a95 req-c03a033d-3b6a-4072-b4e8-6d3cadc9c0a8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 210 time: 0.1137137 Dec 13 09:42:02.260896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:02.358266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a4823-e476-4767-ad45-27b9f8674575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.395666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2284a5-6571-4b16-a788-55382dfb243f req-986e6a6c-5eeb-4a65-a608-369298f55ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.401841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-986e6a6c-5eeb-4a65-a608-369298f55ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.2572765 Dec 13 09:42:02.407148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-a4e30f79-0dbe-47ad-bac7-1cdb5080f51d service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582521 Dec 13 09:42:02.421163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-c5e3f0bc-513f-43ad-bea4-3e72d26badae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:42:02.433778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-c5e3f0bc-513f-43ad-bea4-3e72d26badae tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301201 Dec 13 09:42:02.483917 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.544219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a4823-e476-4767-ad45-27b9f8674575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.551248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-74a7de37-ae07-4297-b99b-dbbd2deaa575 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1162629 Dec 13 09:42:02.551698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a4823-e476-4767-ad45-27b9f8674575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.576161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.588550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8aca2549-aeff-4338-bc71-7993e1792923'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:02.636455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-6f6dd936-2d08-42f3-a783-8ebb47febc8a tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0685008 Dec 13 09:42:02.639336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4823-e476-4767-ad45-27b9f8674575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adfe997-1f4b-4830-9dba-f9efcad58d81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:02.654625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-551a4823-e476-4767-ad45-27b9f8674575 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a47856aa27c40d296bd5715553db72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926525 Dec 13 09:42:02.657296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:02.658741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72affb6b-48a9-4d29-ab19-ece06762f7bc req-6743d20c-eb04-43bd-af4c-50ba5837e894 service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215734 Dec 13 09:42:02.660278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:02.669282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:02.672132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:02.676167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event updated for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:02.775061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:02.775970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.800546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-43f40071-7af5-4b7a-ab1b-5abbeb8c702f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1802669 Dec 13 09:42:02.830975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Request body: {'port': {'device_id': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:02.885342 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.886906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:02.930355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:02.943962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.005034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Deleting port 396b5503-e000-478c-8635-9221171363f1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:03.005677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.081015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a35e1d-50e4-4bdd-b9d7-904ecadcfbd8 req-347f2ec2-c40c-4faa-b855-a694be4cb8a4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.082937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1a35e1d-50e4-4bdd-b9d7-904ecadcfbd8 req-347f2ec2-c40c-4faa-b855-a694be4cb8a4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1492174 Dec 13 09:42:03.106793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2fdc93e-d5e2-47f5-8bd3-f74580cfa2b2 None None] Provisioning complete for port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:03.107420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc93e-d5e2-47f5-8bd3-f74580cfa2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.118468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.121412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.122720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3adfe997-1f4b-4830-9dba-f9efcad58d81 HTTP/1.1" status: 204 len: 168 time: 0.4615388 Dec 13 09:42:03.145272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.145894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.147239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdc93e-d5e2-47f5-8bd3-f74580cfa2b2 None None] Port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:03.151390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73eea0-2caf-4bf0-8062-d6b8f7168c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adfe997-1f4b-4830-9dba-f9efcad58d81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.174900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Calling delete_port for 396b5503-e000-478c-8635-9221171363f1 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:03.209187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1a35e1d-50e4-4bdd-b9d7-904ecadcfbd8 req-ace5e5a0-23b0-4f0c-9e0c-ae3702c5d676 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191728 Dec 13 09:42:03.376138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.431168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:03.449206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.452944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event deleted for resources: {'Port': ['ID=396b5503-e000-478c-8635-9221171363f1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.464387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Transition to ACTIVE for port object 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:03.473360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.535289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:03.553690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ed40-be11-459f-97ed-93fac8f1005a req-d5e78448-abf6-4c45-b489-66eecc2e65a7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.555316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6f6ed40-be11-459f-97ed-93fac8f1005a req-d5e78448-abf6-4c45-b489-66eecc2e65a7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 944 time: 0.1601515 Dec 13 09:42:03.560918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.576982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.580513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.581758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d2284a5-6571-4b16-a788-55382dfb243f req-8d144e2a-21c4-4163-babf-0ff28faf0744 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "DELETE /v2.0/floatingips/0fcb0395-2e53-4a24-aa4e-99bb6d204a60 HTTP/1.1" status: 204 len: 173 time: 0.9351308 Dec 13 09:42:03.616531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:03.648757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6f6ed40-be11-459f-97ed-93fac8f1005a req-3e3e955a-7a6d-4cef-8d01-a0fa71ccb257 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741262 Dec 13 09:42:03.704133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:03.718566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:03.720756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.727330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Attempting to bind port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:03.727672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Attempting to bind port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:03.728003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Attempting to bind port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:03.748312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:03.748635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Attempting to bind port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:03.755022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:03.755509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:03.755742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:03.756181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Bound port: 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:03.756543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.836743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.854903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:03.858497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:03.865924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.883029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:03.885419 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118056b7-14be-49e6-aa7b-83e35e4e86ec" -d '{"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:03.920409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:03.926588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.957897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:03.958579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:03.960226 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] 10.222.0.44 "PUT /v2.0/ports/87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 HTTP/1.1" status: 200 len: 1096 time: 1.1343663 Dec 13 09:42:03.960737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:03.963174 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ac272-d619-424b-afc8-d302d7a9540f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:03.967255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-56ed558f-2d7a-4939-87fd-61d526fb22ea tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1000 time: 0.1722176 Dec 13 09:42:04.013682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06362b-8782-4397-b296-9f365dd9bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:04.048492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:04.099696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-fb93439b-c1c3-4a9c-954e-7ec2f3935af3 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.112733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-fb93439b-c1c3-4a9c-954e-7ec2f3935af3 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports/86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 942 time: 0.1445277 Dec 13 09:42:04.116014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-6b5bd98c-97d2-4288-9d56-b053d23255aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.118052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-6b5bd98c-97d2-4288-9d56-b053d23255aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 1099 time: 0.0914445 Dec 13 09:42:04.145381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67226-5c39-4a34-bc83-e2780c0bac8c req-074553a6-c3f6-49ac-ac8b-5db42350d7a8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.154995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dda67226-5c39-4a34-bc83-e2780c0bac8c req-074553a6-c3f6-49ac-ac8b-5db42350d7a8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 948 time: 0.4207218 Dec 13 09:42:04.200813 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-5d6d85bb-8f68-4e8c-bb04-c99a69838124 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 HTTP/1.1" status: 200 len: 217 time: 0.0656307 Dec 13 09:42:04.304880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-666d5a58-67b5-442e-a27f-ab54c1df3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.306719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-666d5a58-67b5-442e-a27f-ab54c1df3b37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0989456 Dec 13 09:42:04.330950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dda67226-5c39-4a34-bc83-e2780c0bac8c req-0ad9c6bc-efaf-49d4-be21-b2406dd6c18b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730723 Dec 13 09:42:04.363548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-6c5b632e-2857-4385-9900-aa580e817722 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1000 time: 0.1471403 Dec 13 09:42:04.369513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-d7c800d4-8dfe-4838-bd88-cf360f078403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.372092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-d7c800d4-8dfe-4838-bd88-cf360f078403 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559852 Dec 13 09:42:04.419718 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e08236-3ef7-46c8-83a5-331fa6d676e9 x-openstack-request-id: req-82e08236-3ef7-46c8-83a5-331fa6d676e9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:04.420255 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:04.420485 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82e08236-3ef7-46c8-83a5-331fa6d676e9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:04.420929 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'code': 200} Dec 13 09:42:04.449103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-42a64da2-e8b6-48ab-bc4f-4a4b41690521 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602969 Dec 13 09:42:04.517469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-ed163954-acf3-46ee-bcd5-88c2af2d177f service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374786 Dec 13 09:42:04.574079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-59f2a7bc-b1d7-41f7-b73b-1feef017e2fd tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.584722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-59f2a7bc-b1d7-41f7-b73b-1feef017e2fd tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.2200718 Dec 13 09:42:04.623232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:04.653822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-007af9d2-845c-48d7-9202-78f1286a1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.657451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-007af9d2-845c-48d7-9202-78f1286a1dce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df01d091260f47a0b540466b9bb3073a&device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 1095 time: 0.1822152 Dec 13 09:42:04.681974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be860b00-1465-4ea0-83d9-468ba7086320 req-a945c720-d37e-477c-aa3e-5a22120bc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.683573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be860b00-1465-4ea0-83d9-468ba7086320 req-a945c720-d37e-477c-aa3e-5a22120bc36d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 1096 time: 0.1767528 Dec 13 09:42:04.735068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0de1cf31-7bd1-4d1d-9b8f-1b6191372cf5 req-71269afa-bb88-46b7-b11e-b7cb2c321967 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037141 Dec 13 09:42:04.766132 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0db08-0589-4a1b-90ac-e5c946e7532f x-openstack-request-id: req-f9f0db08-0589-4a1b-90ac-e5c946e7532f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:04.768235 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:04.769073 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9f0db08-0589-4a1b-90ac-e5c946e7532f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:04.769811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-ad834100-1278-45fb-9a6c-149654905d50 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 1000 time: 0.1837800 Dec 13 09:42:04.772924 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', 'status': 'completed', 'code': 200} Dec 13 09:42:04.825052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:04.862017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac272-d619-424b-afc8-d302d7a9540f req-035abe3f-d261-481f-9e90-1b5078fb9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.864130 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-035abe3f-d261-481f-9e90-1b5078fb9c0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 1099 time: 0.0580862 Dec 13 09:42:04.980194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac272-d619-424b-afc8-d302d7a9540f req-df987c90-401d-4790-a90c-1af565a4ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:04.981954 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-df987c90-401d-4790-a90c-1af565a4ab5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1086109 Dec 13 09:42:05.019281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be860b00-1465-4ea0-83d9-468ba7086320 req-5748dff4-3dfc-4edb-a507-f24060e7e3a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604132 Dec 13 09:42:05.023527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.033429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce231c81-1552-4508-9678-57eea3faa265 req-c2360efa-0e92-426f-a2fe-a056e36744e7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.040688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce231c81-1552-4508-9678-57eea3faa265 req-c2360efa-0e92-426f-a2fe-a056e36744e7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.2068837 Dec 13 09:42:05.051678 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-7e5066b0-bec8-4da2-b7ef-0c08c481b56b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 HTTP/1.1" status: 200 len: 217 time: 0.0541923 Dec 13 09:42:05.057951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-0fa2621f-aac2-4875-8868-04a38672aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.059269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-0fa2621f-aac2-4875-8868-04a38672aab6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 200 len: 922 time: 0.3577185 Dec 13 09:42:05.169804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce231c81-1552-4508-9678-57eea3faa265 req-95157f01-f863-4262-b675-9ed492c367de tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282518 Dec 13 09:42:05.239700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.282033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.282257 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Floating IP 634dc566-e88c-4dcc-815b-b7694f29be89 disassociated. External IP: 172.25.1.53, port: 86738f60-6e14-4df6-9ecd-308d595a713c. Dec 13 09:42:05.285701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-51405efb-fc89-4fa1-a668-b94fe10c4a36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 200 len: 217 time: 0.0442915 Dec 13 09:42:05.296384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac272-d619-424b-afc8-d302d7a9540f req-8bf7eb20-bba2-4bd3-a292-deac93bd7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.299035 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-8bf7eb20-bba2-4bd3-a292-deac93bd7d59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0608330 Dec 13 09:42:05.388852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac272-d619-424b-afc8-d302d7a9540f req-49c0b6bd-7cc8-4f2b-8a32-bb6b11dc2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.391883 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-49c0b6bd-7cc8-4f2b-8a32-bb6b11dc2c33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835948 Dec 13 09:42:05.457996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-93f65d05-1bea-43f8-b3bd-d5998e41c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.459436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-93f65d05-1bea-43f8-b3bd-d5998e41c641 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 200 len: 861 time: 0.1223531 Dec 13 09:42:05.498577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb495-7248-44e8-a602-bbee6cb2255f req-32b7281d-6ff7-492a-9d0c-d40263bb8fc0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:05.500821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-512cb495-7248-44e8-a602-bbee6cb2255f req-32b7281d-6ff7-492a-9d0c-d40263bb8fc0 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.1219120 Dec 13 09:42:05.504661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-8f191e76-76a0-46b5-b2de-5cc79dd34712 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048126 Dec 13 09:42:05.546392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-98ddbe69-dfc5-48e7-a114-d452e98fd07d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9fc2328a-60da-47e1-91eb-b524b0daf34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741069 Dec 13 09:42:05.605811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-965ac272-d619-424b-afc8-d302d7a9540f req-59413275-05cf-4bf9-bbda-8fd3e48b3b8e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939372 Dec 13 09:42:05.637374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:05.747551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baab1292-5faa-4832-afe3-6a72651ae987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.827933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baab1292-5faa-4832-afe3-6a72651ae987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.833000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baab1292-5faa-4832-afe3-6a72651ae987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.874273 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-baab1292-5faa-4832-afe3-6a72651ae987 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb6907b51a4c4c348d48fcdafe467581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357264 Dec 13 09:42:05.875283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab1292-5faa-4832-afe3-6a72651ae987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f43c0-6196-4a2f-8207-aab24b4f99c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:05.877784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:05.928615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:05.950191 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.001320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.003966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.005105 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e51f43c0-6196-4a2f-8207-aab24b4f99c4 HTTP/1.1" status: 204 len: 168 time: 0.1264014 Dec 13 09:42:06.013062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffb3af-9e17-486f-9c41-5a3b38fb4c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f43c0-6196-4a2f-8207-aab24b4f99c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:06.027492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-512cb495-7248-44e8-a602-bbee6cb2255f req-89c831f5-e6a0-420c-b50d-f6fc09888067 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862306 Dec 13 09:42:06.048284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-5cee1c0f-b4cb-4b13-9486-f2a38bee8884 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.049779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-5cee1c0f-b4cb-4b13-9486-f2a38bee8884 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 944 time: 0.5749326 Dec 13 09:42:06.161362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-e1f17e20-90d8-4b50-bfd8-8abb464cbe43 service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939386 Dec 13 09:42:06.271344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Router ef92d15f-e846-4261-8180-cdeb918cbd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:06.290314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15b37f-b6a0-44f8-aefe-96016b972bae req-017987cb-3c4c-461a-812b-8a8f8812b316 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.291997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c15b37f-b6a0-44f8-aefe-96016b972bae req-017987cb-3c4c-461a-812b-8a8f8812b316 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1805615 Dec 13 09:42:06.331880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:06.346416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c6db4e-ef9f-4712-aed4-10d79cc263d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.422505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d483176-1ed8-4e88-9e97-e8c36d2d0c84 req-43eddd0a-225b-4ea0-92b1-7215eedb168b service neutron] 10.222.0.44 "GET /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491465 Dec 13 09:42:06.423476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c6db4e-ef9f-4712-aed4-10d79cc263d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.430457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08c6db4e-ef9f-4712-aed4-10d79cc263d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.430774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Deleting port 14d0746f-97d4-4376-a58b-887e55332c1d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:06.431090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.479705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08c6db4e-ef9f-4712-aed4-10d79cc263d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b07e47e66514c1aa48d60f6eca04e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467354 Dec 13 09:42:06.480765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6db4e-ef9f-4712-aed4-10d79cc263d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542bfaa-3a0e-4b21-b236-2f6581516b0f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:06.483183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:06.505463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c15b37f-b6a0-44f8-aefe-96016b972bae req-02e91e8f-d557-4406-82ce-d77304fbfbbb tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016404 Dec 13 09:42:06.545782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.560572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:06.568853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.570540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.572805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] For port 14d0746f-97d4-4376-a58b-887e55332c1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=14d0746f-97d4-4376-a58b-887e55332c1d,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:06.572805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.575060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Sync routers for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:06.587580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:06.588209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:06.611130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Calling delete_port for 14d0746f-97d4-4376-a58b-887e55332c1d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:06.623515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-eb8f22cc-8b9c-40a7-8060-e2969d8ae558 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "PUT /v2.0/floatingips/634dc566-e88c-4dcc-815b-b7694f29be89 HTTP/1.1" status: 200 len: 694 time: 1.8054366 Dec 13 09:42:06.626860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:06.628461 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:06.643003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.645899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:06.649970 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8542bfaa-3a0e-4b21-b236-2f6581516b0f HTTP/1.1" status: 204 len: 168 time: 0.1629558 Dec 13 09:42:06.668715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be61279-17fe-494d-a6ff-feff46c8976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542bfaa-3a0e-4b21-b236-2f6581516b0f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:06.815079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-aa35504a-127f-4bb1-8b12-7e1a9e616916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.816721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-aa35504a-127f-4bb1-8b12-7e1a9e616916 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1096 time: 0.1524870 Dec 13 09:42:06.826459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162217-7d77-4015-9d43-22e928ed0cd7 req-ee7c9a4b-a8eb-4a81-b5b7-8f7a3e5449e8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:06.834754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7162217-7d77-4015-9d43-22e928ed0cd7 req-ee7c9a4b-a8eb-4a81-b5b7-8f7a3e5449e8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 948 time: 0.1523745 Dec 13 09:42:06.921574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:07.000892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7162217-7d77-4015-9d43-22e928ed0cd7 req-eb1276f6-ec9f-4b02-aaa5-9f8fa7b1503c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632450 Dec 13 09:42:07.033888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.050084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-2152d84e-6bab-4c77-830b-08b244f73703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.051724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-2152d84e-6bab-4c77-830b-08b244f73703 service neutron] 10.222.0.30 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 930 time: 0.2089770 Dec 13 09:42:07.072480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:07.080376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event deleted for resources: {'Port': ['ID=14d0746f-97d4-4376-a58b-887e55332c1d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:07.119276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-3f9916ef-3768-47af-8a9b-0259f46d7c12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 217 time: 0.0456583 Dec 13 09:42:07.126260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['14d0746f-97d4-4376-a58b-887e55332c1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:07.207781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] No DVR routers for this DVR port 14d0746f-97d4-4376-a58b-887e55332c1d on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:07.213891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:07.217274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0906ee52-788d-47db-93f2-0ff8ca614e38 req-36588148-fb83-4522-a540-5250dea22e2f tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "DELETE /v2.0/ports/14d0746f-97d4-4376-a58b-887e55332c1d HTTP/1.1" status: 204 len: 173 time: 1.1529834 Dec 13 09:42:07.235532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-63441fdd-6e94-4272-9574-a598e171060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.237049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-63441fdd-6e94-4272-9574-a598e171060b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.1010308 Dec 13 09:42:07.253296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7758918-0f50-4fe4-97db-b7eebed3eec6 req-fa1f01fc-8dc2-46a7-95cd-70878024f408 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.254848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7758918-0f50-4fe4-97db-b7eebed3eec6 req-fa1f01fc-8dc2-46a7-95cd-70878024f408 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1203499 Dec 13 09:42:07.329947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-bc08a55c-e054-479d-9974-8ce292e09da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.331595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-bc08a55c-e054-479d-9974-8ce292e09da3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758593 Dec 13 09:42:07.346775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7758918-0f50-4fe4-97db-b7eebed3eec6 req-9b967612-5e93-4d09-ba37-604d3e1317f8 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833330 Dec 13 09:42:07.428344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:07.465879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Checking router: ef92d15f-e846-4261-8180-cdeb918cbd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:07.472765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-347eaac9-08cd-4eb2-9e0b-7001464d8240 service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249456 Dec 13 09:42:07.491211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:07.492011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:07.501621 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d3c3ad-44c7-4db6-b418-ad88986558a7 x-openstack-request-id: req-27d3c3ad-44c7-4db6-b418-ad88986558a7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:07.501912 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:07.502168 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27d3c3ad-44c7-4db6-b418-ad88986558a7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:07.504047 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c', 'status': 'completed', 'code': 200} Dec 13 09:42:07.600845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e155d96b-eb02-4c69-95ef-67da3f262fb4 req-59276829-cc0f-4fbf-ba95-f6278ae55755 service neutron] 10.222.0.30 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208084 Dec 13 09:42:07.606629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-ea7116f5-b4d6-4635-a7e5-9b04eb00784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.608175 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-ea7116f5-b4d6-4635-a7e5-9b04eb00784e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83a098b2955745199c329440f2e9cee6&device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 1096 time: 0.0680654 Dec 13 09:42:07.654714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:07.663044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0f126d3-ec7c-45a6-8ead-5c205d661600 req-4a0f9c69-eb50-4e7a-82a9-9a8df2556853 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8de33ee-1365-4856-81e7-e3dc1c969c35 HTTP/1.1" status: 200 len: 210 time: 0.0623238 Dec 13 09:42:07.758399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:07.793007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-08efe19f-0d75-46fe-af48-3f2ecf80159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.798721 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-08efe19f-0d75-46fe-af48-3f2ecf80159b service neutron] 10.222.0.37 "GET /v2.0/networks?id=445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 200 len: 930 time: 0.1776800 Dec 13 09:42:07.807417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0855b-8fc4-46b9-8bf1-9d28720b9df1 req-210037dc-8236-4025-b56c-e162fe911ed2 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.808961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ac0855b-8fc4-46b9-8bf1-9d28720b9df1 req-210037dc-8236-4025-b56c-e162fe911ed2 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.0934582 Dec 13 09:42:07.837354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:07.852074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', 'mac_address': 'fa:16:3e:a5:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:07.865673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-8f2f8749-172b-475b-b1e0-566b489b28c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 200 len: 217 time: 0.0476320 Dec 13 09:42:07.919044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-4a3a6324-8d29-47cb-98dc-086e14b0bd3c tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips/634dc566-e88c-4dcc-815b-b7694f29be89 HTTP/1.1" status: 200 len: 694 time: 0.0642104 Dec 13 09:42:07.922330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ac0855b-8fc4-46b9-8bf1-9d28720b9df1 req-a58a42b9-bbc5-4c48-ba00-79293dc1175e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046770 Dec 13 09:42:07.980413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-fd454bdb-d54b-4b38-a4ab-0a7d9e204e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:07.981948 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-fd454bdb-d54b-4b38-a4ab-0a7d9e204e8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 200 len: 868 time: 0.0945110 Dec 13 09:42:08.073331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.076772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-bcf9e366-fba8-491c-bef0-92d32abb1493 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.091937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-6b6cb01e-e9d8-494e-8669-3ec9153ce90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.093988 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-6b6cb01e-e9d8-494e-8669-3ec9153ce90b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=445a4214-5792-405f-bcba-06b1be8a5130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992508 Dec 13 09:42:08.098287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:08.100915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-bcf9e366-fba8-491c-bef0-92d32abb1493 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1743753 Dec 13 09:42:08.123710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:08.163843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f174b373-da6d-4f80-b94b-8d2578fd3351 None None] The sync data for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 is: [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:41:26Z', 'revision_number': 4, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c7142df8-87e1-4131-a4de-74fa33060adc', 'name': '', 'network_id': '445a4214-5792-405f-bcba-06b1be8a5130', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'mac_address': 'fa:16:3e:00:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:24Z', 'updated_at': '2021-12-13T09:41:29Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'subnets': [{'id': 'c3d112bd-04fe-4f60-8c1f-462c4e209eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:08.166592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:08.174648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.248097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-d62670dd-ece2-4711-a318-fd073f8c1a6e tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 697 time: 0.1461668 Dec 13 09:42:08.287710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:08.321738 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-ad66f88a-0f7d-4730-b472-37eda0c1169c service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201030 Dec 13 09:42:08.354176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-3bb99924-42e2-4200-8989-309230bf2952 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.53 HTTP/1.1" status: 200 len: 697 time: 0.1043890 Dec 13 09:42:08.430827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4336d-31d3-4360-9385-338c296d5507 req-c5880e4d-28c0-4f66-81d3-951f5e8b15a4 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:08.432423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42b4336d-31d3-4360-9385-338c296d5507 req-c5880e4d-28c0-4f66-81d3-951f5e8b15a4 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.3293824 Dec 13 09:42:08.457944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:08.711465 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ad7a1-5843-4b47-a7e9-562923847130 None None] New status for floating IP 634dc566-e88c-4dcc-815b-b7694f29be89: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:08.716645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Deleting port 89d92c5b-1567-46ea-a135-9f854c6f9c8c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:08.717005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.756123 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570ad2e3-31c5-428f-a9e0-2309aa8ac5d0 req-a37588fd-4e37-4f81-93ca-4779f1f92e8d service neutron] 10.222.0.37 "GET /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256108 Dec 13 09:42:08.769102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42b4336d-31d3-4360-9385-338c296d5507 req-293b7c5a-f21d-42e5-9bcd-2b3cef520ff8 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452550 Dec 13 09:42:08.846962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.847294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:08.863163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Calling delete_port for 89d92c5b-1567-46ea-a135-9f854c6f9c8c owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:09.051275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4ab2-3173-41b6-a645-479260f6ac29 req-3b100dd6-ab6f-4a47-8578-b5e98ff505fa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.052745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fadb4ab2-3173-41b6-a645-479260f6ac29 req-3b100dd6-ab6f-4a47-8578-b5e98ff505fa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 949 time: 0.0908983 Dec 13 09:42:09.068925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.107525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event deleted for resources: {'Port': ['ID=89d92c5b-1567-46ea-a135-9f854c6f9c8c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:09.168105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fadb4ab2-3173-41b6-a645-479260f6ac29 req-608816b2-ab61-48fe-b3b0-b765b2d6d3c1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077828 Dec 13 09:42:09.190437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.193075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.194518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76a7de8-42aa-46d9-8378-58061ef903a1 req-a5ff960f-cca8-4f89-8459-dedb7f0469de tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "DELETE /v2.0/floatingips/634dc566-e88c-4dcc-815b-b7694f29be89 HTTP/1.1" status: 204 len: 173 time: 0.8395026 Dec 13 09:42:09.278035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbb75-2f97-4b19-bc8d-0d4c621a6db7 req-77e9b677-cbe3-4aee-b7da-46229168f642 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.279551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-305dbb75-2f97-4b19-bc8d-0d4c621a6db7 req-77e9b677-cbe3-4aee-b7da-46229168f642 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Dec 13 09:42:09.328894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-305dbb75-2f97-4b19-bc8d-0d4c621a6db7 req-368059c6-dc83-42e2-a588-29a98faa3624 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Dec 13 09:42:09.505015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-deleted', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:09.507460 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbde8b1-cf77-4174-853d-6f6d2c536c61" -d '{"events": [{"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-deleted", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:09.572710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-5fb51f76-66e7-4bf3-8464-85c8579ec96c tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ac0d429725d4156b679ac3a49024f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459168 Dec 13 09:42:09.616018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2ad0c-6b84-468a-8d99-34d5979e573e req-3923af18-8e4b-4b0e-aed4-201d17730952 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.617502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ce2ad0c-6b84-468a-8d99-34d5979e573e req-3923af18-8e4b-4b0e-aed4-201d17730952 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.0804436 Dec 13 09:42:09.657795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:09.706343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:09.710402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:09.710782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.720040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ce2ad0c-6b84-468a-8d99-34d5979e573e req-526e1c17-3c75-4092-a91f-3c92d6cc27dd tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759499 Dec 13 09:42:09.742665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-f74c0bb2-9936-415a-ab38-ec31898c49c9 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.742665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-f74c0bb2-9936-415a-ab38-ec31898c49c9 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566107 Dec 13 09:42:09.766408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-7e2183b3-5d4b-48dd-a53d-e7a51eeac391 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/quotas/0ac0d429725d4156b679ac3a49024f36 HTTP/1.1" status: 200 len: 375 time: 0.0138710 Dec 13 09:42:09.806080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.815717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-5a4fa207-7161-495c-9560-3a20cfbcbdd8 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ac0d429725d4156b679ac3a49024f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430710 Dec 13 09:42:09.834045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:09.836551 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8497ca-c4e7-434f-ab41-71ae89da5dba" -d '{"events": [{"server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "name": "network-vif-plugged", "status": "completed", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:09.851523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:09.857317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:09.858240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:09.867102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e884-60ce-48ca-a76e-99649f2c29b2 req-e9b8f9d4-bb36-4361-9f72-07ff213084e6 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:09.868604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8381e884-60ce-48ca-a76e-99649f2c29b2 req-e9b8f9d4-bb36-4361-9f72-07ff213084e6 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0578854 Dec 13 09:42:09.879669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 14d0746f-97d4-4376-a58b-887e55332c1d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:09.880017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 14d0746f-97d4-4376-a58b-887e55332c1d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:09.922549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8381e884-60ce-48ca-a76e-99649f2c29b2 req-0fc22026-b476-4850-a481-a95db149421a tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0447428 Dec 13 09:42:09.932700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:09.967545 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f3e946-e324-4ed6-b65a-7d76b980d3ab x-openstack-request-id: req-d4f3e946-e324-4ed6-b65a-7d76b980d3ab {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:09.967848 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8de33ee-1365-4856-81e7-e3dc1c969c35", "name": "network-vif-deleted", "tag": "14d0746f-97d4-4376-a58b-887e55332c1d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:09.968110 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4f3e946-e324-4ed6-b65a-7d76b980d3ab {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:09.968876 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8de33ee-1365-4856-81e7-e3dc1c969c35', 'name': 'network-vif-deleted', 'tag': '14d0746f-97d4-4376-a58b-887e55332c1d', 'status': 'completed', 'code': 200} Dec 13 09:42:10.097975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f2204-5a19-4105-9bd3-218a2ba9439a req-6d551865-bb92-46bf-acf1-f36a329047c2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.099461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246f2204-5a19-4105-9bd3-218a2ba9439a req-6d551865-bb92-46bf-acf1-f36a329047c2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.1097531 Dec 13 09:42:10.117178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4136-d906-4087-a097-ca502d02e2af req-755774d6-cd44-42c5-8541-7d76c037ce45 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.118629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07fe4136-d906-4087-a097-ca502d02e2af req-755774d6-cd44-42c5-8541-7d76c037ce45 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.0976963 Dec 13 09:42:10.150770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-7ae5cff9-3fb1-44c7-be8e-c322a61386d4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.152193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-7ae5cff9-3fb1-44c7-be8e-c322a61386d4 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 944 time: 0.1031921 Dec 13 09:42:10.230167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246f2204-5a19-4105-9bd3-218a2ba9439a req-90642bd9-52f7-4242-9bbc-200ec33bbcf2 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224821 Dec 13 09:42:10.249828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07fe4136-d906-4087-a097-ca502d02e2af req-98ea569f-c6e7-409f-a0b2-daf1fd31242b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240370 Dec 13 09:42:10.297621 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ef758c-e026-461b-84ce-c3bebb177176 x-openstack-request-id: req-c7ef758c-e026-461b-84ce-c3bebb177176 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:10.297999 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "name": "network-vif-plugged", "status": "completed", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:10.298320 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7ef758c-e026-461b-84ce-c3bebb177176 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:10.298781 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', 'code': 200} Dec 13 09:42:10.335305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5322d75c-6772-4145-b870-fe4b48a2bce5 req-abcd6a9c-2dbc-4615-9c5e-d93598d34e1b tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0411289 Dec 13 09:42:10.371056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7190c549-ff62-4c96-94d7-cfa7e5c02443 req-71078052-0d3a-468b-a13f-c1e6a916121c tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 210 time: 0.0376527 Dec 13 09:42:10.386112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Deleting port 22b7d029-1a80-4a2c-8ad0-738624a5153e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:10.386477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.589833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82cae-8245-4ad8-9295-f2416a753546 req-f5f31122-e409-4afd-8558-5c392be9b275 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.591320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdb82cae-8245-4ad8-9295-f2416a753546 req-f5f31122-e409-4afd-8558-5c392be9b275 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.1485868 Dec 13 09:42:10.594226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4979-91a8-4a2b-bf8c-6d3aaa35392d req-ac077c59-11cd-4ed8-8ccf-a886a51b9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.596551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa4d4979-91a8-4a2b-bf8c-6d3aaa35392d req-ac077c59-11cd-4ed8-8ccf-a886a51b9c4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 1101 time: 0.1547625 Dec 13 09:42:10.614818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] For port 22b7d029-1a80-4a2c-8ad0-738624a5153e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=22b7d029-1a80-4a2c-8ad0-738624a5153e,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:10.615114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:10.702967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Calling delete_port for 22b7d029-1a80-4a2c-8ad0-738624a5153e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:10.706761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa4d4979-91a8-4a2b-bf8c-6d3aaa35392d req-9145ac07-b267-4b7d-a993-24ce62406f1a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849831 Dec 13 09:42:10.812885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdb82cae-8245-4ad8-9295-f2416a753546 req-516f2340-4517-4108-92f9-98159afd3b6f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104838 Dec 13 09:42:10.831646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2954a-bbd6-4f7b-aab4-7f426098350c req-1c35d62d-391f-4952-ad39-67c5685c6ac4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:10.833167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaf2954a-bbd6-4f7b-aab4-7f426098350c req-1c35d62d-391f-4952-ad39-67c5685c6ac4 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1325548 Dec 13 09:42:10.899975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaf2954a-bbd6-4f7b-aab4-7f426098350c req-f77df0b0-1f05-4a05-a920-ad8037dbcd7b tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601563 Dec 13 09:42:10.991495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.003919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:11.048866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event deleted for resources: {'Port': ['ID=22b7d029-1a80-4a2c-8ad0-738624a5153e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:11.114853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] No DVR routers for this DVR port 22b7d029-1a80-4a2c-8ad0-738624a5153e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:11.119461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:11.123188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a74e1cb-5280-40a7-942d-d7f4bae526ae req-6ea7e816-b6a3-4a97-8c70-2340c28a45f7 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.44 "DELETE /v2.0/ports/22b7d029-1a80-4a2c-8ad0-738624a5153e HTTP/1.1" status: 204 len: 173 time: 0.9593284 Dec 13 09:42:11.131674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedeb2c-e758-429f-b088-7f7eb7464030 req-9bbc4638-7c56-4fd0-a8f1-dbf4844e1956 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.133404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dedeb2c-e758-429f-b088-7f7eb7464030 req-9bbc4638-7c56-4fd0-a8f1-dbf4844e1956 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1927879 Dec 13 09:42:11.142526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e3eb-1c28-4f3c-b7c2-da949ddef236 req-e1f74a1c-d510-413f-9319-dc3d35055651 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.149977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9d6e3eb-1c28-4f3c-b7c2-da949ddef236 req-e1f74a1c-d510-413f-9319-dc3d35055651 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.1739352 Dec 13 09:42:11.227154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9d6e3eb-1c28-4f3c-b7c2-da949ddef236 req-a28c613a-4011-48df-8b08-7b03d604746b tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762916 Dec 13 09:42:11.241464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dedeb2c-e758-429f-b088-7f7eb7464030 req-05109386-e5a3-4b70-a5cb-95258e491607 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852444 Dec 13 09:42:11.412662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95474fef-6c49-4b87-b534-53a545429467 req-684fed77-b8b9-445b-b088-ca6d5a6f0e2a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.414201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95474fef-6c49-4b87-b534-53a545429467 req-684fed77-b8b9-445b-b088-ca6d5a6f0e2a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.0953755 Dec 13 09:42:11.424982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d12ed83-96f5-4752-a3b9-bd53d234a798 req-620be735-eccb-4f3e-a4b8-4b688a2cfade tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=43c328fe-2ff5-49dc-ad29-cd725de48eff HTTP/1.1" status: 200 len: 210 time: 0.0597723 Dec 13 09:42:11.429248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-4cfe34fd-99a8-4c2f-924f-3d23cc1ea4e0 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0ac0d429725d4156b679ac3a49024f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518012 Dec 13 09:42:11.851759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7935912d-0159-46a7-91bc-a1396eccd249 req-873e81e0-e8bf-4429-aba3-d9893510cc57 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 210 time: 0.0474601 Dec 13 09:42:11.863699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95474fef-6c49-4b87-b534-53a545429467 req-dbf3587a-0a6c-4e69-9af8-538d381cc571 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383936 Dec 13 09:42:11.916794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-579d2a19-3462-46c3-b988-56c275832782 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:11.918198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-579d2a19-3462-46c3-b988-56c275832782 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4827843 Dec 13 09:42:11.935909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Request body: {'port': {'device_id': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '0ac0d429725d4156b679ac3a49024f36'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:11.980528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-deleted', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:11.982814 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b8c23-d373-4f56-930f-f772ca3c6bd6" -d '{"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-deleted", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:12.063832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01818a1-a12a-418f-8072-f752217246a3 req-69ab6c6c-2612-496d-ba7b-72a103293c5f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.065585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a01818a1-a12a-418f-8072-f752217246a3 req-69ab6c6c-2612-496d-ba7b-72a103293c5f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.0796268 Dec 13 09:42:12.168660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61ff79-354d-47cf-bf17-941221b68cdf req-17bf7047-fc84-483d-a252-5801fe5e2c0f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.170071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a61ff79-354d-47cf-bf17-941221b68cdf req-17bf7047-fc84-483d-a252-5801fe5e2c0f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1166971 Dec 13 09:42:12.175335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a01818a1-a12a-418f-8072-f752217246a3 req-40d82626-3e92-462a-97f4-08e508d78cad tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992396 Dec 13 09:42:12.178079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Made reservation on behalf of 0ac0d429725d4156b679ac3a49024f36 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:12.181363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.200326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.220021 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83650a1-cfad-40e2-960b-8b1ee51146fd x-openstack-request-id: req-c83650a1-cfad-40e2-960b-8b1ee51146fd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:12.220311 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c328fe-2ff5-49dc-ad29-cd725de48eff", "name": "network-vif-deleted", "tag": "22b7d029-1a80-4a2c-8ad0-738624a5153e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:12.220563 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c83650a1-cfad-40e2-960b-8b1ee51146fd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:12.220953 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c328fe-2ff5-49dc-ad29-cd725de48eff', 'name': 'network-vif-deleted', 'tag': '22b7d029-1a80-4a2c-8ad0-738624a5153e', 'status': 'completed', 'code': 200} Dec 13 09:42:12.255670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a61ff79-354d-47cf-bf17-941221b68cdf req-96e4f908-f234-4ff2-a954-fff0bdc2e5fa tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Dec 13 09:42:12.364379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e66f-363c-4461-addf-d8fab0dca905 req-481d12b9-d4ae-4f17-8ee8-b0eace96d4c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.365870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daf2e66f-363c-4461-addf-d8fab0dca905 req-481d12b9-d4ae-4f17-8ee8-b0eace96d4c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1011288 Dec 13 09:42:12.371538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.382748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.478157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63330b9-6973-4fba-990e-8fb123cb8216 req-d9f8fd92-6fc7-477d-8d40-0460092a1098 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.479635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b63330b9-6973-4fba-990e-8fb123cb8216 req-d9f8fd92-6fc7-477d-8d40-0460092a1098 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.1648886 Dec 13 09:42:12.513360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558ca837-8d23-4a2c-a6ed-223e7d0f8db1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:12.552651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daf2e66f-363c-4461-addf-d8fab0dca905 req-6089233e-eabd-4e1c-afcd-054f184ab7c0 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792214 Dec 13 09:42:12.599649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b63330b9-6973-4fba-990e-8fb123cb8216 req-8d2b7f90-a40d-4cfe-a11a-e1c9764dcaea tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078510 Dec 13 09:42:12.605813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Allocated IP 192.168.233.61 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/fe91d139-3ac5-49bb-8aaa-221a4979fa74) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:12.812940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd1c0-484b-4d1d-b121-e920b48d91b8 req-5d5fbdba-4e5f-4d98-83e8-624f402450ed tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.814486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f48dd1c0-484b-4d1d-b121-e920b48d91b8 req-5d5fbdba-4e5f-4d98-83e8-624f402450ed tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1110802 Dec 13 09:42:12.837928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-7d44607d-88b7-4ee7-ba9b-7559c4ee6131 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.839580 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-7d44607d-88b7-4ee7-ba9b-7559c4ee6131 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 945 time: 0.0927742 Dec 13 09:42:12.854349 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.930647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f48dd1c0-484b-4d1d-b121-e920b48d91b8 req-8a2c9bd1-47f9-4e82-a158-f68c060d7626 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083622 Dec 13 09:42:12.942713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Deleting port 86738f60-6e14-4df6-9ecd-308d595a713c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:12.944754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:12.945499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2774-f71d-4822-a432-106dc807e802 req-26a37ebc-7790-48ab-9d8f-e8db20a25877 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:12.947005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b88d2774-f71d-4822-a432-106dc807e802 req-26a37ebc-7790-48ab-9d8f-e8db20a25877 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0910819 Dec 13 09:42:12.962738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.039468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] For port 86738f60-6e14-4df6-9ecd-308d595a713c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=86738f60-6e14-4df6-9ecd-308d595a713c,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:13.039750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.052017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Calling delete_port for 86738f60-6e14-4df6-9ecd-308d595a713c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:13.065877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:13.079812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:13.088569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:13.095651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Pushing event updated for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.143272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b88d2774-f71d-4822-a432-106dc807e802 req-2e45ed45-d063-4b4e-bf0b-94ef5217b34d tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/security-groups?id=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778615 Dec 13 09:42:13.154572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9493f2d-b00a-4b66-bf4a-ec451d38414f req-af2dc055-afa1-4579-b439-86c737b9b771 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.161707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9493f2d-b00a-4b66-bf4a-ec451d38414f req-af2dc055-afa1-4579-b439-86c737b9b771 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 935 time: 0.1565299 Dec 13 09:42:13.189507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.202207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['86738f60-6e14-4df6-9ecd-308d595a713c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:13.206552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.206552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.241216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d25b7a06-bfe9-4d18-8395-d6701946a4d4 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3090849 Dec 13 09:42:13.263482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Request body: {'port': {'device_id': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:13.279014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Pushing event deleted for resources: {'Port': ['ID=86738f60-6e14-4df6-9ecd-308d595a713c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:13.302135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] No DVR routers for this DVR port 86738f60-6e14-4df6-9ecd-308d595a713c on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:13.305585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.308614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9493f2d-b00a-4b66-bf4a-ec451d38414f req-d3af3373-c88f-468f-b1af-8fbec60f137e tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Dec 13 09:42:13.324780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e0213e11-4151-4a60-9498-d17fb8a01edd req-2b7eeb0b-e8fe-45f2-a76f-b77c94e9a646 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.37 "DELETE /v2.0/ports/86738f60-6e14-4df6-9ecd-308d595a713c HTTP/1.1" status: 204 len: 173 time: 0.4736092 Dec 13 09:42:13.325378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'name': 'network-vif-deleted', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:13.329692 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d882eeb-93ef-4777-b5c9-1f2e8f026961" -d '{"events": [{"server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "name": "network-vif-deleted", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:13.386131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.484727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bb15ef6d-f0ab-43b9-bdb8-12cff18881b9 None None] Provisioning complete for port fe91d139-3ac5-49bb-8aaa-221a4979fa74 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:13.486983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb15ef6d-f0ab-43b9-bdb8-12cff18881b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.535233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb15ef6d-f0ab-43b9-bdb8-12cff18881b9 None None] Port fe91d139-3ac5-49bb-8aaa-221a4979fa74 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:13.636351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71c684-ee0b-4fe6-b534-44a8cdf27ad2 req-d84eda0e-883d-439f-8e77-4d42f3e08433 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.641928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df71c684-ee0b-4fe6-b534-44a8cdf27ad2 req-d84eda0e-883d-439f-8e77-4d42f3e08433 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.1366951 Dec 13 09:42:13.649337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:13.669443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-08739de9-15d7-4472-a753-980e2a48ef00 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.671261 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-08739de9-15d7-4472-a753-980e2a48ef00 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 946 time: 0.0611856 Dec 13 09:42:13.671454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 22b7d029-1a80-4a2c-8ad0-738624a5153e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:13.671722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 22b7d029-1a80-4a2c-8ad0-738624a5153e not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:13.806928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Deleting port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:13.807265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.816322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df71c684-ee0b-4fe6-b534-44a8cdf27ad2 req-987572d8-a154-4f6b-a1e1-c86e8d203e6e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336007 Dec 13 09:42:13.900520 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073cef40-c7e8-4d60-a5a6-4e072760983f x-openstack-request-id: req-073cef40-c7e8-4d60-a5a6-4e072760983f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:13.901082 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea85fcb-391e-45df-a1b8-6e44228e374d", "name": "network-vif-deleted", "tag": "86738f60-6e14-4df6-9ecd-308d595a713c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:13.901082 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-073cef40-c7e8-4d60-a5a6-4e072760983f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:13.901322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-768fbe73-5122-42df-9426-5c92eae8c9f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336513 Dec 13 09:42:13.901467 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea85fcb-391e-45df-a1b8-6e44228e374d', 'name': 'network-vif-deleted', 'tag': '86738f60-6e14-4df6-9ecd-308d595a713c', 'status': 'completed', 'code': 200} Dec 13 09:42:13.951550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d308d-675c-47ab-8685-37d239231db4 req-43914f0d-edd8-4146-8725-5a7e42e8f51f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:13.951796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] For port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,segment=NetworkSegment(0fd8da34-5a41-441b-afae-5c90d2d26157),segment_id=0fd8da34-5a41-441b-afae-5c90d2d26157)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:13.952312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:13.960084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-428d308d-675c-47ab-8685-37d239231db4 req-43914f0d-edd8-4146-8725-5a7e42e8f51f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1488974 Dec 13 09:42:13.970215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Calling delete_port for 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:14.009812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe91d139-3ac5-49bb-8aaa-221a4979fa74 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:14.045783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.049849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c47d1592-b32c-406e-bc63-9410a94728e4 req-d01275f1-6b94-4234-a6e5-a1e3c8372032 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018 tempest-FloatingIPsAssociationNegativeTestJSON-1836046018-project] 10.222.0.30 "GET /v2.0/ports?device_id=dea85fcb-391e-45df-a1b8-6e44228e374d HTTP/1.1" status: 200 len: 210 time: 0.0648508 Dec 13 09:42:14.090000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-c8435065-c84f-4982-994c-888b75e7e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.091498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-c8435065-c84f-4982-994c-888b75e7e37e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 1097 time: 0.1293406 Dec 13 09:42:14.097890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-428d308d-675c-47ab-8685-37d239231db4 req-705e7278-b268-4bd0-8ec4-4a1d0ed738ed tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368434 Dec 13 09:42:14.140216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.144115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Transition to ACTIVE for port object fe91d139-3ac5-49bb-8aaa-221a4979fa74 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:14.155636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:14.173930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.196526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Pushing event deleted for resources: {'Port': ['ID=9936636a-51bf-4fb2-9b52-ea3c8b9d5e89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:14.234573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:14.244040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] No DVR routers for this DVR port 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:14.248326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.252659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f88486b3-be50-4812-a8ca-a3a41fddc212 req-8c2b720e-fca9-40cd-a40c-ef7b85a5db42 tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.37 "DELETE /v2.0/ports/9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 HTTP/1.1" status: 204 len: 173 time: 0.5714493 Dec 13 09:42:14.436358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-8cdfb324-d4bc-4d1b-9e1b-f6291db9adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.436358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-8cdfb324-d4bc-4d1b-9e1b-f6291db9adb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 200 len: 912 time: 0.3193574 Dec 13 09:42:14.458594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbbb4d60-b662-441e-a837-24cefc125663 req-a21ec999-e5b5-4281-a442-691ad88c6bef tempest-LiveAutoBlockMigrationV225Test-817544601 tempest-LiveAutoBlockMigrationV225Test-817544601-project] 10.222.0.30 "GET /v2.0/ports?device_id=03cb4eec-5b29-4fa8-878e-50020f70e0d0 HTTP/1.1" status: 200 len: 210 time: 0.0517786 Dec 13 09:42:14.537927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Attempting to bind port fe91d139-3ac5-49bb-8aaa-221a4979fa74 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:14.538273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Attempting to bind port fe91d139-3ac5-49bb-8aaa-221a4979fa74 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:14.538734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Attempting to bind port fe91d139-3ac5-49bb-8aaa-221a4979fa74 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:14.550670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-8588e1c1-2ac0-403b-acfd-e7ef54300a91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 200 len: 1002 time: 0.0945208 Dec 13 09:42:14.558761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Port fe91d139-3ac5-49bb-8aaa-221a4979fa74 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:14.559086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Attempting to bind port fe91d139-3ac5-49bb-8aaa-221a4979fa74 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:14.587240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:14.587559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:14.587934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:14.588375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Bound port: fe91d139-3ac5-49bb-8aaa-221a4979fa74, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:14.588730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.698727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-d1331061-8619-4e64-9c9b-ec1088065035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.700184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-d1331061-8619-4e64-9c9b-ec1088065035 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e164499-b5fe-4409-81dd-4fbcb09fcfc6 HTTP/1.1" status: 200 len: 850 time: 0.1378655 Dec 13 09:42:14.710748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9749-cd68-4590-8709-fe4ebfe391f1 req-7ec4d0e6-fe3f-404e-99e4-6ef6e1c2104f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.712110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d55f9749-cd68-4590-8709-fe4ebfe391f1 req-7ec4d0e6-fe3f-404e-99e4-6ef6e1c2104f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1655135 Dec 13 09:42:14.779506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9cce-bec2-4f5c-a5a3-f4652867ef65 req-7d2c3e55-c4bb-4ee1-afd3-bf9c2b1d1e46 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.781153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-295e9cce-bec2-4f5c-a5a3-f4652867ef65 req-7d2c3e55-c4bb-4ee1-afd3-bf9c2b1d1e46 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 947 time: 0.1894476 Dec 13 09:42:14.784502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:14.807433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:14.827416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.880073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d55f9749-cd68-4590-8709-fe4ebfe391f1 req-76885763-9fe6-496d-b9a1-8884919a7941 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596434 Dec 13 09:42:14.881765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-d9e7a68b-4b67-4b51-b929-132ca7b6f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.883141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-d9e7a68b-4b67-4b51-b929-132ca7b6f4a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9c396ce-50df-4442-a1f6-4674c1e6b8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671300 Dec 13 09:42:14.902232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:14.903148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:14.904779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe91d139-3ac5-49bb-8aaa-221a4979fa74 HTTP/1.1" status: 200 len: 1095 time: 1.6550460 Dec 13 09:42:14.911604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:14.915379 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2615e-d18e-4a24-925d-58961204e776" -d '{"events": [{"name": "network-changed", "server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:14.982990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-295e9cce-bec2-4f5c-a5a3-f4652867ef65 req-850839df-2fd3-4a50-952e-7422e486bcab tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929948 Dec 13 09:42:15.026151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011373fa-f7ac-4fd5-b338-1b6c93b2dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:15.061907 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c231b-4fe7-427d-9289-b97dc6a4fe6d x-openstack-request-id: req-f02c231b-4fe7-427d-9289-b97dc6a4fe6d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:15.062266 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:15.062527 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f02c231b-4fe7-427d-9289-b97dc6a4fe6d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:15.063004 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74', 'status': 'completed', 'code': 200} Dec 13 09:42:15.078939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-dd3eb10d-d88b-4e48-aad6-d53d22963b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.080537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-dd3eb10d-d88b-4e48-aad6-d53d22963b51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ac0d429725d4156b679ac3a49024f36&device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 1098 time: 0.1081274 Dec 13 09:42:15.086776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-1a7f19e6-7644-4c5f-a53e-5b07929b1fe8 service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913273 Dec 13 09:42:15.128440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:15.151341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-d94f9581-86cd-489d-bd44-a231e4a7040b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74 HTTP/1.1" status: 200 len: 217 time: 0.0598581 Dec 13 09:42:15.263436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-f8040ed8-7b40-49b6-a094-1b710ec3cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.264865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-f8040ed8-7b40-49b6-a094-1b710ec3cd2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0863960 Dec 13 09:42:15.365292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730284-25ea-42ee-a9b5-9fcd3662935c req-1dc5214a-caea-423a-9789-9d41dd5675ac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.366743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef730284-25ea-42ee-a9b5-9fcd3662935c req-1dc5214a-caea-423a-9789-9d41dd5675ac tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1469593 Dec 13 09:42:15.371672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ad0b928-ed94-4356-ad6e-a6e1a9a8ee10 req-8d858a92-08ac-4e74-af04-7d87e71245ca service neutron] 10.222.0.37 "GET /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730434 Dec 13 09:42:15.403477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.403857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.404318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.404772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.405256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.405743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.406263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.406711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.408620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-7c158e84-ec10-4868-8dcd-f72c8df1b131 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480&device_id=d8ea7561-032c-42b3-92eb-79010a072a77&device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce&device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4&device_id=3b3458ab-73c0-469f-be8c-18d319217e9a&device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97&device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b&device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 7318 time: 0.1393852 Dec 13 09:42:15.426697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-7bf9cfdb-acdc-4473-bad4-4db8cec47f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.428150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-7bf9cfdb-acdc-4473-bad4-4db8cec47f31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414273 Dec 13 09:42:15.460658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-f1f1dbf6-bc09-452e-990e-345d01a75391 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.507722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef730284-25ea-42ee-a9b5-9fcd3662935c req-962aa02a-1a8e-4a98-a94a-78afae3d6d5a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322875 Dec 13 09:42:15.534231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.568085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51570) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:15.586690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-6ff8352d-cde7-4af6-923f-bacc4cd0a756 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469641 Dec 13 09:42:15.689045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-f1f1dbf6-bc09-452e-990e-345d01a75391 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.696618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-f1f1dbf6-bc09-452e-990e-345d01a75391 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.783872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8b81a41-ef09-4421-9f76-d594e339ea5f req-8004e8b7-dea4-4fce-b4f3-27e8332297a4 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876748 Dec 13 09:42:15.802771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1dbf6-bc09-452e-990e-345d01a75391 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a5ffe-362f-4340-bd4e-8138a89b969d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:15.849605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Deleting port c7142df8-87e1-4131-a4de-74fa33060adc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:15.849948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.903011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-deleted', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:15.905387 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606d937-536c-4051-9fb7-8eeca53a02d4" -d '{"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-deleted", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:15.914045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e6d2b-a7c9-4660-a3a3-052245b77931 req-9bda5e6f-95c9-4783-b72f-f935f83103ea tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.915505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-486e6d2b-a7c9-4660-a3a3-052245b77931 req-9bda5e6f-95c9-4783-b72f-f935f83103ea tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.1807430 Dec 13 09:42:15.923371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Deleting subnet 6abbc407-a311-4f1a-ad1a-5ca5451a4b72 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:15.932647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.934625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] For port c7142df8-87e1-4131-a4de-74fa33060adc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c7142df8-87e1-4131-a4de-74fa33060adc,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:15.935021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:15.947811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Calling delete_port for c7142df8-87e1-4131-a4de-74fa33060adc owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:15.976856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0a9beef-354e-42d3-9caf-f0f00fbde49c req-f1f1dbf6-bc09-452e-990e-345d01a75391 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&id=d6994c45-857a-4e08-b091-c0504d096260&id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&id=50a520eb-f391-461d-af5e-b751fbc6dccf&id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.5583723 Dec 13 09:42:15.989536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2615e-d18e-4a24-925d-58961204e776 req-1ddec346-76cd-4da5-a37f-927597c27cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:15.990969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-1ddec346-76cd-4da5-a37f-927597c27cc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ac0d429725d4156b679ac3a49024f36&device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 1098 time: 0.1492026 Dec 13 09:42:15.997830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.055838 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d44ee-43ca-44d1-bac0-a9ae69abb574 x-openstack-request-id: req-293d44ee-43ca-44d1-bac0-a9ae69abb574 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:16.056131 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb4eec-5b29-4fa8-878e-50020f70e0d0", "name": "network-vif-deleted", "tag": "9936636a-51bf-4fb2-9b52-ea3c8b9d5e89", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:16.056392 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-293d44ee-43ca-44d1-bac0-a9ae69abb574 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:16.058442 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb4eec-5b29-4fa8-878e-50020f70e0d0', 'name': 'network-vif-deleted', 'tag': '9936636a-51bf-4fb2-9b52-ea3c8b9d5e89', 'status': 'completed', 'code': 200} Dec 13 09:42:16.144321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.175960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7142df8-87e1-4131-a4de-74fa33060adc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.353287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.435084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-486e6d2b-a7c9-4660-a3a3-052245b77931 req-01381409-33dd-4ff8-abb8-44e22c0eda73 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074999 Dec 13 09:42:16.460436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.534605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb12168-f5c8-4397-ac23-47ae200d3fca req-7859b0d8-4fc1-49f4-b6be-6e078f7b027b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.536130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bb12168-f5c8-4397-ac23-47ae200d3fca req-7859b0d8-4fc1-49f4-b6be-6e078f7b027b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1277459 Dec 13 09:42:16.557464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2615e-d18e-4a24-925d-58961204e776 req-4f241000-c411-4730-bcda-71b1ca48e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.558993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-4f241000-c411-4730-bcda-71b1ca48e135 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.5363104 Dec 13 09:42:16.617991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Router ef92d15f-e846-4261-8180-cdeb918cbd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:16.624189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-7de8fdcd-faa3-4e5b-9853-0cc876299223 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74 HTTP/1.1" status: 200 len: 217 time: 0.0533786 Dec 13 09:42:16.664926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.725052 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:42:16.732490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:16.735644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bb12168-f5c8-4397-ac23-47ae200d3fca req-a5305057-c0f9-4f00-af88-01441ab32a2b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907344 Dec 13 09:42:16.736362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abbc407-a311-4f1a-ad1a-5ca5451a4b72,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:16.739383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-efedd2e7-d3bf-4e9d-928b-9c0c7032bd1e admin admin] 10.222.0.30 "PUT /v2.0/routers/ef92d15f-e846-4261-8180-cdeb918cbd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6089211 Dec 13 09:42:16.743835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Sync routers for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:16.745289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:16.754394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:16.755311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:16.827524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.831419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-49a28de5-a84b-4378-8d0f-527e6851e4b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6abbc407-a311-4f1a-ad1a-5ca5451a4b72 HTTP/1.1" status: 204 len: 168 time: 1.2623529 Dec 13 09:42:16.835182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:16.839121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2615e-d18e-4a24-925d-58961204e776 req-659399c7-b18a-4c63-842e-9a75fb6551a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.840432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-659399c7-b18a-4c63-842e-9a75fb6551a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2075438 Dec 13 09:42:16.873166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fad9e-ea67-41d7-890d-7dd62c283189 req-bcd98605-72d3-40e4-b3ca-997dab60351f tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.874812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0fad9e-ea67-41d7-890d-7dd62c283189 req-bcd98605-72d3-40e4-b3ca-997dab60351f tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 947 time: 0.2012465 Dec 13 09:42:16.880109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:16.956901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:16.960728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2615e-d18e-4a24-925d-58961204e776 req-4361e235-2447-4ff2-a698-8141b1248b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:16.962274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-4361e235-2447-4ff2-a698-8141b1248b39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864856 Dec 13 09:42:17.001475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.053526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.075894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc2328a-60da-47e1-91eb-b524b0daf34c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.087838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd8da34-5a41-441b-afae-5c90d2d26157') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.088179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd8da34-5a41-441b-afae-5c90d2d26157') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.100295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.116951 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.123996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:17.125203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:17.127438 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:17.137714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0fad9e-ea67-41d7-890d-7dd62c283189 req-4168eb48-9d73-4229-99b3-d073783f063a tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264791 Dec 13 09:42:17.195964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d665c6a-a8a4-400d-ad9c-6ee8f9d3ad71 req-622840a8-a42c-4910-bb08-97b7de5f140c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.203964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d665c6a-a8a4-400d-ad9c-6ee8f9d3ad71 req-622840a8-a42c-4910-bb08-97b7de5f140c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.2380145 Dec 13 09:42:17.234089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.250732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.258356 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] 10.222.0.30 "DELETE /v2.0/networks/9fc2328a-60da-47e1-91eb-b524b0daf34c HTTP/1.1" status: 204 len: 168 time: 0.4193389 Dec 13 09:42:17.266284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:17.288818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:42:16Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.293521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16203b7f-1457-4bfa-aad8-3d42c422a7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc2328a-60da-47e1-91eb-b524b0daf34c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:17.317939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Checking router: ef92d15f-e846-4261-8180-cdeb918cbd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:17.322390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-49746c3f-44fe-4c76-9ad2-62a9b76e576c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232005 Dec 13 09:42:17.326517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Routers {'ef92d15f-e846-4261-8180-cdeb918cbd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:17.327162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ef92d15f-e846-4261-8180-cdeb918cbd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.349822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Deleting subnet 5532e066-89ef-41dd-92fc-a026ee0324b8 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:17.355014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.368906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.399988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d665c6a-a8a4-400d-ad9c-6ee8f9d3ad71 req-bf85c078-67ca-452c-9306-27d01d55b335 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957211 Dec 13 09:42:17.445696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] Set router ef92d15f-e846-4261-8180-cdeb918cbd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:17.515856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.580997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9f2615e-d18e-4a24-925d-58961204e776 req-faf3f5a5-b887-4a19-9603-53f04e551888 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493501 Dec 13 09:42:17.588058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f9ff0-6aa4-46b9-a746-40872e32f893 req-0fba9baa-24ac-4210-b59d-4b6a269aea1f tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.588537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f9ff0-6aa4-46b9-a746-40872e32f893 req-0fba9baa-24ac-4210-b59d-4b6a269aea1f tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.589009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f9ff0-6aa4-46b9-a746-40872e32f893 req-0fba9baa-24ac-4210-b59d-4b6a269aea1f tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.597448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-440f9ff0-6aa4-46b9-a746-40872e32f893 req-0fba9baa-24ac-4210-b59d-4b6a269aea1f tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77&device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4&device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 2884 time: 0.2012215 Dec 13 09:42:17.617568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.641626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:42:16Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:17.663178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Deleting port 7e99ed95-bb17-4736-b719-a070858c6db4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:17.663521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.668512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a69d9-d4ae-45a1-bfb1-7843fa81b9ff None None] The sync data for ids ['ef92d15f-e846-4261-8180-cdeb918cbd95'] in n-d-820531-5 is: [{'id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1998748049-router', 'tenant_id': '83a098b2955745199c329440f2e9cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:17Z', 'updated_at': '2021-12-13T09:42:16Z', 'revision_number': 5, 'project_id': '83a098b2955745199c329440f2e9cee6', 'gw_port': {'id': '7e99ed95-bb17-4736-b719-a070858c6db4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef92d15f-e846-4261-8180-cdeb918cbd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:19Z', 'updated_at': '2021-12-13T09:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:17.690143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:17.754768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86738f60-6e14-4df6-9ecd-308d595a713c no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:17.759225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-440f9ff0-6aa4-46b9-a746-40872e32f893 req-3c003846-1abe-46dc-a93b-ac73551b6840 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608791 Dec 13 09:42:17.787825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.793749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 86738f60-6e14-4df6-9ecd-308d595a713c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:17.795502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 86738f60-6e14-4df6-9ecd-308d595a713c not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:17.795502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:17.816043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d375b7-ae1a-43f4-9cf2-804dc7269fec req-892851cb-bcc0-4ed8-8ce8-d9150b3d7d17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.817718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37d375b7-ae1a-43f4-9cf2-804dc7269fec req-892851cb-bcc0-4ed8-8ce8-d9150b3d7d17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.1522856 Dec 13 09:42:17.818852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:17.819200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9936636a-51bf-4fb2-9b52-ea3c8b9d5e89 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:17.848846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:17.850016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5532e066-89ef-41dd-92fc-a026ee0324b8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:17.857764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.861242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06ba3aa9-99a3-48d3-a23f-bc0e7cacf7ec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5532e066-89ef-41dd-92fc-a026ee0324b8 HTTP/1.1" status: 204 len: 168 time: 0.5938039 Dec 13 09:42:17.863860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:17.865424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'port_id': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'mac_address': 'fa:16:3e:b7:b9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8405e368-5d97-4ea2-a985-943fc901e979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:17.904923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.908312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] For port 7e99ed95-bb17-4736-b719-a070858c6db4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e99ed95-bb17-4736-b719-a070858c6db4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:17.908715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.918739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:17.936679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Calling delete_port for 7e99ed95-bb17-4736-b719-a070858c6db4 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:17.939472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:17.945030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.951379 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:17.964264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37d375b7-ae1a-43f4-9cf2-804dc7269fec req-69a8124f-6ba4-4b6a-ae44-1e80932fb238 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240861 Dec 13 09:42:17.972777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2b06-83ad-4f83-acef-76c658f8b5c2 req-e7f5be8d-749d-4c2d-815f-51cbd664c0db tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:17.980721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d3a2b06-83ad-4f83-acef-76c658f8b5c2 req-e7f5be8d-749d-4c2d-815f-51cbd664c0db tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.1389272 Dec 13 09:42:18.037161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.062486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.089404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:18.089591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cff8c7f-8c48-4924-917a-aee020034398']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:18.098495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d3a2b06-83ad-4f83-acef-76c658f8b5c2 req-b7e30fa7-abd3-43c3-a1f8-3b49641c2f6b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165674 Dec 13 09:42:18.101559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed3dc99-e684-4509-a875-8c2be90cfae2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:18.101831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed3dc99-e684-4509-a875-8c2be90cfae2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:18.133296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.154827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.177163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:18.177609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:18.201643 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:18.280274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.286915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.289196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.292743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9cff8c7f-8c48-4924-917a-aee020034398 HTTP/1.1" status: 204 len: 168 time: 0.4256346 Dec 13 09:42:18.308045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198560e-3173-4f5d-b695-53d50bdf11d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cff8c7f-8c48-4924-917a-aee020034398,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.367127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e99ed95-bb17-4736-b719-a070858c6db4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.477796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c91cd-e9b3-421a-b4bd-bebc31f40db4 req-0031eb13-f9f6-4c51-b0e1-4483603c2ffa tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:18.486082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c54c91cd-e9b3-421a-b4bd-bebc31f40db4 req-0031eb13-f9f6-4c51-b0e1-4483603c2ffa tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 947 time: 0.1988111 Dec 13 09:42:18.502009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.502864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:18.547767 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2bbc9bd9-6c2b-4648-82fb-66193a6f3661 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df01d091260f47a0b540466b9bb3073a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435534 Dec 13 09:42:18.550367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:18.598175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.621178 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.635479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.640101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.673725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.676322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.677486 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99cb07aa-7b86-44d6-8f07-ef04f49cb1a6 HTTP/1.1" status: 204 len: 168 time: 0.1261597 Dec 13 09:42:18.685260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aea8b4-92e7-484c-aaef-8a23f872c516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb07aa-7b86-44d6-8f07-ef04f49cb1a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:18.698050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c54c91cd-e9b3-421a-b4bd-bebc31f40db4 req-a9a557a0-abe9-4d28-a8d5-ea8dcb941e50 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110908 Dec 13 09:42:18.712699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9047d-0928-4a31-832c-ec1b17fddb38 req-1bad9681-9a4b-4443-ba19-912d4d7a86ed tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:18.714258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d9047d-0928-4a31-832c-ec1b17fddb38 req-1bad9681-9a4b-4443-ba19-912d4d7a86ed tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 944 time: 0.1461790 Dec 13 09:42:18.715396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.715955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef92d15f-e846-4261-8180-cdeb918cbd95 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:42:18.721325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.722368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0921b054-c136-410e-b46e-49c67e729932 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ef92d15f-e846-4261-8180-cdeb918cbd95 HTTP/1.1" status: 204 len: 168 time: 1.9735327 Dec 13 09:42:18.725167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:18.805734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d9047d-0928-4a31-832c-ec1b17fddb38 req-2a7f35ff-059c-449c-844f-f0516477f120 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Dec 13 09:42:18.813381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Deleting subnet c3d112bd-04fe-4f60-8c1f-462c4e209eb4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:18.828565 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.897962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c7142df8-87e1-4131-a4de-74fa33060adc no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:18.909871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:18.941482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c7142df8-87e1-4131-a4de-74fa33060adc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:18.942155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c7142df8-87e1-4131-a4de-74fa33060adc not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:18.961343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e4d4-dcca-4f5e-be1b-bb1efd747d69 req-ead5ddd9-e911-4303-bf28-b88f0c910b27 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:18.968539 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb38e4d4-dcca-4f5e-be1b-bb1efd747d69 req-ead5ddd9-e911-4303-bf28-b88f0c910b27 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1283131 Dec 13 09:42:19.023980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb38e4d4-dcca-4f5e-be1b-bb1efd747d69 req-a00adf3b-415e-4f16-8cfa-6b2b94d67443 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Dec 13 09:42:19.043782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.111340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.137047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d112bd-04fe-4f60-8c1f-462c4e209eb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.146512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.152481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55162c85-641b-48f6-83a7-d4b077453f5e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c3d112bd-04fe-4f60-8c1f-462c4e209eb4 HTTP/1.1" status: 204 len: 168 time: 0.4241917 Dec 13 09:42:19.152910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:19.154740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba427c-0a19-41e0-b2c2-08856173662f None None] Network 445a4214-5792-405f-bcba-06b1be8a5130 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:19.211808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:19.245195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.269072 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfc84a96-0134-48e2-9afd-9f4e6f2285f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8ab8fb4aea540089701de10d03e5c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547915 Dec 13 09:42:19.272882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:19.330962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.360894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.370104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11775c62-4334-4e8c-b726-a281994042c3 req-333b029d-748c-4386-a846-74fd9bcb8169 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:19.371721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11775c62-4334-4e8c-b726-a281994042c3 req-333b029d-748c-4386-a846-74fd9bcb8169 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1101 time: 0.0796621 Dec 13 09:42:19.377942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Deleting port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:19.378268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.415282 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.419252 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.420427 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fef83c54-db4e-4768-8dc5-1b085872ff71 HTTP/1.1" status: 204 len: 168 time: 0.1465857 Dec 13 09:42:19.431881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a41aba-bf97-4f9a-a34e-c6f14c4f3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef83c54-db4e-4768-8dc5-1b085872ff71,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.462476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] DHCP port deletion for 445a4214-5792-405f-bcba-06b1be8a5130 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:42:19.507777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] For port 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7b2e0f9e-1317-4fac-9522-621a80ba5c17,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:19.508376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.520428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Deleting port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:19.521017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.536177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11775c62-4334-4e8c-b726-a281994042c3 req-a9020913-3ecf-4559-a44a-3feb09704c1a tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420443 Dec 13 09:42:19.537035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Calling delete_port for 7b2e0f9e-1317-4fac-9522-621a80ba5c17 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:19.546903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9bfe9-46a1-4e9e-8f2f-419eff6d42d5 req-ed717788-8838-46aa-96b4-4c18cb7bb263 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:19.548565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede9bfe9-46a1-4e9e-8f2f-419eff6d42d5 req-ed717788-8838-46aa-96b4-4c18cb7bb263 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.1502118 Dec 13 09:42:19.599789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] For port 7b2e0f9e-1317-4fac-9522-621a80ba5c17, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7b2e0f9e-1317-4fac-9522-621a80ba5c17,segment=NetworkSegment(32d361bb-43e0-416b-a4fe-6df7e3da2b18),segment_id=32d361bb-43e0-416b-a4fe-6df7e3da2b18)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:19.600467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.625053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Calling delete_port for 7b2e0f9e-1317-4fac-9522-621a80ba5c17 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:19.638465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede9bfe9-46a1-4e9e-8f2f-419eff6d42d5 req-cc9e8d0b-41b7-41b5-99ee-9e2d4b64bebf tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823643 Dec 13 09:42:19.698150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076779c0-f0a2-41ef-aa19-a4194b56b6c6 req-414c95cd-969e-44ce-9595-738b11bbaecb tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:19.699637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-076779c0-f0a2-41ef-aa19-a4194b56b6c6 req-414c95cd-969e-44ce-9595-738b11bbaecb tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1101 time: 0.0652413 Dec 13 09:42:19.700700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.712632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device fe91d139-3ac5-49bb-8aaa-221a4979fa74 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:19.714560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:19.733058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2e0f9e-1317-4fac-9522-621a80ba5c17,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.743649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] No DVR routers for this DVR port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:19.869801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.869932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-076779c0-f0a2-41ef-aa19-a4194b56b6c6 req-d77c03e1-1a26-4303-b2b6-40c11836dd6c tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555839 Dec 13 09:42:19.870449 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.895781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a4214-5792-405f-bcba-06b1be8a5130']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:19.901281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] Pushing event deleted for resources: {'Port': ['ID=7b2e0f9e-1317-4fac-9522-621a80ba5c17,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:19.913032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d361bb-43e0-416b-a4fe-6df7e3da2b18') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:19.913359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d361bb-43e0-416b-a4fe-6df7e3da2b18') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:19.926032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214caa0-8562-4c41-8ab2-bb2d253c9603 None None] No DVR routers for this DVR port 7b2e0f9e-1317-4fac-9522-621a80ba5c17 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:19.936422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.938531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:19.942517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:19.943081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:19.979152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74', 'mac_address': 'fa:16:3e:cf:1c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:20.013071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.043909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.044353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:20.045279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.055113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d93e7-5aaa-4c70-8ecc-841825f97008 req-f20dfe62-497b-4b63-be2b-7d4ec626bc67 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.056700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-473d93e7-5aaa-4c70-8ecc-841825f97008 req-f20dfe62-497b-4b63-be2b-7d4ec626bc67 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 944 time: 0.1458092 Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:20.057445 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:20.090940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe91d139-3ac5-49bb-8aaa-221a4979fa74 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:20.113346 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.129462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:20.142063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.155901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:20.158376 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78f87d-071f-4fa5-a987-038456a4b11e" -d '{"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:20.194523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.195154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:20.205773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.225842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.228975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.234525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/445a4214-5792-405f-bcba-06b1be8a5130 HTTP/1.1" status: 204 len: 168 time: 1.0805566 Dec 13 09:42:20.258401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8623f-aee8-4219-8b45-505511908ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=445a4214-5792-405f-bcba-06b1be8a5130,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.277815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-473d93e7-5aaa-4c70-8ecc-841825f97008 req-ad11ac5f-3cd4-492f-a2f4-ed00f068d291 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097049 Dec 13 09:42:20.301940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec304-6a53-47a0-841e-5233d4726315 req-96caef00-86e8-41fd-b367-af92275542d5 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.306189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-970ec304-6a53-47a0-841e-5233d4726315 req-96caef00-86e8-41fd-b367-af92275542d5 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 947 time: 0.2034349 Dec 13 09:42:20.325168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.326941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-b163d02e-0a7d-4f3b-ac59-e07480aa7b65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.328902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-b163d02e-0a7d-4f3b-ac59-e07480aa7b65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 944 time: 0.1557839 Dec 13 09:42:20.414221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['fe91d139-3ac5-49bb-8aaa-221a4979fa74'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:20.425217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:20.505822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-970ec304-6a53-47a0-841e-5233d4726315 req-7e139503-2c86-40b5-9a44-83bc052b3deb tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869218 Dec 13 09:42:20.519621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-143d27ff-0abb-430d-bc6a-eb342e1603a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83a098b2955745199c329440f2e9cee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925481 Dec 13 09:42:20.528143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:20.601347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.622833 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9672dc-c541-4875-bd26-2aa5f83b2101 x-openstack-request-id: req-3e9672dc-c541-4875-bd26-2aa5f83b2101 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:20.623133 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:20.623395 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e9672dc-c541-4875-bd26-2aa5f83b2101 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:20.623797 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'code': 200} Dec 13 09:42:20.641414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.668851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Deleting port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:20.669552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.710539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf388-b684-416e-a1ab-07f3f8d6942e req-fdb306c8-de3e-42eb-998b-4ac80e12b5ea tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:20.712081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e34bf388-b684-416e-a1ab-07f3f8d6942e req-fdb306c8-de3e-42eb-998b-4ac80e12b5ea tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1592472 Dec 13 09:42:20.725102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.729418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.736085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f81e49d-ab8c-4df5-9e96-ec90dcb593bb HTTP/1.1" status: 204 len: 168 time: 0.2066236 Dec 13 09:42:20.755459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feb487-1ceb-486f-bdc4-87620e1cee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f81e49d-ab8c-4df5-9e96-ec90dcb593bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:20.832594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e34bf388-b684-416e-a1ab-07f3f8d6942e req-68dbbbb9-1083-464c-a30f-813c8d8561e3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902882 Dec 13 09:42:20.852620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] For port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:20.853002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:20.881227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Calling delete_port for 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:20.940964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e99ed95-bb17-4736-b719-a070858c6db4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:20.979429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7e99ed95-bb17-4736-b719-a070858c6db4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:20.979785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e99ed95-bb17-4736-b719-a070858c6db4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:20.980248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7b2e0f9e-1317-4fac-9522-621a80ba5c17 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:21.029138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7b2e0f9e-1317-4fac-9522-621a80ba5c17 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:21.029486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7b2e0f9e-1317-4fac-9522-621a80ba5c17 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:21.489110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da47f-80ce-4f01-a0c2-9d12c0910554 req-906ca678-01bd-411c-9271-0685b2eb53bc tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:21.494222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2da47f-80ce-4f01-a0c2-9d12c0910554 req-906ca678-01bd-411c-9271-0685b2eb53bc tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.5378983 Dec 13 09:42:21.505051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-10b65c09-6f67-4543-8f7d-3fa095f76a06 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:21.507619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-10b65c09-6f67-4543-8f7d-3fa095f76a06 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.37 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 946 time: 0.5167975 Dec 13 09:42:21.605523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5668f1-453b-4177-9836-fe8325027e30 req-55cdc89a-c46b-4b88-a7a6-10978e273269 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:21.613755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa5668f1-453b-4177-9836-fe8325027e30 req-55cdc89a-c46b-4b88-a7a6-10978e273269 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55dc4b2-3d39-403d-88d2-dee2b16d60ce HTTP/1.1" status: 200 len: 945 time: 0.2269669 Dec 13 09:42:21.700400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device fe91d139-3ac5-49bb-8aaa-221a4979fa74 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:21.735764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2da47f-80ce-4f01-a0c2-9d12c0910554 req-c924acbf-3794-4c95-966a-49b5489c0eb7 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6994c45-857a-4e08-b091-c0504d096260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266278 Dec 13 09:42:21.757927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa5668f1-453b-4177-9836-fe8325027e30 req-ac4ea8f8-600e-4d88-98ee-d692bcecbab5 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429930 Dec 13 09:42:21.778470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.798749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port fe91d139-3ac5-49bb-8aaa-221a4979fa74 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:21.805159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port fe91d139-3ac5-49bb-8aaa-221a4979fa74 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:21.805778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.836835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event deleted for resources: {'Port': ['ID=6b3197e5-e5cc-421a-81a4-f4b0cb0d3346,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:21.932589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.939210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] No DVR routers for this DVR port 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:21.959052 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.962417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b3df54-738b-4490-ab21-ae6eeda2f78c req-3aa4012c-c42d-46ca-832a-d2793d563ad3 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "DELETE /v2.0/ports/6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 HTTP/1.1" status: 204 len: 173 time: 1.6017022 Dec 13 09:42:21.966298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-deleted', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:21.968937 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d2772-abfa-4183-acf6-0feef388e8fe" -d '{"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-deleted", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:21.979006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Deleting port 6b52b9b8-310a-4258-b990-57c15308706e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:21.979722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:21.985145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:21.999595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.000913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:22.025398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:22.025755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6b3197e5-e5cc-421a-81a4-f4b0cb0d3346 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:22.071390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f503e62-ae7a-4b0d-a455-03e0e04fd4da req-44fc2547-8ada-423f-b6f4-d68d5506dfc8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.073257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f503e62-ae7a-4b0d-a455-03e0e04fd4da req-44fc2547-8ada-423f-b6f4-d68d5506dfc8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2274916 Dec 13 09:42:22.076336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:22.084959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9bcab-a7b3-44d2-9aa2-9b7fbd11213b req-1845d932-eaae-4b5e-84b4-9397aa1d5ab5 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.092537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5c9bcab-a7b3-44d2-9aa2-9b7fbd11213b req-1845d932-eaae-4b5e-84b4-9397aa1d5ab5 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 948 time: 0.1955457 Dec 13 09:42:22.182988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] For port 6b52b9b8-310a-4258-b990-57c15308706e, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6b52b9b8-310a-4258-b990-57c15308706e,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:22.182988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.214276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5c9bcab-a7b3-44d2-9aa2-9b7fbd11213b req-7af43908-9858-47a8-97df-713e0f81fe59 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210701 Dec 13 09:42:22.243145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f503e62-ae7a-4b0d-a455-03e0e04fd4da req-79d77b37-8344-42dc-ad1e-85cde95c0957 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433535 Dec 13 09:42:22.409398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99176e-3e56-4190-b070-29f1cab78d34 req-dd1a9f47-7ce3-4f5f-89c7-af049f64ae1a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.410913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb99176e-3e56-4190-b070-29f1cab78d34 req-dd1a9f47-7ce3-4f5f-89c7-af049f64ae1a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1045325 Dec 13 09:42:22.442926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.442926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.443221 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Floating IP 1cfa5109-d38b-41cd-b946-76842916a6ee disassociated. External IP: 172.25.1.115, port: 6b52b9b8-310a-4258-b990-57c15308706e. Dec 13 09:42:22.443425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Calling delete_port for 6b52b9b8-310a-4258-b990-57c15308706e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:22.524163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb99176e-3e56-4190-b070-29f1cab78d34 req-29c880b8-e88b-4ab6-a66e-ffdd229945b6 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064658 Dec 13 09:42:22.573510 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e6a1c2-bb11-4cc4-b3b1-36b08caa0f28 x-openstack-request-id: req-26e6a1c2-bb11-4cc4-b3b1-36b08caa0f28 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:22.573803 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55dc4b2-3d39-403d-88d2-dee2b16d60ce", "name": "network-vif-deleted", "tag": "6b3197e5-e5cc-421a-81a4-f4b0cb0d3346", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:22.574058 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26e6a1c2-bb11-4cc4-b3b1-36b08caa0f28 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:22.574455 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55dc4b2-3d39-403d-88d2-dee2b16d60ce', 'name': 'network-vif-deleted', 'tag': '6b3197e5-e5cc-421a-81a4-f4b0cb0d3346', 'status': 'completed', 'code': 200} Dec 13 09:42:22.625768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:22.628089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c2c4b-1965-4083-99f2-cee1fb65b0fa" -d '{"events": [{"server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "name": "network-vif-plugged", "status": "completed", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:22.641357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:22.672138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event deleted for resources: {'Port': ['ID=6b52b9b8-310a-4258-b990-57c15308706e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:22.680818 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239db25-f089-48fb-9539-274cccd1f1cf x-openstack-request-id: req-6239db25-f089-48fb-9539-274cccd1f1cf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:22.681240 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "name": "network-vif-plugged", "status": "completed", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:22.681505 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6239db25-f089-48fb-9539-274cccd1f1cf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:22.682092 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74', 'code': 200} Dec 13 09:42:22.845151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad720b4-64d9-449e-a431-9c176f38bee3 req-dddd6e77-e4a4-4c28-9688-bbd1dccd369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:22.846641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad720b4-64d9-449e-a431-9c176f38bee3 req-dddd6e77-e4a4-4c28-9688-bbd1dccd369d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 1100 time: 0.0976593 Dec 13 09:42:22.911692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Router 6bcaf486-dd66-4663-99b8-cba9f67ddeff has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:22.913924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02b8974c-6aa1-4406-8b99-372bc61a99a0 req-38faa7c5-654b-47be-93f3-72798a105b97 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 210 time: 0.0411723 Dec 13 09:42:22.947980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad720b4-64d9-449e-a431-9c176f38bee3 req-ca12c372-ca55-45ad-b970-721ce6ab93bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890973 Dec 13 09:42:23.055754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:23.070988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Sync routers for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:23.087762 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:23.089467 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:23.114715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:23.116131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] No DVR routers for this DVR port 6b52b9b8-310a-4258-b990-57c15308706e on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:23.119336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.120115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193839342', 'description': 'tempest-description--482746822'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:23.123899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41ddfaa-b023-4eac-998c-c7d0b1296e4a req-8e9a8b95-d88e-4a82-b6be-8b19562ebe17 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.37 "DELETE /v2.0/ports/6b52b9b8-310a-4258-b990-57c15308706e HTTP/1.1" status: 204 len: 173 time: 1.6030109 Dec 13 09:42:23.178049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.245852 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:23.353797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.363740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.399475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.403692 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2851925 Dec 13 09:42:23.404212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:23.408959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'security_group_rule': {'security_group_id': '9c5a081c-6467-4523-a50a-4fa9061b2736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:23.430614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b70b9-4028-4eff-820f-788ad1a4be65 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a081c-6467-4523-a50a-4fa9061b2736,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:23.487042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.522613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba311-2f94-4487-8803-60582b59a7e6 req-9492d617-f24b-4f66-b451-e80e280eef49 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.524330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09ba311-2f94-4487-8803-60582b59a7e6 req-9492d617-f24b-4f66-b451-e80e280eef49 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 949 time: 0.1480696 Dec 13 09:42:23.551528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eb99b-f6bd-4305-b545-f3a679401554 req-57a410a5-6935-44e4-8e5e-be1212fed3dc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.559848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-522eb99b-f6bd-4305-b545-f3a679401554 req-57a410a5-6935-44e4-8e5e-be1212fed3dc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1195898 Dec 13 09:42:23.566885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.574203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.574592 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:23.604860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c9333c-6f23-4fda-afaf-674e668d1f07,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:23.611523 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Checking router: 6bcaf486-dd66-4663-99b8-cba9f67ddeff for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:23.627150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:23.630163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:23.641962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.647142 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dff48f4a-3bfc-4809-ad65-f5df35a9b13f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416813 Dec 13 09:42:23.650550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:23.660142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'security_group_rule': {'security_group_id': '9c5a081c-6467-4523-a50a-4fa9061b2736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:23.682031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09ba311-2f94-4487-8803-60582b59a7e6 req-2ea2a56f-5411-42dc-b675-34c162c84406 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467531 Dec 13 09:42:23.710582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-522eb99b-f6bd-4305-b545-f3a679401554 req-2d7eda62-34c8-475f-a73e-0ebc0ea8c50a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462719 Dec 13 09:42:23.729817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.864908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.869943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.873873 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:23.896552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0619dc-4885-4072-b155-054b9140692c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:23.904254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:23.906611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ca46833d-ea38-4d35-84d3-bc0a130681de tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546673 Dec 13 09:42:23.907375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424802-53c2-4a57-a6c8-020c35cc564b req-c50fda54-bb45-47d1-a4b4-f0edc7d25be5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:23.908976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a424802-53c2-4a57-a6c8-020c35cc564b req-c50fda54-bb45-47d1-a4b4-f0edc7d25be5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.0747423 Dec 13 09:42:23.909590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:23.914871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:23.978022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.008071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a424802-53c2-4a57-a6c8-020c35cc564b req-20c7613c-c95d-4b7b-9f57-508c62f96d0d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875239 Dec 13 09:42:24.100832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d4ee44d-0fdc-48cd-8db1-64a86444bd5a req-d878f18e-450b-4580-9e8f-f9fdbd531834 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/ports?device_id=641f02ff-49cf-4bb1-9079-1c176f60415b HTTP/1.1" status: 200 len: 210 time: 0.0413973 Dec 13 09:42:24.186298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.298699 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:24.388535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ea6fc-1b62-42a3-87ee-6252d1f506ac None None] The sync data for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 is: [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:39:08Z', 'revision_number': 4, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e5f6a919-17de-4eef-b81c-ab9cc316e2b8', 'name': '', 'network_id': 'd9c396ce-50df-4442-a1f6-4674c1e6b8de', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'mac_address': 'fa:16:3e:62:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:06Z', 'updated_at': '2021-12-13T09:39:12Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'subnets': [{'id': '4e164499-b5fe-4409-81dd-4fbcb09fcfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:24.400615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Allocated IP 172.25.1.57 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/25aa4104-034b-4ace-a510-2078ec1cd4bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:24.508339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc757-6b2a-4179-9071-4d41426f8222 req-1ff6d58b-0318-49bb-8f10-e20ad0e02ea0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.509997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74bfc757-6b2a-4179-9071-4d41426f8222 req-1ff6d58b-0318-49bb-8f10-e20ad0e02ea0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1109805 Dec 13 09:42:24.577907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'name': 'network-vif-deleted', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:24.580772 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a394042-1bb9-4efc-bc80-0d96a6429fac" -d '{"events": [{"server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "name": "network-vif-deleted", "tag": "6b52b9b8-310a-4258-b990-57c15308706e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:24.601200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74bfc757-6b2a-4179-9071-4d41426f8222 req-990b2a7b-7288-4df8-8f87-635c1cb5ccf2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787878 Dec 13 09:42:24.601685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:24.613930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.660392 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e6519-447a-4691-b9fb-2b33a7c56897 x-openstack-request-id: req-2d5e6519-447a-4691-b9fb-2b33a7c56897 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:24.660717 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f02ff-49cf-4bb1-9079-1c176f60415b", "name": "network-vif-deleted", "tag": "6b52b9b8-310a-4258-b990-57c15308706e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:24.660999 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d5e6519-447a-4691-b9fb-2b33a7c56897 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:24.661456 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f02ff-49cf-4bb1-9079-1c176f60415b', 'name': 'network-vif-deleted', 'tag': '6b52b9b8-310a-4258-b990-57c15308706e', 'status': 'completed', 'code': 200} Dec 13 09:42:24.663444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.698519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5c918f-84ce-41ab-a645-4cb4ecd8ac75 None None] New status for floating IP 1cfa5109-d38b-41cd-b946-76842916a6ee: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:42:24.713532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:24.722670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:24.723165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:24.726345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'Port': ['ID=25aa4104-034b-4ace-a510-2078ec1cd4bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:24.753839 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5929aa-9ae8-4704-920f-73f561d8d33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.860680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5929aa-9ae8-4704-920f-73f561d8d33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.865476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5929aa-9ae8-4704-920f-73f561d8d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.907411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb5929aa-9ae8-4704-920f-73f561d8d33f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=019bccb656be43019f9c8f0c4fb6ee06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045743 Dec 13 09:42:24.908362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5929aa-9ae8-4704-920f-73f561d8d33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46356ace-8054-4795-8945-d46277393714,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:24.910868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:24.919410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.934793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a98fbd-beaf-4840-8749-bf23291be044 req-6cbf8409-0bb3-4cb8-94ce-235e67109a2e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.936257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3a98fbd-beaf-4840-8749-bf23291be044 req-6cbf8409-0bb3-4cb8-94ce-235e67109a2e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1101058 Dec 13 09:42:24.945658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0abc87-6802-4fa7-9fd1-12b6f23a76b2 req-67070d3d-23d5-4f42-ad0b-a1613731aecd tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:24.947420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e0abc87-6802-4fa7-9fd1-12b6f23a76b2 req-67070d3d-23d5-4f42-ad0b-a1613731aecd tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 949 time: 0.1413834 Dec 13 09:42:24.963647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:24.985350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.006479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.033825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.036501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.037696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46356ace-8054-4795-8945-d46277393714 HTTP/1.1" status: 204 len: 168 time: 0.1258922 Dec 13 09:42:25.046032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8ee5b-bfeb-4ae3-877e-f087404cfa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46356ace-8054-4795-8945-d46277393714,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.081280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3a98fbd-beaf-4840-8749-bf23291be044 req-98adbb05-a0e1-44ae-b853-09c217d146de tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325326 Dec 13 09:42:25.084537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e0abc87-6802-4fa7-9fd1-12b6f23a76b2 req-c536928e-2eb1-4f35-a4ef-eb9f0fe6260e tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251237 Dec 13 09:42:25.233068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.238877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.258624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.320061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.332282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.347611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.354033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.355563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4449179 Dec 13 09:42:25.360667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d072-3265-45cb-b82e-5b9c3d6ebb50 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'Port': ['ID=25aa4104-034b-4ace-a510-2078ec1cd4bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.426498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.429461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.430891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6994c45-857a-4e08-b091-c0504d096260 HTTP/1.1" status: 204 len: 168 time: 0.1710753 Dec 13 09:42:25.433534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.448700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9beff-008a-4edf-91ba-4b11c1d411b6 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6994c45-857a-4e08-b091-c0504d096260,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.467448 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-67ef2027-d842-45a4-94f6-431f04fb3d0a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] show failed (client error): The resource could not be found. Dec 13 09:42:25.473241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-67ef2027-d842-45a4-94f6-431f04fb3d0a tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "GET /v2.0/security-groups/d6994c45-857a-4e08-b091-c0504d096260 HTTP/1.1" status: 404 len: 347 time: 0.0349371 Dec 13 09:42:25.473241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.496776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.512772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afb5717e-8ddb-48a0-99dc-5385ad0fb0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.623351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afb5717e-8ddb-48a0-99dc-5385ad0fb0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.647874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afb5717e-8ddb-48a0-99dc-5385ad0fb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.722365 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-afb5717e-8ddb-48a0-99dc-5385ad0fb0c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=532b99a23fb74f679890b2dd3f609c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275555 Dec 13 09:42:25.723903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5717e-8ddb-48a0-99dc-5385ad0fb0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb33fd8-5bf6-4a32-af22-796e95544582,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.726226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:25.760198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6b52b9b8-310a-4258-b990-57c15308706e no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:25.810191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-ca550b5e-ce3f-4188-ab66-5c65dbb93514 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.811816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-ca550b5e-ce3f-4188-ab66-5c65dbb93514 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1826935 Dec 13 09:42:25.828341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6b52b9b8-310a-4258-b990-57c15308706e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:25.829725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6b52b9b8-310a-4258-b990-57c15308706e not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:25.838170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.863599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.923484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-d30dceff-849d-45b4-9c21-fc7985aef54f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:25.925177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-d30dceff-849d-45b4-9c21-fc7985aef54f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.2232811 Dec 13 09:42:25.927290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.931719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:25.937556 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdb33fd8-5bf6-4a32-af22-796e95544582 HTTP/1.1" status: 204 len: 168 time: 0.2097244 Dec 13 09:42:25.947725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa522-bb6f-424d-8506-5ea3dd36c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb33fd8-5bf6-4a32-af22-796e95544582,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:25.958306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Deleting port 393b908e-4f72-418c-a6d2-52541be26f91 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:25.958632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.018068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-d0c304b7-3d32-4293-b07b-322173a5dea5 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/quotas/1d1c9bbd1cdc47219784f01c95a3693c HTTP/1.1" status: 200 len: 375 time: 0.0661001 Dec 13 09:42:26.049480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b0fcf-8072-4e95-8d71-fb6bf091a3cb req-5924ce48-e96b-478f-9fec-c147b1a73b3c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.050920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653b0fcf-8072-4e95-8d71-fb6bf091a3cb req-5924ce48-e96b-478f-9fec-c147b1a73b3c tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 945 time: 0.1983774 Dec 13 09:42:26.078723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-381cc747-9704-4115-8b53-d87e1ac694fa tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485499 Dec 13 09:42:26.167790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.168133 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.184755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port 9db9f00b-16de-4482-be5f-d7407c07f215 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:26.185079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.214419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Calling delete_port for 393b908e-4f72-418c-a6d2-52541be26f91 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:26.270406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653b0fcf-8072-4e95-8d71-fb6bf091a3cb req-7f601ce9-98f9-4d88-9433-6894fab1002a tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977324 Dec 13 09:42:26.376514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-0ec0ff7a-b460-4588-937b-fa4eb92a6a74 service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863929 Dec 13 09:42:26.407171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port 9db9f00b-16de-4482-be5f-d7407c07f215, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9db9f00b-16de-4482-be5f-d7407c07f215,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:26.407589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.479354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for 9db9f00b-16de-4482-be5f-d7407c07f215 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:26.615455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-0ecbf280-c5b6-475c-8a11-2cc5a7228d97 service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285783 Dec 13 09:42:26.663798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:26.682597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d917118-5074-434f-b6f0-c06a4feb2091 req-35e81c2a-22dc-45f7-b43f-ed8daf1bf769 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:26.684082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d917118-5074-434f-b6f0-c06a4feb2091 req-35e81c2a-22dc-45f7-b43f-ed8daf1bf769 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1343856 Dec 13 09:42:26.709448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Pushing event deleted for resources: {'Port': ['ID=393b908e-4f72-418c-a6d2-52541be26f91,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:26.945057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.208936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.222114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9db9f00b-16de-4482-be5f-d7407c07f215'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:27.248351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.252170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.253375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-744fe6c8-6149-4e44-869a-537bd9c3d370 tempest-ServersTestManualDisk-1459718428 tempest-ServersTestManualDisk-1459718428-project] 10.222.0.30 "DELETE /v2.0/floatingips/1cfa5109-d38b-41cd-b946-76842916a6ee HTTP/1.1" status: 204 len: 168 time: 1.7660606 Dec 13 09:42:27.256442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:27.293111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d917118-5074-434f-b6f0-c06a4feb2091 req-6d01bfc2-2bbe-4ccd-a7cc-0ce8097d1ba1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856218 Dec 13 09:42:27.319077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=9db9f00b-16de-4482-be5f-d7407c07f215,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:27.349265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18962157-24af-4d94-ab40-4cec1c33700b req-4baa625b-b948-4b81-a256-b8e8cc1559e2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:27.361347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18962157-24af-4d94-ab40-4cec1c33700b req-4baa625b-b948-4b81-a256-b8e8cc1559e2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 949 time: 0.2396441 Dec 13 09:42:27.382658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port 9db9f00b-16de-4482-be5f-d7407c07f215 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:27.387280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:27.392189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ae47079-3cea-446f-beea-3d8ee75ac191 req-d1d4ca85-dd71-4090-ab1b-0dd70a402a3d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.37 "DELETE /v2.0/ports/9db9f00b-16de-4482-be5f-d7407c07f215 HTTP/1.1" status: 204 len: 173 time: 1.5710623 Dec 13 09:42:27.392731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'name': 'network-vif-deleted', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:27.395290 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e343c58-3aad-4281-817b-f31f26d32e75" -d '{"events": [{"server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "name": "network-vif-deleted", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:27.463823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18962157-24af-4d94-ab40-4cec1c33700b req-8868bb28-d789-4a6b-88b3-6e2b4cdb8798 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787280 Dec 13 09:42:27.534878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b9d3ed4-7ef6-4fa8-bd48-8db583360c86 req-4030be91-8534-4ef7-8f2c-14b7ace7617b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 210 time: 0.0348823 Dec 13 09:42:27.606700 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d05dd79-e4d5-4209-9b88-d7a5307badc2 x-openstack-request-id: req-8d05dd79-e4d5-4209-9b88-d7a5307badc2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:27.607102 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21a7d7b-de24-495e-8b0d-866d5e839f97", "name": "network-vif-deleted", "tag": "9db9f00b-16de-4482-be5f-d7407c07f215", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:27.607449 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d05dd79-e4d5-4209-9b88-d7a5307badc2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:27.607932 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21a7d7b-de24-495e-8b0d-866d5e839f97', 'name': 'network-vif-deleted', 'tag': '9db9f00b-16de-4482-be5f-d7407c07f215', 'status': 'completed', 'code': 200} Dec 13 09:42:27.613495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba8aa133-776d-44f5-8cf3-3bcf03a37cd0 req-21db563e-0720-4e1c-af9a-0acfdea35b59 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a21a7d7b-de24-495e-8b0d-866d5e839f97 HTTP/1.1" status: 200 len: 210 time: 0.0349917 Dec 13 09:42:27.777962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.107576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Deleting port e5f6a919-17de-4eef-b81c-ab9cc316e2b8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:28.107981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.148726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-59f1defd-9dd9-4ed6-afbf-939a4ea78cf6 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.150369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-59f1defd-9dd9-4ed6-afbf-939a4ea78cf6 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 949 time: 0.0979495 Dec 13 09:42:28.190884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-6fe637ef-941e-4af1-af3d-861dad8e7c9e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.192168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-6fe637ef-941e-4af1-af3d-861dad8e7c9e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.37 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.2197909 Dec 13 09:42:28.211729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] For port e5f6a919-17de-4eef-b81c-ab9cc316e2b8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:28.212174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.213513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'port': {'device_id': 'cb103160-881c-4d03-8749-69093126ea3c', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'admin_state_up': True, 'tenant_id': '1d1c9bbd1cdc47219784f01c95a3693c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:28.229706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Calling delete_port for e5f6a919-17de-4eef-b81c-ab9cc316e2b8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:28.379289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffda6c9c-f810-47a1-b8a9-a7e1b4307b78 req-bdf765cc-571e-4df2-8749-856c885cdea7 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=724882df7abf4f8c8f6bbe88067be264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504975 Dec 13 09:42:28.430842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Deleting port fe91d139-3ac5-49bb-8aaa-221a4979fa74 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:28.431179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.456973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.483625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f6a919-17de-4eef-b81c-ab9cc316e2b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:28.531229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4202-3866-4354-adc8-8041bd121ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.575087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Made reservation on behalf of 1d1c9bbd1cdc47219784f01c95a3693c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:28.579331 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.603982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454478df-a2c5-4efe-a318-4c12a1619fe4 req-75e5fb28-7ee7-4d1b-8c47-fa8ea4a18bb3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.614818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-454478df-a2c5-4efe-a318-4c12a1619fe4 req-75e5fb28-7ee7-4d1b-8c47-fa8ea4a18bb3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2274685 Dec 13 09:42:28.820839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Allocated IP 172.20.0.8 (bf915f6b-ca52-495d-84bc-bc637c625335/8405e368-5d97-4ea2-a985-943fc901e979/f7acc6ce-8956-4bee-b799-2f24e3489cce) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:28.872777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] For port fe91d139-3ac5-49bb-8aaa-221a4979fa74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=fe91d139-3ac5-49bb-8aaa-221a4979fa74,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:28.873265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.903296 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:28.910237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Calling delete_port for fe91d139-3ac5-49bb-8aaa-221a4979fa74 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:28.942859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda6c9c-f810-47a1-b8a9-a7e1b4307b78 req-9a29431c-de2d-430c-bf97-d96a6fbb8459 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:28.944340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffda6c9c-f810-47a1-b8a9-a7e1b4307b78 req-9a29431c-de2d-430c-bf97-d96a6fbb8459 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5409145 Dec 13 09:42:28.998822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-454478df-a2c5-4efe-a318-4c12a1619fe4 req-260add1e-d87c-44af-a42c-551983c3bafa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854368 Dec 13 09:42:29.007486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.065954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffda6c9c-f810-47a1-b8a9-a7e1b4307b78 req-3b2479e0-9ce1-477c-9bee-75e8a85d94a3 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/quotas/724882df7abf4f8c8f6bbe88067be264 HTTP/1.1" status: 200 len: 375 time: 0.1081855 Dec 13 09:42:29.158066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffda6c9c-f810-47a1-b8a9-a7e1b4307b78 req-ced534c1-f6a4-479f-94eb-3706702047bb tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=724882df7abf4f8c8f6bbe88067be264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839727 Dec 13 09:42:29.193689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.239043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47e80-dd05-4db9-a478-6d44227e880f req-a72a43b2-9b4f-4eda-9f5b-b5129a3cb572 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.240626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6c47e80-dd05-4db9-a478-6d44227e880f req-a72a43b2-9b4f-4eda-9f5b-b5129a3cb572 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e883bd9-d3bc-4dcb-8320-10889198a480 HTTP/1.1" status: 200 len: 949 time: 0.1700571 Dec 13 09:42:29.251750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Router 6bcaf486-dd66-4663-99b8-cba9f67ddeff has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:29.351876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ade0f947-7ec5-4a95-8c52-a613ec5b3aec req-90b0ddc1-99ee-4a46-a548-7d30b615130b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 210 time: 0.0530238 Dec 13 09:42:29.361525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.387159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.397537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['fe91d139-3ac5-49bb-8aaa-221a4979fa74'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:29.411900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:29.426257 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Sync routers for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:29.431991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6c47e80-dd05-4db9-a478-6d44227e880f req-6b9cd7ba-71a3-4b23-9036-fef7e86fd838 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.30 "GET /v2.0/security-groups?id=558ca837-8d23-4a2c-a6ed-223e7d0f8db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826484 Dec 13 09:42:29.454162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Network bf915f6b-ca52-495d-84bc-bc637c625335 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:29.459799 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bcde5d08-3eff-48dd-8d53-09a58cdf95db admin admin] 10.222.0.30 "PUT /v2.0/routers/6bcaf486-dd66-4663-99b8-cba9f67ddeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2013819 Dec 13 09:42:29.464062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:29.472935 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:29.476135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:29.519456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:29.538348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:29.581102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:29.665429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] No DVR routers for this DVR port fe91d139-3ac5-49bb-8aaa-221a4979fa74 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:29.671134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.676898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a470c7ff-8acb-493a-b45c-0fb74f210d16 req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] 10.222.0.44 "DELETE /v2.0/ports/fe91d139-3ac5-49bb-8aaa-221a4979fa74 HTTP/1.1" status: 204 len: 173 time: 1.5099070 Dec 13 09:42:29.682042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'name': 'network-vif-deleted', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:29.684648 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259bbad2-cb3a-4617-a622-227fc53a3b5c" -d '{"events": [{"server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "name": "network-vif-deleted", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:29.777706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9db9f00b-16de-4482-be5f-d7407c07f215 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:29.790354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0f9d1-73b7-43e4-aa6d-f16f8e1845a2 tempest-TenantUsagesTestJSON-528201201 tempest-TenantUsagesTestJSON-528201201-project] Pushing event deleted for resources: {'Port': ['ID=fe91d139-3ac5-49bb-8aaa-221a4979fa74,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:29.838510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 9db9f00b-16de-4482-be5f-d7407c07f215 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:29.840100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9db9f00b-16de-4482-be5f-d7407c07f215 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:29.879025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:29.881855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.930923 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159f690-e658-4ce8-93eb-3798662e6046 x-openstack-request-id: req-9159f690-e658-4ce8-93eb-3798662e6046 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:29.933882 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e883bd9-d3bc-4dcb-8320-10889198a480", "name": "network-vif-deleted", "tag": "fe91d139-3ac5-49bb-8aaa-221a4979fa74", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:29.937919 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9159f690-e658-4ce8-93eb-3798662e6046 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:29.939129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:29.940331 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e883bd9-d3bc-4dcb-8320-10889198a480', 'name': 'network-vif-deleted', 'tag': 'fe91d139-3ac5-49bb-8aaa-221a4979fa74', 'status': 'completed', 'code': 200} Dec 13 09:42:29.955231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-7617f6e4-5ba3-452f-ad1a-0328e8cbab11 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7458313 Dec 13 09:42:29.968917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Request body: {'port': {'device_id': 'cb103160-881c-4d03-8749-69093126ea3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:30.039274 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:30.135134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.183161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.207115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Deleting port c80d1752-0f26-43c6-813d-972724872b45 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:30.207472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.234798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-01ba5be3-ad88-4b63-99c4-996d34007579 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=794a510c217041d49211354387420d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207900 Dec 13 09:42:30.322574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] For port c80d1752-0f26-43c6-813d-972724872b45, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c80d1752-0f26-43c6-813d-972724872b45,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:30.323543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.341004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Calling delete_port for c80d1752-0f26-43c6-813d-972724872b45 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:30.362136 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'c80d1752-0f26-43c6-813d-972724872b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:42:28Z', 'revision_number': 5, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port': {'id': 'c80d1752-0f26-43c6-813d-972724872b45', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:39:03Z', 'updated_at': '2021-12-13T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:30.413958 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Checking router: 6bcaf486-dd66-4663-99b8-cba9f67ddeff for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:30.427957 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Routers {'6bcaf486-dd66-4663-99b8-cba9f67ddeff'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:30.429711 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:30.470928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-c8306420-3dfd-4dbc-902d-1e256e284b1e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.479479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-c8306420-3dfd-4dbc-902d-1e256e284b1e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.3721550 Dec 13 09:42:30.531173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-6f27de51-d335-4c3d-8709-1cc96a4cbc8e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/quotas/dfd9dadf0803408c9c5947617c4b83d8 HTTP/1.1" status: 200 len: 375 time: 0.0506752 Dec 13 09:42:30.541548 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] Set router 6bcaf486-dd66-4663-99b8-cba9f67ddeff gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:30.572281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.601271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-4f73e95e-bf98-489d-97cb-e6a2806bb941 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686984 Dec 13 09:42:30.615355 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:42:30Z', 'revision_number': 6, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:30.620917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-49838d2c-4d51-434e-b8b5-b8b9563a3310 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:30.622161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-49838d2c-4d51-434e-b8b5-b8b9563a3310 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622441 Dec 13 09:42:30.646263 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288a2b4-252c-431c-a882-e540821f9459 None None] The sync data for ids ['6bcaf486-dd66-4663-99b8-cba9f67ddeff'] in n-d-820531-5 is: [{'id': '6bcaf486-dd66-4663-99b8-cba9f67ddeff', 'name': 'tempest-ServersTestManualDisk-214972430-router', 'tenant_id': '890dd012aaaa44a9a8e03e252b6381bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:39:02Z', 'updated_at': '2021-12-13T09:42:30Z', 'revision_number': 6, 'project_id': '890dd012aaaa44a9a8e03e252b6381bf', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:30.671816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c80d1752-0f26-43c6-813d-972724872b45,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:30.680731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-1259b2a0-087f-4319-b1c8-5ab9221ecb50 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/quotas/794a510c217041d49211354387420d65 HTTP/1.1" status: 200 len: 375 time: 0.0172679 Dec 13 09:42:30.732406 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.743910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-869b8bfb-a832-4e54-b30f-b4476ccefcef tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439024 Dec 13 09:42:30.787950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-34e801ee-bc9e-46d8-811e-f264094f9bbc service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860025 Dec 13 09:42:30.834700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.837273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.888204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7acc6ce-8956-4bee-b799-2f24e3489cce {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:30.903812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.906599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.907277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bcaf486-dd66-4663-99b8-cba9f67ddeff {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:42:30.912770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:30.917891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:30.920705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b27ef6a2-0f39-4213-9eed-f1ad960c36cb admin admin] 10.222.0.30 "DELETE /v2.0/routers/6bcaf486-dd66-4663-99b8-cba9f67ddeff HTTP/1.1" status: 204 len: 168 time: 1.4540040 Dec 13 09:42:30.940274 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4aba04b3-a54b-4609-b774-80a683ad244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.040673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Transition to ACTIVE for port object f7acc6ce-8956-4bee-b799-2f24e3489cce will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:31.065041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.070658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-03e27a8f-c061-4b04-b126-9c771a2adc49 service neutron] 10.222.0.30 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723339 Dec 13 09:42:31.149422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.152752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6a919-17de-4eef-b81c-ab9cc316e2b8 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:31.164964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Deleting subnet 4e164499-b5fe-4409-81dd-4fbcb09fcfc6 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:42:31.180479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.203713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e5f6a919-17de-4eef-b81c-ab9cc316e2b8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:31.204067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6a919-17de-4eef-b81c-ab9cc316e2b8 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:31.236661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c49b1-163c-4695-8a46-20ada5320333 req-570882f3-6876-4635-bb08-fdd1827ed2d4 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.244639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a1c49b1-163c-4695-8a46-20ada5320333 req-570882f3-6876-4635-bb08-fdd1827ed2d4 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2456191 Dec 13 09:42:31.360952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.444640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a1c49b1-163c-4695-8a46-20ada5320333 req-37838db4-49a8-485e-ae9c-7a07c906e928 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990552 Dec 13 09:42:31.473471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Attempting to bind port f7acc6ce-8956-4bee-b799-2f24e3489cce on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:31.474114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Attempting to bind port f7acc6ce-8956-4bee-b799-2f24e3489cce by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:31.474114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Attempting to bind port f7acc6ce-8956-4bee-b799-2f24e3489cce on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:31.507047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Port f7acc6ce-8956-4bee-b799-2f24e3489cce on network bf915f6b-ca52-495d-84bc-bc637c625335 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:31.507454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Attempting to bind port f7acc6ce-8956-4bee-b799-2f24e3489cce on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:31.529860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:31.530004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Checking segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:31.530895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Bound using segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:31.531385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Bound port: f7acc6ce-8956-4bee-b799-2f24e3489cce, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:31.531934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.548165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ba483-b216-43a1-baa4-99cb723985aa req-5f87dde4-342e-4e78-9bb3-54dc6a06b082 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.549822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe6ba483-b216-43a1-baa4-99cb723985aa req-5f87dde4-342e-4e78-9bb3-54dc6a06b082 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.1344128 Dec 13 09:42:31.591791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.725964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device fe91d139-3ac5-49bb-8aaa-221a4979fa74 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:31.727559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe6ba483-b216-43a1-baa4-99cb723985aa req-cbfb065d-8e3b-455d-b0ea-99547c48b81b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678562 Dec 13 09:42:31.732613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-9f7dbd24-e6ac-4f6e-bb85-665b594135b7 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=794a510c217041d49211354387420d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518889 Dec 13 09:42:31.774455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: fe91d139-3ac5-49bb-8aaa-221a4979fa74 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:31.778509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device fe91d139-3ac5-49bb-8aaa-221a4979fa74 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:31.835135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:31.866305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:31.870166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.902561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.909707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4e164499-b5fe-4409-81dd-4fbcb09fcfc6 HTTP/1.1" status: 204 len: 168 time: 0.9816525 Dec 13 09:42:31.909900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463882a-5db5-40e7-a9ec-8d7fc5f007bf None None] Network d9c396ce-50df-4442-a1f6-4674c1e6b8de requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:31.910048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.910689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:31.912865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-346c7aa1-a182-44b1-99ee-bf27d5818693 req-5c3ed58c-f45a-45be-b213-dd6cf12d6878 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 210 time: 0.0754509 Dec 13 09:42:31.974296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e731e56-7cbf-4187-b3cd-5e3b961b51b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e164499-b5fe-4409-81dd-4fbcb09fcfc6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:31.992477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:31.993106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:31.995515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] 10.222.0.37 "PUT /v2.0/ports/f7acc6ce-8956-4bee-b799-2f24e3489cce HTTP/1.1" status: 200 len: 1091 time: 2.0317638 Dec 13 09:42:32.008754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:32.017225 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89463f-67ff-4bae-992a-9fd0b8185183" -d '{"events": [{"name": "network-changed", "server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:32.058534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-accf0779-fd7d-400e-8612-d6acc891575b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.072229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-accf0779-fd7d-400e-8612-d6acc891575b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276291 Dec 13 09:42:32.101501 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.122078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417e57-c010-4dfe-a099-8dcfee077b5c service neutron] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:32.129961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.146184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:32.157970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-123a0a79-b072-417b-89c0-cebf489466d3 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/quotas/794a510c217041d49211354387420d65 HTTP/1.1" status: 200 len: 375 time: 0.0844042 Dec 13 09:42:32.177084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] DHCP port deletion for d9c396ce-50df-4442-a1f6-4674c1e6b8de request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:42:32.219018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-d381cd6a-0abb-4996-9efd-57a4bc0f1d2e tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535848 Dec 13 09:42:32.235632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-561742e4-bc2d-4619-8d22-e69f5dca0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.239124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-561742e4-bc2d-4619-8d22-e69f5dca0ada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 1094 time: 0.1278596 Dec 13 09:42:32.281529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Deleting port d7f3d445-4791-495f-9b84-043e5b7bacb9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:32.282943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.296991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Deleting port d7f3d445-4791-495f-9b84-043e5b7bacb9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:32.297401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.341608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-a94c8123-7796-4a2a-ab39-ea2ade174d05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce HTTP/1.1" status: 200 len: 217 time: 0.0948889 Dec 13 09:42:32.440025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] For port d7f3d445-4791-495f-9b84-043e5b7bacb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d7f3d445-4791-495f-9b84-043e5b7bacb9,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.440680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.464954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Calling delete_port for d7f3d445-4791-495f-9b84-043e5b7bacb9 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:32.479839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-819985b3-3255-448d-ae4b-2fa7ac46b1fb tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=794a510c217041d49211354387420d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623224 Dec 13 09:42:32.549757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] For port d7f3d445-4791-495f-9b84-043e5b7bacb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d7f3d445-4791-495f-9b84-043e5b7bacb9,segment=NetworkSegment(8c025563-812b-47ba-8afa-2a3ca39078de),segment_id=8c025563-812b-47ba-8afa-2a3ca39078de)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:32.550151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.600906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5a900692-8680-42e1-85a5-c1e301f3a98f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ac0d429725d4156b679ac3a49024f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500284 Dec 13 09:42:32.611566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:32.635606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Calling delete_port for d7f3d445-4791-495f-9b84-043e5b7bacb9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:32.743302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-984b8d71-f49c-4706-aa23-0bd66fa765a1 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:32.744811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-984b8d71-f49c-4706-aa23-0bd66fa765a1 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539909 Dec 13 09:42:32.751721 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a841dc3-9bd4-444d-92e4-7c339ebbddb5 x-openstack-request-id: req-6a841dc3-9bd4-444d-92e4-7c339ebbddb5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:32.752058 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:32.752324 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a841dc3-9bd4-444d-92e4-7c339ebbddb5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:32.752740 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'status': 'completed', 'code': 200} Dec 13 09:42:32.783197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Request body: {'port': {'device_id': '8d159035-8334-4d82-be1a-8e669c70f88b', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '794a510c217041d49211354387420d65'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:32.847473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79ff1f42-13f6-49aa-8271-cf0ff092803f req-6fcc2b25-6639-417b-b613-65e5e954ef84 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 210 time: 0.0937579 Dec 13 09:42:32.860117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: from cryptography.utils import int_from_bytes Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: from cryptography.utils import int_from_bytes Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.879949 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:42:32.883584 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:42:32.891222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.892257 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.950037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.960856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c80d1752-0f26-43c6-813d-972724872b45 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:32.970004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.974144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:32.975032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Pushing event deleted for resources: {'Port': ['ID=d7f3d445-4791-495f-9b84-043e5b7bacb9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:32.975936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/558ca837-8d23-4a2c-a6ed-223e7d0f8db1 HTTP/1.1" status: 204 len: 168 time: 0.3634083 Dec 13 09:42:32.977843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] No DVR routers for this DVR port d7f3d445-4791-495f-9b84-043e5b7bacb9 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:33.043154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] No DVR routers for this DVR port d7f3d445-4791-495f-9b84-043e5b7bacb9 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:42:33.060615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c80d1752-0f26-43c6-813d-972724872b45 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:33.064019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c80d1752-0f26-43c6-813d-972724872b45 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:33.065255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d7f3d445-4791-495f-9b84-043e5b7bacb9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:33.127522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d7f3d445-4791-495f-9b84-043e5b7bacb9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:42:33.131963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d7f3d445-4791-495f-9b84-043e5b7bacb9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:42:33.142426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.147464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f3d445-4791-495f-9b84-043e5b7bacb9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.148180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.148648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.149680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.151376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.151828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.152990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.157188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.158011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.158461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.158906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.159084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ca837-8d23-4a2c-a6ed-223e7d0f8db1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.159554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.160559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecea36-c8a4-4e97-a8ad-6a758573f179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.249166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.249880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.250401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.250845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.251289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.251786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.252345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.252823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.253523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.253969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.254454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.254921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.255419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.269896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.271876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.273082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.273630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.274585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.275109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.275634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.276324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.276941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.277596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.278400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.279068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.281846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6675bc-defa-4946-9e75-16aa9c35234a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:33.332062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.365766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c396ce-50df-4442-a1f6-4674c1e6b8de']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:33.379484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c025563-812b-47ba-8afa-2a3ca39078de') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:33.380344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c025563-812b-47ba-8afa-2a3ca39078de') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:33.393077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.394648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-2e2479c3-93f4-4a90-9f28-5db886849f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.396063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-2e2479c3-93f4-4a90-9f28-5db886849f1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 1.0468841 Dec 13 09:42:33.410076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.418901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:42:33.419627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:42:33.471680 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:42:33.474531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:33.498395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052a7a42-cf97-4e30-83c4-4acc88bde97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.506325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.514100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.517669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d9c396ce-50df-4442-a1f6-4674c1e6b8de HTTP/1.1" status: 204 len: 168 time: 1.6053488 Dec 13 09:42:33.536256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7715f8-7b90-4271-8d85-97cf89b21f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c396ce-50df-4442-a1f6-4674c1e6b8de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.559768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-396a0f4c-6cf7-427d-81c7-7382f2779c34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497936 Dec 13 09:42:33.567624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.571397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81c34c63-d35c-45a9-b022-448e7c6043c3 req-e9d06433-6d5e-4c02-bcc8-5b7b1e78c0e2 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=724882df7abf4f8c8f6bbe88067be264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1783016 Dec 13 09:42:33.605717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e501b-9392-4748-b97b-e350ba2bc315 req-bd5e3d8e-3ff5-4c64-b0f0-e39f461c9382 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.611717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052a7a42-cf97-4e30-83c4-4acc88bde97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.615880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7e501b-9392-4748-b97b-e350ba2bc315 req-bd5e3d8e-3ff5-4c64-b0f0-e39f461c9382 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.8608661 Dec 13 09:42:33.622421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052a7a42-cf97-4e30-83c4-4acc88bde97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.671639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-052a7a42-cf97-4e30-83c4-4acc88bde97b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7fe714a3742483a9a9267b30d5fa4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882610 Dec 13 09:42:33.672799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a7a42-cf97-4e30-83c4-4acc88bde97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41589160-f161-4d67-a0b3-55d36cdd87c6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.675291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:33.740865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.762755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.770189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:33.836858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-632a9482-e337-4048-9727-c849714da227 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=890dd012aaaa44a9a8e03e252b6381bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630107 Dec 13 09:42:33.837161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:33.856004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-dc50ab7f-d482-47b1-aaae-94cf08a7a46d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:33.857528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-dc50ab7f-d482-47b1-aaae-94cf08a7a46d tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.44 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 812 time: 0.4659517 Dec 13 09:42:33.866996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.869478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.870600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41589160-f161-4d67-a0b3-55d36cdd87c6 HTTP/1.1" status: 204 len: 168 time: 0.1943948 Dec 13 09:42:33.886668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284059b4-a5ea-4b03-82dd-0ffc33f72d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41589160-f161-4d67-a0b3-55d36cdd87c6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:33.896106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Request body: {'port': {'device_id': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'admin_state_up': True, 'tenant_id': 'dfd9dadf0803408c9c5947617c4b83d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:33.904151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.940096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:33.988135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7e501b-9392-4748-b97b-e350ba2bc315 req-2636cec5-cef1-4631-bcf9-140eb9691702 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712232 Dec 13 09:42:33.994872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-68d62976-b8ad-4ddc-832d-11b92fa7bbdc service neutron] 10.222.0.37 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158280 Dec 13 09:42:33.997045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Made reservation on behalf of 794a510c217041d49211354387420d65 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:34.001509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.022350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34c63-d35c-45a9-b022-448e7c6043c3 req-ddf0eb67-7a5f-42c7-b559-1db559d0a03c tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.023818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81c34c63-d35c-45a9-b022-448e7c6043c3 req-ddf0eb67-7a5f-42c7-b559-1db559d0a03c tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333150 Dec 13 09:42:34.043202 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-62b5b767-5fdb-4a99-97a0-089e5498487b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=794a510c217041d49211354387420d65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277970 Dec 13 09:42:34.049491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.109944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81c34c63-d35c-45a9-b022-448e7c6043c3 req-831d4494-8e91-4a54-a926-c8f83a5b4fab tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/quotas/724882df7abf4f8c8f6bbe88067be264 HTTP/1.1" status: 200 len: 375 time: 0.0752935 Dec 13 09:42:34.136632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.140215 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.141788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6468b2b5-091d-4d97-94ba-880daf8ddd4f HTTP/1.1" status: 204 len: 168 time: 0.3035717 Dec 13 09:42:34.160868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561424d9-a5b3-4746-8540-b67a386d6556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468b2b5-091d-4d97-94ba-880daf8ddd4f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:34.232302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-4a3f8c73-be8a-4c03-8c50-36bf5642e29c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.234033 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-4a3f8c73-be8a-4c03-8c50-36bf5642e29c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733680 Dec 13 09:42:34.238545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81c34c63-d35c-45a9-b022-448e7c6043c3 req-d514b18f-37eb-4702-b408-58d2362c38a2 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=724882df7abf4f8c8f6bbe88067be264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096711 Dec 13 09:42:34.250751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Request body: {'port': {'device_id': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '794a510c217041d49211354387420d65'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:34.387879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb46a30-8892-4aa8-af2c-a16f240d019c req-5d4412d0-a0a8-41bd-9d8e-5756a2664e25 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.397561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb46a30-8892-4aa8-af2c-a16f240d019c req-5d4412d0-a0a8-41bd-9d8e-5756a2664e25 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.2937496 Dec 13 09:42:34.428939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7ef7c7e-c3c7-4b13-a6b1-546620fd6c10 req-3d2dbf61-8819-46b1-9df1-6b4b432cac9a service neutron] 10.222.0.37 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198050 Dec 13 09:42:34.431966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Made reservation on behalf of 794a510c217041d49211354387420d65 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:34.444901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Made reservation on behalf of dfd9dadf0803408c9c5947617c4b83d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:34.448743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.456098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.482909 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ff1694d-9fa8-4df0-bd03-e5c75d362fa5 req-573e685d-c4cb-4f07-813f-5e7e3304f6e9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 210 time: 0.0832312 Dec 13 09:42:34.487565 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.630412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.666240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcb46a30-8892-4aa8-af2c-a16f240d019c req-a06273b4-999a-4343-9c69-49f6a4541728 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678134 Dec 13 09:42:34.705832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.711329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a3742b8-6364-4866-8352-f857db4f0068 req-7b03f12e-a8ed-4abe-a30c-743d4adbec49 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 210 time: 0.0927892 Dec 13 09:42:34.718178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-65de20ad-2813-46a0-962f-beba16050ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:34.720469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 794a510c217041d49211354387420d65 {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:42:34.720805 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:42:34.722814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-65de20ad-2813-46a0-962f-beba16050ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 1094 time: 0.2264056 Dec 13 09:42:34.727675 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:34.889889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1616af2d-c067-4551-bc40-8df1ff600616,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:34.928269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Allocated IP 172.20.0.4 (4696c44e-3005-4ae9-ac1e-ccdfe7887aab/48aa1c7d-aa36-40d4-92f0-d8d68a027075/1c9a8884-12e3-4025-8c63-0d9cb2358c53) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:35.002668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-1d12d031-a04b-4e5b-a889-de2ecff2d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.002668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-1d12d031-a04b-4e5b-a889-de2ecff2d14e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 922 time: 0.2614841 Dec 13 09:42:35.014526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Allocated IP 192.168.233.173 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/f06775af-1f82-4930-8bb3-d00e083ee308) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:35.072125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-5fc63cd5-0de6-4f27-9fd2-804ff5ae8835 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce HTTP/1.1" status: 200 len: 217 time: 0.0608447 Dec 13 09:42:35.222599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.254109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-8ddf3161-30df-4352-973d-af478e313f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.255538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-8ddf3161-30df-4352-973d-af478e313f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 0.1756854 Dec 13 09:42:35.301032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.354174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e69e8c-08b2-4407-958e-dc8c84c05f16 req-d1ad927b-fd7c-4996-88f4-fa98b6c7fda7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.361823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9e69e8c-08b2-4407-958e-dc8c84c05f16 req-d1ad927b-fd7c-4996-88f4-fa98b6c7fda7 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2592866 Dec 13 09:42:35.364853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-45e602d1-02bc-4f49-b5aa-f16abbf98900 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625904 Dec 13 09:42:35.416250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.417339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:35.535278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1275044375-network', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:35.538529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.547605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-885260136-network', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:35.547994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9e69e8c-08b2-4407-958e-dc8c84c05f16 req-45be58b8-1fc4-4832-982f-62dc1d1b3542 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853335 Dec 13 09:42:35.580977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Made reservation on behalf of 3e6138d8ab7f4b33888f6d59a12b9f51 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:35.583434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.602597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.622603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:35.625748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.638816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.641826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-5c4a3549-71ee-4a83-8794-4dfe20b73daf service neutron] 10.222.0.37 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641654 Dec 13 09:42:35.642859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.715545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:35.753344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.769831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.792427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.801869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:35.808665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.815768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:35.816449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:35.825316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5d7eb-573e-4562-9472-138df34984b1 req-53764bfd-40f5-4fff-9c41-3c87d672fca9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:35.826925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afd5d7eb-573e-4562-9472-138df34984b1 req-53764bfd-40f5-4fff-9c41-3c87d672fca9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 931 time: 0.2336266 Dec 13 09:42:35.833142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:35.835554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event updated for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.847050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.885774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ec7f5-12a9-4f87-8bc2-cbb692c42479,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.895177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Allocated IP 192.168.233.168 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/93a86c68-fa39-4c4a-9f1a-b2110134b102) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:35.897592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:35.914739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.914739 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Added segment 04320fae-58e3-4ad4-b83c-5b08f20de15f of type vlan for network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb Dec 13 09:42:35.949883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa89463f-67ff-4bae-992a-9fd0b8185183 req-1cc12db9-9807-4619-985c-6802713c6c43 service neutron] 10.222.0.37 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868347 Dec 13 09:42:35.971830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:35.972274 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Added segment f2aa1173-8475-4cc5-af50-400f084f943c of type vlan for network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 Dec 13 09:42:35.975762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:35.992007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '36efde74-5581-4a28-b719-7c557b7e871e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '36efde74-5581-4a28-b719-7c557b7e871e', 'mac_address': 'fa:16:3e:46:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:35.993513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a65396-5319-4d79-8f68-3c29193b3ea8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:35.997451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:36.009443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.010070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.021399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.026207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:36.041928 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.043540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.047180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:36.060948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:36.067332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afd5d7eb-573e-4562-9472-138df34984b1 req-95c677ef-d3fa-4b73-b4f7-fd74cf6432e9 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290788 Dec 13 09:42:36.088212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:36.095248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.096309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.131233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d599276-6b85-4fce-8de6-8fd7ba893f0e req-2394260e-6851-47db-9ce3-58a10aadebc1 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.133142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d599276-6b85-4fce-8de6-8fd7ba893f0e req-2394260e-6851-47db-9ce3-58a10aadebc1 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.3047032 Dec 13 09:42:36.139232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-729c154c-ae66-4fa4-82ef-f809c7601f54 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2646790 Dec 13 09:42:36.159436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.175947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.176917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.177522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.190573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Request body: {'port': {'device_id': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.240920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3d0ee52-8343-4a5a-b3f3-16fd8e8a024d req-24ed7edf-954a-47d6-bb50-89af73af0ca3 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 210 time: 0.0752473 Dec 13 09:42:36.245903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.246927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.247420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.277387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.280804 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9778955 Dec 13 09:42:36.281877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.286697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:36.303580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Request body: {'subnet': {'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1275044375-subnet', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.316473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79b3b-bee4-4717-bd7d-a16e9b7ce60f admin admin] Pushing event updated for resources: {'Network': ['ID=6e3e10f5-b3d1-4fc7-aa85-98b032c619fb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.321248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:36.331574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:36.338654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9199831 Dec 13 09:42:36.375311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:36.380019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d599276-6b85-4fce-8de6-8fd7ba893f0e req-c9bebd2a-1957-4370-815a-bf2b8de2966f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203479 Dec 13 09:42:36.384738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Request body: {'subnet': {'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-885260136-subnet', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.389134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.401909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.432936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc13fb-7a42-4d07-8a05-a93e53bd7875 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bfacd6-325d-4e37-a5dd-f81e7eb13089,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.441702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Made reservation on behalf of 3e6138d8ab7f4b33888f6d59a12b9f51 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:36.444874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.459260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:36.485703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-62ddc045-5fc0-4bcb-a8c8-f668d5d7fa04 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7108207 Dec 13 09:42:36.494163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579f6000-c88c-401e-ba79-38b402adbba5 req-863bd4cd-07da-4b01-8961-f03b3eb07877 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=724882df7abf4f8c8f6bbe88067be264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385370 Dec 13 09:42:36.507586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Request body: {'port': {'device_id': '8d159035-8334-4d82-be1a-8e669c70f88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.538012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.592458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67c3a138-279d-49be-b0ce-92103ee0daaa None None] Provisioning complete for port f06775af-1f82-4930-8bb3-d00e083ee308 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:36.592696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67c3a138-279d-49be-b0ce-92103ee0daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.595948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:36.596760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:36.598441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.605301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:36.621211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:36.653598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:36.705158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67c3a138-279d-49be-b0ce-92103ee0daaa None None] Port f06775af-1f82-4930-8bb3-d00e083ee308 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:36.718680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:36.719392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.791238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-dae5a0fe-5674-4832-a3ee-fb2f29752fa5 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5464826 Dec 13 09:42:36.807787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Request body: {'port': {'device_id': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:36.859703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.931550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:36.960587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffb8bee-d5a5-4919-94ed-10488fbad220,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.007896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Checking segment: {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:37.008268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Network hostable DHCP agents. Network: 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:37.030089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c98fa771-c65d-41b9-ac84-344592594358 None None] Provisioning complete for port 93a86c68-fa39-4c4a-9f1a-b2110134b102 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:37.032671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c98fa771-c65d-41b9-ac84-344592594358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.076458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa771-c65d-41b9-ac84-344592594358 None None] Port 93a86c68-fa39-4c4a-9f1a-b2110134b102 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:37.087603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:37.113013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:37.117159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.117853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.124380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5faaed-6c6c-4b7b-a855-96fc8481a024 None None] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:37.179259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a45785ed-d5f0-4ffb-8dcc-19195999da8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8845003 Dec 13 09:42:37.182109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:37.190474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:37.211727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.238564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.239705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.244512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:42:37.246124 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.265884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6000-c88c-401e-ba79-38b402adbba5 req-3590d436-7716-47d9-81ea-fae01a9d01c7 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.273173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579f6000-c88c-401e-ba79-38b402adbba5 req-3590d436-7716-47d9-81ea-fae01a9d01c7 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7604573 Dec 13 09:42:37.322712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.328385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef8ac-62b6-4f7c-82fb-dc6a7a149aa7 req-6f8ea0e1-34f0-46c8-8a9e-b43ec8e49862 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.330067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4fef8ac-62b6-4f7c-82fb-dc6a7a149aa7 req-6f8ea0e1-34f0-46c8-8a9e-b43ec8e49862 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 949 time: 0.6185565 Dec 13 09:42:37.359939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579f6000-c88c-401e-ba79-38b402adbba5 req-4878e60a-44a0-4008-8c45-20ed660e2979 tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/quotas/724882df7abf4f8c8f6bbe88067be264 HTTP/1.1" status: 200 len: 375 time: 0.0858328 Dec 13 09:42:37.408501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Allocated IP 172.20.0.2 (6e3e10f5-b3d1-4fc7-aa85-98b032c619fb/2ffb8bee-d5a5-4919-94ed-10488fbad220/9fa15eab-6128-47d3-bfc3-dc7dfc22187d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:37.444649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579f6000-c88c-401e-ba79-38b402adbba5 req-22db4296-5fec-46b1-a5d5-ac1db108838c tempest-QuotasAdminNegativeTest-1580552315 tempest-QuotasAdminNegativeTest-1580552315-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=724882df7abf4f8c8f6bbe88067be264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832922 Dec 13 09:42:37.587452 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.597353 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.627868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4fef8ac-62b6-4f7c-82fb-dc6a7a149aa7 req-5c882330-a7ce-47f4-8007-dc352109c73e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840338 Dec 13 09:42:37.653612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:37.659434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:37.664070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:37.669707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Pushing event updated for resources: {'Port': ['ID=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.676703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9a8884-12e3-4025-8c63-0d9cb2358c53 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:37.697529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.707336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a86c68-fa39-4c4a-9f1a-b2110134b102 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:37.716721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.726977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.729870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Transition to ACTIVE for port object 1c9a8884-12e3-4025-8c63-0d9cb2358c53 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:37.734358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:37.761828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.767747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Attempting to bind port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:37.768603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Attempting to bind port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:37.768976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Attempting to bind port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d on network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:37.777350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:37.777731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Checking segment: {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:37.778601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.778601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Bound using segment: {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:37.779659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Bound port: 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:37.779659 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.786154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:37.798106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Transition to ACTIVE for port object 93a86c68-fa39-4c4a-9f1a-b2110134b102 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:37.802355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.807828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.861626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa3125-40ca-4764-9159-bad4d49d8946 req-bd356347-a5d2-48ad-9337-a49da3ff3afc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:37.868665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ffa3125-40ca-4764-9159-bad4d49d8946 req-bd356347-a5d2-48ad-9337-a49da3ff3afc tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 931 time: 0.2031069 Dec 13 09:42:37.914356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.922353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36513e79-1b9c-4b47-8897-6a6b5613ab65,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:37.937116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 36efde74-5581-4a28-b719-7c557b7e871e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:37.937520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:37.969952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] For port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:37.976266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:38.001251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] For port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:38.022047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.039252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:38.059431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Attempting to bind port 93a86c68-fa39-4c4a-9f1a-b2110134b102 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:38.059910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Attempting to bind port 93a86c68-fa39-4c4a-9f1a-b2110134b102 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:38.060336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Attempting to bind port 93a86c68-fa39-4c4a-9f1a-b2110134b102 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:38.068466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Checking segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:38.068833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Network hostable DHCP agents. Network: d3bfacd6-325d-4e37-a5dd-f81e7eb13089, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:38.073032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Port 93a86c68-fa39-4c4a-9f1a-b2110134b102 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:38.073497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Attempting to bind port 93a86c68-fa39-4c4a-9f1a-b2110134b102 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:38.078585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075b7c-3dfb-4d7e-b61b-8eb962f24263 req-b32c1f21-8844-4541-8a5e-b2910281cef6 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.080364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8075b7c-3dfb-4d7e-b61b-8eb962f24263 req-b32c1f21-8844-4541-8a5e-b2910281cef6 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 936 time: 0.3144248 Dec 13 09:42:38.090900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'port_id': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'mac_address': 'fa:16:3e:fb:29:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8405e368-5d97-4ea2-a985-943fc901e979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:38.092265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:38.093283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:38.093793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:38.094347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Bound port: 93a86c68-fa39-4c4a-9f1a-b2110134b102, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:38.094933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.156876 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.175628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ffa3125-40ca-4764-9159-bad4d49d8946 req-529f6600-b81f-4b60-a590-ce20ef2c3f3f tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059969 Dec 13 09:42:38.213730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:38.222375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7acc6ce-8956-4bee-b799-2f24e3489cce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:38.264452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:38.268354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96708a7-c46b-4b70-9a15-7014f0efef06 None None] Pushing event updated for resources: {'Port': ['ID=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:38.286143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d3bfacd6-325d-4e37-a5dd-f81e7eb13089) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:38.295377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.314565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.315218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.315434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12623433-1ee5-4589-a75f-b5857649fe77 None None] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:38.324074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.324965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.326553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8075b7c-3dfb-4d7e-b61b-8eb962f24263 req-f6c6bf00-6c24-4a92-bc27-844bd189efa8 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383125 Dec 13 09:42:38.329436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:38.349353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:38.357316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.378485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Attempting to bind port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:38.378834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Attempting to bind port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:38.379166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Attempting to bind port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:38.383651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.411639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:38.413293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Attempting to bind port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 on network 4696c44e-3005-4ae9-ac1e-ccdfe7887aab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:38.444966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:38.459748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6594c003-b7a3-4ff3-8584-ef7d2a0dfdd1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0786779 Dec 13 09:42:38.476175 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.478913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:38.479258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Checking segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:38.479801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Bound using segment: {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:38.480087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Bound port: 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207891a5-0d38-4228-bd60-35a3cab9b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:38.480446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.481593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:38.499960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.500595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.509531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] 10.222.0.37 "PUT /v2.0/ports/93a86c68-fa39-4c4a-9f1a-b2110134b102 HTTP/1.1" status: 200 len: 1096 time: 1.6988173 Dec 13 09:42:38.516234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:38.549522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:38.551856 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:38.557221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Transition to ACTIVE for port object f06775af-1f82-4930-8bb3-d00e083ee308 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:38.631713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.713014 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008914b-a50a-41fc-bd0c-7dff4a38542c x-openstack-request-id: req-e008914b-a50a-41fc-bd0c-7dff4a38542c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:38.713546 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:38.713804 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e008914b-a50a-41fc-bd0c-7dff4a38542c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:38.714197 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'status': 'completed', 'code': 200} Dec 13 09:42:38.717513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:38.747785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.749857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.787294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9dc5-f500-4cf7-9a1d-40d7b22ca84f req-48e3498e-f0c6-4c5c-af6d-e5acb28d45a1 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.788521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:38.792769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:38.799614 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8f353-6f49-4be6-ba59-32d61cc5b564" -d '{"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:38.807204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1ed9dc5-f500-4cf7-9a1d-40d7b22ca84f req-48e3498e-f0c6-4c5c-af6d-e5acb28d45a1 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 944 time: 0.3384142 Dec 13 09:42:38.810924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.812866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482c114-a3f5-4f59-b264-eff34a08f39b service neutron] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:38.854135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f7acc6ce-8956-4bee-b799-2f24e3489cce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:38.860440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.896656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:42:38.899991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:38.910482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Allocated IP 172.25.1.163 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/3cf8ce00-cc56-4c5f-bd60-f3289aec4283) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:38.915683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-3c9f69be-1f98-45ff-b6eb-b2259333279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:38.917274 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-3c9f69be-1f98-45ff-b6eb-b2259333279a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 1099 time: 0.3625064 Dec 13 09:42:38.983374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:39.012671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.015007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:39.072500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-87b5455c-a5c0-4fd9-b7a2-67e610f575de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102 HTTP/1.1" status: 200 len: 217 time: 0.1430588 Dec 13 09:42:39.078318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:39.126834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:39.141582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1ed9dc5-f500-4cf7-9a1d-40d7b22ca84f req-28b43193-d152-4f4a-b034-5162ee1a5844 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298378 Dec 13 09:42:39.153786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.223957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:39.226670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9fa15eab-6128-47d3-bfc3-dc7dfc22187d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:39.272046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.275579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.277015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c9a8884-12e3-4025-8c63-0d9cb2358c53 HTTP/1.1" status: 200 len: 1091 time: 3.1125145 Dec 13 09:42:39.292791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:39.303535 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71b8184-b62b-4fd8-9508-5e24827658bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:39.336749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-2bb18c55-a50a-4f3e-882e-a549f3683f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.350600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-2bb18c55-a50a-4f3e-882e-a549f3683f57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.2414927 Dec 13 09:42:39.399371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946ef12-4766-419e-b82e-28e676b497f6 req-23505461-a94d-47af-a27f-d0a1411baa67 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.400945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9946ef12-4766-419e-b82e-28e676b497f6 req-23505461-a94d-47af-a27f-d0a1411baa67 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.5802939 Dec 13 09:42:39.409787 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4ffc3-11b3-4067-b52b-14fcd917a981 x-openstack-request-id: req-c4f4ffc3-11b3-4067-b52b-14fcd917a981 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:39.410350 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:39.410786 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4f4ffc3-11b3-4067-b52b-14fcd917a981 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:39.411352 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'code': 200} Dec 13 09:42:39.500874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.545108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1d94-a852-47b9-90a5-a99f5320d314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.586932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:39.587302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.595507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-9e8e2834-dd86-422c-8f8e-859e11f12317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.596422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-9e8e2834-dd86-422c-8f8e-859e11f12317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134471 Dec 13 09:42:39.610522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a017-ea87-4cac-bd4e-c893d74f0373 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:39.621055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Allocated IP 172.20.0.2 (d3bfacd6-325d-4e37-a5dd-f81e7eb13089/36513e79-1b9c-4b47-8897-6a6b5613ab65/94405eaf-9c6d-485e-92d5-c2f9414dd840) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:39.637163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Attempting to bind port f06775af-1f82-4930-8bb3-d00e083ee308 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:39.637424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Attempting to bind port f06775af-1f82-4930-8bb3-d00e083ee308 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:39.637701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Attempting to bind port f06775af-1f82-4930-8bb3-d00e083ee308 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:39.677793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9946ef12-4766-419e-b82e-28e676b497f6 req-64954b8b-6e7a-41f1-a1a7-838458096549 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298856 Dec 13 09:42:39.678835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Port f06775af-1f82-4930-8bb3-d00e083ee308 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:39.679820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Attempting to bind port f06775af-1f82-4930-8bb3-d00e083ee308 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:39.687261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-ee5e2e7b-a99e-4f0d-a6d4-e20cde572264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.689368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-ee5e2e7b-a99e-4f0d-a6d4-e20cde572264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 1094 time: 0.2686794 Dec 13 09:42:39.707134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8ac85-4c44-4211-b3dd-bd57be864116 req-7953bf39-46cd-4c3a-81db-69de032b2ae8 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.715801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7df8ac85-4c44-4211-b3dd-bd57be864116 req-7953bf39-46cd-4c3a-81db-69de032b2ae8 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 943 time: 0.2571719 Dec 13 09:42:39.762691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.798049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-f397314d-9dd0-4ebc-ae51-b39931359681 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53 HTTP/1.1" status: 200 len: 217 time: 0.0809708 Dec 13 09:42:39.799451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:39.799789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:39.800167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:39.800619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Bound port: f06775af-1f82-4930-8bb3-d00e083ee308, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:39.800979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:39.835239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12ddbd-1df9-40d7-8473-48ed0c053cd5 req-0fda6d08-c04f-4865-831d-33165173f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.836776 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d12ddbd-1df9-40d7-8473-48ed0c053cd5 req-0fda6d08-c04f-4865-831d-33165173f5ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1101 time: 0.2762890 Dec 13 09:42:39.882294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:39.916439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2edef30-0c73-4d52-99e6-d66c3b051167 None None] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:39.936220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:39.956755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-2a073545-f03f-456d-842b-a2d8390aab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:39.958249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-2a073545-f03f-456d-842b-a2d8390aab9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1507862 Dec 13 09:42:39.966474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7df8ac85-4c44-4211-b3dd-bd57be864116 req-17b09d4e-7594-4060-ba71-216ca5743075 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711175 Dec 13 09:42:39.973450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:39.976386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-9e1780ff-22aa-4d6d-8c1a-88785c66f193 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417902 Dec 13 09:42:39.976784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Pushing event updated for resources: {'Port': ['ID=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.010669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-71fc8da5-fffb-4767-853d-c8523e093224 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373108 Dec 13 09:42:40.014697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:40.017473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.039065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ed204625-4e39-44dc-a69f-fa77027a9ae2 None None] Provisioning complete for port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:40.039439 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed204625-4e39-44dc-a69f-fa77027a9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.063440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:40.100386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a512725-4177-41e2-a029-df895ec1f767 req-a5fc0a38-0d8a-4b8d-ada0-90283ae818f8 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.108605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a512725-4177-41e2-a029-df895ec1f767 req-a5fc0a38-0d8a-4b8d-ada0-90283ae818f8 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.2155943 Dec 13 09:42:40.113219 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88557edd-71c4-4f7b-b8cf-2058ba04bab5 x-openstack-request-id: req-88557edd-71c4-4f7b-b8cf-2058ba04bab5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:40.113507 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:40.113964 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88557edd-71c4-4f7b-b8cf-2058ba04bab5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:40.114357 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53', 'status': 'completed', 'code': 200} Dec 13 09:42:40.117156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1d94-a852-47b9-90a5-a99f5320d314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.122326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.146443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1d94-a852-47b9-90a5-a99f5320d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.164571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d12ddbd-1df9-40d7-8473-48ed0c053cd5 req-60266f85-2006-4cc1-ae48-a2431d5cfebb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155868 Dec 13 09:42:40.177702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.178332 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.180600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] 10.222.0.44 "PUT /v2.0/ports/f06775af-1f82-4930-8bb3-d00e083ee308 HTTP/1.1" status: 200 len: 1096 time: 3.6772175 Dec 13 09:42:40.205342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:40.219838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.249764 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.256017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a512725-4177-41e2-a029-df895ec1f767 req-02c6610b-6568-419d-b243-6796a7bc66dc tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465874 Dec 13 09:42:40.264101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084854bf-a95b-4e41-84a6-f49a17f1a58f service neutron] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.264281 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.291077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-48071d14-5562-401f-8072-20df3afa03db service neutron] 10.222.0.44 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695420 Dec 13 09:42:40.291574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.326515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9fbe1d94-a852-47b9-90a5-a99f5320d314 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=724882df7abf4f8c8f6bbe88067be264&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0862560 Dec 13 09:42:40.326623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:40.329536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.330790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:40.331277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe1d94-a852-47b9-90a5-a99f5320d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae325a3-fd7c-4130-985d-b1dacfb57e8f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.336837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:40.339773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:40.419007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Pushing event updated for resources: {'Port': ['ID=94405eaf-9c6d-485e-92d5-c2f9414dd840,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.463845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e420ca3d-b846-43e8-91b9-5e1fa748e927 req-0b372f4d-d490-4c40-91a6-6f1740bcd171 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653041 Dec 13 09:42:40.497500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Attempting to bind port 94405eaf-9c6d-485e-92d5-c2f9414dd840 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:40.497975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Attempting to bind port 94405eaf-9c6d-485e-92d5-c2f9414dd840 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:40.498355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Attempting to bind port 94405eaf-9c6d-485e-92d5-c2f9414dd840 on network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:40.513247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:40.513793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Checking segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:40.514758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.514758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Bound using segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:40.515164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Bound port: 94405eaf-9c6d-485e-92d5-c2f9414dd840, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:40.515568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.538424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.575821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5938-2232-4db5-9669-fe8e97f43c25 req-31986d88-2b90-425c-9606-70a3315caf86 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.578253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d9f5938-2232-4db5-9669-fe8e97f43c25 req-31986d88-2b90-425c-9606-70a3315caf86 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 944 time: 0.2949374 Dec 13 09:42:40.599887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] For port 94405eaf-9c6d-485e-92d5-c2f9414dd840, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:40.604025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] For port 94405eaf-9c6d-485e-92d5-c2f9414dd840, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=94405eaf-9c6d-485e-92d5-c2f9414dd840,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:40.621796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.701625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137fc0-039e-477a-9a51-8428a01b55b4 None None] Pushing event updated for resources: {'Port': ['ID=94405eaf-9c6d-485e-92d5-c2f9414dd840,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:40.713828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.751006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-e9d51eca-4c9c-43a2-ac13-854aeefa7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.752865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-e9d51eca-4c9c-43a2-ac13-854aeefa7438 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 1099 time: 0.3435907 Dec 13 09:42:40.754540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ecbf081-6af7-4f9f-b7e8-e3d3b203233a req-088de479-86f1-4f6a-b466-4335e19e2ebb service neutron] 10.222.0.44 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745136 Dec 13 09:42:40.781992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Allocated IP 172.25.1.251 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9277e161-a2dc-41e7-b4c8-09f73524ce05) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:40.809325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-afcc5e3f-91e5-4ae6-8d32-43583814bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.811293 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-afcc5e3f-91e5-4ae6-8d32-43583814bee8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 1099 time: 0.2758968 Dec 13 09:42:40.811441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.830338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d31c15f-af02-48be-9775-8551a520c968 None None] Provisioning complete for port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:40.831276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d31c15f-af02-48be-9775-8551a520c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.867104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-b4b17cfe-dcc1-42f2-a53d-90822417ff78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f06775af-1f82-4930-8bb3-d00e083ee308 HTTP/1.1" status: 200 len: 217 time: 0.0973830 Dec 13 09:42:40.871737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d9f5938-2232-4db5-9669-fe8e97f43c25 req-a0370b85-7910-4648-812a-4f6afe2ecc33 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870100 Dec 13 09:42:40.946108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:40.983421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fc7e9-a2a5-4bb6-b8ab-192e6782080d req-1c7e7290-5334-4b9f-a959-8c8a87c4e537 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.984973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-287fc7e9-a2a5-4bb6-b8ab-192e6782080d req-1c7e7290-5334-4b9f-a959-8c8a87c4e537 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2032940 Dec 13 09:42:40.990631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-40551c53-ef0f-4d77-80e3-baf0a9fe1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:40.992088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-40551c53-ef0f-4d77-80e3-baf0a9fe1024 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1091654 Dec 13 09:42:40.997847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-e9ba5d05-74cf-41e9-98c0-9f630d910066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.000853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-e9ba5d05-74cf-41e9-98c0-9f630d910066 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 1094 time: 0.1490245 Dec 13 09:42:41.054493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.058988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.063400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fae325a3-fd7c-4130-985d-b1dacfb57e8f HTTP/1.1" status: 204 len: 168 time: 0.7271745 Dec 13 09:42:41.163870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9fa15eab-6128-47d3-bfc3-dc7dfc22187d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:41.282276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:41.283449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.285272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013dcf9-12c7-4d92-903d-3a9fbac4d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae325a3-fd7c-4130-985d-b1dacfb57e8f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:41.420176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-a2eb292a-2e5d-443b-a5bf-d59e30dc9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.428159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-a2eb292a-2e5d-443b-a5bf-d59e30dc9624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4173086 Dec 13 09:42:41.502896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e85d7b-7b2c-480f-a29e-a4976bb62aef req-e32a6c54-aa8d-4a81-9252-ebdd77da8f26 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.505799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36e85d7b-7b2c-480f-a29e-a4976bb62aef req-e32a6c54-aa8d-4a81-9252-ebdd77da8f26 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 943 time: 0.3229673 Dec 13 09:42:41.537820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-287fc7e9-a2a5-4bb6-b8ab-192e6782080d req-4a4dc99a-a58a-43e0-91e8-0f8cf2df1f8b tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942570 Dec 13 09:42:41.539907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-0c6904b5-912a-4bd9-ab60-98342b6feb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.541612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-0c6904b5-912a-4bd9-ab60-98342b6feb9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.7206333 Dec 13 09:42:41.590728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-50d7288d-a018-4283-9102-c5d36ad9be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.592474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-50d7288d-a018-4283-9102-c5d36ad9be9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 200 len: 913 time: 0.5816154 Dec 13 09:42:41.605279 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-08fbd006-1674-4250-a151-e80226b49c22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102 HTTP/1.1" status: 200 len: 217 time: 0.0489318 Dec 13 09:42:41.638083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.640148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:41.684515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-70fab431-607e-43ec-89c8-f8637b12fc86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53 HTTP/1.1" status: 200 len: 217 time: 0.0710425 Dec 13 09:42:41.712621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df9bc0b-e543-425e-a32b-55cc5da373a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.762633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36e85d7b-7b2c-480f-a29e-a4976bb62aef req-481636a1-8a99-48b4-99e8-3eb9c25acca2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833551 Dec 13 09:42:41.800387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-9bd269a3-2b58-4209-ae8c-9ad9e945b237 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348680 Dec 13 09:42:41.807666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64421d5e-0e01-49b5-ad00-1a3d3a9cbfe9 req-84994bca-1a42-46c9-bc5b-dab5efc08c42 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.809026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64421d5e-0e01-49b5-ad00-1a3d3a9cbfe9 req-84994bca-1a42-46c9-bc5b-dab5efc08c42 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.1967704 Dec 13 09:42:41.810400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-42ce3567-f9ab-4631-a160-e9461c4a8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.811479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-c429a328-c437-4431-bcf7-f2b9b25d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:41.812295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-42ce3567-f9ab-4631-a160-e9461c4a8905 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 200 len: 852 time: 0.1105497 Dec 13 09:42:41.812992 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-c429a328-c437-4431-bcf7-f2b9b25d21d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1889298 Dec 13 09:42:41.815438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:41.881084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.886274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-65be4db9-e9d7-4e59-b707-2a75ade73e6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4696c44e-3005-4ae9-ac1e-ccdfe7887aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629637 Dec 13 09:42:41.888880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f7acc6ce-8956-4bee-b799-2f24e3489cce completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:41.900231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f7acc6ce-8956-4bee-b799-2f24e3489cce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:41.900569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:41.942754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Pushing event updated for resources: {'Port': ['ID=9277e161-a2dc-41e7-b4c8-09f73524ce05,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:41.962696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.014773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:42.037022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64421d5e-0e01-49b5-ad00-1a3d3a9cbfe9 req-7d55d731-9437-4452-a196-7ace832ae201 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153649 Dec 13 09:42:42.047454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.095775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:42.103196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:42.104301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:42.105582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:42.107249 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a09b7-2f99-4cef-915e-5e571b4d423c" -d '{"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:42.112641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.119545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:42.122011 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:42.135800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9a9455-6ef5-447d-9a0c-957a7473d618 req-4684be20-c1be-4b8c-bd77-47c1cfbd17f3 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221381 Dec 13 09:42:42.146675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-0fe5595d-0004-4e35-b631-1c80b0c0a50f service neutron] 10.222.0.44 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513416 Dec 13 09:42:42.162306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125a495-d2ae-4c66-8495-30bd6146bbb0 req-27e83769-ab4b-4d69-b880-57b0a46ef07f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.171331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f125a495-d2ae-4c66-8495-30bd6146bbb0 req-27e83769-ab4b-4d69-b880-57b0a46ef07f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 944 time: 0.1565461 Dec 13 09:42:42.191987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:42.238475 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699a6a8-4193-46ec-9549-f2d412ab6de3 x-openstack-request-id: req-1699a6a8-4193-46ec-9549-f2d412ab6de3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:42.238776 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:42.239035 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1699a6a8-4193-46ec-9549-f2d412ab6de3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:42.239474 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'code': 200} Dec 13 09:42:42.322638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6459d6-fa28-4c96-9a7c-fcf81f9d1cf8 None None] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:42.339657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-b402fe2b-673d-472b-a913-4ab1f2c5fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.341208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-b402fe2b-673d-472b-a913-4ab1f2c5fed0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5074728 Dec 13 09:42:42.368539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df9bc0b-e543-425e-a32b-55cc5da373a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.398933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] Provisioning complete for port 94405eaf-9c6d-485e-92d5-c2f9414dd840 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:42.399495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.420426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df9bc0b-e543-425e-a32b-55cc5da373a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.524061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.531735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9bc0b-e543-425e-a32b-55cc5da373a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93693db-501f-42f3-b66d-51c7e79f34d1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:42.541761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1df9bc0b-e543-425e-a32b-55cc5da373a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3db47bcf5cae4d378ebd8a0cedc6b39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9004977 Dec 13 09:42:42.547861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:42.572334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] For port 94405eaf-9c6d-485e-92d5-c2f9414dd840, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=94405eaf-9c6d-485e-92d5-c2f9414dd840,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:42.578850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.629540 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a1889-7693-4c58-8ed7-29a4198ccbcd x-openstack-request-id: req-006a1889-7693-4c58-8ed7-29a4198ccbcd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:42.630146 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:42.630146 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-006a1889-7693-4c58-8ed7-29a4198ccbcd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:42.631429 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'status': 'completed', 'code': 200} Dec 13 09:42:42.647561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563f6a9-cc2c-4da4-ad0a-39d3f6a58dfb None None] Pushing event updated for resources: {'Port': ['ID=94405eaf-9c6d-485e-92d5-c2f9414dd840,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:42.714610 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-dcd935b6-6bbc-4a85-a4e2-9bcc6f8ff915 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643577 Dec 13 09:42:42.752948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:42:42.793442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f125a495-d2ae-4c66-8495-30bd6146bbb0 req-786966fa-2215-40cd-92e0-ee7027d494ae tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193638 Dec 13 09:42:42.815561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d9dba-6a50-419b-9fb4-d2ae6d7de857 req-6aea8196-176c-4b50-a197-2fae1338cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.817104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d39d9dba-6a50-419b-9fb4-d2ae6d7de857 req-6aea8196-176c-4b50-a197-2fae1338cc1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 1096 time: 0.2136705 Dec 13 09:42:42.820320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d71b8184-b62b-4fd8-9508-5e24827658bc req-57fab593-9c38-46da-9954-3ea5e1d29837 service neutron] 10.222.0.44 "GET /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465740 Dec 13 09:42:42.824969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.833004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-fb380c1a-6901-44e4-89eb-bbf1d409c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.834614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-fb380c1a-6901-44e4-89eb-bbf1d409c958 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 1099 time: 0.2224398 Dec 13 09:42:42.849046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.875976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef005d74-3773-4d7f-a6a6-dff2eccae578 req-c49552d2-1bfd-4eec-a91b-29f12bf2de52 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:42.877453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef005d74-3773-4d7f-a6a6-dff2eccae578 req-c49552d2-1bfd-4eec-a91b-29f12bf2de52 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1917431 Dec 13 09:42:42.902620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-871cbe71-84ff-4e8c-ac82-74efea1404e1 None None] Provisioning complete for port 94405eaf-9c6d-485e-92d5-c2f9414dd840 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:42.903055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-871cbe71-84ff-4e8c-ac82-74efea1404e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:42.998350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.039589 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e435fabe-d891-4d1c-9c79-0c3f64ae3c47 req-21bd8cac-db88-44b9-b47f-b58b71c2e94d service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148894 Dec 13 09:42:43.071532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-016cb224-d371-4533-bacb-879adce5c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.073272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-016cb224-d371-4533-bacb-879adce5c30c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2254784 Dec 13 09:42:43.079785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 94405eaf-9c6d-485e-92d5-c2f9414dd840 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:43.081167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8a62-16b7-407e-82b7-c3d0cdfdd0e0 req-508abfec-0966-480d-8311-f212e63192f1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.083081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-363c8a62-16b7-407e-82b7-c3d0cdfdd0e0 req-508abfec-0966-480d-8311-f212e63192f1 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 943 time: 0.2046099 Dec 13 09:42:43.096951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d39d9dba-6a50-419b-9fb4-d2ae6d7de857 req-242556dc-dc47-4cb4-981a-610c1379692b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676289 Dec 13 09:42:43.148201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 94405eaf-9c6d-485e-92d5-c2f9414dd840 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:43.148722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.151374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-bf4d274c-7724-4296-a520-ea9d3b0a183b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f06775af-1f82-4930-8bb3-d00e083ee308 HTTP/1.1" status: 200 len: 217 time: 0.0629399 Dec 13 09:42:43.156920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef005d74-3773-4d7f-a6a6-dff2eccae578 req-e9385b03-1377-4765-ba82-9cd64042ec53 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415411 Dec 13 09:42:43.216513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:43.218727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.221668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.222756 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d93693db-501f-42f3-b66d-51c7e79f34d1 HTTP/1.1" status: 204 len: 168 time: 0.6739211 Dec 13 09:42:43.228067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-363c8a62-16b7-407e-82b7-c3d0cdfdd0e0 req-4c4f3c0b-945b-40a0-97c4-1703a5ee692e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272848 Dec 13 09:42:43.239249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Sync routers for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:43.240803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-45129156-c00d-423d-a1ff-ab1b57bb3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.242431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-45129156-c00d-423d-a1ff-ab1b57bb3887 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0818126 Dec 13 09:42:43.277533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaa6f8-2f1b-48e4-ae25-0297227ae768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93693db-501f-42f3-b66d-51c7e79f34d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:43.282717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:43.283352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:43.307493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.312291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-25dfc5ab-36f2-4d1f-8480-0d8a6e62a99a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1261787 Dec 13 09:42:43.313556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:43.316577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.359649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-69a91533-6859-4021-ba2e-d778830a5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.361304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-69a91533-6859-4021-ba2e-d778830a5a97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102972 Dec 13 09:42:43.375209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacd4e9-4d29-4493-8e92-840bfb52b68c req-be45a92c-46ea-4e2d-bbf0-4a9dddce065c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.381662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deacd4e9-4d29-4493-8e92-840bfb52b68c req-be45a92c-46ea-4e2d-bbf0-4a9dddce065c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.1185632 Dec 13 09:42:43.469368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:43.555763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deacd4e9-4d29-4493-8e92-840bfb52b68c req-a631e9b3-71da-49a0-80f4-0d4823516e35 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554995 Dec 13 09:42:43.587990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-63b37b2f-c00e-4a4e-b06f-2331b2e3fb44 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052286 Dec 13 09:42:43.601884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d510-03db-4009-b2ec-b4b431af145d req-d59bb88d-1951-4cfe-a575-ab84e53ec296 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:43.603566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e77d510-03db-4009-b2ec-b4b431af145d req-d59bb88d-1951-4cfe-a575-ab84e53ec296 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.0978198 Dec 13 09:42:43.684618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:40Z', 'revision_number': 3, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:43.727428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Checking router: fe54f773-e42f-4fab-aaa9-4fc18fd730e1 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:43.727851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Updating router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:43.731604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1c9a8884-12e3-4025-8c63-0d9cb2358c53 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:43.771308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e77d510-03db-4009-b2ec-b4b431af145d req-da540f08-1ef3-4cb8-937c-23e9898ee72e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419709 Dec 13 09:42:43.837100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a15a3ce7-a8de-44e4-aea2-29014cce7ec1 req-df458847-fec0-4ae1-9c25-bcfd59402961 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325604 Dec 13 09:42:43.842679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:43.862685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:43.897274 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:43.899377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '1c9a8884-12e3-4025-8c63-0d9cb2358c53', 'network_id': '4696c44e-3005-4ae9-ac1e-ccdfe7887aab', 'port_id': '1c9a8884-12e3-4025-8c63-0d9cb2358c53', 'mac_address': 'fa:16:3e:52:79:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aa1c7d-aa36-40d4-92f0-d8d68a027075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:43.934915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Router 8b0f46d3-e02b-4427-9108-21ef2697db5f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:42:44.011519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a9767-c3c9-4f26-98f7-8e7d0a4d4658 req-ed81e83a-1b1e-4f95-8eb9-fdeee0f3ea83 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.021956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d9a9767-c3c9-4f26-98f7-8e7d0a4d4658 req-ed81e83a-1b1e-4f95-8eb9-fdeee0f3ea83 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.1259847 Dec 13 09:42:44.160854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d9a9767-c3c9-4f26-98f7-8e7d0a4d4658 req-03963880-c97f-4bc1-989d-c3caf4da209e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261661 Dec 13 09:42:44.388035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96855c72-0aa1-4aff-b4b7-a651e188b4cf req-109269e7-21bb-4649-8551-5b73708f16cd tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.390775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96855c72-0aa1-4aff-b4b7-a651e188b4cf req-109269e7-21bb-4649-8551-5b73708f16cd tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1401134 Dec 13 09:42:44.400380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.439967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9a8884-12e3-4025-8c63-0d9cb2358c53 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:44.455321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.461905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208cc12-5117-4de1-b618-0757142fd804 req-7a977c65-f9c6-408a-95d9-a35574102edd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.467701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:44.472048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b208cc12-5117-4de1-b618-0757142fd804 req-7a977c65-f9c6-408a-95d9-a35574102edd tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 943 time: 0.1355751 Dec 13 09:42:44.478414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:44.483414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.497100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Sync routers for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:44.512750 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:44.513396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:44.561846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96855c72-0aa1-4aff-b4b7-a651e188b4cf req-b1addfcc-1a92-4e83-9a2f-ccb3062047e6 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616848 Dec 13 09:42:44.606582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:44.644456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'mac_address': 'fa:16:3e:ee:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:44.698727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b208cc12-5117-4de1-b618-0757142fd804 req-5ae13f10-d515-4acd-9c46-6529eb9c40d0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224319 Dec 13 09:42:44.711975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:44.733425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.738537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1c9a8884-12e3-4025-8c63-0d9cb2358c53'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:44.750797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Allocated IP 172.20.0.1 (6e3e10f5-b3d1-4fc7-aa85-98b032c619fb/2ffb8bee-d5a5-4919-94ed-10488fbad220/5912ee51-e913-45ef-b1de-84107451be7c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:44.778007 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:44.800030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a86c68-fa39-4c4a-9f1a-b2110134b102 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:44.863969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:44.875287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cb72f-dcbe-4beb-ac26-71fa5c14beff req-dc67ba9a-18b4-40b7-9010-25f247d1996f tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:44.882028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.888487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a84cb72f-dcbe-4beb-ac26-71fa5c14beff req-dc67ba9a-18b4-40b7-9010-25f247d1996f tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.0909209 Dec 13 09:42:44.900843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.942032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.962211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:44.963536 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6864fb3-07d3-4740-87e3-f0c660c2a6ef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4713285 Dec 13 09:42:44.967707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52496) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:44.988700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a84cb72f-dcbe-4beb-ac26-71fa5c14beff req-b2ffeb4d-0339-44d0-a74e-b49044d410d1 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982387 Dec 13 09:42:44.999618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:45.004343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:45.008918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:45.016928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Pushing event updated for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.075269 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.085524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.138465 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:42Z', 'revision_number': 3, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:45.143363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.155067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.172115 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Checking router: 8b0f46d3-e02b-4427-9108-21ef2697db5f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:45.172829 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Updating router 8b0f46d3-e02b-4427-9108-21ef2697db5f port 9277e161-a2dc-41e7-b4c8-09f73524ce05 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:45.251191 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.299275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['93a86c68-fa39-4c4a-9f1a-b2110134b102'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:45.329409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643cb6f-e9b7-4f1f-8215-861bfa6fd0d4 None None] Pushing event updated for resources: {'Port': ['ID=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.334212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.347177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Attempting to bind port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:45.347348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Attempting to bind port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:45.349172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Attempting to bind port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:45.446327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:45.446794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:45.447201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.448179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:45.448782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Bound port: 3cf8ce00-cc56-4c5f-bd60-f3289aec4283, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:45.449420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.519039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] For port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:45.523042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] For port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:45.533268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1efa84-4305-42bb-beeb-8a5f367d0ece req-e5875b54-4622-4bc6-a16b-aa97b4f8c974 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.538951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.545259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a1efa84-4305-42bb-beeb-8a5f367d0ece req-e5875b54-4622-4bc6-a16b-aa97b4f8c974 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.1606154 Dec 13 09:42:45.601335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07cf7f0a-2c7a-41c7-9933-05b2da26719d None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:45.601711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07cf7f0a-2c7a-41c7-9933-05b2da26719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.619577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.628762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.668460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:45.669004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:45.693613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a1efa84-4305-42bb-beeb-8a5f367d0ece req-b9a7a065-6747-4458-ad8f-bd04a8d1aede tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333742 Dec 13 09:42:45.745214 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.752771 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.758693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.769935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Pushing event updated for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.838656 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Pushing event updated for resources: {'Port': ['ID=9277e161-a2dc-41e7-b4c8-09f73524ce05,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.842807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Attempting to bind port 9277e161-a2dc-41e7-b4c8-09f73524ce05 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:45.843396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Attempting to bind port 9277e161-a2dc-41e7-b4c8-09f73524ce05 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:45.843859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Attempting to bind port 9277e161-a2dc-41e7-b4c8-09f73524ce05 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:45.852917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:45.854584 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:45.855104 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:45.855615 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.856096 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:45.857302 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Bound port: 9277e161-a2dc-41e7-b4c8-09f73524ce05, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:45.857302 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.862860 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.863333 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.865116 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.865613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.866053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.866658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.866914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643cb6f-e9b7-4f1f-8215-861bfa6fd0d4 None None] Pushing event updated for resources: {'Port': ['ID=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:45.867183 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.868228 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.869757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.870191 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.870768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.871492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.871920 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:45.888809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07cf7f0a-2c7a-41c7-9933-05b2da26719d None None] Port 5912ee51-e913-45ef-b1de-84107451be7c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:45.926778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:45.928483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:45.957770 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] For port 9277e161-a2dc-41e7-b4c8-09f73524ce05, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:45.962111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13b21c-aa1f-44fe-99fb-e700e89398ed req-5124b12f-a39d-4664-b321-109f28906eb5 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:45.962664 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] For port 9277e161-a2dc-41e7-b4c8-09f73524ce05, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9277e161-a2dc-41e7-b4c8-09f73524ce05,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:45.969930 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:45.970926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab13b21c-aa1f-44fe-99fb-e700e89398ed req-5124b12f-a39d-4664-b321-109f28906eb5 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2266216 Dec 13 09:42:46.086045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:46.119327 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:46.119785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d675-8486-4998-b24a-9037011b86bb req-8114504a-76e9-4105-9af4-7bc92ead5454 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.119947 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:46.121523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38e1d675-8486-4998-b24a-9037011b86bb req-8114504a-76e9-4105-9af4-7bc92ead5454 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.1456697 Dec 13 09:42:46.130447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:46.131268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aa68f-a67c-44ec-8e2a-3e51ff3a4712 None None] Pushing event updated for resources: {'Port': ['ID=9277e161-a2dc-41e7-b4c8-09f73524ce05,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:46.134152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab13b21c-aa1f-44fe-99fb-e700e89398ed req-c4313777-be9f-4b28-a1c5-5dfa14b87ff8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623533 Dec 13 09:42:46.148660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'mac_address': 'fa:16:3e:d5:16:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:46.170549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.215195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:46.292549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38e1d675-8486-4998-b24a-9037011b86bb req-9b06f2b1-c698-4ce0-a769-6a45761f2dae tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572881 Dec 13 09:42:46.295091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:46.308211 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2b1505ba-e459-4be2-bd2d-4c5dfa7d5520 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe54f773-e42f-4fab-aaa9-4fc18fd730e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929070 Dec 13 09:42:46.309867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-154d419e-f5dd-4962-9bc2-38acd963506e None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:46.310308 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-154d419e-f5dd-4962-9bc2-38acd963506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.319533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:46.396365 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.456198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680687-c1e6-43ff-921a-cb48cab50061 req-8738db39-f0a9-48f6-b47a-a600502439d3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.458108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56680687-c1e6-43ff-921a-cb48cab50061 req-8738db39-f0a9-48f6-b47a-a600502439d3 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 944 time: 0.1936491 Dec 13 09:42:46.463762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:46.475520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-154d419e-f5dd-4962-9bc2-38acd963506e None None] Port 5912ee51-e913-45ef-b1de-84107451be7c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:46.501795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:46.544389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.558144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56680687-c1e6-43ff-921a-cb48cab50061 req-897c7f04-7865-483c-bb1b-12ad99437b88 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833974 Dec 13 09:42:46.596024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Allocated IP 172.20.0.1 (d3bfacd6-325d-4e37-a5dd-f81e7eb13089/36513e79-1b9c-4b47-8897-6a6b5613ab65/63d72b63-2057-484f-a6b1-4d19a9f7a998) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:46.623350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-bdbab5ca-d8d0-495e-b9f4-e5677efafa2d tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393922 Dec 13 09:42:46.643629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:46.666228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5912ee51-e913-45ef-b1de-84107451be7c', 'name': '', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'mac_address': 'fa:16:3e:a1:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:44Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 2, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'subnets': [{'id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:46.696882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e35581-6562-4734-88b9-36f1fb4548be None None] The sync data for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 is: [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5912ee51-e913-45ef-b1de-84107451be7c', 'name': '', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'mac_address': 'fa:16:3e:a1:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:44Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 2, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'subnets': [{'id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:46.727925 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:42Z', 'revision_number': 3, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:46.760581 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded3380-084f-4bd6-ba2c-2c05373eeea2 None None] The sync data for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 is: [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:42Z', 'revision_number': 3, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:46.810102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f06775af-1f82-4930-8bb3-d00e083ee308'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:46.838322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42eab1c-d87a-48a7-86bf-dee60811860f req-7c2d5ccb-0942-4031-b952-33edca778dac tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.839847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b42eab1c-d87a-48a7-86bf-dee60811860f req-7c2d5ccb-0942-4031-b952-33edca778dac tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 949 time: 0.1822159 Dec 13 09:42:46.862382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-96c54def-fedb-447a-b092-90ffce15b65e tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:46.863896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-96c54def-fedb-447a-b092-90ffce15b65e tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393789 Dec 13 09:42:46.914993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:46.923643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-ac70d54d-4192-4b49-b954-417ef8d38036 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/quotas/adc1bcc6c2694b109d23b67e0cd572de HTTP/1.1" status: 200 len: 375 time: 0.0449178 Dec 13 09:42:46.966211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b42eab1c-d87a-48a7-86bf-dee60811860f req-33ef10b6-1bc1-4fe8-852f-9af32040699f tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013138 Dec 13 09:42:46.989773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-2e2e155a-ed6f-4571-8cd0-100af144d865 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422685 Dec 13 09:42:47.019677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.080703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:47.086269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:47.100495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:47.120287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:47.184561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.184873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.185534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.185650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.186512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.186853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.187188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.187518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.187995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.188172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.188503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.188865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.195146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:42:47.228628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.510030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9c33e8e1-2ebb-4b07-ab73-c3f255a018b2 None None] Provisioning complete for port 63d72b63-2057-484f-a6b1-4d19a9f7a998 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:47.510420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c33e8e1-2ebb-4b07-ab73-c3f255a018b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.596755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-c2673aba-cb19-4f3b-ba1d-3f4df8286ada tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1810267 Dec 13 09:42:47.603010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:47.608147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9c33e8e1-2ebb-4b07-ab73-c3f255a018b2 None None] Port 63d72b63-2057-484f-a6b1-4d19a9f7a998 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:47.678167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.690680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:47.756802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:47.860117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:47.942067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port f06775af-1f82-4930-8bb3-d00e083ee308 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:47.948996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f06775af-1f82-4930-8bb3-d00e083ee308 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:47.950972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.001610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 93a86c68-fa39-4c4a-9f1a-b2110134b102 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:48.005644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993718d-7de6-441e-a861-dd13257108ba req-9ac23802-3c94-4468-9d5c-2793435d5e51 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:48.009551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 93a86c68-fa39-4c4a-9f1a-b2110134b102 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:48.010143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.014172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1993718d-7de6-441e-a861-dd13257108ba req-9ac23802-3c94-4468-9d5c-2793435d5e51 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2178094 Dec 13 09:42:48.109805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.145767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1993718d-7de6-441e-a861-dd13257108ba req-bb185e85-9e51-4c14-ab72-275eec51752c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305954 Dec 13 09:42:48.165502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:48.173214 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e934a9b-d4cf-4fe4-b56e-97ceb96b4cec" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:48.179523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:48.228399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.232227 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.232759 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.233609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1c9a8884-12e3-4025-8c63-0d9cb2358c53 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:48.261738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84a8b7f2-ce60-49f1-b540-602eb9b2df8d req-87859948-2fa3-49c5-903f-e2b443e67581 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 210 time: 0.0312295 Dec 13 09:42:48.274418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.336842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.401780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:48.405801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:48.412803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.491097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:48.540299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.628318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:42:48.642687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:48.643077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.675940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:48.771011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.843096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:48.849654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:48.902228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:48.962493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Allocated IP 172.25.1.152 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/1eb5a642-9d5c-4285-bccc-d4226bf66545) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:48.996694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-5b4cfc51-c80b-4543-9b8f-c5fe6ef00607 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674684 Dec 13 09:42:49.079585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:49.130404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:49.130780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.156595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75078-bdb1-4f2f-ac23-f3fdd7be3f0f req-68985ac4-a49e-49ee-ba00-8828f902d48e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.158105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05a75078-bdb1-4f2f-ac23-f3fdd7be3f0f req-68985ac4-a49e-49ee-ba00-8828f902d48e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.2300637 Dec 13 09:42:49.188466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:49.205679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:49.208989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.230804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:49.236014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.237548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9277e161-a2dc-41e7-b4c8-09f73524ce05 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:49.301917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-d83e4a71-82ee-48f1-8e1c-3a116a2e3f0b tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.303427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-d83e4a71-82ee-48f1-8e1c-3a116a2e3f0b tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993290 Dec 13 09:42:49.325252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.349584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9277e161-a2dc-41e7-b4c8-09f73524ce05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:49.350094 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.351756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Request body: {'port': {'device_id': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'adc1bcc6c2694b109d23b67e0cd572de'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:49.374420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05a75078-bdb1-4f2f-ac23-f3fdd7be3f0f req-85ad142b-0c61-4239-8508-ae3b4e9aa902 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014246 Dec 13 09:42:49.387790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.456953 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.481986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9277e161-a2dc-41e7-b4c8-09f73524ce05, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9277e161-a2dc-41e7-b4c8-09f73524ce05,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:49.486664 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.539588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9277e161-a2dc-41e7-b4c8-09f73524ce05,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.549394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Router 8b0f46d3-e02b-4427-9108-21ef2697db5f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:49.558700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a057378-62d6-4499-b1c0-ead9a3445dec None None] Provisioning complete for port 63d72b63-2057-484f-a6b1-4d19a9f7a998 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:49.559078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a057378-62d6-4499-b1c0-ead9a3445dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.560203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.594764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2a057378-62d6-4499-b1c0-ead9a3445dec None None] Port 63d72b63-2057-484f-a6b1-4d19a9f7a998 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:49.613011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa20fda-1fcd-4841-bf0b-50d1b3bc30fb req-e45b42cb-7cfa-4a0f-b21a-1480e6b9a62c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:49.614614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fa20fda-1fcd-4841-bf0b-50d1b3bc30fb req-e45b42cb-7cfa-4a0f-b21a-1480e6b9a62c tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 950 time: 0.1538272 Dec 13 09:42:49.668889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:49.707430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Made reservation on behalf of adc1bcc6c2694b109d23b67e0cd572de for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:49.710948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.726261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:49.736906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:49.740285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event updated for resources: {'Port': ['ID=1eb5a642-9d5c-4285-bccc-d4226bf66545,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:49.746175 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.836894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fa20fda-1fcd-4841-bf0b-50d1b3bc30fb req-e2fad353-5801-4059-b8c8-81fa2e21edc9 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090056 Dec 13 09:42:49.859752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:49.896506 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748056c-2236-4f16-ad44-e4b9c693a79b x-openstack-request-id: req-9748056c-2236-4f16-ad44-e4b9c693a79b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:49.897732 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:49.898227 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9748056c-2236-4f16-ad44-e4b9c693a79b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:49.898881 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'code': 200} Dec 13 09:42:49.901501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-56b000a9-2def-4d60-883c-25293a0cc1d6 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b0f46d3-e02b-4427-9108-21ef2697db5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9311540 Dec 13 09:42:49.937515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.988603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.994042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:49.997245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.150248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b0e281-3a7a-4998-ac4b-26f7139387e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:50.197514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Sync routers for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:50.210562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:50.211195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:50.249806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dad2ba-3c99-4d5d-8546-4cbeb86de532 req-72cc50a9-444c-4158-8cda-afbc38dd4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.251423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9dad2ba-3c99-4d5d-8546-4cbeb86de532 req-72cc50a9-444c-4158-8cda-afbc38dd4150 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 1101 time: 0.2504673 Dec 13 09:42:50.332259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:50.332427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e471f9-7b41-4019-96ae-e61e4f6fa2f1 req-e4db58b0-e0ed-41b9-a86d-fb41314b2f78 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.334033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13e471f9-7b41-4019-96ae-e61e4f6fa2f1 req-e4db58b0-e0ed-41b9-a86d-fb41314b2f78 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2134383 Dec 13 09:42:50.365263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Allocated IP 192.168.233.189 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/5564d96a-b8e0-45f3-aaf4-1ba224543dec) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:50.406074 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Sync routers for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:50.411473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9dad2ba-3c99-4d5d-8546-4cbeb86de532 req-a7244499-0e4b-4781-b99f-58100d84ac66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375425 Dec 13 09:42:50.417698 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:50.418299 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:50.501621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13e471f9-7b41-4019-96ae-e61e4f6fa2f1 req-7f74c1d8-8cb7-41cf-92f0-93e743eb02ca tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479080 Dec 13 09:42:50.521597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.541430 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:50.547294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.641733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:50.647333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 2, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:50.647822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1881896835-network', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:50.675200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Made reservation on behalf of af70083d481d438bb94b3808a6ddbb81 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:50.678796 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.685266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4d3c943-c20e-43e9-bf64-e4a6b63d33d2 req-c450cc12-9680-4979-83b6-dbe49d9ac575 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 210 time: 0.0738366 Dec 13 09:42:50.693509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.716875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Checking router: 8b0f46d3-e02b-4427-9108-21ef2697db5f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:50.717468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Updating router 8b0f46d3-e02b-4427-9108-21ef2697db5f port 63d72b63-2057-484f-a6b1-4d19a9f7a998 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:50.731494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event updated for resources: {'Port': ['ID=1eb5a642-9d5c-4285-bccc-d4226bf66545,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:50.764732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.790152 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.796359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.802214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.809664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.822427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.823667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-f6cb010e-f294-4826-883a-c46fa94952c9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2260430 Dec 13 09:42:50.853485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:42:50.866654 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5912ee51-e913-45ef-b1de-84107451be7c', 'name': '', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'mac_address': 'fa:16:3e:a1:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:44Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 2, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'subnets': [{'id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:50.872260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64081de-a8c4-4f62-90ca-d10b6e887191,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:50.879772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.880359 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Added segment f4c092ff-5aea-4b49-8883-8390bede7c98 of type vlan for network 74d8517e-0746-4500-8976-93c25830be63 Dec 13 09:42:50.905316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-2df92d34-a2ce-4fbd-81ec-c7fb5cc520f5 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.0710924 Dec 13 09:42:50.911807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Checking router: fe54f773-e42f-4fab-aaa9-4fc18fd730e1 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:50.912210 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Updating router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 port 5912ee51-e913-45ef-b1de-84107451be7c binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:50.916297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54677ab4-2ff2-41d3-9608-719d7a79b724 req-e1454de8-19dd-453e-8bcc-ef91ca029e2e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.917897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54677ab4-2ff2-41d3-9608-719d7a79b724 req-e1454de8-19dd-453e-8bcc-ef91ca029e2e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.1372428 Dec 13 09:42:50.932623 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.949598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.950827 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.984210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:50.985813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:50.990042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.047511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:51.062168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:51.073156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:51.094694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4512053 Dec 13 09:42:51.097865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:51.099916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:51.106768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Request body: {'subnet': {'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1881896835-subnet', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:51.116835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Pushing event updated for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.135720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54677ab4-2ff2-41d3-9608-719d7a79b724 req-b977737a-54aa-411d-b78d-90ca67117e4d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051318 Dec 13 09:42:51.171402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Made reservation on behalf of af70083d481d438bb94b3808a6ddbb81 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:42:51.174285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.199986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-7be4f116-d1e8-4990-bce6-42e0068d9cad tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.201981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5385059a-3c1e-4674-9dbd-06eac3b11921 req-7be4f116-d1e8-4990-bce6-42e0068d9cad tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.2817922 Dec 13 09:42:51.225949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.226632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.272321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-614994c3-a37d-45d8-9109-4c9f63dcd2c7 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9244096 Dec 13 09:42:51.289698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Request body: {'port': {'device_id': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:51.329629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47f033-0c36-4902-a118-4f2cc24c8984 admin admin] Pushing event updated for resources: {'Network': ['ID=74d8517e-0746-4500-8976-93c25830be63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.351411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:51.351931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.360585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 74d8517e-0746-4500-8976-93c25830be63 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:42:51.394334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c88f2-55d7-4d85-8f40-a0c6d9dd1fa4 req-4d1d3ccb-99c0-4c68-82df-a3eb16e810fa tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.402143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-949c88f2-55d7-4d85-8f40-a0c6d9dd1fa4 req-4d1d3ccb-99c0-4c68-82df-a3eb16e810fa tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.1642869 Dec 13 09:42:51.452876 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.463294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.464056 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.490814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.492441 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.505745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233311-58cb-47f8-ad58-e6b383ca6308 req-0374676e-225e-4d4b-ab4a-a54c1994a9bd tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.505956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.506552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1233311-58cb-47f8-ad58-e6b383ca6308 req-0374676e-225e-4d4b-ab4a-a54c1994a9bd tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 950 time: 0.1864746 Dec 13 09:42:51.547337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-949c88f2-55d7-4d85-8f40-a0c6d9dd1fa4 req-c0ad92aa-4071-434f-b6bb-ded229777fec tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442587 Dec 13 09:42:51.624963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9277e161-a2dc-41e7-b4c8-09f73524ce05 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:51.675436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464afa68-c21f-4a12-9687-a34e4d59af7d None None] Pushing event updated for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.683574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61cd1113-fb0e-463f-b358-7d5c97627afd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:51.707770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Checking segment: {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:51.708149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Network hostable DHCP agents. Network: 74d8517e-0746-4500-8976-93c25830be63, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:42:51.709163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Attempting to bind port 5912ee51-e913-45ef-b1de-84107451be7c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:51.709724 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Attempting to bind port 5912ee51-e913-45ef-b1de-84107451be7c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:51.710273 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Attempting to bind port 5912ee51-e913-45ef-b1de-84107451be7c on network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:51.739599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1233311-58cb-47f8-ad58-e6b383ca6308 req-30123e6a-29be-4099-8327-f2ff87356874 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029181 Dec 13 09:42:51.742849 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:51.745624 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Checking segment: {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:51.748770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Network 74d8517e-0746-4500-8976-93c25830be63 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:42:51.749905 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.751671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Bound using segment: {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:51.752759 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Bound port: 5912ee51-e913-45ef-b1de-84107451be7c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04320fae-58e3-4ad4-b83c-5b08f20de15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:51.754350 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.782510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 74d8517e-0746-4500-8976-93c25830be63) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:51.793054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:51.793928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.835525 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7c7fe6c0-7ec0-4644-9f22-c1a10ad59ab0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7357883 Dec 13 09:42:51.838232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:51.848977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dc777-bd98-41d7-8f8f-474eaccc9f01 None None] Network 74d8517e-0746-4500-8976-93c25830be63 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:51.854871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:51.919369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8a24f607-b8eb-4435-997f-68f6997d56cd None None] Provisioning complete for port 5564d96a-b8e0-45f3-aaf4-1ba224543dec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:51.919744 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a24f607-b8eb-4435-997f-68f6997d56cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.922904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.924293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.942800 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] For port 5912ee51-e913-45ef-b1de-84107451be7c, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:51.947948 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] For port 5912ee51-e913-45ef-b1de-84107451be7c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5912ee51-e913-45ef-b1de-84107451be7c,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:51.958478 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:51.966676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102'}, {'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:51.969960 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f472ec9b-0a7b-4a71-8779-e0ea23df1ac9" -d '{"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-plugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102"}, {"server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "name": "network-vif-plugged", "status": "completed", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:51.997186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.009395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:52.012646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8a24f607-b8eb-4435-997f-68f6997d56cd None None] Port 5564d96a-b8e0-45f3-aaf4-1ba224543dec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:52.018723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3b4c-5574-4b12-81e3-0b06f10ca2d7 None None] Pushing event updated for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:52.032466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5564d96a-b8e0-45f3-aaf4-1ba224543dec {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:52.041093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.048377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Attempting to bind port 63d72b63-2057-484f-a6b1-4d19a9f7a998 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:52.051221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Attempting to bind port 63d72b63-2057-484f-a6b1-4d19a9f7a998 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:52.051595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Attempting to bind port 63d72b63-2057-484f-a6b1-4d19a9f7a998 on network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:52.058716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Transition to ACTIVE for port object 5564d96a-b8e0-45f3-aaf4-1ba224543dec will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:42:52.069949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.073729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:52.074104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Checking segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:52.074506 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.074888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Bound using segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:52.075478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Bound port: 63d72b63-2057-484f-a6b1-4d19a9f7a998, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:52.075923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.077508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:52.078394 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:52.133053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01091dc7-daad-49a9-833e-d5d14fd2228f req-ea21ab4c-853e-4cf8-a922-38e3beacb7d7 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips/f54a12ca-9238-499f-96cf-3440ef5f67aa HTTP/1.1" status: 200 len: 693 time: 0.3922124 Dec 13 09:42:52.151535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464afa68-c21f-4a12-9687-a34e4d59af7d None None] Pushing event updated for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:52.216803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:52.218266 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.229319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9277e161-a2dc-41e7-b4c8-09f73524ce05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:52.229813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.244450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:52.337993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.343868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Pushing event updated for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:52.495103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:42:52.585293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5912ee51-e913-45ef-b1de-84107451be7c', 'name': '', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'mac_address': 'fa:16:3e:a1:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:44Z', 'updated_at': '2021-12-13T09:42:51Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'subnets': [{'id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:52.640545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-74d8517e-0746-4500-8976-93c25830be63', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:42:52.641457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.645381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97a35bc-92e6-4462-bdad-1b16a98220ac None None] The sync data for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 is: [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:42:45Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5912ee51-e913-45ef-b1de-84107451be7c', 'name': '', 'network_id': '6e3e10f5-b3d1-4fc7-aa85-98b032c619fb', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'mac_address': 'fa:16:3e:a1:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:44Z', 'updated_at': '2021-12-13T09:42:51Z', 'revision_number': 4, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'subnets': [{'id': '2ffb8bee-d5a5-4919-94ed-10488fbad220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:52.647587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] For port 63d72b63-2057-484f-a6b1-4d19a9f7a998, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:52.660165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.685079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] For port 63d72b63-2057-484f-a6b1-4d19a9f7a998, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=63d72b63-2057-484f-a6b1-4d19a9f7a998,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:52.688727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.721236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:52.740352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:52.835257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Allocated IP 172.25.1.16 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:52.888285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'port_id': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'mac_address': 'fa:16:3e:fb:29:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8405e368-5d97-4ea2-a985-943fc901e979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:42:52.929786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091dc7-daad-49a9-833e-d5d14fd2228f req-5ef276a9-5430-4049-809d-96e5d688c1b1 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:52.932563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01091dc7-daad-49a9-833e-d5d14fd2228f req-5ef276a9-5430-4049-809d-96e5d688c1b1 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.7673972 Dec 13 09:42:52.945859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401f6c-52f4-429a-b210-9cee9d6f9b68 req-a4d392ca-56e3-41a4-9cf0-aa25f0d4b639 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:52.948525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b401f6c-52f4-429a-b210-9cee9d6f9b68 req-a4d392ca-56e3-41a4-9cf0-aa25f0d4b639 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.8815887 Dec 13 09:42:52.956265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-01091dc7-daad-49a9-833e-d5d14fd2228f req-502ce935-f5ea-4f8a-a138-e2e1f6dec6f9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:42:52.957792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01091dc7-daad-49a9-833e-d5d14fd2228f req-502ce935-f5ea-4f8a-a138-e2e1f6dec6f9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082102 Dec 13 09:42:52.977978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.051903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Attempting to bind port 5564d96a-b8e0-45f3-aaf4-1ba224543dec on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:53.052498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Attempting to bind port 5564d96a-b8e0-45f3-aaf4-1ba224543dec by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:53.053138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Attempting to bind port 5564d96a-b8e0-45f3-aaf4-1ba224543dec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:53.059286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Port 5564d96a-b8e0-45f3-aaf4-1ba224543dec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:42:53.061524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Attempting to bind port 5564d96a-b8e0-45f3-aaf4-1ba224543dec on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:53.064129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:53.065043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:53.066992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a3b4c-5574-4b12-81e3-0b06f10ca2d7 None None] Pushing event updated for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.084334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b401f6c-52f4-429a-b210-9cee9d6f9b68 req-cd627a1b-3927-40a1-a2d7-51733aadd616 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222994 Dec 13 09:42:53.093518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:53.094539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:53.095186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:53.097407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Bound port: 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:53.098062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.115946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.138629 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.213707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:53.220016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:53.229856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:53.238039 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d9faa1-9a2f-4f18-bcec-4114bce35f77 x-openstack-request-id: req-01d9faa1-9a2f-4f18-bcec-4114bce35f77 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:53.238621 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-plugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102", "code": 200}, {"server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "name": "network-vif-plugged", "status": "completed", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:53.238621 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01d9faa1-9a2f-4f18-bcec-4114bce35f77 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:53.238956 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'code': 200} Dec 13 09:42:53.239216 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53', 'code': 200} Dec 13 09:42:53.247109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5912ee51-e913-45ef-b1de-84107451be7c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:53.286219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Pushing event updated for resources: {'Port': ['ID=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.354099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.385058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:53.398239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Allocated IP 172.20.0.2 (74d8517e-0746-4500-8976-93c25830be63/61cd1113-fb0e-463f-b358-7d5c97627afd/0ca14ae9-b935-445a-99d9-297a1f7f53f0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:53.400992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4accbc-6eac-4325-9999-707b66e57b1f req-057787cc-da8d-4491-9a47-b80fae4a0b37 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.408984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4accbc-6eac-4325-9999-707b66e57b1f req-057787cc-da8d-4491-9a47-b80fae4a0b37 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 948 time: 0.2241807 Dec 13 09:42:53.414680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7acc6ce-8956-4bee-b799-2f24e3489cce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:42:53.427039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3bf0f-c43b-44ee-b163-9a175da3d112 req-6b4668c0-ad27-4528-941b-a58e20cc7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.428556 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67a3bf0f-c43b-44ee-b163-9a175da3d112 req-6b4668c0-ad27-4528-941b-a58e20cc7685 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 1101 time: 0.1563303 Dec 13 09:42:53.431586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bcd50-0d2d-443d-89ad-9a365e57cd72 req-ad7e7440-8262-4321-ae1f-0e69e65c6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.433373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9bcd50-0d2d-443d-89ad-9a365e57cd72 req-ad7e7440-8262-4321-ae1f-0e69e65c6384 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 1096 time: 0.1296599 Dec 13 09:42:53.440762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] For port 5912ee51-e913-45ef-b1de-84107451be7c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5912ee51-e913-45ef-b1de-84107451be7c,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:53.458971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.464464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:53.482280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:53.520274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9bcd50-0d2d-443d-89ad-9a365e57cd72 req-66382e33-a25f-4e93-9ff3-4ee4b82bb622 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669794 Dec 13 09:42:53.524037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.538480 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-67a3bf0f-c43b-44ee-b163-9a175da3d112 req-e0f1af7d-c2eb-47d2-9301-3d3b7ea27c7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914409 Dec 13 09:42:53.552426 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.563024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:53.594097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Pushing event updated for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.610859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c6d5-e887-48b6-b964-79c1368f9625 req-5425329e-c680-45be-afc4-ea25b83a137b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.618770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba7c6d5-e887-48b6-b964-79c1368f9625 req-5425329e-c680-45be-afc4-ea25b83a137b tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.2965345 Dec 13 09:42:53.636974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:53.637387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.657729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.658517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.659908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-51a08dae-ff43-4edb-941c-ec9229ad0872 service neutron] 10.222.0.37 "PUT /v2.0/ports/5564d96a-b8e0-45f3-aaf4-1ba224543dec HTTP/1.1" status: 200 len: 1096 time: 2.3770809 Dec 13 09:42:53.660360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:53.662703 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242876d-3a1b-49f7-9d42-015310d644bd" -d '{"events": [{"name": "network-changed", "server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:53.676836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc4df-c912-4778-8769-60048ff882d7 None None] Pushing event updated for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:53.681664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4accbc-6eac-4325-9999-707b66e57b1f req-1f8ac85c-b944-42b2-83ab-a0989d03fd4d tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695024 Dec 13 09:42:53.691220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f7acc6ce-8956-4bee-b799-2f24e3489cce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:42:53.714259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.724072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba7c6d5-e887-48b6-b964-79c1368f9625 req-b4349aaa-483c-48d3-9c86-dfc98b54fa6e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042156 Dec 13 09:42:53.727130 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:42:53.826502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:53.827565 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:53.894166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e8ff-0597-4155-9cbe-d29969458460 req-9d9c38d7-f870-455f-bcbf-637972c244c5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:53.897942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b383e8ff-0597-4155-9cbe-d29969458460 req-9d9c38d7-f870-455f-bcbf-637972c244c5 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.0819211 Dec 13 09:42:54.020953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b383e8ff-0597-4155-9cbe-d29969458460 req-2a673b86-7654-4220-9180-e803ca85c1a0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040463 Dec 13 09:42:54.034832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:54.046389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.137103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-2cf383b9-9c79-41c8-a6fc-674432c1531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.139506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-2cf383b9-9c79-41c8-a6fc-674432c1531c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 1099 time: 0.2349279 Dec 13 09:42:54.151669 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.202008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d791de-6e54-4b61-97a0-9484953a2ab4 req-afcd02ab-c174-4ef4-89a0-f0f253b125f3 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.213753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56d791de-6e54-4b61-97a0-9484953a2ab4 req-afcd02ab-c174-4ef4-89a0-f0f253b125f3 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 950 time: 0.2136288 Dec 13 09:42:54.219151 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.219482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Router 818a5593-1217-48ff-858a-a3d7f3ec4e31 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:42:54.227681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc460205-50e1-4093-86d8-67a8c6895f6e req-c461dd21-a869-4b1f-8cfb-949b6f76d15f tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=3e6138d8ab7f4b33888f6d59a12b9f51 HTTP/1.1" status: 200 len: 696 time: 0.1627517 Dec 13 09:42:54.237335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-48c84980-058f-4bc0-8ac0-91b74079ac4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec HTTP/1.1" status: 200 len: 217 time: 0.0836418 Dec 13 09:42:54.287398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Network 74d8517e-0746-4500-8976-93c25830be63 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:54.292024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:54.293845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Provisioning complete for port 63d72b63-2057-484f-a6b1-4d19a9f7a998 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:54.294415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.303259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:54.350537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:54.380082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.384340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-296a2426-5a1c-4ab6-8201-4186aaca3d51 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5418861 Dec 13 09:42:54.384514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Sync routers for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:42:54.384744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:42:54.394222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56d791de-6e54-4b61-97a0-9484953a2ab4 req-afab8621-0e30-4e70-a116-1f8cf4097aa7 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649585 Dec 13 09:42:54.403989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Pushing event updated for resources: {'Port': ['ID=0ca14ae9-b935-445a-99d9-297a1f7f53f0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:54.416018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-70fc9295-b5f9-43c9-9d55-480ed9951490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.416018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-70fc9295-b5f9-43c9-9d55-480ed9951490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1455283 Dec 13 09:42:54.455856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:54.456500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.475915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460205-50e1-4093-86d8-67a8c6895f6e req-56837a6f-721a-4441-aff1-f2c25479b1f4 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.478176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc460205-50e1-4093-86d8-67a8c6895f6e req-56837a6f-721a-4441-aff1-f2c25479b1f4 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks?id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 787 time: 0.2426081 Dec 13 09:42:54.481871 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9822960b-de0f-442f-994e-f25485a65531 x-openstack-request-id: req-9822960b-de0f-442f-994e-f25485a65531 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:54.482248 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:54.483090 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9822960b-de0f-442f-994e-f25485a65531 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:54.483508 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec', 'status': 'completed', 'code': 200} Dec 13 09:42:54.495066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-fc460205-50e1-4093-86d8-67a8c6895f6e req-f12d691c-63a2-4df6-bf08-984aaa164467 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:42:54.500691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc460205-50e1-4093-86d8-67a8c6895f6e req-f12d691c-63a2-4df6-bf08-984aaa164467 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121698 Dec 13 09:42:54.530937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23097f35-f835-4c20-aad0-0653014284ab req-5569b30b-021b-4740-adf7-0acefff92001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.532876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-5569b30b-021b-4740-adf7-0acefff92001 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091619 Dec 13 09:42:54.660305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-1ea43603-c0ed-4982-8445-893250d894f8 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips/f54a12ca-9238-499f-96cf-3440ef5f67aa HTTP/1.1" status: 200 len: 693 time: 0.1335735 Dec 13 09:42:54.690095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Attempting to bind port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:54.690095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Attempting to bind port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:54.690494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Attempting to bind port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 on network 74d8517e-0746-4500-8976-93c25830be63 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:54.708469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:54.742180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:54.742539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Checking segment: {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:54.742905 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.743299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Bound using segment: {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:54.743783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Bound port: 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:54.744175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.753330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082338f-e058-49a2-866f-247a09508ee8 None None] The sync data for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 is: [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:54.798337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c180294-5f66-471d-b29c-80a00f4d65ae req-fe0f5f00-3cb7-4da0-a9e1-bf9c244488fc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:54.801910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c180294-5f66-471d-b29c-80a00f4d65ae req-fe0f5f00-3cb7-4da0-a9e1-bf9c244488fc tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2610371 Dec 13 09:42:54.818318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-5b67c016-6d59-4cb1-85bd-0808bc7b2a0c service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331948 Dec 13 09:42:54.862986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:54.902093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:54.983646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] For port 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:54.998969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.023378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c180294-5f66-471d-b29c-80a00f4d65ae req-22c52e60-f2ad-4cee-9045-6d62ebdaaeaa tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031994 Dec 13 09:42:55.035367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-2a606dee-f0b2-4879-980e-ebead6b3580d tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:55.037297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-2a606dee-f0b2-4879-980e-ebead6b3580d tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3665078 Dec 13 09:42:55.088373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] For port 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ca14ae9-b935-445a-99d9-297a1f7f53f0,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:55.102381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.105648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] For port 63d72b63-2057-484f-a6b1-4d19a9f7a998, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=63d72b63-2057-484f-a6b1-4d19a9f7a998,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:55.143081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.156571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23097f35-f835-4c20-aad0-0653014284ab req-f432be9a-d9ba-408a-aa9b-6c7d2916d703 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287628 Dec 13 09:42:55.246726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-27109b34-f12e-4eaf-879b-9dabf2cd40eb tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.1972685 Dec 13 09:42:55.254555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e317a91-2dd4-4c5d-81ee-f46f5d39ef20 None None] Pushing event updated for resources: {'Port': ['ID=0ca14ae9-b935-445a-99d9-297a1f7f53f0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:55.334192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 63d72b63-2057-484f-a6b1-4d19a9f7a998 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:55.352761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Allocated IP 172.20.0.1 (74d8517e-0746-4500-8976-93c25830be63/61cd1113-fb0e-463f-b358-7d5c97627afd/d5703a48-8efa-4d2a-a044-da0be4588c83) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:55.441031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94090443-3dff-43b2-899d-44eeed03eed9 None None] Pushing event updated for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:55.476883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:53Z', 'revision_number': 3, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:55.484344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-dc6f3ca9-7e6e-4127-acc8-fa984b12117a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.152 HTTP/1.1" status: 200 len: 696 time: 0.2365980 Dec 13 09:42:55.509369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed179-401f-4dde-86dc-6c43768c0a8e req-982c37ed-6e8d-4bd9-815e-4029f76770bb tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:55.520065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f43ed179-401f-4dde-86dc-6c43768c0a8e req-982c37ed-6e8d-4bd9-815e-4029f76770bb tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 948 time: 0.3613305 Dec 13 09:42:55.532139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.596957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Checking router: 818a5593-1217-48ff-858a-a3d7f3ec4e31 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:42:55.597342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Updating router 818a5593-1217-48ff-858a-a3d7f3ec4e31 port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:42:55.640157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 63d72b63-2057-484f-a6b1-4d19a9f7a998 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:55.640535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.690063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:55.703495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f43ed179-401f-4dde-86dc-6c43768c0a8e req-ea4594f5-c95e-4ca9-a449-008726525490 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814651 Dec 13 09:42:55.848005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242876d-3a1b-49f7-9d42-015310d644bd req-dd922fa4-66a0-4835-b212-1befc27ae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:55.849658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-dd922fa4-66a0-4835-b212-1befc27ae25b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 1099 time: 0.5518291 Dec 13 09:42:55.901048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:55.968123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ae67b-b030-43c2-a6fa-0a685944d2e6 req-8c66c05a-ed6a-4801-8958-5924e7cfbd36 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:55.972179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-835ae67b-b030-43c2-a6fa-0a685944d2e6 req-8c66c05a-ed6a-4801-8958-5924e7cfbd36 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 944 time: 0.1555204 Dec 13 09:42:55.978729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.002153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5912ee51-e913-45ef-b1de-84107451be7c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:56.022760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Deleting port 1eb5a642-9d5c-4285-bccc-d4226bf66545 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:42:56.023110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.027777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Network 74d8517e-0746-4500-8976-93c25830be63 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:56.031713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:56.045932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:56.055468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.101048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.115190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242876d-3a1b-49f7-9d42-015310d644bd req-9eece476-d265-46dd-94cc-5cb992cee13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.116950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-9eece476-d265-46dd-94cc-5cb992cee13e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2441700 Dec 13 09:42:56.122828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f7acc6ce-8956-4bee-b799-2f24e3489cce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:56.123810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.124496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-835ae67b-b030-43c2-a6fa-0a685944d2e6 req-b5da709c-59ee-4ba5-b1b0-559d25f05a00 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450660 Dec 13 09:42:56.190812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-7f3f0f81-5685-4fba-80c8-f6afff4c90a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec HTTP/1.1" status: 200 len: 217 time: 0.0651166 Dec 13 09:42:56.266855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.267193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.282420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242876d-3a1b-49f7-9d42-015310d644bd req-4df70366-4a2c-4651-9852-a1a0cb61cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.283923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-4df70366-4a2c-4651-9852-a1a0cb61cea5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0824649 Dec 13 09:42:56.288163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Calling delete_port for 1eb5a642-9d5c-4285-bccc-d4226bf66545 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:42:56.299688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5912ee51-e913-45ef-b1de-84107451be7c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:56.299966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.314076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.332297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.362671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.521628 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.563090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d91a4-076a-4537-888f-00808943991e req-ff58af5e-c9dd-4ce0-a32d-ab2bcb042897 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.571043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Attempting to bind port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:42:56.571297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d01d91a4-076a-4537-888f-00808943991e req-ff58af5e-c9dd-4ce0-a32d-ab2bcb042897 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.1598165 Dec 13 09:42:56.571898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Attempting to bind port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:42:56.572475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Attempting to bind port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:42:56.574947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242876d-3a1b-49f7-9d42-015310d644bd req-9a8a13a5-8ce2-404a-a371-837c26d231eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:56.576708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-9a8a13a5-8ce2-404a-a371-837c26d231eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636493 Dec 13 09:42:56.581529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:42:56.582231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:42:56.582841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.583599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:42:56.584277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Bound port: cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:42:56.584872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.589764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c060-1f1d-4cd3-be54-5898ab1fa716 None None] Pushing event updated for resources: {'Port': ['ID=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.666561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.681498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.686133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:42:56.688348 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269142a8-ab0d-4ea6-a0c5-7976b90486e6" -d '{"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:42:56.727726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:56.743555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.781964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.785057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d01d91a4-076a-4537-888f-00808943991e req-813d0fec-4d57-4296-8f89-09175f3580d2 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129135 Dec 13 09:42:56.801625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69a6f4-6e9c-465e-ae08-15c161a75292 None None] Network 74d8517e-0746-4500-8976-93c25830be63 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:42:56.808692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] For port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:42:56.830755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-6dd51d9c-cc54-4b3e-ace4-ae2f4534ff03 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366004 Dec 13 09:42:56.840213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.845024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.875168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] For port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:42:56.895648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:56.897909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event deleted for resources: {'Port': ['ID=1eb5a642-9d5c-4285-bccc-d4226bf66545,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.911261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Network 74d8517e-0746-4500-8976-93c25830be63 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:56.914703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:56.917496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:56.990712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] Provisioning complete for port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:56.991185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.032105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.039834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:42:57.040563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:57.049548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8133d-8780-4390-9f20-3d8a705fe3ef req-6974a389-1da3-4fd8-b6f5-225cc1030918 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.051132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10e8133d-8780-4390-9f20-3d8a705fe3ef req-6974a389-1da3-4fd8-b6f5-225cc1030918 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 950 time: 0.1644373 Dec 13 09:42:57.058370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.061892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.062269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544b1bf0-8cb5-46c1-ac3b-4db5ed639b08 req-7354e107-39ee-4a06-bfea-b1b0bb58b689 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "DELETE /v2.0/floatingips/f54a12ca-9238-499f-96cf-3440ef5f67aa HTTP/1.1" status: 204 len: 173 time: 1.5758646 Dec 13 09:42:57.089958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Router 818a5593-1217-48ff-858a-a3d7f3ec4e31 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:42:57.090783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c242876d-3a1b-49f7-9d42-015310d644bd req-ffa9803e-897a-4230-9d1a-bd76581398eb service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420685 Dec 13 09:42:57.135879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10e8133d-8780-4390-9f20-3d8a705fe3ef req-63d035fd-1a90-4a0b-a6e1-b6103972dbb7 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Dec 13 09:42:57.181052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c060-1f1d-4cd3-be54-5898ab1fa716 None None] Pushing event updated for resources: {'Port': ['ID=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.251064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe087dd9-f7ed-49f1-b158-7acc242b7af6 req-f054d22d-5246-47c4-813c-a605bda6a171 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.252972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe087dd9-f7ed-49f1-b158-7acc242b7af6 req-f054d22d-5246-47c4-813c-a605bda6a171 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.0794117 Dec 13 09:42:57.272189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:42:57.289953 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9b1220e8-a226-411b-8606-f18c6665ecf1 admin admin] 10.222.0.30 "PUT /v2.0/routers/818a5593-1217-48ff-858a-a3d7f3ec4e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8965387 Dec 13 09:42:57.368494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe087dd9-f7ed-49f1-b158-7acc242b7af6 req-902abc66-b7c8-45af-afbb-0eca031f9854 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061838 Dec 13 09:42:57.403938 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cffaa40-82eb-407d-9443-6c9d06a51e07 x-openstack-request-id: req-0cffaa40-82eb-407d-9443-6c9d06a51e07 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:42:57.405829 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:42:57.405829 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cffaa40-82eb-407d-9443-6c9d06a51e07 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:42:57.406101 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'code': 200} Dec 13 09:42:57.406230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df6f1-9797-4662-973d-5e664751c3bf req-307dabf6-3e8c-4180-ba3b-761d2feaeb43 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:57.406707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 63d72b63-2057-484f-a6b1-4d19a9f7a998 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:57.407943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d5df6f1-9797-4662-973d-5e664751c3bf req-307dabf6-3e8c-4180-ba3b-761d2feaeb43 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 948 time: 0.0993760 Dec 13 09:42:57.503124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d5df6f1-9797-4662-973d-5e664751c3bf req-e32b3499-ac50-4ae4-9f53-d7419942f67b tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Dec 13 09:42:57.549753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:42:57.586286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.618520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 63d72b63-2057-484f-a6b1-4d19a9f7a998 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:57.618520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.727274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-39853a21-bf9a-4a4d-bc03-e0dff3465296 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2016122 Dec 13 09:42:57.740281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:42:57.758858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] For port 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ca14ae9-b935-445a-99d9-297a1f7f53f0,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:42:57.774427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.813808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.923627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb8f30-d6df-4d53-999d-016c3468e82f None None] Pushing event updated for resources: {'Port': ['ID=0ca14ae9-b935-445a-99d9-297a1f7f53f0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:57.947826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:57.987463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-17362be2-2dc9-4b97-94f2-7156e7f584e0 None None] Provisioning complete for port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:57.987966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17362be2-2dc9-4b97-94f2-7156e7f584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.096461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ca14ae9-b935-445a-99d9-297a1f7f53f0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:58.211842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:58.212220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.245254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'd5703a48-8efa-4d2a-a044-da0be4588c83', 'name': '', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'mac_address': 'fa:16:3e:06:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:55Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 2, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'subnets': [{'id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:42:58.284691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa8dde-7e43-4a68-9f0b-9a35c518222a None None] The sync data for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 is: [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'd5703a48-8efa-4d2a-a044-da0be4588c83', 'name': '', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'mac_address': 'fa:16:3e:06:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:55Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 2, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'subnets': [{'id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:42:58.295627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-17362be2-2dc9-4b97-94f2-7156e7f584e0 None None] Provisioning complete for port d5703a48-8efa-4d2a-a044-da0be4588c83 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:58.296168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17362be2-2dc9-4b97-94f2-7156e7f584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.345292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-17362be2-2dc9-4b97-94f2-7156e7f584e0 None None] Port d5703a48-8efa-4d2a-a044-da0be4588c83 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:58.464043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-353d8c6e-c6ac-4391-a29b-7963047ad4eb None None] Provisioning complete for port d5703a48-8efa-4d2a-a044-da0be4588c83 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:58.464753 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-353d8c6e-c6ac-4391-a29b-7963047ad4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.511116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-353d8c6e-c6ac-4391-a29b-7963047ad4eb None None] Port d5703a48-8efa-4d2a-a044-da0be4588c83 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:42:58.522085 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ea24406-dab5-426f-856a-33294b32210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.538872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3e44-c1f7-4abb-8363-d51591c76fc8 req-74c720d7-277f-459a-b66a-acd91b1b1634 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:58.540268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d0f3e44-c1f7-4abb-8363-d51591c76fc8 req-74c720d7-277f-459a-b66a-acd91b1b1634 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 945 time: 0.5952027 Dec 13 09:42:58.571371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Allocated IP 172.25.1.238 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/999b38c2-e607-4c16-9a9d-b39e6829527b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:42:58.649387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d0f3e44-c1f7-4abb-8363-d51591c76fc8 req-06261565-ca9b-4fca-b786-63b24f9a82ac tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020894 Dec 13 09:42:58.739656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.830507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc496-2793-4442-95e6-b18f60f9ec95 req-281ae806-258f-4289-96a3-307518e7229e tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:58.832083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2dc496-2793-4442-95e6-b18f60f9ec95 req-281ae806-258f-4289-96a3-307518e7229e tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 950 time: 0.1020455 Dec 13 09:42:58.839786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.893095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:58.905196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:42:58.918582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:42:58.921808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:42:58.949406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event updated for resources: {'Port': ['ID=999b38c2-e607-4c16-9a9d-b39e6829527b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:58.971085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2dc496-2793-4442-95e6-b18f60f9ec95 req-7ad7cd90-59fd-49d0-b451-ac5dbd1a46d3 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280382 Dec 13 09:42:59.084246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.137636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ca14ae9-b935-445a-99d9-297a1f7f53f0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:42:59.144958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.222647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:42:59.223198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.296249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e358d54-f405-4a28-9728-f1e1fb807cb6 req-41da0a9e-f53e-4e95-b9dc-4759a31b0467 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.303791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e358d54-f405-4a28-9728-f1e1fb807cb6 req-41da0a9e-f53e-4e95-b9dc-4759a31b0467 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.1174920 Dec 13 09:42:59.415172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e358d54-f405-4a28-9728-f1e1fb807cb6 req-2d240f1f-9951-4a8d-b44d-17468af2bfd7 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103003 Dec 13 09:42:59.472293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.478993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.602512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event updated for resources: {'Port': ['ID=999b38c2-e607-4c16-9a9d-b39e6829527b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:42:59.617207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5975d2-4721-43f3-9a7f-9169d07a6aa6 req-ccb9bcd9-8b32-4d08-9d93-6204c67ae71d tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.618333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df5975d2-4721-43f3-9a7f-9169d07a6aa6 req-ccb9bcd9-8b32-4d08-9d93-6204c67ae71d tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1080089 Dec 13 09:42:59.621583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.667041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:42:59.669573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-c73f3338-3e28-4cfb-9473-705304344323 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9357426 Dec 13 09:42:59.702334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df5975d2-4721-43f3-9a7f-9169d07a6aa6 req-d4306217-6a66-454e-80ee-f3c3feab9af2 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764608 Dec 13 09:42:59.743428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-bb0c29c1-6392-4a6e-b7da-1d38565a9dfc tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0670545 Dec 13 09:42:59.893568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f919e-d4bb-450b-920d-793b05cdb834 req-551693aa-1e3a-4f23-8b5a-3f8989c417ca tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.895097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d99f919e-d4bb-450b-920d-793b05cdb834 req-551693aa-1e3a-4f23-8b5a-3f8989c417ca tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 948 time: 0.0956569 Dec 13 09:42:59.901947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5564d96a-b8e0-45f3-aaf4-1ba224543dec details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:42:59.904145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-8cccc3f4-af77-4418-899c-4107f47ced8e tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:42:59.905910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5fffb51-195b-4c6d-ae2a-54e262f027de req-8cccc3f4-af77-4418-899c-4107f47ced8e tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1559832 Dec 13 09:42:59.906062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:42:59.960235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d99f919e-d4bb-450b-920d-793b05cdb834 req-657205fd-7ba4-4dab-bef4-f9942857a3d4 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Dec 13 09:43:00.088422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.092252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:00.122677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '5564d96a-b8e0-45f3-aaf4-1ba224543dec', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '5564d96a-b8e0-45f3-aaf4-1ba224543dec', 'mac_address': 'fa:16:3e:89:17:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:00.141231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:00.143553 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3293427-2f00-4b94-93f9-a1d8502c53ba" -d '{"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:00.160309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:00.189835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.241018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.267696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.271485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5564d96a-b8e0-45f3-aaf4-1ba224543dec {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:00.296453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:00.300777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:00.365387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:00.466020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-128c7f06-8391-43ac-98a0-1da5c0b9c63c tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips/edc1b3bb-68ff-46f0-a08b-1a6bf59ea07e HTTP/1.1" status: 200 len: 693 time: 0.0635269 Dec 13 09:43:00.669202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-f8735eca-5a2f-4ef5-8802-0ecb205084e9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:00.670980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-f8735eca-5a2f-4ef5-8802-0ecb205084e9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1969483 Dec 13 09:43:00.690666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72444d-0a98-4141-9fe5-b8a148919dcc req-05114dff-baec-45a6-8554-2dfd3e14524a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:00.690937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5564d96a-b8e0-45f3-aaf4-1ba224543dec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:00.692574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed72444d-0a98-4141-9fe5-b8a148919dcc req-05114dff-baec-45a6-8554-2dfd3e14524a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.0826705 Dec 13 09:43:00.762873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-7b2d3127-a64e-420f-83da-7176cf55fae9 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0830827 Dec 13 09:43:00.832583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-5f5021f7-ce6a-4979-b4f7-d0728b313e8a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0688448 Dec 13 09:43:00.839942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed72444d-0a98-4141-9fe5-b8a148919dcc req-47133565-eeb7-40d0-8744-8a22d9bc2c62 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066422 Dec 13 09:43:00.908236 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696d25d-bfb6-479d-9bd7-451ab8901ad7 x-openstack-request-id: req-a696d25d-bfb6-479d-9bd7-451ab8901ad7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:00.908783 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:00.909298 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a696d25d-bfb6-479d-9bd7-451ab8901ad7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:00.909780 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'code': 200} Dec 13 09:43:00.928103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c7680d3-d6d9-464c-b0f4-9d17b54aad66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.013318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Deleting port 999b38c2-e607-4c16-9a9d-b39e6829527b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:01.014156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.024958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7782f-7443-4c39-b532-d75f7fd01ef1 req-ca94d4ee-7592-41ca-afb0-81dcbfa04a6e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.026506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6e7782f-7443-4c39-b532-d75f7fd01ef1 req-ca94d4ee-7592-41ca-afb0-81dcbfa04a6e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.0645118 Dec 13 09:43:01.110846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:01.132671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6e7782f-7443-4c39-b532-d75f7fd01ef1 req-9b6bd749-4042-45c3-a174-29cdc85c6abb tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955610 Dec 13 09:43:01.136253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.136583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.149690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Calling delete_port for 999b38c2-e607-4c16-9a9d-b39e6829527b owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:01.184315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:01.184642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.281176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.308027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:01.315690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.368575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969deaca-21eb-4a60-93e7-ad00a179f375 req-6a9b345d-b5aa-402b-9341-e4d1d11688ba tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.370151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-969deaca-21eb-4a60-93e7-ad00a179f375 req-6a9b345d-b5aa-402b-9341-e4d1d11688ba tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.0938294 Dec 13 09:43:01.371309 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.376692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:01.416770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Pushing event deleted for resources: {'Port': ['ID=999b38c2-e607-4c16-9a9d-b39e6829527b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:01.505045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.508159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:01.509303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdec383a-58d4-4ed5-a035-9393733a7aa6 req-04851954-0c14-42ed-9201-f9097313e39a tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "DELETE /v2.0/floatingips/edc1b3bb-68ff-46f0-a08b-1a6bf59ea07e HTTP/1.1" status: 204 len: 173 time: 0.6684439 Dec 13 09:43:01.519233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-969deaca-21eb-4a60-93e7-ad00a179f375 req-05e827c5-d24b-4ceb-8fac-b389a71e2037 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382470 Dec 13 09:43:01.585904 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-a7ed49cd-d94b-4157-8e62-05f8eede8a53 req-ee93d070-4875-4496-905c-0d239115da3c tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] show failed (client error): The resource could not be found. Dec 13 09:43:01.586918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7ed49cd-d94b-4157-8e62-05f8eede8a53 req-ee93d070-4875-4496-905c-0d239115da3c tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips/edc1b3bb-68ff-46f0-a08b-1a6bf59ea07e HTTP/1.1" status: 404 len: 350 time: 0.0394924 Dec 13 09:43:01.657574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83d44-010a-4a0b-921e-143eec4e9572 req-fb1ac1ed-c0b2-4daf-a4b3-d390d2ab35d3 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:01.659124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed83d44-010a-4a0b-921e-143eec4e9572 req-fb1ac1ed-c0b2-4daf-a4b3-d390d2ab35d3 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 949 time: 0.0752549 Dec 13 09:43:01.721795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ed83d44-010a-4a0b-921e-143eec4e9572 req-8197ba19-1510-42f6-8fc4-88984755cc76 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557387 Dec 13 09:43:01.750283 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-2294a2f7-76fa-4ab6-bc11-6e8f5c05dd77 req-f6d96a82-c193-43d4-8f54-46fd8a0908e8 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] show failed (client error): The resource could not be found. Dec 13 09:43:01.751319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2294a2f7-76fa-4ab6-bc11-6e8f5c05dd77 req-f6d96a82-c193-43d4-8f54-46fd8a0908e8 tempest-FloatingIPsTestJSON-1845084043 tempest-FloatingIPsTestJSON-1845084043-project] 10.222.0.30 "GET /v2.0/floatingips/edc1b3bb-68ff-46f0-a08b-1a6bf59ea07e HTTP/1.1" status: 404 len: 350 time: 0.0408170 Dec 13 09:43:01.760073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:01.917698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5564d96a-b8e0-45f3-aaf4-1ba224543dec up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:01.980517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 5564d96a-b8e0-45f3-aaf4-1ba224543dec completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:01.986474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 5564d96a-b8e0-45f3-aaf4-1ba224543dec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:01.986851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.028058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440f5ea-969b-4f5b-8c5a-ab91a07e633b req-1d0b04e5-cf3f-4eda-a9b0-a14ddb547da9 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.030273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6440f5ea-969b-4f5b-8c5a-ab91a07e633b req-1d0b04e5-cf3f-4eda-a9b0-a14ddb547da9 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.0731642 Dec 13 09:43:02.094620 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.112092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.139374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:02.144145 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.155752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6440f5ea-969b-4f5b-8c5a-ab91a07e633b req-08a26972-cc9e-4e03-839a-dcd323a700a7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169415 Dec 13 09:43:02.212488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:02.280534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-0d8742cc-1fc8-40f4-ab16-c1de9e6be30e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.282087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-0d8742cc-1fc8-40f4-ab16-c1de9e6be30e tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.1801589 Dec 13 09:43:02.316981 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Sync routers for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:02.327731 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:02.328426 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:02.356110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ac1d5cf5-426b-4306-9b2d-bda941580d9a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.358220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ac1d5cf5-426b-4306-9b2d-bda941580d9a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 0.1651924 Dec 13 09:43:02.445424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:02.472942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badcfe9-4362-4ad0-ae3c-597828627196 req-66b35cf5-63c5-42a5-9dc8-dfc774246442 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.474542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0badcfe9-4362-4ad0-ae3c-597828627196 req-66b35cf5-63c5-42a5-9dc8-dfc774246442 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 945 time: 0.2245979 Dec 13 09:43:02.596124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Deleting port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:02.596448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.685008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0badcfe9-4362-4ad0-ae3c-597828627196 req-69dfa66d-0d2d-4c78-90e9-24a77ca695e0 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/security-groups?id=50a520eb-f391-461d-af5e-b751fbc6dccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782856 Dec 13 09:43:02.724344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Deleting port f7acc6ce-8956-4bee-b799-2f24e3489cce {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:02.724685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.820834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.832508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'd5703a48-8efa-4d2a-a044-da0be4588c83', 'name': '', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'mac_address': 'fa:16:3e:06:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:55Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 2, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'subnets': [{'id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:02.865014 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Checking router: 818a5593-1217-48ff-858a-a3d7f3ec4e31 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:02.865567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Updating router 818a5593-1217-48ff-858a-a3d7f3ec4e31 port d5703a48-8efa-4d2a-a044-da0be4588c83 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:02.892573 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.909807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b7f4-7fc0-43d6-a1f9-a9564fb9f4c0 req-464f02c4-45ca-4649-8cfa-41e61efb909a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:02.911423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:02.911676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0191b7f4-7fc0-43d6-a1f9-a9564fb9f4c0 req-464f02c4-45ca-4649-8cfa-41e61efb909a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.2426717 Dec 13 09:43:02.914904 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb9d32-1483-46a6-b45f-b1ebd7d82fd8" -d '{"events": [{"server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "name": "network-vif-plugged", "status": "completed", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:02.923075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] For port 1c9a8884-12e3-4025-8c63-0d9cb2358c53, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1c9a8884-12e3-4025-8c63-0d9cb2358c53,segment=NetworkSegment(207891a5-0d38-4228-bd60-35a3cab9b09e),segment_id=207891a5-0d38-4228-bd60-35a3cab9b09e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:02.923447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:02.986473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Calling delete_port for 1c9a8884-12e3-4025-8c63-0d9cb2358c53 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:03.020302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] For port f7acc6ce-8956-4bee-b799-2f24e3489cce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f7acc6ce-8956-4bee-b799-2f24e3489cce,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:03.020678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.075164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Calling delete_port for f7acc6ce-8956-4bee-b799-2f24e3489cce owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:03.114748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3022e57-c7ac-4180-b186-7790324c47b2 req-d4705377-ec7f-4c57-81ab-c7a0720ed580 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:03.115784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3022e57-c7ac-4180-b186-7790324c47b2 req-d4705377-ec7f-4c57-81ab-c7a0720ed580 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 950 time: 0.2247982 Dec 13 09:43:03.120804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:03.127174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0191b7f4-7fc0-43d6-a1f9-a9564fb9f4c0 req-14420c9f-5aff-4273-82a4-53d387952b8a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982689 Dec 13 09:43:03.199109 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246ffcee-3515-4a7d-838e-111ccbaa4924 x-openstack-request-id: req-246ffcee-3515-4a7d-838e-111ccbaa4924 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:03.200295 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "name": "network-vif-plugged", "status": "completed", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:03.204103 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-246ffcee-3515-4a7d-838e-111ccbaa4924 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:03.204530 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec', 'code': 200} Dec 13 09:43:03.222001 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.235826 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.258687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:03.260480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.306053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532cfd0-be08-4d67-a32a-19d9d1fc1439 None None] Pushing event updated for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:03.343553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3022e57-c7ac-4180-b186-7790324c47b2 req-56a11db4-8b7a-4a4b-a6e7-c32486ab4b00 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065694 Dec 13 09:43:03.441381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4b6cc-47d4-47c6-8960-f63fd24dfba9 req-4de152d8-fc99-4643-950a-aa56567053ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:03.450336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62a4b6cc-47d4-47c6-8960-f63fd24dfba9 req-4de152d8-fc99-4643-950a-aa56567053ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 1101 time: 0.1724036 Dec 13 09:43:03.475063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Attempting to bind port d5703a48-8efa-4d2a-a044-da0be4588c83 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:03.476430 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Attempting to bind port d5703a48-8efa-4d2a-a044-da0be4588c83 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:03.477318 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Attempting to bind port d5703a48-8efa-4d2a-a044-da0be4588c83 on network 74d8517e-0746-4500-8976-93c25830be63 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:03.492271 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:03.492959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Checking segment: {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:03.495231 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.496612 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Bound using segment: {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:03.501267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Bound port: d5703a48-8efa-4d2a-a044-da0be4588c83, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c092ff-5aea-4b49-8883-8390bede7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '74d8517e-0746-4500-8976-93c25830be63'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:03.503396 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.560125 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.582839 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62a4b6cc-47d4-47c6-8960-f63fd24dfba9 req-d5ab48bf-cf5c-43f7-bc8b-96afb99b697c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273174 Dec 13 09:43:03.634096 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] For port d5703a48-8efa-4d2a-a044-da0be4588c83, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:03.642438 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] For port d5703a48-8efa-4d2a-a044-da0be4588c83, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5703a48-8efa-4d2a-a044-da0be4588c83,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:03.653506 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.698610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] Provisioning complete for port d5703a48-8efa-4d2a-a044-da0be4588c83 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:03.699027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:03.828296 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:03.834987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:03.838539 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:04.011097 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532cfd0-be08-4d67-a32a-19d9d1fc1439 None None] Pushing event updated for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.066916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.088416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:04.111022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:04.137445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'mac_address': 'fa:16:3e:d5:16:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:04.143808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] For port d5703a48-8efa-4d2a-a044-da0be4588c83, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5703a48-8efa-4d2a-a044-da0be4588c83,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:04.193730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.205066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.208110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc9b7844-d793-4d08-84df-d8f8ce7e26d0 req-442d8a48-cbde-4ee1-a2ae-546dd0fdf8fb tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1989a53-a455-48ea-aaee-05ecd1b1f17f HTTP/1.1" status: 200 len: 210 time: 0.1037273 Dec 13 09:43:04.213437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1c9a8884-12e3-4025-8c63-0d9cb2358c53'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:04.415801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Pushing event deleted for resources: {'Port': ['ID=1c9a8884-12e3-4025-8c63-0d9cb2358c53,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.434014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc91ae8-161b-4ecd-baa9-b6360e2ccb25 req-15a0f69c-b343-47ab-987c-09c8ed457ab7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.444177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc91ae8-161b-4ecd-baa9-b6360e2ccb25 req-15a0f69c-b343-47ab-987c-09c8ed457ab7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb103160-881c-4d03-8749-69093126ea3c HTTP/1.1" status: 200 len: 943 time: 1.1132381 Dec 13 09:43:04.471599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] No DVR routers for this DVR port 1c9a8884-12e3-4025-8c63-0d9cb2358c53 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:04.497347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.528689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.533439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bba9bc0f-717e-432a-99bf-f8448448e9c2 req-dae244b7-a185-4826-a639-653b17f8d753 tempest-DeleteServersTestJSON-2137248463 tempest-DeleteServersTestJSON-2137248463-project] 10.222.0.44 "DELETE /v2.0/ports/1c9a8884-12e3-4025-8c63-0d9cb2358c53 HTTP/1.1" status: 204 len: 173 time: 2.2442493 Dec 13 09:43:04.545940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:04.561730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'name': 'network-vif-deleted', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:04.565627 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c092585-9c08-4532-9da8-3d9ce6a3b1c9" -d '{"events": [{"server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "name": "network-vif-deleted", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:04.578261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-967e35b4-ef05-4442-8f30-2b3e18062c9b None None] Provisioning complete for port d5703a48-8efa-4d2a-a044-da0be4588c83 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:04.578665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-967e35b4-ef05-4442-8f30-2b3e18062c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.581747 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'd5703a48-8efa-4d2a-a044-da0be4588c83', 'name': '', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'mac_address': 'fa:16:3e:06:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:55Z', 'updated_at': '2021-12-13T09:43:03Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'subnets': [{'id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:04.582570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd805000-12ed-4186-94e0-1de68bc7d193 None None] Pushing event updated for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.647297 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037f6d9-88ee-4d1a-bb56-ed5c6891fb87 None None] The sync data for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 is: [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:42:56Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'd5703a48-8efa-4d2a-a044-da0be4588c83', 'name': '', 'network_id': '74d8517e-0746-4500-8976-93c25830be63', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'mac_address': 'fa:16:3e:06:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:55Z', 'updated_at': '2021-12-13T09:43:03Z', 'revision_number': 4, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'subnets': [{'id': '61cd1113-fb0e-463f-b358-7d5c97627afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:04.667105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:04.684515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.722281 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.729504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:04.784757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.790956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f06775af-1f82-4930-8bb3-d00e083ee308'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:04.882421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event deleted for resources: {'Port': ['ID=f7acc6ce-8956-4bee-b799-2f24e3489cce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:04.934950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2658b-11db-42b1-917e-ae3fc7e07c72 req-ce870c78-04c5-4c8e-8492-2b3c49c09db3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:04.944850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6c2658b-11db-42b1-917e-ae3fc7e07c72 req-ce870c78-04c5-4c8e-8492-2b3c49c09db3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.4784315 Dec 13 09:43:05.049322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc91ae8-161b-4ecd-baa9-b6360e2ccb25 req-d38f1b89-f82d-4d21-b348-20dd0f7fb6f1 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033258 Dec 13 09:43:05.136976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] No DVR routers for this DVR port f7acc6ce-8956-4bee-b799-2f24e3489cce on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:05.147764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Deleting port 5912ee51-e913-45ef-b1de-84107451be7c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:05.148109 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.212030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.215596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b4aa17d-c458-4c6e-b103-3e5a4c9d62b1 req-ee190dd2-25c5-466d-a9ab-9cce469ee1c6 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.37 "DELETE /v2.0/ports/f7acc6ce-8956-4bee-b799-2f24e3489cce HTTP/1.1" status: 204 len: 173 time: 2.8472521 Dec 13 09:43:05.244429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6c2658b-11db-42b1-917e-ae3fc7e07c72 req-61cc0e48-336c-4e1d-83cd-c6c296e44e48 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985883 Dec 13 09:43:05.291831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5703a48-8efa-4d2a-a044-da0be4588c83 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:05.298456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] For port 5912ee51-e913-45ef-b1de-84107451be7c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5912ee51-e913-45ef-b1de-84107451be7c,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:05.298847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.318541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85325ce6-b61b-4421-9d4c-5675f8ab134b req-13e559c4-902c-4f97-bb86-89461b0a443b tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:05.328980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85325ce6-b61b-4421-9d4c-5675f8ab134b req-13e559c4-902c-4f97-bb86-89461b0a443b tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 950 time: 0.1183496 Dec 13 09:43:05.340074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Calling delete_port for 5912ee51-e913-45ef-b1de-84107451be7c owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:05.395620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d5703a48-8efa-4d2a-a044-da0be4588c83 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:05.395916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.431624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85325ce6-b61b-4421-9d4c-5675f8ab134b req-315dc653-a8cc-4282-a8be-9a784e4a6041 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014225 Dec 13 09:43:05.600778 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d9bd19-5076-497e-872f-6c4bdddc7c06 x-openstack-request-id: req-62d9bd19-5076-497e-872f-6c4bdddc7c06 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:05.601058 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1989a53-a455-48ea-aaee-05ecd1b1f17f", "name": "network-vif-deleted", "tag": "1c9a8884-12e3-4025-8c63-0d9cb2358c53", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:05.601346 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62d9bd19-5076-497e-872f-6c4bdddc7c06 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:05.601762 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1989a53-a455-48ea-aaee-05ecd1b1f17f', 'name': 'network-vif-deleted', 'tag': '1c9a8884-12e3-4025-8c63-0d9cb2358c53', 'status': 'completed', 'code': 200} Dec 13 09:43:05.636140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:05.689055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Pushing event deleted for resources: {'Port': ['ID=5912ee51-e913-45ef-b1de-84107451be7c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:05.862604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:05.936958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:06.045843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: f7acc6ce-8956-4bee-b799-2f24e3489cce {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:06.050831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f7acc6ce-8956-4bee-b799-2f24e3489cce not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:06.125610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f06775af-1f82-4930-8bb3-d00e083ee308 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:06.126228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.145399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.382772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.475183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:06.490859 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fd74d-6184-48e9-a193-e1bd1d90d177" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:06.529830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:06.536987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:06.542898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:06.544337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1c9a8884-12e3-4025-8c63-0d9cb2358c53 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:06.604072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 1c9a8884-12e3-4025-8c63-0d9cb2358c53 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:06.604788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1c9a8884-12e3-4025-8c63-0d9cb2358c53 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:06.686705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:06.717631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739998-319d-45b0-89c5-fd9b033e8721 req-3a2409fe-7788-4f97-bae3-ff2c1fdbb66f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:06.725245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad739998-319d-45b0-89c5-fd9b033e8721 req-3a2409fe-7788-4f97-bae3-ff2c1fdbb66f tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.1687458 Dec 13 09:43:06.782835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:06.792981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1bebc4ae-de37-4894-adca-57a95fa8f586 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe54f773-e42f-4fab-aaa9-4fc18fd730e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0318220 Dec 13 09:43:06.795465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:06.805679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Sync routers for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:06.806719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad739998-319d-45b0-89c5-fd9b033e8721 req-d7816a6d-be08-4bf7-b374-f90509582a73 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804782 Dec 13 09:43:06.905442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:06.913979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:07.082731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:07.208321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.402113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.404633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:43:05Z', 'revision_number': 5, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port': {'id': '3cf8ce00-cc56-4c5f-bd60-f3289aec4283', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:07.440056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Checking router: fe54f773-e42f-4fab-aaa9-4fc18fd730e1 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:07.452724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Routers {'fe54f773-e42f-4fab-aaa9-4fc18fd730e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:07.453668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:07.491790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Deleting port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:07.492141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.580545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] Set router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:07.589341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] For port 3cf8ce00-cc56-4c5f-bd60-f3289aec4283, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:07.589341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.603875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-deleted', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:07.605020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Calling delete_port for 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:07.608246 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caff57a6-7b13-4194-a4d2-ecda01217ebc" -d '{"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-deleted", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:07.677529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 6, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:07.710940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029a17b-d96d-4d25-9323-77db515bea68 None None] The sync data for ids ['fe54f773-e42f-4fab-aaa9-4fc18fd730e1'] in n-d-820531-5 is: [{'id': 'fe54f773-e42f-4fab-aaa9-4fc18fd730e1', 'name': 'tempest-FloatingIPsTestJSON-1275044375-router', 'tenant_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:37Z', 'updated_at': '2021-12-13T09:43:07Z', 'revision_number': 6, 'project_id': '3e6138d8ab7f4b33888f6d59a12b9f51', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:07.819949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:07.853945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf8ce00-cc56-4c5f-bd60-f3289aec4283,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:07.925909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.053264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.056290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.123547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.124623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe54f773-e42f-4fab-aaa9-4fc18fd730e1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:43:08.135350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.139800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5ae8697f-65c8-44e2-a0bc-5c42916370b7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fe54f773-e42f-4fab-aaa9-4fc18fd730e1 HTTP/1.1" status: 204 len: 168 time: 1.3400464 Dec 13 09:43:08.140064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:08.236426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Deleting subnet 2ffb8bee-d5a5-4919-94ed-10488fbad220 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:43:08.242300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.297654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.394073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.474588 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.498973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.505727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a38b2f-f54e-4107-894c-63129ec86098 None None] Network 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:08.506306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ffb8bee-d5a5-4919-94ed-10488fbad220 HTTP/1.1" status: 204 len: 168 time: 0.3611743 Dec 13 09:43:08.509426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:08.552730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77464b9-88b0-44bb-b1bc-8174167fa864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffb8bee-d5a5-4919-94ed-10488fbad220,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:08.705286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.764877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] DHCP port deletion for 6e3e10f5-b3d1-4fc7-aa85-98b032c619fb request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:43:08.816802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Deleting port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:08.817291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.851801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Deleting port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:08.852184 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.899754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] For port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:08.900399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.916979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Calling delete_port for 9fa15eab-6128-47d3-bfc3-dc7dfc22187d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:08.952961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] For port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,segment=NetworkSegment(04320fae-58e3-4ad4-b83c-5b08f20de15f),segment_id=04320fae-58e3-4ad4-b83c-5b08f20de15f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:08.954644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:08.979834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Calling delete_port for 9fa15eab-6128-47d3-bfc3-dc7dfc22187d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:09.021095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.036794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] No DVR routers for this DVR port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:09.057744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:09.080630 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.127942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] Pushing event deleted for resources: {'Port': ['ID=9fa15eab-6128-47d3-bfc3-dc7dfc22187d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:09.130914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6c540-0630-4065-b356-f293f55ec4e7 None None] No DVR routers for this DVR port 9fa15eab-6128-47d3-bfc3-dc7dfc22187d on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:09.183033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5912ee51-e913-45ef-b1de-84107451be7c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:09.206867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.235787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5912ee51-e913-45ef-b1de-84107451be7c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:09.236472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5912ee51-e913-45ef-b1de-84107451be7c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:09.236994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9fa15eab-6128-47d3-bfc3-dc7dfc22187d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:09.237352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3e10f5-b3d1-4fc7-aa85-98b032c619fb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:09.251511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04320fae-58e3-4ad4-b83c-5b08f20de15f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:09.252820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04320fae-58e3-4ad4-b83c-5b08f20de15f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:09.263889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9fa15eab-6128-47d3-bfc3-dc7dfc22187d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:09.264453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9fa15eab-6128-47d3-bfc3-dc7dfc22187d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:09.264948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:09.275770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.289784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:09.290122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3cf8ce00-cc56-4c5f-bd60-f3289aec4283 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:09.300382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.313377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:43:09.314245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:43:09.376889 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:43:09.381611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.388037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.395174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e3e10f5-b3d1-4fc7-aa85-98b032c619fb HTTP/1.1" status: 204 len: 168 time: 0.8818285 Dec 13 09:43:09.407899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c79d9-996d-4b4c-ac27-e26c8f22283d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3e10f5-b3d1-4fc7-aa85-98b032c619fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:09.657174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:09.706559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9397d401-c467-46fc-8654-abb1bf77f8a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e6138d8ab7f4b33888f6d59a12b9f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485094 Dec 13 09:43:09.709042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:09.774526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.803862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.869839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.872757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:09.875118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/314ec7f5-12a9-4f87-8bc2-cbb692c42479 HTTP/1.1" status: 204 len: 168 time: 0.1641860 Dec 13 09:43:09.883573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7bc80-14da-43dc-ab78-07aec41d9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ec7f5-12a9-4f87-8bc2-cbb692c42479,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:10.918729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:11.087921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-network', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:11.113244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Made reservation on behalf of 807d6bb1c9a4471a9620ec3a11b3181e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:11.116005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.126182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.222316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.230011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.275822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:11.290487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.292117 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Added segment 24208a2a-634c-4b75-ae72-0e8717b6224a of type vlan for network 2910caa1-0c31-466c-a453-1c6c0525f2b3 Dec 13 09:43:11.342848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f156d9ec-6bb5-479a-a0fa-fa942ca76394,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.362023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.412297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.415606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:11.416221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.513932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5895035 Dec 13 09:43:11.515143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:11.520053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Request body: {'subnet': {'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-subnet', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:11.525294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395bc10-7679-4b0c-ba78-f8e1e5283a27 admin admin] Pushing event updated for resources: {'Network': ['ID=2910caa1-0c31-466c-a453-1c6c0525f2b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.536849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:11.550597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Made reservation on behalf of 807d6bb1c9a4471a9620ec3a11b3181e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:11.553634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.785955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.859376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa38d85-437a-4cf6-82f4-5f2a0775a5a7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:11.868476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Checking segment: {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:11.869243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Network hostable DHCP agents. Network: 2910caa1-0c31-466c-a453-1c6c0525f2b3, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:11.893967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:11.907469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2910caa1-0c31-466c-a453-1c6c0525f2b3) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:11.912243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:11.912837 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:11.919851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598da84b-27ef-44c5-bed1-0f0b7a7b0069 None None] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:12.094687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c574d1d9-1905-4c89-8706-87694fbf7dd7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5743542 Dec 13 09:43:12.094999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:12.109581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:12.132597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-2910caa1-0c31-466c-a453-1c6c0525f2b3', 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3', 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'fixed_ips': [{'subnet_id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:12.136020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.194315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.195819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.253698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.336337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Allocated IP 172.20.0.2 (2910caa1-0c31-466c-a453-1c6c0525f2b3/9aa38d85-437a-4cf6-82f4-5f2a0775a5a7/b67094c9-0f63-4a60-8a4d-6d64d114c1f2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:12.432048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.531776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.557324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.624485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Pushing event updated for resources: {'Port': ['ID=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:12.646268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:12.648345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:12.656012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:12.752377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Attempting to bind port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:12.753192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Attempting to bind port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:12.753568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Attempting to bind port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 on network 2910caa1-0c31-466c-a453-1c6c0525f2b3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:12.755900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.759826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:12.760231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Checking segment: {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:12.760624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.761055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Bound using segment: {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:12.761570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Bound port: b67094c9-0f63-4a60-8a4d-6d64d114c1f2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:12.761955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.781411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.855901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] For port b67094c9-0f63-4a60-8a4d-6d64d114c1f2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:12.864697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] For port b67094c9-0f63-4a60-8a4d-6d64d114c1f2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,segment=NetworkSegment(24208a2a-634c-4b75-ae72-0e8717b6224a),segment_id=24208a2a-634c-4b75-ae72-0e8717b6224a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:12.875480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:12.957277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Allocated IP 172.25.1.84 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/e8619868-3602-48f8-b67e-5822f26f59b3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:12.992732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77e92-7137-4933-84c3-5a3aa108bac6 None None] Pushing event updated for resources: {'Port': ['ID=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:13.184132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.256628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.343814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:13.362679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:13.373512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Pushing event updated for resources: {'Port': ['ID=e8619868-3602-48f8-b67e-5822f26f59b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:13.389696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:13.708044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:13.998544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.189687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:43:14.339258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:14.352751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Sync routers for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:14.367679 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Routers {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:14.368859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:14.376521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.380783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0051a898-b4af-43d6-967d-d58a946a8acd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2845399 Dec 13 09:43:14.383304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:14.447043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5d8a4-00d7-48fa-997c-5e63a8685180 None None] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:14.530491 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Set router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:14.687073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-22e0201b-4516-4345-a499-639e2c827777 None None] Provisioning complete for port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:14.687381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22e0201b-4516-4345-a499-639e2c827777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.889933 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:13Z', 'revision_number': 3, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:14.967533 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb3736-a4ad-41af-8200-dbcda15921fb x-openstack-request-id: req-befb3736-a4ad-41af-8200-dbcda15921fb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:14.967832 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:14.968093 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-befb3736-a4ad-41af-8200-dbcda15921fb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:14.968493 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'code': 200} Dec 13 09:43:14.982298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22e0201b-4516-4345-a499-639e2c827777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:14.983483 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Checking router: b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:14.984027 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Updating router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 port e8619868-3602-48f8-b67e-5822f26f59b3 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:15.041453 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.088141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-c2a71333-93c3-4f3e-8660-e333fd2a7907 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970592 Dec 13 09:43:15.296082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b67094c9-0f63-4a60-8a4d-6d64d114c1f2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:15.326791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-e76c88d8-c52c-4c42-93da-66faa7681609 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:15.326791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-e76c88d8-c52c-4c42-93da-66faa7681609 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219484 Dec 13 09:43:15.394659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:15.395083 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.423952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-22e0201b-4516-4345-a499-639e2c827777 None None] For port b67094c9-0f63-4a60-8a4d-6d64d114c1f2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,segment=NetworkSegment(24208a2a-634c-4b75-ae72-0e8717b6224a),segment_id=24208a2a-634c-4b75-ae72-0e8717b6224a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:15.437008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22e0201b-4516-4345-a499-639e2c827777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.447554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-463474f2-c47c-4a4e-ab5f-fe4c8e9ab1cd tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:15.449254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-463474f2-c47c-4a4e-ab5f-fe4c8e9ab1cd tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.1217031 Dec 13 09:43:15.477843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-5953481b-7cc6-43db-a250-0567fbe14698 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/quotas/adc1bcc6c2694b109d23b67e0cd572de HTTP/1.1" status: 200 len: 375 time: 0.0273187 Dec 13 09:43:15.484579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-d5652c96-ef1e-46c6-a5fb-388b176cc623 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/quotas/1d1c9bbd1cdc47219784f01c95a3693c HTTP/1.1" status: 200 len: 375 time: 0.0212996 Dec 13 09:43:15.525074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0201b-4516-4345-a499-639e2c827777 None None] Pushing event updated for resources: {'Port': ['ID=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:15.543031 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.563465 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.566973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-ddcaa3de-565e-4828-93df-da3f14bab3ab tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672207 Dec 13 09:43:15.578953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-61ec711d-2534-46f9-bb3e-68352e7e2309 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916934 Dec 13 09:43:15.614053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-191ea80a-fef2-48a2-a5ed-2d024030c4f6 None None] Provisioning complete for port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:15.614053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-191ea80a-fef2-48a2-a5ed-2d024030c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.905925 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Attempting to bind port e8619868-3602-48f8-b67e-5822f26f59b3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:15.906180 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Attempting to bind port e8619868-3602-48f8-b67e-5822f26f59b3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:15.906576 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Attempting to bind port e8619868-3602-48f8-b67e-5822f26f59b3 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:15.918023 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:15.919622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:15.919922 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b18116-ad2b-48f4-bbb1-3105d0dd4142 x-openstack-request-id: req-53b18116-ad2b-48f4-bbb1-3105d0dd4142 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:15.920075 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:15.920225 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb103160-881c-4d03-8749-69093126ea3c", "name": "network-vif-deleted", "tag": "f7acc6ce-8956-4bee-b799-2f24e3489cce", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:15.920435 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:15.920562 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53b18116-ad2b-48f4-bbb1-3105d0dd4142 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:15.920868 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb103160-881c-4d03-8749-69093126ea3c', 'name': 'network-vif-deleted', 'tag': 'f7acc6ce-8956-4bee-b799-2f24e3489cce', 'status': 'completed', 'code': 200} Dec 13 09:43:15.921003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Bound port: e8619868-3602-48f8-b67e-5822f26f59b3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:15.921327 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.009071 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b98fa-4ac7-4407-9f40-ba9627d28b5e None None] Pushing event updated for resources: {'Port': ['ID=e8619868-3602-48f8-b67e-5822f26f59b3,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.065952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-da6a65c0-92b9-4da9-b7af-922c1e96e6b5 service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533863 Dec 13 09:43:16.194766 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] For port e8619868-3602-48f8-b67e-5822f26f59b3, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:16.232416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] For port e8619868-3602-48f8-b67e-5822f26f59b3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e8619868-3602-48f8-b67e-5822f26f59b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:16.253244 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:16.429732 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Routers {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:16.430777 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:16.442243 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b98fa-4ac7-4407-9f40-ba9627d28b5e None None] Pushing event updated for resources: {'Port': ['ID=e8619868-3602-48f8-b67e-5822f26f59b3,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:16.539900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733d108-df8e-49a0-9245-92717b8381cb req-c08bd4fc-84eb-4287-9c94-1eb7bbde5bf1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:16.544028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3733d108-df8e-49a0-9245-92717b8381cb req-c08bd4fc-84eb-4287-9c94-1eb7bbde5bf1 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.5492730 Dec 13 09:43:16.596499 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] Set router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:16.666681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-fe38c25a-22d1-4c8d-a43d-cdddbe493152 service neutron] 10.222.0.30 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997441 Dec 13 09:43:16.872974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3733d108-df8e-49a0-9245-92717b8381cb req-a90dcd37-e166-4a4f-aeaa-833c4acbdda9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135245 Dec 13 09:43:16.975833 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:13Z', 'revision_number': 3, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:17.067321 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8fe5-d79c-4baa-9822-6e965e6f36a3 None None] The sync data for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 is: [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:13Z', 'revision_number': 3, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:17.099011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.271021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b67094c9-0f63-4a60-8a4d-6d64d114c1f2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:17.415856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Allocated IP 172.20.0.1 (2910caa1-0c31-466c-a453-1c6c0525f2b3/9aa38d85-437a-4cf6-82f4-5f2a0775a5a7/62a1d0d1-cec2-4094-b738-edfbfcd4b20b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:17.478587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:17.478965 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.605764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.767217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:17.860178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-6829c846-5538-4d9c-8884-4a3aea22ebd9 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1653492 Dec 13 09:43:17.863632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50c40300-4ca4-4db2-a4f3-f7f5a7914cdc req-43e7a113-b1ee-4fc9-ab71-35ca0fb216a7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 210 time: 0.1755388 Dec 13 09:43:17.962790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:17.981405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af14dcc4-9e8f-4c70-9b4e-550a72a063c7 req-fe181538-b3e6-4dae-b31b-8c62f9ad4dc6 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 210 time: 0.2386148 Dec 13 09:43:18.076335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:18.079181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:18.165917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.288219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Pushing event updated for resources: {'Port': ['ID=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:18.392586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-821a9225-795b-43a2-95e7-2a16d7ba5d47 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.394208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-821a9225-795b-43a2-95e7-2a16d7ba5d47 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5332367 Dec 13 09:43:18.564654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Request body: {'port': {'device_id': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': 'adc1bcc6c2694b109d23b67e0cd572de'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:18.585687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a1b9-4b56-4cbf-bf2d-41025d909a91 req-581f8798-926e-4da7-a8c2-ed0b42f6207c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:18.589953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44d2a1b9-4b56-4cbf-bf2d-41025d909a91 req-581f8798-926e-4da7-a8c2-ed0b42f6207c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 950 time: 0.4277735 Dec 13 09:43:18.624928 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.685780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0a22a191-c65f-4220-9312-19e185c0d303 None None] Provisioning complete for port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:18.686937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a22a191-c65f-4220-9312-19e185c0d303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.828608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0a22a191-c65f-4220-9312-19e185c0d303 None None] Port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:18.878999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:18.928117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.067306 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.226465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e8619868-3602-48f8-b67e-5822f26f59b3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:19.294305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44d2a1b9-4b56-4cbf-bf2d-41025d909a91 req-c00642df-4b4f-40ee-94fd-8a862baa0a8e tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945808 Dec 13 09:43:19.361684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e8619868-3602-48f8-b67e-5822f26f59b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:19.412814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16add2be-4f32-406d-b978-858e44c5c7bb req-24901e29-641a-4625-befc-d9fc4e4c415a tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 210 time: 0.3283808 Dec 13 09:43:19.413634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.606108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.641831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port e8619868-3602-48f8-b67e-5822f26f59b3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e8619868-3602-48f8-b67e-5822f26f59b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:19.648024 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.667599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Pushing event updated for resources: {'Port': ['ID=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:19.749783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acad9f14-82a0-4e5e-a3c2-0f401e290725 req-251f054b-90e6-4995-b9eb-d57c14544cdf tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 210 time: 0.1566765 Dec 13 09:43:19.751448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=e8619868-3602-48f8-b67e-5822f26f59b3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:19.755781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Made reservation on behalf of adc1bcc6c2694b109d23b67e0cd572de for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:19.759603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:19.936406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:19.957491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-b55bd453-db5b-47bc-a649-4a723f1948f2 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:19.959577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-b55bd453-db5b-47bc-a649-4a723f1948f2 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 821 time: 0.9259534 Dec 13 09:43:19.965627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:19.998408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:20.004116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:20.017715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Request body: {'port': {'device_id': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'admin_state_up': True, 'tenant_id': '1d1c9bbd1cdc47219784f01c95a3693c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:20.248160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.287837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Allocated IP 192.168.233.252 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/da7d716c-a359-4b45-ac76-26255b1d5065) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:20.298321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:20.304047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:20.307735 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac276326-b286-4f65-a6fb-7cda4db776d2" -d '{"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:20.315538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.404954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:20.439983 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f98684-5ff3-4acf-8d77-735a38bd333e x-openstack-request-id: req-38f98684-5ff3-4acf-8d77-735a38bd333e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:20.440663 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:20.441199 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38f98684-5ff3-4acf-8d77-735a38bd333e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:20.443640 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'code': 200} Dec 13 09:43:20.493759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '36efde74-5581-4a28-b719-7c557b7e871e', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '36efde74-5581-4a28-b719-7c557b7e871e', 'mac_address': 'fa:16:3e:46:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:20.547948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:20.570106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.575071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:20.595241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:20.600348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c5e6a5c5-2371-48e8-acd2-8398bfa799d5 None None] Provisioning complete for port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:20.601098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a5c5-2371-48e8-acd2-8398bfa799d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.650366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6a5c5-2371-48e8-acd2-8398bfa799d5 None None] Port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:20.678450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:20.687849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:20.796054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:20.803080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5292c10d-6a71-4600-8279-07ee4155492e admin admin] 10.222.0.30 "PUT /v2.0/routers/b20c44b8-0c6e-48b1-bcfe-d144ab66cc14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4186378 Dec 13 09:43:20.819903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ba95844-3f27-481c-86a8-3e1098808103 req-9bdfe7e0-2c2d-4cad-a606-b22f1b9ddfb0 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 210 time: 0.2225235 Dec 13 09:43:20.833082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:20.842947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Sync routers for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:20.906568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Routers {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:20.907220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:21.094790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:21.210115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e8619868-3602-48f8-b67e-5822f26f59b3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:21.343662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Set router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:21.394612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e8619868-3602-48f8-b67e-5822f26f59b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:21.394984 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.498052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Made reservation on behalf of 1d1c9bbd1cdc47219784f01c95a3693c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:21.502148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.545627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c5df8-b1fb-4eea-b0b3-86bfdfb9cb81 req-47777adb-ccc6-42e6-887a-8ee9c3e33392 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:21.553831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d7c5df8-b1fb-4eea-b0b3-86bfdfb9cb81 req-47777adb-ccc6-42e6-887a-8ee9c3e33392 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 948 time: 1.1057189 Dec 13 09:43:21.609655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cd832b7-2f75-4bc9-abe2-bd12fbb52e09 req-ef4e7d45-1944-4ace-bb3a-6b1eec8c7217 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 210 time: 0.0782666 Dec 13 09:43:21.834606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d7c5df8-b1fb-4eea-b0b3-86bfdfb9cb81 req-fa007762-7743-46c7-aa53-79e0db91c8ca tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793756 Dec 13 09:43:21.900106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:18Z', 'revision_number': 4, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '62a1d0d1-cec2-4094-b738-edfbfcd4b20b', 'name': '', 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'mac_address': 'fa:16:3e:b9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:17Z', 'updated_at': '2021-12-13T09:43:18Z', 'revision_number': 2, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'subnets': [{'id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:21.910375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:21.936654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Checking router: b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:21.937034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Updating router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:21.970635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.018691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e4d8989-04ec-4631-90d7-cc1fd9be250d req-e333531d-e64d-40e0-a7b7-43801502ae3f tempest-FloatingIPsNegativeTestJSON-602354744 tempest-FloatingIPsNegativeTestJSON-602354744-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=807d6bb1c9a4471a9620ec3a11b3181e HTTP/1.1" status: 200 len: 217 time: 0.1812532 Dec 13 09:43:22.057742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2646b639-df27-4717-87c1-9338d8e644ad req-51a6088a-cc35-4778-9fa4-81ea13f9a3c9 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 210 time: 0.1075950 Dec 13 09:43:22.109677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Allocated IP 172.20.0.5 (bf915f6b-ca52-495d-84bc-bc637c625335/8405e368-5d97-4ea2-a985-943fc901e979/1401528d-6d58-4726-890a-c862535f1b01) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:22.228467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38276ecc-d9a5-4695-8563-f945deb62120 req-33d9c6ed-020b-4b69-978f-36bfcbdeada8 tempest-FloatingIPsNegativeTestJSON-602354744 tempest-FloatingIPsNegativeTestJSON-602354744-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1080794 Dec 13 09:43:22.504595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.506686 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-5cd051ce-c92a-4372-bc2a-5f4040169f3f req-6878ee39-750b-4610-935e-1c22da91cdea tempest-FloatingIPsNegativeTestJSON-602354744 tempest-FloatingIPsNegativeTestJSON-602354744-project] show failed (client error): The resource could not be found. Dec 13 09:43:22.515207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cd051ce-c92a-4372-bc2a-5f4040169f3f req-6878ee39-750b-4610-935e-1c22da91cdea tempest-FloatingIPsNegativeTestJSON-602354744 tempest-FloatingIPsNegativeTestJSON-602354744-project] 10.222.0.30 "GET /v2.0/floatingips/24a6b9af-2adb-446d-aa0d-e94a87d57d9d HTTP/1.1" status: 404 len: 350 time: 0.2643316 Dec 13 09:43:22.617587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:22.633338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:22.634889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:22.655573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:22.738640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:22.739296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.742057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Pushing event updated for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:22.768277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.809159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-bdd68b5b-7995-4ad6-8ec5-9384872be80f tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2597797 Dec 13 09:43:22.836958 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.847167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5564d96a-b8e0-45f3-aaf4-1ba224543dec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:22.857157 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:22.902013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Request body: {'port': {'device_id': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:23.066917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8802-1cce-4a2c-b37e-2a32888a223f None None] Pushing event updated for resources: {'Port': ['ID=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:23.103800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e460f77-559b-4117-81e2-a92dd878c52a req-95c38894-f753-4deb-9eaa-4c2d2e0367ca tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.105579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e460f77-559b-4117-81e2-a92dd878c52a req-95c38894-f753-4deb-9eaa-4c2d2e0367ca tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 936 time: 0.3166192 Dec 13 09:43:23.267605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.271784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Attempting to bind port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:23.272166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Attempting to bind port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:23.272539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Attempting to bind port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b on network 2910caa1-0c31-466c-a453-1c6c0525f2b3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:23.313160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.370993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.394478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1f31f864-035a-4ab9-a80e-3d548d90c799 None None] Provisioning complete for port da7d716c-a359-4b45-ac76-26255b1d5065 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:23.401997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f31f864-035a-4ab9-a80e-3d548d90c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.404637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:23.404986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Checking segment: {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:23.405415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.405818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Bound using segment: {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:23.406318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Bound port: 62a1d0d1-cec2-4094-b738-edfbfcd4b20b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24208a2a-634c-4b75-ae72-0e8717b6224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:23.406708 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.521534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Network bf915f6b-ca52-495d-84bc-bc637c625335 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:23.544948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:23.555280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:23.558706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1f31f864-035a-4ab9-a80e-3d548d90c799 None None] Port da7d716c-a359-4b45-ac76-26255b1d5065 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:23.595182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] For port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:23.598583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] For port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,segment=NetworkSegment(24208a2a-634c-4b75-ae72-0e8717b6224a),segment_id=24208a2a-634c-4b75-ae72-0e8717b6224a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:23.606635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.682663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e460f77-559b-4117-81e2-a92dd878c52a req-13ca8c35-de05-4cab-83bf-3add7dc14836 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265899 Dec 13 09:43:23.718867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb41c-4cae-4fd0-b628-7249b68c4351 req-de38fa1c-7d3a-40f7-9491-1e31cd679ece tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:23.722115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-964fb41c-4cae-4fd0-b628-7249b68c4351 req-de38fa1c-7d3a-40f7-9491-1e31cd679ece tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 949 time: 0.6824691 Dec 13 09:43:23.734182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Routers {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:23.734870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:23.758082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event updated for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:23.945793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-91098ba7-3a07-411a-a1f4-47649be72ea0 None None] Provisioning complete for port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:23.946165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91098ba7-3a07-411a-a1f4-47649be72ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:23.971353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Deleting port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:23.971863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.027229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:24.074050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.074775 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.142745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8802-1cce-4a2c-b37e-2a32888a223f None None] Pushing event updated for resources: {'Port': ['ID=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:24.148969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] For port 62a1d0d1-cec2-4094-b738-edfbfcd4b20b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,segment=NetworkSegment(24208a2a-634c-4b75-ae72-0e8717b6224a),segment_id=24208a2a-634c-4b75-ae72-0e8717b6224a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:24.152570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.195024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Calling delete_port for 62a1d0d1-cec2-4094-b738-edfbfcd4b20b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:24.214452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-7bcdc28f-d472-4713-9f6d-bc80374f94dc tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2139068 Dec 13 09:43:24.245625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91098ba7-3a07-411a-a1f4-47649be72ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.251156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 36efde74-5581-4a28-b719-7c557b7e871e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:24.251533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.251775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Request body: {'port': {'device_id': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:24.364015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] Set router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:24.439996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-964fb41c-4cae-4fd0-b628-7249b68c4351 req-85f21449-2921-4a24-933b-345b40abcac3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874022 Dec 13 09:43:24.440452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.460652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f521667-0d31-4cb0-aea9-7a38e5a071ec req-2e3a37b7-d1b2-4190-ac55-04abea028185 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:24.471385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f521667-0d31-4cb0-aea9-7a38e5a071ec req-2e3a37b7-d1b2-4190-ac55-04abea028185 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 931 time: 0.5199227 Dec 13 09:43:24.543206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a1d0d1-cec2-4094-b738-edfbfcd4b20b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:24.612583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:24.704847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f521667-0d31-4cb0-aea9-7a38e5a071ec req-59417513-46d4-4e9a-9710-91de0184c534 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318411 Dec 13 09:43:24.938893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.037214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-790e44cf-eafe-421a-954b-4d1852406ed2 None None] Could not find standard attr ID for object 62a1d0d1-cec2-4094-b738-edfbfcd4b20b. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:43:25.065568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.099370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:25.101734 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d3b86-f33b-4dae-a813-6edde3faca07" -d '{"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:25.103972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7d716c-a359-4b45-ac76-26255b1d5065 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:25.118517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:25.127278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.214531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:25.225362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:18Z', 'revision_number': 4, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '62a1d0d1-cec2-4094-b738-edfbfcd4b20b', 'name': '', 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'mac_address': 'fa:16:3e:b9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:17Z', 'updated_at': '2021-12-13T09:43:23Z', 'revision_number': 4, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'subnets': [{'id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:25.285837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.290165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0c686-33d5-419a-a7a5-b8ca26303be5 None None] The sync data for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 is: [{'id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'name': 'tempest-FloatingIPsNegativeTestJSON-2000320006-router', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:18Z', 'revision_number': 4, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'gw_port': {'id': 'e8619868-3602-48f8-b67e-5822f26f59b3', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:12Z', 'updated_at': '2021-12-13T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '62a1d0d1-cec2-4094-b738-edfbfcd4b20b', 'name': '', 'network_id': '2910caa1-0c31-466c-a453-1c6c0525f2b3', 'tenant_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'mac_address': 'fa:16:3e:b9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:17Z', 'updated_at': '2021-12-13T09:43:23Z', 'revision_number': 4, 'project_id': '807d6bb1c9a4471a9620ec3a11b3181e', 'subnets': [{'id': '9aa38d85-437a-4cf6-82f4-5f2a0775a5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:25.332033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Transition to ACTIVE for port object da7d716c-a359-4b45-ac76-26255b1d5065 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:25.351086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe067-1777-4448-8056-27408da5d98c req-c1b4c32d-6f31-428e-a2d9-d6ca96de53ee tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.361400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46cfe067-1777-4448-8056-27408da5d98c req-c1b4c32d-6f31-428e-a2d9-d6ca96de53ee tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 950 time: 0.4093039 Dec 13 09:43:25.372978 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:25.400321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64e271-3f36-4021-bdb9-466b63f6ee73 req-fc72635b-6ca8-425f-a6ba-8c5af212d217 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:25.409897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba64e271-3f36-4021-bdb9-466b63f6ee73 req-fc72635b-6ca8-425f-a6ba-8c5af212d217 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 936 time: 0.4814830 Dec 13 09:43:25.589250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Pushing event updated for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:25.666696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46cfe067-1777-4448-8056-27408da5d98c req-3c14eaf2-daef-4585-a7d1-f1b14c33c3cb tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042634 Dec 13 09:43:25.741236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba64e271-3f36-4021-bdb9-466b63f6ee73 req-0be50438-ef70-4894-9b96-7d4720b21673 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283160 Dec 13 09:43:25.798588 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1387e502-9622-42cd-aad1-73108cdb7ecc x-openstack-request-id: req-1387e502-9622-42cd-aad1-73108cdb7ecc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:25.799220 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-plugged", "status": "completed", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:25.799844 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1387e502-9622-42cd-aad1-73108cdb7ecc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:25.800652 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'code': 200} Dec 13 09:43:25.800876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:26.066465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1401528d-6d58-4726-890a-c862535f1b01 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:26.098248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.148960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Attempting to bind port da7d716c-a359-4b45-ac76-26255b1d5065 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:26.149687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Attempting to bind port da7d716c-a359-4b45-ac76-26255b1d5065 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:26.149804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:26.149921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Attempting to bind port da7d716c-a359-4b45-ac76-26255b1d5065 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:26.169111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48779932-65ab-4a8a-9a31-9d26f1fa3410 admin admin] 10.222.0.30 "PUT /v2.0/routers/b20c44b8-0c6e-48b1-bcfe-d144ab66cc14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5494251 Dec 13 09:43:26.171977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:26.173774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Transition to ACTIVE for port object 1401528d-6d58-4726-890a-c862535f1b01 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:26.216107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277653-0a9b-4f5b-a2bb-1e3aa4245dc7 req-1c446a89-266d-49f7-a403-fc9394a5f7c3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.218428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11277653-0a9b-4f5b-a2bb-1e3aa4245dc7 req-1c446a89-266d-49f7-a403-fc9394a5f7c3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 951 time: 0.2870743 Dec 13 09:43:26.236431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.240092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Port da7d716c-a359-4b45-ac76-26255b1d5065 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:26.240432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Attempting to bind port da7d716c-a359-4b45-ac76-26255b1d5065 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:26.299431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:26.299919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:26.300319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:26.300784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Bound port: da7d716c-a359-4b45-ac76-26255b1d5065, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:26.301477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.395872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.460433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11277653-0a9b-4f5b-a2bb-1e3aa4245dc7 req-4ac636ec-9108-49ff-9ff8-5088fb3004b3 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124224 Dec 13 09:43:26.496346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64be694-dda5-4764-a2e3-8ff5ab108c0f req-ae188791-3fe4-43f0-8bbb-d10e3fae3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.497938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d64be694-dda5-4764-a2e3-8ff5ab108c0f req-ae188791-3fe4-43f0-8bbb-d10e3fae3c77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1102 time: 0.3231201 Dec 13 09:43:26.522330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Pushing event updated for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:26.538976 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.616595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf5cd-13fc-43ad-b9ca-41ac688156ea req-3164fb56-635b-42bd-96dc-f8cd71fecf67 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:26.627146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bfaf5cd-13fc-43ad-b9ca-41ac688156ea req-3164fb56-635b-42bd-96dc-f8cd71fecf67 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 931 time: 0.4859381 Dec 13 09:43:26.640100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d64be694-dda5-4764-a2e3-8ff5ab108c0f req-6ec2a4b1-309a-4fc0-a29f-9f131450ec60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980239 Dec 13 09:43:26.648737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Deleting port e8619868-3602-48f8-b67e-5822f26f59b3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:26.649087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.699458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:26.709317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:26.761699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=da7d716c-a359-4b45-ac76-26255b1d5065,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:26.783048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bfaf5cd-13fc-43ad-b9ca-41ac688156ea req-ccd00d87-d803-473f-84ce-68e8f7de7cc5 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547637 Dec 13 09:43:26.803523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Attempting to bind port 1401528d-6d58-4726-890a-c862535f1b01 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:26.803523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Attempting to bind port 1401528d-6d58-4726-890a-c862535f1b01 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:26.803523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Attempting to bind port 1401528d-6d58-4726-890a-c862535f1b01 on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:26.818956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.857541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] For port e8619868-3602-48f8-b67e-5822f26f59b3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e8619868-3602-48f8-b67e-5822f26f59b3,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:26.858164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.864984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Port 1401528d-6d58-4726-890a-c862535f1b01 on network bf915f6b-ca52-495d-84bc-bc637c625335 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:26.865333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Attempting to bind port 1401528d-6d58-4726-890a-c862535f1b01 on network bf915f6b-ca52-495d-84bc-bc637c625335 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:26.886405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Calling delete_port for e8619868-3602-48f8-b67e-5822f26f59b3 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:26.956291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:26.962296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:26.962779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Checking segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:26.963644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Bound using segment: {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:26.964232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Bound port: 1401528d-6d58-4726-890a-c862535f1b01, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf031b4-1d80-46c6-b473-3c01fb6e0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:26.964688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.039259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.041178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.046930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] 10.222.0.37 "PUT /v2.0/ports/da7d716c-a359-4b45-ac76-26255b1d5065 HTTP/1.1" status: 200 len: 1096 time: 4.2133076 Dec 13 09:43:27.076607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:27.082565 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:27.212403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96829-f4a1-4730-b34f-2ed895bc54ea req-c3d9fe78-9fda-4a90-b8e4-2171585e5278 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.214187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dc96829-f4a1-4730-b34f-2ed895bc54ea req-c3d9fe78-9fda-4a90-b8e4-2171585e5278 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 950 time: 0.3872519 Dec 13 09:43:27.251960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3028d1-b702-4896-9c1d-c39925b968eb req-7eb48f45-7117-41b6-96ef-c1fbc633aec6 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.260346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc3028d1-b702-4896-9c1d-c39925b968eb req-7eb48f45-7117-41b6-96ef-c1fbc633aec6 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 948 time: 0.3389874 Dec 13 09:43:27.278992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.301902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb3a3a-0d89-48fc-99aa-b3441e64a313 service neutron] Pushing event updated for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.330292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8619868-3602-48f8-b67e-5822f26f59b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:27.350983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Deleting subnet 48aa1c7d-aa36-40d4-92f0-d8d68a027075 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:43:27.355301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.430707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:27.436095 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.468158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-ec00ebd3-65da-4095-844d-375404005c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.469430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.470606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-ec00ebd3-65da-4095-844d-375404005c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 1099 time: 0.3436458 Dec 13 09:43:27.514600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1401528d-6d58-4726-890a-c862535f1b01,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:27.569468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.589479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc3028d1-b702-4896-9c1d-c39925b968eb req-ac59df37-ba64-4ecc-8f3a-82a741035e07 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241622 Dec 13 09:43:27.613995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dc96829-f4a1-4730-b34f-2ed895bc54ea req-49563379-0dab-4bf5-818e-2502210296d8 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652654 Dec 13 09:43:27.619874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.623666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.638884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-55f35c26-4c38-4275-9984-6b571e83826a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=da7d716c-a359-4b45-ac76-26255b1d5065 HTTP/1.1" status: 200 len: 217 time: 0.1510913 Dec 13 09:43:27.682420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.683669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:43:27.695349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.696685 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32c6fcf3-83da-4dcd-ba68-77b999c58202 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b20c44b8-0c6e-48b1-bcfe-d144ab66cc14 HTTP/1.1" status: 204 len: 168 time: 1.5237610 Dec 13 09:43:27.699183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:27.788520 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Sync routers for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:27.811564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-d272c5fd-77d3-4d4c-adc9-01471ae3a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.814698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-d272c5fd-77d3-4d4c-adc9-01471ae3a5c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1184089 Dec 13 09:43:27.815517 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:27.817782 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dff189-82da-4727-91dd-af048f80ad66 x-openstack-request-id: req-69dff189-82da-4727-91dd-af048f80ad66 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:27.818255 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:27.818411 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:43:27.818633 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69dff189-82da-4727-91dd-af048f80ad66 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:27.819223 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065', 'status': 'completed', 'code': 200} Dec 13 09:43:27.820444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.821843 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:43:27.856054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:27.859180 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:43:27.861927 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:43:27.863563 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fa397-cab4-4807-800c-5a1e7458dc07 None None] The sync data for ids ['b20c44b8-0c6e-48b1-bcfe-d144ab66cc14'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:27.867849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:27.868630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.870729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] 10.222.0.44 "PUT /v2.0/ports/1401528d-6d58-4726-890a-c862535f1b01 HTTP/1.1" status: 200 len: 1091 time: 3.6357627 Dec 13 09:43:27.879744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Deleting subnet 9aa38d85-437a-4cf6-82f4-5f2a0775a5a7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:43:27.888229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.936903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:27.958205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:27.986955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bee38-d3bd-42fc-8026-524836b20b58 service neutron] Pushing event updated for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:28.025163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-02db2e59-fd91-4126-a457-864f77291a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.027189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-02db2e59-fd91-4126-a457-864f77291a58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790614 Dec 13 09:43:28.070774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.119277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a549606-a10b-4ad1-90fb-e34a3e860a4c req-ddf9a271-3a2c-45a4-a6c8-eb8cd05864ac tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.119663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.121629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a549606-a10b-4ad1-90fb-e34a3e860a4c req-ddf9a271-3a2c-45a4-a6c8-eb8cd05864ac tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 951 time: 0.2194800 Dec 13 09:43:28.128412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.161056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:28.161380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.164332 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0076ac-b97b-440e-b8be-bc4639f37c90" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:28.181200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:28.189907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e33cc-34f5-4302-9d5b-00879fa325d7 None None] Network 2910caa1-0c31-466c-a453-1c6c0525f2b3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:28.210950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.214561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9aa38d85-437a-4cf6-82f4-5f2a0775a5a7 HTTP/1.1" status: 204 len: 168 time: 0.5132520 Dec 13 09:43:28.216661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4291ca-1080-4b4b-8c29-da84b1e464fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa38d85-437a-4cf6-82f4-5f2a0775a5a7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:28.218721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:28.296992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.312983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.424943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Deleting port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:28.425334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.432256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:28.572889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f140f7e8-6011-4d2a-89a0-7512688fa6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.589044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] For port b67094c9-0f63-4a60-8a4d-6d64d114c1f2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,segment=NetworkSegment(24208a2a-634c-4b75-ae72-0e8717b6224a),segment_id=24208a2a-634c-4b75-ae72-0e8717b6224a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:28.589552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.608653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Calling delete_port for b67094c9-0f63-4a60-8a4d-6d64d114c1f2 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:28.693154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48aa1c7d-aa36-40d4-92f0-d8d68a027075,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:28.706855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.712112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.716573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-59e0f526-8748-4295-a522-510a803f5107 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/48aa1c7d-aa36-40d4-92f0-d8d68a027075 HTTP/1.1" status: 204 len: 168 time: 2.0090344 Dec 13 09:43:28.724147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-6da605f2-9b00-452e-9740-f5b8b6fa1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.726435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-6da605f2-9b00-452e-9740-f5b8b6fa1fe3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 1094 time: 0.7152281 Dec 13 09:43:28.729801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:28.751330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Pushing event deleted for resources: {'Port': ['ID=b67094c9-0f63-4a60-8a4d-6d64d114c1f2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:28.755114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] No DVR routers for this DVR port b67094c9-0f63-4a60-8a4d-6d64d114c1f2 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:28.847767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cedd33c-3118-4797-ae1a-a3945906517b None None] DHCP port deletion for 2910caa1-0c31-466c-a453-1c6c0525f2b3 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:43:28.860056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.877728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-bb07189f-f21d-42c9-98d6-b7976b6b3005 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401528d-6d58-4726-890a-c862535f1b01 HTTP/1.1" status: 200 len: 217 time: 0.1307383 Dec 13 09:43:28.895399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2910caa1-0c31-466c-a453-1c6c0525f2b3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:28.906890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24208a2a-634c-4b75-ae72-0e8717b6224a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:28.907193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24208a2a-634c-4b75-ae72-0e8717b6224a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:28.915571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.918267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.930856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a549606-a10b-4ad1-90fb-e34a3e860a4c req-b5cf7c19-b581-475f-a4f5-d5986797c0da tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990251 Dec 13 09:43:28.939591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.961319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:43:28.961814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:43:28.963973 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:43:28.982238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6878e-31ab-4d6f-82d8-4b6078845d66 req-2c558bce-f415-4ac1-a8ff-f431945c752d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:28.983785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17d6878e-31ab-4d6f-82d8-4b6078845d66 req-2c558bce-f415-4ac1-a8ff-f431945c752d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 943 time: 0.3366764 Dec 13 09:43:28.991963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.010559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-4f219718-3e80-432e-982c-602b7e8c6a69 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9632363 Dec 13 09:43:29.018294 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171dae5-874f-4681-bcc8-1929f123e028 x-openstack-request-id: req-8171dae5-874f-4681-bcc8-1929f123e028 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:29.018783 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:29.018783 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8171dae5-874f-4681-bcc8-1929f123e028 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:29.019055 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'code': 200} Dec 13 09:43:29.043343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-91d3251b-dd84-416e-a444-4fb42925f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.044641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-91d3251b-dd84-416e-a444-4fb42925f5c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 0.1387396 Dec 13 09:43:29.056399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.086256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.094770 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] 10.222.0.30 "DELETE /v2.0/networks/2910caa1-0c31-466c-a453-1c6c0525f2b3 HTTP/1.1" status: 204 len: 168 time: 0.8744333 Dec 13 09:43:29.108091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d234c-7e03-4eef-8a5f-186003fb84da admin admin] Pushing event deleted for resources: {'Network': ['ID=2910caa1-0c31-466c-a453-1c6c0525f2b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.131862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 62a1d0d1-cec2-4094-b738-edfbfcd4b20b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:29.156307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-9acb0b1b-9837-4617-be9a-89400f982ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649314 Dec 13 09:43:29.182865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 62a1d0d1-cec2-4094-b738-edfbfcd4b20b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:29.183623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 62a1d0d1-cec2-4094-b738-edfbfcd4b20b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:29.184130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e8619868-3602-48f8-b67e-5822f26f59b3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:29.214980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e8619868-3602-48f8-b67e-5822f26f59b3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:29.216498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e8619868-3602-48f8-b67e-5822f26f59b3 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:29.217767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b67094c9-0f63-4a60-8a4d-6d64d114c1f2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:29.241816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b67094c9-0f63-4a60-8a4d-6d64d114c1f2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:29.242568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b67094c9-0f63-4a60-8a4d-6d64d114c1f2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:29.290227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:29.329197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.343582 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-885ebb2e-6377-4021-a243-cad6215e18a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=807d6bb1c9a4471a9620ec3a11b3181e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507402 Dec 13 09:43:29.344342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:29.354509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4696c44e-3005-4ae9-ac1e-ccdfe7887aab']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:29.370859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207891a5-0d38-4228-bd60-35a3cab9b09e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:29.371480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207891a5-0d38-4228-bd60-35a3cab9b09e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:29.384258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.400819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.404949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.408032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:43:29.408431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.432559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:43:29.476301 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:43:29.480047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17d6878e-31ab-4d6f-82d8-4b6078845d66 req-1267087b-2438-467d-9cb9-ad889715da49 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865797 Dec 13 09:43:29.519699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.522493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.523684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f156d9ec-6bb5-479a-a0fa-fa942ca76394 HTTP/1.1" status: 204 len: 168 time: 0.1782961 Dec 13 09:43:29.523950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.543400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa923ecb-f999-4a04-b7d4-cde3730e4b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f156d9ec-6bb5-479a-a0fa-fa942ca76394,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.579003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:29.582281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] 10.222.0.30 "DELETE /v2.0/networks/4696c44e-3005-4ae9-ac1e-ccdfe7887aab HTTP/1.1" status: 204 len: 168 time: 0.8481705 Dec 13 09:43:29.605227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de9a113c-bd3d-4c04-bf7f-c9ea84f94727 req-26bbf226-219b-4471-a4eb-51b38e1ae1cc service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767586 Dec 13 09:43:29.608729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a099-920d-41c7-9142-5d06b927c89b admin admin] Pushing event deleted for resources: {'Network': ['ID=4696c44e-3005-4ae9-ac1e-ccdfe7887aab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:29.638730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537fea1-59a2-4ec5-a06e-5556a2415df0 req-4c33e0af-b42c-4123-8a1d-1c0561d4247a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.646657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0537fea1-59a2-4ec5-a06e-5556a2415df0 req-4c33e0af-b42c-4123-8a1d-1c0561d4247a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 948 time: 0.4569142 Dec 13 09:43:29.748358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0537fea1-59a2-4ec5-a06e-5556a2415df0 req-e90e54cf-a4be-4449-ab3d-e5b717520925 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977740 Dec 13 09:43:29.750555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-b94aca03-ac0b-4181-8362-49a25a278167 service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652242 Dec 13 09:43:29.833615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'tag': '1401528d-6d58-4726-890a-c862535f1b01'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:29.836187 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "tag": "1401528d-6d58-4726-890a-c862535f1b01"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:29.864668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-37a065e3-8757-4543-af78-597ffbdacc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:29.869888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-37a065e3-8757-4543-af78-597ffbdacc77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 1099 time: 0.1830041 Dec 13 09:43:29.926851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:29.956443 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa185649-ee03-42a0-a4e9-e6babaa07da4 x-openstack-request-id: req-fa185649-ee03-42a0-a4e9-e6babaa07da4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:29.956734 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "tag": "1401528d-6d58-4726-890a-c862535f1b01", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:29.956999 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa185649-ee03-42a0-a4e9-e6babaa07da4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:29.959015 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'tag': '1401528d-6d58-4726-890a-c862535f1b01', 'status': 'completed', 'code': 200} Dec 13 09:43:29.973385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64d3d366-bed1-4ad6-84ed-b8b1907cef8c req-b1453a69-886f-4c9f-be18-950ecd3d3b65 service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107377 Dec 13 09:43:30.032233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c4a7bd9-28e5-407c-a03c-d31d285e5326 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfd9dadf0803408c9c5947617c4b83d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012599 Dec 13 09:43:30.033307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:30.094847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.101997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-b27b6976-8619-401f-a1ae-aacaba4df93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.103411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-b27b6976-8619-401f-a1ae-aacaba4df93e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2257829 Dec 13 09:43:30.120120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.194138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.197218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:30.201478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50a520eb-f391-461d-af5e-b751fbc6dccf HTTP/1.1" status: 204 len: 168 time: 0.1642423 Dec 13 09:43:30.224428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779af43-4bf5-4ae5-a6c9-6b20c65f444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a520eb-f391-461d-af5e-b751fbc6dccf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:30.233181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-d47627ee-632f-4e10-a196-427eaa9f2598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=da7d716c-a359-4b45-ac76-26255b1d5065 HTTP/1.1" status: 200 len: 217 time: 0.1008732 Dec 13 09:43:30.317882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eacfb-9733-4c2e-802b-120694b987bd req-7eecf79c-5ae4-4d51-8d61-7c8ad3d3c0e5 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.320429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-575eacfb-9733-4c2e-802b-120694b987bd req-7eecf79c-5ae4-4d51-8d61-7c8ad3d3c0e5 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 951 time: 0.2766216 Dec 13 09:43:30.336588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-b077d8fa-7f6a-454f-a16d-ec188fe2f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.338227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-b077d8fa-7f6a-454f-a16d-ec188fe2f60b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0888529 Dec 13 09:43:30.400764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-e84d15a9-6485-4da6-aa3d-d9ab612037ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.402234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-e84d15a9-6485-4da6-aa3d-d9ab612037ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 1094 time: 0.2979343 Dec 13 09:43:30.516202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-ec240aae-7a6a-494f-a629-1162b746c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.517840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-ec240aae-7a6a-494f-a629-1162b746c7ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 200 len: 922 time: 0.1012475 Dec 13 09:43:30.532467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-6406e337-674f-476a-8e79-5bd30ce054cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.533961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-6406e337-674f-476a-8e79-5bd30ce054cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705847 Dec 13 09:43:30.556548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-575eacfb-9733-4c2e-802b-120694b987bd req-ca22adb7-9dd3-4e40-a4b3-276df6bdb3a8 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110987 Dec 13 09:43:30.652003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-7231cbf2-f579-4873-b330-5d6e5e4ca13f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1401528d-6d58-4726-890a-c862535f1b01 HTTP/1.1" status: 200 len: 217 time: 0.1224816 Dec 13 09:43:30.768036 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:43:30.853051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-6ab5a372-28a3-4dd7-bc68-d476184915af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.854858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-6ab5a372-28a3-4dd7-bc68-d476184915af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 200 len: 861 time: 0.1882017 Dec 13 09:43:30.870381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fcc0d-98bc-443a-b9be-76bd1d9dba0b req-4b169216-d114-463c-99c8-f0ef5dfd830d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:30.871956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b46fcc0d-98bc-443a-b9be-76bd1d9dba0b req-4b169216-d114-463c-99c8-f0ef5dfd830d tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 943 time: 0.2167954 Dec 13 09:43:30.904809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-211ef07c-8733-40c2-9842-506a8fc18e1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bf915f6b-ca52-495d-84bc-bc637c625335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317876 Dec 13 09:43:30.914085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-8ef5c748-b6ec-4c44-a3cd-908d95952972 service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564355 Dec 13 09:43:30.945275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2a2aa79-fcba-4de0-a754-9f94c082ee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.040189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:31.179623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b46fcc0d-98bc-443a-b9be-76bd1d9dba0b req-6acdc6e4-d585-4ab0-ab17-c16c6443c9d8 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734556 Dec 13 09:43:31.186927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac0b347d-247e-437d-ac8d-b2676bbf3f5a req-d623486f-f73d-4d64-bf95-4865718e809b service neutron] 10.222.0.37 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490523 Dec 13 09:43:31.222523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-784645095-network', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:31.224896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794baec9-2ac2-4ff8-8e0b-d23163a9584d req-c90cde6f-7fd9-432d-9ce0-c869b014167a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.226573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-794baec9-2ac2-4ff8-8e0b-d23163a9584d req-c90cde6f-7fd9-432d-9ce0-c869b014167a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 948 time: 0.2321174 Dec 13 09:43:31.242522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-5069988b-5cd2-4a59-8003-f9cea1e84041 service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264766 Dec 13 09:43:31.300238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Made reservation on behalf of ee7593ec8225418a94c0d481007e68fe for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:31.303732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.331692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.371493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04befbba-ff3d-4bcc-a2a8-7cfc712665e2 req-88c9b8d1-704d-40c7-9e77-f9448cf0abe4 service neutron] 10.222.0.44 "GET /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175208 Dec 13 09:43:31.449062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-794baec9-2ac2-4ff8-8e0b-d23163a9584d req-d05e9872-76d1-4d15-b9f8-33eb727d67b3 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031543 Dec 13 09:43:31.461742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.468397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.502555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:31.523337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bebcd95-3de6-417f-af46-a70da4bc2f0f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:31.526352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.526703 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Added segment 84343508-0973-467d-a81e-1f2ea2464db6 of type vlan for network 19f45567-da92-49ba-a488-5a0a19be8f56 Dec 13 09:43:31.542893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b0e62-19c1-47ee-a761-b752f34acb14 req-9d7bbe68-24ac-4694-9a78-5f936fb2d583 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.554055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-284b0e62-19c1-47ee-a761-b752f34acb14 req-9d7bbe68-24ac-4694-9a78-5f936fb2d583 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1102 time: 0.1390471 Dec 13 09:43:31.583150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.589994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:31.599325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-284b0e62-19c1-47ee-a761-b752f34acb14 req-777f6b9c-4602-4a24-bb5b-1dc7b13f85e1 tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Dec 13 09:43:31.666292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.667392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.670627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.740012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1743527965-network', 'tenant_id': '8d183e2439624a70adc97d4d302da80e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:31.756455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7151387 Dec 13 09:43:31.759412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:31.764654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Request body: {'subnet': {'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-subnet', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:31.788339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62a5b-f51a-4e33-abb6-da1a0228cf24 admin admin] Pushing event updated for resources: {'Network': ['ID=19f45567-da92-49ba-a488-5a0a19be8f56,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:31.788920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:43:31.788920 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 09:43:31.788920 n-d-820531-5 neutron-server[103189]: [parameters: {'project_id_1': 'ee7593ec8225418a94c0d481007e68fe', 'expiration_1': datetime.datetime(2021, 12, 13, 9, 43, 11, 768968)}] Dec 13 09:43:31.788920 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:43:31.790237 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:43:31.801383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:31.802681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Made reservation on behalf of 8d183e2439624a70adc97d4d302da80e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:31.805616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.819825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.854607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd579a5-37a6-4fc9-8393-4312dac9ba9a req-2de7d2e1-f792-448e-b895-ddf5e0691f8e tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:31.858606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cd579a5-37a6-4fc9-8393-4312dac9ba9a req-2de7d2e1-f792-448e-b895-ddf5e0691f8e tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 1102 time: 0.0464723 Dec 13 09:43:31.948700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:31.960561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cd579a5-37a6-4fc9-8393-4312dac9ba9a req-880893c8-3f6f-4244-8b3a-a9a2321f077c tempest-ServersAdminTestJSON-251550216 tempest-ServersAdminTestJSON-251550216-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Dec 13 09:43:31.960736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.003000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f85b1-a90e-49be-911e-0a2ea3400b90,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.012830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1401528d-6d58-4726-890a-c862535f1b01 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:32.016348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:32.028888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.030004 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Added segment 0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa of type vlan for network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 Dec 13 09:43:32.079632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.107150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:32.108905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.111150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.112633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.154843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.169728 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5767615 Dec 13 09:43:32.173089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:32.178991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Request body: {'subnet': {'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1743527965-subnet', 'tenant_id': '8d183e2439624a70adc97d4d302da80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:32.218173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b605bec-f329-4169-a977-3c55a50514e4 admin admin] Pushing event updated for resources: {'Network': ['ID=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.226878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1401528d-6d58-4726-890a-c862535f1b01,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:32.238638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Made reservation on behalf of 8d183e2439624a70adc97d4d302da80e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:32.245171 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.260106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:32.382871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Made reservation on behalf of ee7593ec8225418a94c0d481007e68fe for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:32.385512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.399279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b642fc-5dcb-45f5-a066-baf01dd29a29 req-9207dc87-caee-4ab5-bb62-1f57064bb9a2 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.410262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1b642fc-5dcb-45f5-a066-baf01dd29a29 req-9207dc87-caee-4ab5-bb62-1f57064bb9a2 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.1526513 Dec 13 09:43:32.426987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '1401528d-6d58-4726-890a-c862535f1b01', 'network_id': 'bf915f6b-ca52-495d-84bc-bc637c625335', 'port_id': '1401528d-6d58-4726-890a-c862535f1b01', 'mac_address': 'fa:16:3e:b0:18:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8405e368-5d97-4ea2-a985-943fc901e979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:32.434078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:32.438230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850ca8-53dc-462a-bd8d-d43363b4f64b req-5b6b3160-b174-4a44-a7f8-5c02172e4feb tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.448123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c850ca8-53dc-462a-bd8d-d43363b4f64b req-5b6b3160-b174-4a44-a7f8-5c02172e4feb tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 943 time: 0.1364717 Dec 13 09:43:32.452045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'mac_address': 'fa:16:3e:ee:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:32.492680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.509664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1401528d-6d58-4726-890a-c862535f1b01 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:32.527190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.570181 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.573293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1401528d-6d58-4726-890a-c862535f1b01,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:32.584192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.594344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Pushing event updated for resources: {'Subnet': ['ID=801204e4-2e0d-479d-8b4c-23b717b0b775,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.603241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Checking segment: {'id': '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:32.603652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Network hostable DHCP agents. Network: cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:32.605867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1b642fc-5dcb-45f5-a066-baf01dd29a29 req-76c348a4-28bd-4f41-90c3-bb2758e40322 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938443 Dec 13 09:43:32.613446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a86c68-fa39-4c4a-9f1a-b2110134b102 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:32.627609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:32.641744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c850ca8-53dc-462a-bd8d-d43363b4f64b req-fbe3d6da-b9fb-4611-93f7-2e7cad20e956 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920350 Dec 13 09:43:32.644624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:32.649640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.650743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.671475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac25c0-d86a-46b4-8a42-a07f145191a1 None None] Network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:32.692498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e497027-b385-4e81-ab21-39c743d2747c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5091612 Dec 13 09:43:32.754886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:32.771727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.775341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.833007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:32.848785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1401528d-6d58-4726-890a-c862535f1b01'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:32.863434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0625-d0a1-4e21-ad72-b47140194fa3 req-9153fb6b-1296-464d-805d-2ce2bdaaa585 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:32.869690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-347e0625-d0a1-4e21-ad72-b47140194fa3 req-9153fb6b-1296-464d-805d-2ce2bdaaa585 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 948 time: 0.1441054 Dec 13 09:43:32.883009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9cad2-8cb1-4c44-8f02-d0d345570fdc None None] Network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:32.905993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['93a86c68-fa39-4c4a-9f1a-b2110134b102'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:32.931371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37b5516-9445-4417-ad03-8a323078e2ca,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.945896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Checking segment: {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:32.946262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Network hostable DHCP agents. Network: 19f45567-da92-49ba-a488-5a0a19be8f56, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:32.957064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-347e0625-d0a1-4e21-ad72-b47140194fa3 req-e2096674-52f6-4b1a-af3d-6b60d0f17f7e tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780115 Dec 13 09:43:32.972853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Network 19f45567-da92-49ba-a488-5a0a19be8f56 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:32.981715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:32.993900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 19f45567-da92-49ba-a488-5a0a19be8f56) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:33.006955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.007718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.010191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225d98d-67cb-4dd4-8325-a44f057c487a None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:33.026271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-84a20b57-6455-499c-ab1e-4a119cd1f269 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2657552 Dec 13 09:43:33.030464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:33.038135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:33.080938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.082573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.144274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.234476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-19f45567-da92-49ba-a488-5a0a19be8f56', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:33.235348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.260646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-668e2793-8f00-4c9c-9088-8fe1b7bebdf8 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.263053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-668e2793-8f00-4c9c-9088-8fe1b7bebdf8 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/networks?id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 HTTP/1.1" status: 200 len: 814 time: 0.1223617 Dec 13 09:43:33.278900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-70c4b0a8-34f8-465d-bfac-7e49a8d04885 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/quotas/8d183e2439624a70adc97d4d302da80e HTTP/1.1" status: 200 len: 375 time: 0.0093467 Dec 13 09:43:33.299309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.321825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-7601adfc-ea3f-435a-aed5-01d032832dfa tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d183e2439624a70adc97d4d302da80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365496 Dec 13 09:43:33.416865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-2a044f47-0317-4370-ab13-e163c1e76c1e service neutron] 10.222.0.30 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Dec 13 09:43:33.466097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Allocated IP 172.20.0.2 (19f45567-da92-49ba-a488-5a0a19be8f56/b37b5516-9445-4417-ad03-8a323078e2ca/d5776d76-a5fd-4221-a9ab-4e6d397369c0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:33.514486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:33.519745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1964576849'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:33.527352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.549556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.563748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.566223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-d88b4a86-f83b-41da-babd-ac52b30017d4 service neutron] 10.222.0.30 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425555 Dec 13 09:43:33.573869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:33.578962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.605469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:33.620883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.623076 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Added segment 13926a61-a0cb-4b85-9c4b-1b572812617f of type vlan for network 9279cadd-318a-4164-80bb-a858fcb353a5 Dec 13 09:43:33.652062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.659624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.686979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Allocated IP 172.25.1.143 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/f29a3ee5-fea1-441c-b84e-39032ec8e56a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:33.715857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Pushing event updated for resources: {'Port': ['ID=d5776d76-a5fd-4221-a9ab-4e6d397369c0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:33.735507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.736055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.736539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.737062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.737528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.738007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.738435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.738868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.739322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.740122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.740553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.740983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.741463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:33.747634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:33.749577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:33.753092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:33.796430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.804445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.817249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42be7c-c94e-4192-a29e-096883949474 req-70e3e490-3a7a-4bd6-8028-39ad95c7a2cb tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.818758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc42be7c-c94e-4192-a29e-096883949474 req-70e3e490-3a7a-4bd6-8028-39ad95c7a2cb tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.1735914 Dec 13 09:43:33.859609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Attempting to bind port d5776d76-a5fd-4221-a9ab-4e6d397369c0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:33.859988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Attempting to bind port d5776d76-a5fd-4221-a9ab-4e6d397369c0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:33.860378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Attempting to bind port d5776d76-a5fd-4221-a9ab-4e6d397369c0 on network 19f45567-da92-49ba-a488-5a0a19be8f56 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:33.865889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:33.866495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Checking segment: {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:33.867315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.867763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Bound using segment: {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:33.868306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Bound port: d5776d76-a5fd-4221-a9ab-4e6d397369c0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:33.868687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.873748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.907242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94faf6-3d52-49e8-b994-d915b6206fa5 req-066b4ea0-7314-4a2e-867f-0edecd076364 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.914448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b94faf6-3d52-49e8-b994-d915b6206fa5 req-066b4ea0-7314-4a2e-867f-0edecd076364 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 950 time: 0.1948378 Dec 13 09:43:33.916216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.922525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:33.922908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.937229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:33.940871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:33.945997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:33.957590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] For port d5776d76-a5fd-4221-a9ab-4e6d397369c0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:33.960851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] For port d5776d76-a5fd-4221-a9ab-4e6d397369c0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5776d76-a5fd-4221-a9ab-4e6d397369c0,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:33.968669 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:33.976163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1401528d-6d58-4726-890a-c862535f1b01 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:34.016322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Pushing event updated for resources: {'Port': ['ID=f29a3ee5-fea1-441c-b84e-39032ec8e56a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:34.096322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device da7d716c-a359-4b45-ac76-26255b1d5065 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:34.098662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:34.112974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.113558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.113785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.114341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.114625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.114978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.115311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.115709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.116168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.116501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.116914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.117297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.117588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:34.138300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccdeda-1016-442e-bfba-32439d391530 None None] Pushing event updated for resources: {'Port': ['ID=d5776d76-a5fd-4221-a9ab-4e6d397369c0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:34.233248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 1401528d-6d58-4726-890a-c862535f1b01 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:34.244165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 1401528d-6d58-4726-890a-c862535f1b01 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:34.244899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.416049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.487084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 93a86c68-fa39-4c4a-9f1a-b2110134b102 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:34.487458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.511458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9948971 Dec 13 09:43:34.518067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:34.524414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1734531246'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:34.540020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd08461-c41c-4f7e-8e27-6ee776134c8c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Network': ['ID=9279cadd-318a-4164-80bb-a858fcb353a5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:34.562762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9279cadd-318a-4164-80bb-a858fcb353a5 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:34.576266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b94faf6-3d52-49e8-b994-d915b6206fa5 req-811a1d5e-f11b-42c3-90e0-64ffa4129877 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608713 Dec 13 09:43:34.591877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0225-ac79-4f0d-9a92-96fb239f1849 req-2bb4e97a-bf06-4706-a505-a9a09f976bac tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:34.611049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-755f0225-ac79-4f0d-9a92-96fb239f1849 req-2bb4e97a-bf06-4706-a505-a9a09f976bac tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 944 time: 0.7360456 Dec 13 09:43:34.686720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:34.695012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.706285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=da7d716c-a359-4b45-ac76-26255b1d5065,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:34.752729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-755f0225-ac79-4f0d-9a92-96fb239f1849 req-e17e166e-a992-44cb-92be-f282599c99f5 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359794 Dec 13 09:43:34.772799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Deleting port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:34.772799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.788213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.831203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'da7d716c-a359-4b45-ac76-26255b1d5065', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'da7d716c-a359-4b45-ac76-26255b1d5065', 'mac_address': 'fa:16:3e:62:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:34.897051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6f89fd8-7bd2-4bcd-b9fa-efd62d2cf39f req-c81b7772-4c13-4239-b070-57f6e3182b47 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 210 time: 0.1059549 Dec 13 09:43:34.971847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:34.988784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] For port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:34.991958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.005910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:35.015345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.018586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Calling delete_port for 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:35.023612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401528d-6d58-4726-890a-c862535f1b01'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:35.026368 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4aa7a8-9cf9-4f5a-8b9b-25ee348c00f8" -d '{"events": [{"server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "name": "network-vif-plugged", "status": "completed", "tag": "1401528d-6d58-4726-890a-c862535f1b01"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:35.029051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.035523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.036309 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Added segment 443b3b6d-1eaa-4817-87d2-e2bdaf11306d of type vlan for network 92ccfa92-50a4-487b-ac9f-e67f61665187 Dec 13 09:43:35.050963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.056783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1401528d-6d58-4726-890a-c862535f1b01,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:35.058302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca49a2-73dd-4eea-a4f6-60e6cffce4f7 req-ea61a730-e2db-4275-a5bd-7ed7850f2488 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.061940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7d716c-a359-4b45-ac76-26255b1d5065 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:35.065151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ca49a2-73dd-4eea-a4f6-60e6cffce4f7 req-ea61a730-e2db-4275-a5bd-7ed7850f2488 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 948 time: 0.2065668 Dec 13 09:43:35.083275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.094426 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c340421-7e2c-440e-b49c-b9fc7dc5ee94 x-openstack-request-id: req-5c340421-7e2c-440e-b49c-b9fc7dc5ee94 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:35.094761 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "name": "network-vif-plugged", "status": "completed", "tag": "1401528d-6d58-4726-890a-c862535f1b01", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:35.095063 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c340421-7e2c-440e-b49c-b9fc7dc5ee94 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:35.095483 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1401528d-6d58-4726-890a-c862535f1b01', 'code': 200} Dec 13 09:43:35.162554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=da7d716c-a359-4b45-ac76-26255b1d5065,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:35.171183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:35.182824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.197866 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.229080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:35.257974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.282551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:43:35.315507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5776d76-a5fd-4221-a9ab-4e6d397369c0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:35.404719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ca49a2-73dd-4eea-a4f6-60e6cffce4f7 req-d8ebc2cb-3b90-4ce6-965e-7aad5dd294c6 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268113 Dec 13 09:43:35.408576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:35.435165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1269393-298c-48a7-aa28-48f15d0c0d74 req-4a6d28c6-6b27-4ef9-86b3-950553b98847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.437111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1269393-298c-48a7-aa28-48f15d0c0d74 req-4a6d28c6-6b27-4ef9-86b3-950553b98847 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 1096 time: 0.2418983 Dec 13 09:43:35.442257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.449143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.450576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.467003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d5776d76-a5fd-4221-a9ab-4e6d397369c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:35.468482 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.504862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:35.527677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.534177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3810aac5-f2cb-4c82-a3dd-e15275384825 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5020704 Dec 13 09:43:35.535083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:35.535217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Sync routers for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:35.564680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:35.573824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0484295 Dec 13 09:43:35.575249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53508) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:35.578491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:35.579154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:35.622296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'subnet': {'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:35.721721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f022a-21ea-4d90-bdd1-9832fa46c69d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Network': ['ID=92ccfa92-50a4-487b-ac9f-e67f61665187,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:35.751581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:35.777650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-98ddb6a3-6110-49fc-9dbb-e98b93fb630d tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.779869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-98ddb6a3-6110-49fc-9dbb-e98b93fb630d tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.37 "GET /v2.0/networks?id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 HTTP/1.1" status: 200 len: 814 time: 0.4854801 Dec 13 09:43:35.787205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:35.806034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Request body: {'port': {'device_id': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10', 'admin_state_up': True, 'tenant_id': '8d183e2439624a70adc97d4d302da80e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:35.845865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.867090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1269393-298c-48a7-aa28-48f15d0c0d74 req-a9143ed0-2470-43fe-a5cf-f828068fe782 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134028 Dec 13 09:43:35.878429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5da33e-d4ed-41e8-ae88-0865ae203cdd None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:35.880895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['da7d716c-a359-4b45-ac76-26255b1d5065'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:35.894754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:35.969783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event deleted for resources: {'Port': ['ID=87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:35.970191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', '36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:35.985910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51bf3d-11cb-4348-af5e-d985d98c362a req-5b5d11d6-3a43-41ba-a4a6-d059d708b10a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:35.987450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a51bf3d-11cb-4348-af5e-d985d98c362a req-5b5d11d6-3a43-41ba-a4a6-d059d708b10a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ea7561-032c-42b3-92eb-79010a072a77 HTTP/1.1" status: 200 len: 867 time: 0.2726629 Dec 13 09:43:36.089556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] No DVR routers for this DVR port 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:36.092995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:36.096840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.099092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.106720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049d51-06bc-43c7-a76b-b80ee8359c0e req-6a14c6b2-aa1a-4908-aa3f-7ce998e75707 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:36.108252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37049d51-06bc-43c7-a76b-b80ee8359c0e req-6a14c6b2-aa1a-4908-aa3f-7ce998e75707 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 945 time: 0.2439353 Dec 13 09:43:36.111199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.114603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc42be7c-c94e-4192-a29e-096883949474 req-da13a24e-998f-4b95-a1fb-24b7d5d6a301 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "DELETE /v2.0/ports/87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 HTTP/1.1" status: 204 len: 173 time: 2.2849469 Dec 13 09:43:36.118042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'name': 'network-vif-deleted', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:36.120780 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a807e-a2ea-4fa6-933d-865d994a9ddc" -d '{"events": [{"server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "name": "network-vif-deleted", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:36.140286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cdc911e4-5442-42db-92d4-9d465d7ff062 None None] Provisioning complete for port d5776d76-a5fd-4221-a9ab-4e6d397369c0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:36.141267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdc911e4-5442-42db-92d4-9d465d7ff062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.145451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d5776d76-a5fd-4221-a9ab-4e6d397369c0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5776d76-a5fd-4221-a9ab-4e6d397369c0,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:36.207788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.251433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a51bf3d-11cb-4348-af5e-d985d98c362a req-e568acf2-04d4-47bd-b508-3a6a588f4068 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536156 Dec 13 09:43:36.268572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Made reservation on behalf of 8d183e2439624a70adc97d4d302da80e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:36.274076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.310870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37049d51-06bc-43c7-a76b-b80ee8359c0e req-17f10c92-66d3-4776-921d-e6fc2c0044ca tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862719 Dec 13 09:43:36.411506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Allocated IP 172.20.0.1 (19f45567-da92-49ba-a488-5a0a19be8f56/b37b5516-9445-4417-ad03-8a323078e2ca/70a7fdd6-dc55-4a7e-9926-75dabcf46930) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:36.426602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d5776d76-a5fd-4221-a9ab-4e6d397369c0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:36.492860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f66d49-2150-4042-b73a-d6f1c0ea7480 req-cd9ea50b-ee95-4af4-82e6-cf24d8cddccc tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 210 time: 0.0876198 Dec 13 09:43:36.583531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.593778 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f2c0e-f511-4585-8abc-acca69a1b93f x-openstack-request-id: req-ae8f2c0e-f511-4585-8abc-acca69a1b93f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:36.594085 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ea7561-032c-42b3-92eb-79010a072a77", "name": "network-vif-deleted", "tag": "87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:36.594351 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae8f2c0e-f511-4585-8abc-acca69a1b93f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:36.594776 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ea7561-032c-42b3-92eb-79010a072a77', 'name': 'network-vif-deleted', 'tag': '87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1', 'status': 'completed', 'code': 200} Dec 13 09:43:36.646065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.719566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Pushing event updated for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:36.735525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Network 19f45567-da92-49ba-a488-5a0a19be8f56 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:36.737628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:36.741630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:36.781101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:34Z', 'revision_number': 3, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:36.821573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Checking router: ebad40c5-1aae-4785-9dab-4d4e6666d7c9 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:36.821985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Updating router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 port f29a3ee5-fea1-441c-b84e-39032ec8e56a binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:36.830906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.836992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Allocated IP 172.20.0.7 (cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10/801204e4-2e0d-479d-8b4c-23b717b0b775/ff76e101-0841-4d4c-a20b-e1c738d3aaa1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:36.861159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.907430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:36.930241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17cad-4de1-45d1-9444-43526b30e6ef req-5e2dabba-fba9-4ce3-8d59-c4334c8d24fc tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:36.931821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c17cad-4de1-45d1-9444-43526b30e6ef req-5e2dabba-fba9-4ce3-8d59-c4334c8d24fc tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 949 time: 0.2893107 Dec 13 09:43:37.004467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Subnet': ['ID=adced73e-b601-45fc-963d-494dcf5e46e1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:37.059890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.103487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:37.105808 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad3ae47-c7ac-48d7-833c-343e39eb5f69" -d '{"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-plugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:37.175568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d2cfd48-5c0c-49f9-9a76-373706f45d7a None None] Provisioning complete for port d5776d76-a5fd-4221-a9ab-4e6d397369c0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:37.175922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d2cfd48-5c0c-49f9-9a76-373706f45d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.182595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5776d76-a5fd-4221-a9ab-4e6d397369c0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:37.230923 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c593d59-d8b4-4c57-a0ec-8d1e1ff5f4cf x-openstack-request-id: req-3c593d59-d8b4-4c57-a0ec-8d1e1ff5f4cf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:37.231238 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-plugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:37.231591 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c593d59-d8b4-4c57-a0ec-8d1e1ff5f4cf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:37.232119 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'code': 200} Dec 13 09:43:37.255993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c17cad-4de1-45d1-9444-43526b30e6ef req-c57a9acf-e2ed-43b2-9941-6d7889df65c1 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483902 Dec 13 09:43:37.272325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:37.272667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network hostable DHCP agents. Network: 9279cadd-318a-4164-80bb-a858fcb353a5, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:37.303756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.311670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.329468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:37.361250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9279cadd-318a-4164-80bb-a858fcb353a5) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:37.372291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd64a94-76cd-4c56-90bd-278911ce9920 None None] Network 9279cadd-318a-4164-80bb-a858fcb353a5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:37.374805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:37.375570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.385888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.395853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.401553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb9a1ea5-c04f-4852-9971-279e3530588e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7877831 Dec 13 09:43:37.405479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:37.412439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'subnet': {'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:37.426686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d5776d76-a5fd-4221-a9ab-4e6d397369c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:37.427281 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.490049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Pushing event updated for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:37.573771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Network 19f45567-da92-49ba-a488-5a0a19be8f56 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:37.575715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:37.592372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a367e-f8ca-4f95-b1af-46ed7f93cd04 req-364f975d-74fa-4936-a2b1-ba699501a117 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:37.600602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b8a367e-f8ca-4f95-b1af-46ed7f93cd04 req-364f975d-74fa-4936-a2b1-ba699501a117 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 945 time: 0.1295402 Dec 13 09:43:37.627523 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.637992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-9279cadd-318a-4164-80bb-a858fcb353a5', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:37.639082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.658195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.670201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8aca2549-aeff-4338-bc71-7993e1792923'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:37.672389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.735553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:37.743851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:37.747447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:37.777270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:43:37.786329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0251-152b-4d29-a2ad-55e59da6fba5 None None] Pushing event updated for resources: {'Port': ['ID=f29a3ee5-fea1-441c-b84e-39032ec8e56a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:37.802980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b8a367e-f8ca-4f95-b1af-46ed7f93cd04 req-96489130-c6c5-44b9-b378-8b7b9d088123 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003908 Dec 13 09:43:37.815246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:37.823027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.852842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Pushing event updated for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:37.925281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b8ad53bf-96c8-4c22-b70f-45f5734ab7d2 None None] Provisioning complete for port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:37.925868 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8ad53bf-96c8-4c22-b70f-45f5734ab7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:37.958368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:43:37.963975 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67e60c7b-8a92-4e55-be5a-cca5036d382a admin admin] 10.222.0.30 "PUT /v2.0/routers/ebad40c5-1aae-4785-9dab-4d4e6666d7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276438 Dec 13 09:43:37.995309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Attempting to bind port f29a3ee5-fea1-441c-b84e-39032ec8e56a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:37.995686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Attempting to bind port f29a3ee5-fea1-441c-b84e-39032ec8e56a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:37.996057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Attempting to bind port f29a3ee5-fea1-441c-b84e-39032ec8e56a on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:38.018522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:38.023201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.023846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.027691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:38.028728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:38.029155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.029559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:38.030051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Bound port: f29a3ee5-fea1-441c-b84e-39032ec8e56a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:38.030642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.083421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-6eec6d7f-2db6-4a23-913f-7e4f630bb288 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2925975 Dec 13 09:43:38.095209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61bb43-4b01-46f3-aa05-c5ef6b78fe17 req-73163d02-ac2f-42fe-b3b8-8bf8a2c413e1 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.097317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd61bb43-4b01-46f3-aa05-c5ef6b78fe17 req-73163d02-ac2f-42fe-b3b8-8bf8a2c413e1 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 931 time: 0.2831824 Dec 13 09:43:38.102777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device da7d716c-a359-4b45-ac76-26255b1d5065 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:38.104525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad53bf-96c8-4c22-b70f-45f5734ab7d2 None None] Port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:38.110507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Request body: {'port': {'device_id': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:38.114205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:38.114557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 87af2e5f-24d3-45a5-8cf4-934b3dcd0fd1 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:38.126896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0763b-5dd6-462d-ab3b-6559e85873c4 req-ef4d26d4-98b3-477f-b86a-6556debc847c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.133663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7f0763b-5dd6-462d-ab3b-6559e85873c4 req-ef4d26d4-98b3-477f-b86a-6556debc847c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 950 time: 0.2155406 Dec 13 09:43:38.200660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Allocated IP 10.1.1.2 (9279cadd-318a-4164-80bb-a858fcb353a5/adced73e-b601-45fc-963d-494dcf5e46e1/1433b56a-c05c-453a-b6cb-c35ec4c461a7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:38.225853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] For port f29a3ee5-fea1-441c-b84e-39032ec8e56a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:38.259341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] For port f29a3ee5-fea1-441c-b84e-39032ec8e56a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f29a3ee5-fea1-441c-b84e-39032ec8e56a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:38.286247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7f0763b-5dd6-462d-ab3b-6559e85873c4 req-7df8ad4f-1eca-48be-9a44-8e210294c834 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292143 Dec 13 09:43:38.314302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.316409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.330914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16bdafc6-c97b-41d3-9e02-04c117b64b1e None None] Provisioning complete for port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:38.331709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16bdafc6-c97b-41d3-9e02-04c117b64b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.391098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port da7d716c-a359-4b45-ac76-26255b1d5065 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:38.414713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port da7d716c-a359-4b45-ac76-26255b1d5065 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:38.415166 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.436730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.456441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd61bb43-4b01-46f3-aa05-c5ef6b78fe17 req-6b1e0e2b-6610-4266-87a0-ede49c730ac9 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983029 Dec 13 09:43:38.499860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-16bdafc6-c97b-41d3-9e02-04c117b64b1e None None] Port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:38.518245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0251-152b-4d29-a2ad-55e59da6fba5 None None] Pushing event updated for resources: {'Port': ['ID=f29a3ee5-fea1-441c-b84e-39032ec8e56a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:38.538722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:38.539371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:38.642562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Checking segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:38.642958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network hostable DHCP agents. Network: 92ccfa92-50a4-487b-ac9f-e67f61665187, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:38.695231 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.711732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Subnet': ['ID=6c404b49-6769-465b-8712-94706da77bbb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:38.729790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.770706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:38.828392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:38.831475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.838948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:38.847528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Pushing event updated for resources: {'Port': ['ID=1433b56a-c05c-453a-b6cb-c35ec4c461a7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:38.850674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:38.861362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eaa61-2089-43bd-bcc8-bb3f3266dfab req-8c6466ff-fcae-4e07-801e-9241fc8aba5a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.868861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246eaa61-2089-43bd-bcc8-bb3f3266dfab req-8c6466ff-fcae-4e07-801e-9241fc8aba5a tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 949 time: 0.1487589 Dec 13 09:43:38.876241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:38.902784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 92ccfa92-50a4-487b-ac9f-e67f61665187) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:38.920174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:38.920777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:38.935854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a2a27-e94d-4076-aacf-05a895c64aaa None None] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:38.973516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629c899e-af9a-4299-bc48-76ad955551d3 req-087ee84c-5f5b-4077-a38b-eaf0e3ea059d tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3863277 Dec 13 09:43:38.991258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-169e0add-66d9-4dcd-b0fb-a2e34c7a101e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5823002 Dec 13 09:43:38.991722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:38.995219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:39.006205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'name': 'tempest-TaggedBootDevicesTest-935280976', 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:39.034914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.057256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-246eaa61-2089-43bd-bcc8-bb3f3266dfab req-8e33a6cd-1fcd-41a1-80b1-2ed21de16db0 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820323 Dec 13 09:43:39.153928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=da7d716c-a359-4b45-ac76-26255b1d5065,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:39.267483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:39.295399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4baf08-0caa-4971-a99e-4f61a5221c34 req-16e33dae-b0e8-484d-896c-2ef4b2a9a1cd tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:39.300728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:39.303173 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af5183f-54c8-41aa-9bfd-d177ecef6c16" -d '{"events": [{"server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "name": "network-vif-plugged", "status": "completed", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:39.305433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef4baf08-0caa-4971-a99e-4f61a5221c34 req-16e33dae-b0e8-484d-896c-2ef4b2a9a1cd tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 945 time: 0.1040258 Dec 13 09:43:39.377205 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.434909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff76e101-0841-4d4c-a20b-e1c738d3aaa1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:39.453178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.469580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Attempting to bind port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:39.470352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Attempting to bind port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:39.470934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Attempting to bind port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:39.485655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Transition to ACTIVE for port object ff76e101-0841-4d4c-a20b-e1c738d3aaa1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:43:39.490924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.512352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:39.513783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:39.514412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.515571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Bound using segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:39.516414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Bound port: 1433b56a-c05c-453a-b6cb-c35ec4c461a7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:39.517323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.527193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.545518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:39.547278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] device_id is not set on port 9f252e1b-bc11-48c8-9496-e01c8639d237 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:43:39.628018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-92ccfa92-50a4-487b-ac9f-e67f61665187', 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ips': [{'subnet_id': '6c404b49-6769-465b-8712-94706da77bbb'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:39.629490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.654035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7fdd6-dc55-4a7e-9926-75dabcf46930', 'name': '', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'mac_address': 'fa:16:3e:a3:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:36Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 2, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'subnets': [{'id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:39.676772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef4baf08-0caa-4971-a99e-4f61a5221c34 req-d0acbdd1-7919-4f4a-8591-2b18f1a0318e tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb15454e-0824-4abc-9a64-11cfd1b1e3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701642 Dec 13 09:43:39.696713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f4c63-f664-4c37-ba11-e46eb81dc754 None None] The sync data for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 is: [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7fdd6-dc55-4a7e-9926-75dabcf46930', 'name': '', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'mac_address': 'fa:16:3e:a3:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:36Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 2, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'subnets': [{'id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:39.724772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] For port 1433b56a-c05c-453a-b6cb-c35ec4c461a7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:39.725415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.736639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] For port 1433b56a-c05c-453a-b6cb-c35ec4c461a7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1433b56a-c05c-453a-b6cb-c35ec4c461a7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:39.789410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:39.863387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:39.980989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b8ad-d614-458a-a8e9-ff11ed61dd56 None None] Pushing event updated for resources: {'Port': ['ID=1433b56a-c05c-453a-b6cb-c35ec4c461a7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:40.018608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-ed8c364c-2431-4219-aea1-e7a6f7796ee9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.022657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-ed8c364c-2431-4219-aea1-e7a6f7796ee9 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.37 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 950 time: 0.3167076 Dec 13 09:43:40.183345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Allocated IP 10.2.2.2 (92ccfa92-50a4-487b-ac9f-e67f61665187/6c404b49-6769-465b-8712-94706da77bbb/0dcf25e2-527f-437a-b4c1-6b81b0e34799) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:40.255105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.1.1.252 (9279cadd-318a-4164-80bb-a858fcb353a5/adced73e-b601-45fc-963d-494dcf5e46e1/9f252e1b-bc11-48c8-9496-e01c8639d237) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:40.374095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Deleting port 8aca2549-aeff-4338-bc71-7993e1792923 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:40.374447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.538069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.558268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.576018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] For port 8aca2549-aeff-4338-bc71-7993e1792923, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8aca2549-aeff-4338-bc71-7993e1792923,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:40.576393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.594919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Calling delete_port for 8aca2549-aeff-4338-bc71-7993e1792923 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:40.654328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Pushing event updated for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:40.691316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:40.696310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:40.703772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:40.729888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cdc7d-d028-418a-8b7e-6dc4028bee4f req-5bac4840-cd9d-4928-9ccb-087029d70658 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.733191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d1cdc7d-d028-418a-8b7e-6dc4028bee4f req-5bac4840-cd9d-4928-9ccb-087029d70658 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=d272cb64-73a4-4e67-b918-7631b2f9efa4 HTTP/1.1" status: 200 len: 950 time: 0.2646270 Dec 13 09:43:40.733941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Attempting to bind port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:40.734284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Attempting to bind port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:40.734617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Attempting to bind port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 on network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:40.755374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-900bf5c4-fbe8-4d06-952e-bc0016f5724f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:40.757042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-900bf5c4-fbe8-4d06-952e-bc0016f5724f tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 945 time: 0.8994927 Dec 13 09:43:40.758445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Allocated IP 172.25.1.108 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:40.831667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 on network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:43:40.831995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Attempting to bind port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 on network cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:40.851494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Attempting to bind port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:40.856953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Attempting to bind port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:40.857485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Attempting to bind port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:40.870470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:40.871017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Checking segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:40.871970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.872218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Bound using segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:40.873003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Bound port: 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:40.877174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:40.891674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:40.892040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Checking segment: {'id': '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:40.892437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Bound using segment: {'id': '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:40.892896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Bound port: ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:40.893293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.049428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d1cdc7d-d028-418a-8b7e-6dc4028bee4f req-8daabffb-abcf-4f69-8c32-1403df4e1230 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885327 Dec 13 09:43:41.128213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb916862-8989-402b-bb62-fe070390c14e None None] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:41.142961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb916862-8989-402b-bb62-fe070390c14e None None] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0dcf25e2-527f-437a-b4c1-6b81b0e34799,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:41.144913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.161619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.187141 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d7a4a-ce1c-495d-a4ff-8326d19609c8 x-openstack-request-id: req-241d7a4a-ce1c-495d-a4ff-8326d19609c8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:41.187443 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "name": "network-vif-plugged", "status": "completed", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:41.187912 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-241d7a4a-ce1c-495d-a4ff-8326d19609c8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:41.188332 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065', 'code': 200} Dec 13 09:43:41.205377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Deleting port 1401528d-6d58-4726-890a-c862535f1b01 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:41.211209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.228484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.278693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8aca2549-aeff-4338-bc71-7993e1792923'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:41.288556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['36efde74-5581-4a28-b719-7c557b7e871e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:41.348027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event deleted for resources: {'Port': ['ID=8aca2549-aeff-4338-bc71-7993e1792923,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:41.352658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.366136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.421986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:41.439827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f29a3ee5-fea1-441c-b84e-39032ec8e56a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:41.525020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,segment=NetworkSegment(0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa),segment_id=0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:41.547079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.554022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb916862-8989-402b-bb62-fe070390c14e None None] Pushing event updated for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:41.557197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:41.559270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:41.595805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:41.604457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:41.662855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:41.663484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.665345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff76e101-0841-4d4c-a20b-e1c738d3aaa1 HTTP/1.1" status: 200 len: 1091 time: 3.5653472 Dec 13 09:43:41.689838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:41.702089 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:41.740957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:41.741716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.748344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] For port 1401528d-6d58-4726-890a-c862535f1b01, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1401528d-6d58-4726-890a-c862535f1b01,segment=NetworkSegment(8bf031b4-1d80-46c6-b473-3c01fb6e0704),segment_id=8bf031b4-1d80-46c6-b473-3c01fb6e0704)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:41.748904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.798877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] No DVR routers for this DVR port 8aca2549-aeff-4338-bc71-7993e1792923 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:41.811699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.812738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79679b43-4406-4759-843b-a59fd31a9b3c req-65b08c1e-b68a-4816-a03f-facda5cb6680 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:41.824070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79679b43-4406-4759-843b-a59fd31a9b3c req-65b08c1e-b68a-4816-a03f-facda5cb6680 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 943 time: 0.4281476 Dec 13 09:43:41.834879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:41.839127 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-741cc3a5-020c-4280-b0c9-e46091793ca5 req-2cdab016-0e0f-446b-878b-015d6b95dadf tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.37 "DELETE /v2.0/ports/8aca2549-aeff-4338-bc71-7993e1792923 HTTP/1.1" status: 204 len: 173 time: 1.8052628 Dec 13 09:43:41.844549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Calling delete_port for 1401528d-6d58-4726-890a-c862535f1b01 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:41.849462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'name': 'network-vif-deleted', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:41.860883 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f488b809-9ea3-44db-9349-5e89c80907f6" -d '{"events": [{"server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "name": "network-vif-deleted", "tag": "8aca2549-aeff-4338-bc71-7993e1792923"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:41.879385 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3eeb50f-a2d5-4b82-9b33-af8a11b099e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8858368 Dec 13 09:43:41.882748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:41.895164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'name': 'tempest-TaggedBootDevicesTest-1950710096', 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:41.913536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f29a3ee5-fea1-441c-b84e-39032ec8e56a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:41.913909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.010027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:42.032535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:42.073140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ba918-57d7-4892-b9a4-47ddf5812fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:42.118559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:42.154397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79679b43-4406-4759-843b-a59fd31a9b3c req-d81d049c-86bc-4f12-9422-9bc68e6aec4f tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290741 Dec 13 09:43:42.201821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-f843a910-3c55-43f7-a717-b425b01d8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.204567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-f843a910-3c55-43f7-a717-b425b01d8d4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d183e2439624a70adc97d4d302da80e&device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 1094 time: 0.4590275 Dec 13 09:43:42.206042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8aab7-fd86-4868-8f4e-f6dbf0a5a8bf req-5699b399-6861-4f0a-8c7d-95e9ac9516cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.215023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e1d8aab7-fd86-4868-8f4e-f6dbf0a5a8bf req-5699b399-6861-4f0a-8c7d-95e9ac9516cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 1101 time: 0.8738298 Dec 13 09:43:42.295271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:42.306975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.346204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9232c5f-13f6-48af-ac8c-b8d5e4b294dd None None] Network 9279cadd-318a-4164-80bb-a858fcb353a5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:42.354031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] device_id is not set on port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:43:42.439347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-a14689fa-4f9b-492a-be17-fb655f7af7cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1 HTTP/1.1" status: 200 len: 217 time: 0.2047071 Dec 13 09:43:42.449383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e1d8aab7-fd86-4868-8f4e-f6dbf0a5a8bf req-7632a8ae-27e3-407e-9fd4-e6e231cc2770 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265525 Dec 13 09:43:42.533448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7459-ca85-432b-bd83-420825765cbe req-5ce9b3c9-6202-4a23-9612-928801c0d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.534827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-5ce9b3c9-6202-4a23-9612-928801c0d176 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801204e4-2e0d-479d-8b4c-23b717b0b775 HTTP/1.1" status: 200 len: 854 time: 0.0710499 Dec 13 09:43:42.535467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:42.703979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] Provisioning complete for port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:42.704690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.709885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.747566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.1.1.55 (9279cadd-318a-4164-80bb-a858fcb353a5/adced73e-b601-45fc-963d-494dcf5e46e1/068be93e-71f7-4a9e-a3fd-70f0c67635e7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:42.749969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabc718-5871-4bf0-83c0-2ce85d965ecb req-86bc5a64-a4d0-4c56-ab50-ffe86d91d613 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:42.754127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaabc718-5871-4bf0-83c0-2ce85d965ecb req-86bc5a64-a4d0-4c56-ab50-ffe86d91d613 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 950 time: 0.3258996 Dec 13 09:43:42.845929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port f29a3ee5-fea1-441c-b84e-39032ec8e56a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f29a3ee5-fea1-441c-b84e-39032ec8e56a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:42.859391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-a4d9d9e0-a592-420d-9f7f-b89e0d67ab17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294644 Dec 13 09:43:42.866096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.867044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1433b56a-c05c-453a-b6cb-c35ec4c461a7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:42.869611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:42.971153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-4375295d-b5b4-4559-a818-6dc5c6e7e354 service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029398 Dec 13 09:43:43.086211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=f29a3ee5-fea1-441c-b84e-39032ec8e56a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:43.096040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.127059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:43.127430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.167668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.172893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] For port 1433b56a-c05c-453a-b6cb-c35ec4c461a7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1433b56a-c05c-453a-b6cb-c35ec4c461a7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:43.180529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.183786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.276073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaabc718-5871-4bf0-83c0-2ce85d965ecb req-6c6e7605-a3a4-4efe-8a75-8de533d13b80 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037889 Dec 13 09:43:43.301014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event deleted for resources: {'Port': ['ID=1401528d-6d58-4726-890a-c862535f1b01,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:43.325961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8e2e1-e5a9-456d-a0a6-04a92d97c1ab None None] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:43.353823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] No DVR routers for this DVR port 1401528d-6d58-4726-890a-c862535f1b01 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:43.362762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.366225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c395273-769e-4f4f-ae5d-58c8017b1f4a req-83482cde-11fb-4757-afe8-d551e7629650 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.44 "DELETE /v2.0/ports/1401528d-6d58-4726-890a-c862535f1b01 HTTP/1.1" status: 204 len: 173 time: 2.5995591 Dec 13 09:43:43.429457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.475363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.477384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07418e72-a931-40f0-912f-3325f63a1bb6 None None] Pushing event updated for resources: {'Port': ['ID=1433b56a-c05c-453a-b6cb-c35ec4c461a7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:43.584190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Provisioning complete for port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:43.584568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.591689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:43.596321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a27247cb-7198-41ed-9a9e-dac859185dab req-68883555-06ab-4b26-a15e-b7c8e2071dd7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96a1d6d-f126-4edc-92b7-da38a1d1c1ea HTTP/1.1" status: 200 len: 210 time: 0.1239851 Dec 13 09:43:43.600084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:43.642238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:43.660001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:43.747397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efea7459-ca85-432b-bd83-420825765cbe req-58e206ff-3f77-40ab-a0b7-100353668a86 service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555251 Dec 13 09:43:43.811201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:43.812012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.857404 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0a7dfc25-e9af-4c55-a403-70105daeaa87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9728694 Dec 13 09:43:43.883373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.894305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:43.898982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.050518 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82729dd6-5fd4-4ba7-aa01-3690bf5619d0 x-openstack-request-id: req-82729dd6-5fd4-4ba7-aa01-3690bf5619d0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:44.052227 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Sync routers for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:43:44.053111 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:44.053573 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82729dd6-5fd4-4ba7-aa01-3690bf5619d0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:44.054234 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1', 'status': 'completed', 'code': 200} Dec 13 09:43:44.055330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0dcf25e2-527f-437a-b4c1-6b81b0e34799,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:44.065537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1401528d-6d58-4726-890a-c862535f1b01 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:44.086412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:44.092248 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:44.118117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 1401528d-6d58-4726-890a-c862535f1b01 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:44.119333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:44.120272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1401528d-6d58-4726-890a-c862535f1b01 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:44.136911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.156205 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0a2c9-db84-4320-a073-b0a3319f48ae x-openstack-request-id: req-08b0a2c9-db84-4320-a073-b0a3319f48ae {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:44.156501 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d272cb64-73a4-4e67-b918-7631b2f9efa4", "name": "network-vif-deleted", "tag": "8aca2549-aeff-4338-bc71-7993e1792923", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:44.156755 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08b0a2c9-db84-4320-a073-b0a3319f48ae {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:44.157353 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd272cb64-73a4-4e67-b918-7631b2f9efa4', 'name': 'network-vif-deleted', 'tag': '8aca2549-aeff-4338-bc71-7993e1792923', 'status': 'completed', 'code': 200} Dec 13 09:43:44.267478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-e9500155-691f-4ab1-9b30-57d32a5a4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.269378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8aca2549-aeff-4338-bc71-7993e1792923 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:44.271128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-e9500155-691f-4ab1-9b30-57d32a5a4eab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d183e2439624a70adc97d4d302da80e&device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 1094 time: 0.2147207 Dec 13 09:43:44.281155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Pushing event updated for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:44.287339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f29a3ee5-fea1-441c-b84e-39032ec8e56a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:44.377147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 8aca2549-aeff-4338-bc71-7993e1792923 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:44.377878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8aca2549-aeff-4338-bc71-7993e1792923 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:44.388408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Provisioning complete for port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:44.389185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.404147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.452041 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:44.462392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.472934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629c899e-af9a-4299-bc48-76ad955551d3 req-8bae9b48-4167-4ce2-8108-b10c007f764a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4984508 Dec 13 09:43:44.498554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f29a3ee5-fea1-441c-b84e-39032ec8e56a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:44.499033 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.566317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629c899e-af9a-4299-bc48-76ad955551d3 req-81d95c82-6ad5-40c2-af50-6270de672fd5 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0921657 Dec 13 09:43:44.585405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a831-65b3-441d-8537-520f314339ed req-17d04401-2d03-4810-ba4b-c3221c7ad289 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.587147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c216a831-65b3-441d-8537-520f314339ed req-17d04401-2d03-4810-ba4b-c3221c7ad289 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 943 time: 0.1753745 Dec 13 09:43:44.587745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Provisioning complete for port 9f252e1b-bc11-48c8-9496-e01c8639d237 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:44.588190 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.589797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-cf7ab619-052c-4a9f-99b4-2d016be518ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.591312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-cf7ab619-052c-4a9f-99b4-2d016be518ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 HTTP/1.1" status: 200 len: 915 time: 0.3112686 Dec 13 09:43:44.691892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-afc1a914-c9f6-4570-a867-d4fabeb6342a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1 HTTP/1.1" status: 200 len: 217 time: 0.0873077 Dec 13 09:43:44.736607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7fdd6-dc55-4a7e-9926-75dabcf46930', 'name': '', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'mac_address': 'fa:16:3e:a3:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:36Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 2, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'subnets': [{'id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:44.751763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-0e9a4dc9-6830-4154-a44a-77d78ad10137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.753293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-0e9a4dc9-6830-4154-a44a-77d78ad10137 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801204e4-2e0d-479d-8b4c-23b717b0b775 HTTP/1.1" status: 200 len: 854 time: 0.0509725 Dec 13 09:43:44.787788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Checking router: ebad40c5-1aae-4785-9dab-4d4e6666d7c9 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:43:44.788195 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Updating router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:43:44.794519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1433b56a-c05c-453a-b6cb-c35ec4c461a7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:44.796271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec9c05-d88e-4d2b-ad5d-623992a2f00d None None] Port 9f252e1b-bc11-48c8-9496-e01c8639d237 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:44.810591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-c68d05dd-1b20-4635-80a3-64be6781bc55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452607 Dec 13 09:43:44.834678 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.851558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c216a831-65b3-441d-8537-520f314339ed req-d74feb3b-5b92-4d95-a2da-2827e743e3e5 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485933 Dec 13 09:43:44.851753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:44.852106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:44.890795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c899e-af9a-4299-bc48-76ad955551d3 req-4919985a-29d8-473b-aa89-cfb01b67c989 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:44.909769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629c899e-af9a-4299-bc48-76ad955551d3 req-4919985a-29d8-473b-aa89-cfb01b67c989 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3425055 Dec 13 09:43:44.952925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Provisioning complete for port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:44.953993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.029533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:45.033179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0dcf25e2-527f-437a-b4c1-6b81b0e34799 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:45.085579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Provisioning complete for port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:45.086249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.097932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-eb70c44a-0cd2-4652-b552-fdb078595359 service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749588 Dec 13 09:43:45.210319 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.222450 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.243367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:45.244444 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.250448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:45.255046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732178276', 'description': 'tempest-description--1237867444'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:45.257138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a00d448e-1773-4f98-a8cc-ba44f32a3fd3 req-01fcf6b3-c48a-4779-91d5-50d849a0cd0f service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512630 Dec 13 09:43:45.321555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Provisioning complete for port 9f252e1b-bc11-48c8-9496-e01c8639d237 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:45.322243 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.325316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.352611 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Pushing event updated for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:45.486033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed920-fd16-4984-8cab-d98b3a4a0069 None None] Port 9f252e1b-bc11-48c8-9496-e01c8639d237 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:45.490768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.499423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.507623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54664-78c7-4a9c-b2e8-b96ca63a1dcc req-ed89d916-324c-448c-9c47-5cada1041bd9 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:45.514354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08e54664-78c7-4a9c-b2e8-b96ca63a1dcc req-ed89d916-324c-448c-9c47-5cada1041bd9 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 950 time: 0.1340883 Dec 13 09:43:45.543017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Attempting to bind port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:45.543836 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Attempting to bind port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:45.543836 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Attempting to bind port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 on network 19f45567-da92-49ba-a488-5a0a19be8f56 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:45.556886 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:45.557304 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Checking segment: {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:45.557718 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.558119 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Bound using segment: {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:45.558593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Bound port: 70a7fdd6-dc55-4a7e-9926-75dabcf46930, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84343508-0973-467d-a81e-1f2ea2464db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:45.558979 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.592524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.596333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3423672 Dec 13 09:43:45.597106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:45.603462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'security_group_rule': {'security_group_id': 'd55027b1-4733-41ec-a9d0-46a4bcc464bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:45.623738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59892186-b0fb-4faf-bcb0-daf1cf243fcc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55027b1-4733-41ec-a9d0-46a4bcc464bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:45.678555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.718866 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] For port 70a7fdd6-dc55-4a7e-9926-75dabcf46930, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:45.725063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] For port 70a7fdd6-dc55-4a7e-9926-75dabcf46930, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7fdd6-dc55-4a7e-9926-75dabcf46930,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:45.741533 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.767981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-03fc0c73-a869-415c-8b99-a71cc6ebf6ef tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1941299 Dec 13 09:43:45.788911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:45.831739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0dcf25e2-527f-437a-b4c1-6b81b0e34799 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:45.847658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08e54664-78c7-4a9c-b2e8-b96ca63a1dcc req-9e30cd28-9b88-4498-9b98-8b6bf2f42dab tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194621 Dec 13 09:43:45.871327 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.875968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.884763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.952976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6796084-7d8b-4c0e-ae77-d440aaa4d3ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:45.975553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.979947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1acb9cc2-0e4b-4d85-93cd-53ed6f56abe6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791788 Dec 13 09:43:45.981409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] Provisioning complete for port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:45.982311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:45.985250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:46.002283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'security_group_rule': {'security_group_id': 'd55027b1-4733-41ec-a9d0-46a4bcc464bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:46.061944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'name': 'network-vif-deleted', 'tag': '1401528d-6d58-4726-890a-c862535f1b01'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:46.067915 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24057fb5-a162-4b49-83ea-01302692e017" -d '{"events": [{"server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "name": "network-vif-deleted", "tag": "1401528d-6d58-4726-890a-c862535f1b01"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:46.079043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.100354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:46.100733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.145903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca84504-f69d-47a2-81cc-cb5faf18b4c3 req-a8b10828-5141-4af8-bb9a-e80942a8c928 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.145903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ca84504-f69d-47a2-81cc-cb5faf18b4c3 req-a8b10828-5141-4af8-bb9a-e80942a8c928 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 951 time: 0.1762514 Dec 13 09:43:46.218290 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:43:46.218912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:46.225662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.228827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ff76e101-0841-4d4c-a20b-e1c738d3aaa1 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:43:46.233260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.241156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.258290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdbb287-b5dd-4ad5-b2a8-e6c3fc74dcae,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.259149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.304109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.314096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6861ae7e-528e-41b7-9739-1b8ae6028c10 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252990 Dec 13 09:43:46.315398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:46.320688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:46.366253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.426728 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:43:46.446572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] For port 70a7fdd6-dc55-4a7e-9926-75dabcf46930, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7fdd6-dc55-4a7e-9926-75dabcf46930,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:46.454695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ca84504-f69d-47a2-81cc-cb5faf18b4c3 req-39786ad0-b690-41a8-a1ce-3f0ebac8fa5c tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b977274-cb88-4c1d-8649-de6cebafc520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648890 Dec 13 09:43:46.477434 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.553499 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Pushing event updated for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.592847 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.593270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.593554 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.593889 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.594217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.594540 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.594862 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.595182 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.595503 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.595828 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.596148 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.596463 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.596778 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced2b07c-9f0c-4452-9caa-89a1c025c0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:46.644797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.652735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Allocated IP 172.25.1.176 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/93210096-7552-44ba-9369-b1a9bda7e634) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:46.681471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,segment=NetworkSegment(0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa),segment_id=0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:46.707065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d3d6f3da-bda6-4cb5-934b-cc9912b865b1 None None] Provisioning complete for port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:46.707412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f3da-bda6-4cb5-934b-cc9912b865b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.711030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683746a-eb64-454d-8cf2-1412b641536e None None] Pushing event updated for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:46.714688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1', 'network_id': 'cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10', 'port_id': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1', 'mac_address': 'fa:16:3e:06:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801204e4-2e0d-479d-8b4c-23b717b0b775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:43:46.834507 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7fdd6-dc55-4a7e-9926-75dabcf46930', 'name': '', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'mac_address': 'fa:16:3e:a3:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:36Z', 'updated_at': '2021-12-13T09:43:45Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'subnets': [{'id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:46.894113 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:46.912879 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0e511-5df3-4cd4-b356-02db47bfb1d3 None None] The sync data for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 is: [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:37Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7fdd6-dc55-4a7e-9926-75dabcf46930', 'name': '', 'network_id': '19f45567-da92-49ba-a488-5a0a19be8f56', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'mac_address': 'fa:16:3e:a3:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:36Z', 'updated_at': '2021-12-13T09:43:45Z', 'revision_number': 4, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'subnets': [{'id': 'b37b5516-9445-4417-ad03-8a323078e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:43:46.943882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff76e101-0841-4d4c-a20b-e1c738d3aaa1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:43:46.989674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-4e75be7d-c027-4723-aeff-88720a2cb847 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:46.991330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-4e75be7d-c027-4723-aeff-88720a2cb847 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 951 time: 0.1513402 Dec 13 09:43:47.001340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,segment=NetworkSegment(0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa),segment_id=0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:47.014648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.095897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e6a9-ecd7-48b1-b674-4709bd087380 req-3b21a45c-251f-4fc0-a3a1-8dc5e5737aee tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:47.099552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9063e6a9-ecd7-48b1-b674-4709bd087380 req-3b21a45c-251f-4fc0-a3a1-8dc5e5737aee tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 943 time: 0.1884971 Dec 13 09:43:47.125512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:47.206872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.246323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9063e6a9-ecd7-48b1-b674-4709bd087380 req-f01c36ce-8c9f-4ca0-9f4f-209459bc5fe4 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166940 Dec 13 09:43:47.291984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Deleting port 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:47.292323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.376693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.428862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=93210096-7552-44ba-9369-b1a9bda7e634,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:47.441061 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5903fd-15b4-4072-9101-58b746e19cb1 x-openstack-request-id: req-5d5903fd-15b4-4072-9101-58b746e19cb1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:47.441422 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96a1d6d-f126-4edc-92b7-da38a1d1c1ea", "name": "network-vif-deleted", "tag": "1401528d-6d58-4726-890a-c862535f1b01", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:47.441684 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d5903fd-15b4-4072-9101-58b746e19cb1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:47.442106 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96a1d6d-f126-4edc-92b7-da38a1d1c1ea', 'name': 'network-vif-deleted', 'tag': '1401528d-6d58-4726-890a-c862535f1b01', 'status': 'completed', 'code': 200} Dec 13 09:43:47.445111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 172.25.1.197 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/b903c2c8-3149-449f-9f28-3d5aba93bfed) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:47.477487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.477761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.478109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.478451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.478983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.479319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.479647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.479976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.480307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.480680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.480900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['ff76e101-0841-4d4c-a20b-e1c738d3aaa1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:43:47.481140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.481790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.482265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:43:47.497513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:47.501197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:47.507702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:47.548408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] For port 36efde74-5581-4a28-b719-7c557b7e871e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=36efde74-5581-4a28-b719-7c557b7e871e,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:47.548833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.584755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Calling delete_port for 36efde74-5581-4a28-b719-7c557b7e871e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:47.708623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.852310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7fdd6-dc55-4a7e-9926-75dabcf46930 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:47.877944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.892831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:47.968061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:47.978126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:47.997643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:48.000266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:48.000940 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.021573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.073275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=b903c2c8-3149-449f-9f28-3d5aba93bfed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:48.138245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.187607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-3bc43619-3749-4cf0-84f4-1786049d6205 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:48.195418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.198382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-3bc43619-3749-4cf0-84f4-1786049d6205 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 1101 time: 0.3074462 Dec 13 09:43:48.389063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.397054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.472702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=b903c2c8-3149-449f-9f28-3d5aba93bfed,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:48.494291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.514890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.524367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c9a0d1ca-72f6-40f3-828f-c45da651d55a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2048812 Dec 13 09:43:48.606752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-8d8ca80c-c184-4b76-9f7d-adcb85ca0576 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.671202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.735544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Pushing event deleted for resources: {'Port': ['ID=36efde74-5581-4a28-b719-7c557b7e871e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:48.797690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] No DVR routers for this DVR port 36efde74-5581-4a28-b719-7c557b7e871e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:43:48.806344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.810506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1f80ebc-5fa7-4608-89db-ed14ffc9a7d2 req-7c5579e7-9f8d-40f1-afa6-01eee8960706 tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.44 "DELETE /v2.0/ports/36efde74-5581-4a28-b719-7c557b7e871e HTTP/1.1" status: 204 len: 173 time: 1.8065941 Dec 13 09:43:48.813319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.823222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.920424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-8d8ca80c-c184-4b76-9f7d-adcb85ca0576 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.928679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-8d8ca80c-c184-4b76-9f7d-adcb85ca0576 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.936830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=93210096-7552-44ba-9369-b1a9bda7e634,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:48.983570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:48.990852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5b06b9d-c46e-4dbf-83f4-2f3e526321f9 req-8d8ca80c-c184-4b76-9f7d-adcb85ca0576 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914560 Dec 13 09:43:48.994278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ca80c-c184-4b76-9f7d-adcb85ca0576 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9118ca73-43db-4e71-a39d-12cdfe9bc988,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:49.011810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:49.024689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-d82f45fe-0712-4863-8cc1-fb63d7ac05d0 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2544892 Dec 13 09:43:49.113074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-67e523f3-99f2-4702-a381-d28b19910d7b tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 696 time: 0.0873067 Dec 13 09:43:49.207325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebed4380-d7eb-485a-8273-670e488ea8aa req-9dd38ed4-5160-4f21-85a0-16c4da21f50a tempest-ServersAdminTestJSON-1721910973 tempest-ServersAdminTestJSON-1721910973-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3458ab-73c0-469f-be8c-18d319217e9a HTTP/1.1" status: 200 len: 210 time: 0.0335717 Dec 13 09:43:49.275743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07941-0642-4427-ba29-ed95b397d1fb req-0f8387ef-3063-44eb-93a4-53a17382c95e tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.283065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-0f8387ef-3063-44eb-93a4-53a17382c95e tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1687455 Dec 13 09:43:49.289339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-165039f6-a990-4359-b37d-339f21d33a73 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:43:49.290434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d07941-0642-4427-ba29-ed95b397d1fb req-165039f6-a990-4359-b37d-339f21d33a73 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064414 Dec 13 09:43:49.443174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-deleted', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:49.452869 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92f7b7d-b983-462b-8a56-10621971934e" -d '{"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-deleted", "tag": "36efde74-5581-4a28-b719-7c557b7e871e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:49.502034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314999ff-9d05-4d5c-a8f7-d8f3d954109c req-b3ccabc1-aee5-43a5-8a0c-21de545607a9 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.509624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-314999ff-9d05-4d5c-a8f7-d8f3d954109c req-b3ccabc1-aee5-43a5-8a0c-21de545607a9 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 944 time: 0.1150010 Dec 13 09:43:49.586968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-0d05d4ea-498a-4336-93e6-a35521ad7801 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1732178276&fields=id&tenant_id=eb2494f76f4b4d1db32d641d54c59232 HTTP/1.1" status: 200 len: 267 time: 0.0762243 Dec 13 09:43:49.591299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-314999ff-9d05-4d5c-a8f7-d8f3d954109c req-4b19f4c6-9732-46a1-a3aa-71074e6bdba0 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794926 Dec 13 09:43:49.645622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cc5f1756-4489-4cc5-9618-4e334160007f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.652958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cc5f1756-4489-4cc5-9618-4e334160007f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 931 time: 0.0574040 Dec 13 09:43:49.710418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-724bade3-98da-4584-b595-93a59e9331aa tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:49.711777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-724bade3-98da-4584-b595-93a59e9331aa tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 931 time: 0.0568738 Dec 13 09:43:49.791389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-20df3e8f-0693-4899-867d-0eb2831a8d4e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0712821 Dec 13 09:43:49.869660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-11dc6ee4-4459-41e8-a021-544b1ee8b2e5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664277 Dec 13 09:43:49.979766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-64a47141-6b55-4e17-a2dc-de88d36258ed tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2393064 Dec 13 09:43:50.009749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:50.052518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:43:50.055911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-22e62f16-14e5-4888-b737-cfc579932081 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:50.062817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-22e62f16-14e5-4888-b737-cfc579932081 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:50.068915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-22e62f16-14e5-4888-b737-cfc579932081 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:50.070579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-22e62f16-14e5-4888-b737-cfc579932081 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 1990 time: 0.1935523 Dec 13 09:43:50.076443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 36efde74-5581-4a28-b719-7c557b7e871e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:43:50.077860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 36efde74-5581-4a28-b719-7c557b7e871e not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:43:50.087896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.109840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e4a43b33-5534-47a9-9f9f-4bfce3a46d79 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/quotas/eb2494f76f4b4d1db32d641d54c59232 HTTP/1.1" status: 200 len: 375 time: 0.0293984 Dec 13 09:43:50.173455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ff76e101-0841-4d4c-a20b-e1c738d3aaa1 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:50.222652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-f1a7f631-c8f4-4e07-ba91-13aabbed1629 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1115420 Dec 13 09:43:50.240514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:43:50.244813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:50.245707 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.320488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.360319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.396129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:43:50.398577 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94cd6f3-ea0f-4fc2-8892-e5ddb3505211" -d '{"events": [{"server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "name": "network-vif-plugged", "status": "completed", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:43:50.413526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,segment=NetworkSegment(0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa),segment_id=0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:50.416966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-113be4b7-747a-4657-ad81-739465311604 service neutron] 10.222.0.30 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746535 Dec 13 09:43:50.425098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.484510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:50.554710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Allocated IP 172.25.1.235 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/14647d6e-435e-4a52-bbf5-f223a631fab7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:50.589173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-db5314f1-c803-4112-9a4e-e74b2f86a201 service neutron] 10.222.0.30 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619456 Dec 13 09:43:50.667783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-3a397514-c10b-4436-b8b9-5bfd84d50213 service neutron] 10.222.0.30 "GET /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0649757 Dec 13 09:43:50.770991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.814345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a5ebbb84-cd85-4af8-9037-d238191e7655 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384470 Dec 13 09:43:50.872642 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:50.933348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:50.937608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=14647d6e-435e-4a52-bbf5-f223a631fab7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:50.944240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:50.950293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:50.991635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6a2390a7-8167-44ff-b11b-8ab01ddfe990 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704342 Dec 13 09:43:51.041927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-701f1944-21f9-4520-bede-1a6703263330 service neutron] 10.222.0.30 "GET /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0424213 Dec 13 09:43:51.143873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.194566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-fdc65523-a7ec-4978-9e71-8bbd9c675dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444860 Dec 13 09:43:51.203367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.376147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6033d3dc-a70b-4cf4-9bb3-8030a8979060 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738002 Dec 13 09:43:51.516577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-67be5458-77a8-4e82-9ce5-d2ca96d7a237 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305554 Dec 13 09:43:51.518209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.531081 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.656971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=14647d6e-435e-4a52-bbf5-f223a631fab7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:51.689811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.701322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-d0e81423-9a3d-4c56-b53e-21eb9ba06b68 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784568 Dec 13 09:43:51.721508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:51.722680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-5725e2f0-7797-47c1-87c2-48d061623bba tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7354813 Dec 13 09:43:51.809900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-dc32be50-3f5d-4bef-acdc-4b344530dbaa tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0765989 Dec 13 09:43:51.893598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-fcd67db4-74a6-4d34-9ace-97a4bc98a722 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834984 Dec 13 09:43:52.008914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-529ea89e-5d9e-4257-b7b6-063a35c2e043 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.010313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c18898d5-dfd3-4686-b962-1e5be6ee37dd req-529ea89e-5d9e-4257-b7b6-063a35c2e043 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1884556 Dec 13 09:43:52.038119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-fca52de8-c84f-4805-896e-05b9a340f8b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358736 Dec 13 09:43:52.055321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:52.124201 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ffcf0-dfa2-4a61-a8e9-9652131371da x-openstack-request-id: req-8d5ffcf0-dfa2-4a61-a8e9-9652131371da {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:52.124498 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3458ab-73c0-469f-be8c-18d319217e9a", "name": "network-vif-deleted", "tag": "36efde74-5581-4a28-b719-7c557b7e871e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:52.124774 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d5ffcf0-dfa2-4a61-a8e9-9652131371da {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:52.125177 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3458ab-73c0-469f-be8c-18d319217e9a', 'name': 'network-vif-deleted', 'tag': '36efde74-5581-4a28-b719-7c557b7e871e', 'status': 'completed', 'code': 200} Dec 13 09:43:52.135557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.166599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.167588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-de0e99dc-22e0-4360-a7eb-b7ebfccd17e3 service neutron] 10.222.0.30 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202037 Dec 13 09:43:52.230411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.236167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.237623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c5a081c-6467-4523-a50a-4fa9061b2736 HTTP/1.1" status: 204 len: 168 time: 0.1809678 Dec 13 09:43:52.241391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:52.259013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff963e-faa1-4c18-8baf-e97872b74b66 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a081c-6467-4523-a50a-4fa9061b2736,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:52.261835 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d4196080-720e-4af3-a2c9-76586689bdb7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] show failed (client error): The resource could not be found. Dec 13 09:43:52.263140 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d4196080-720e-4af3-a2c9-76586689bdb7 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "GET /v2.0/security-groups/9c5a081c-6467-4523-a50a-4fa9061b2736 HTTP/1.1" status: 404 len: 347 time: 0.0204618 Dec 13 09:43:52.265961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:52.291891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c54db-76e2-4fd9-b855-b960190e9efd req-78d59a0f-b50d-47bc-97f9-5d4827f3c9fe tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.294992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d19c54db-76e2-4fd9-b855-b960190e9efd req-78d59a0f-b50d-47bc-97f9-5d4827f3c9fe tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 1101 time: 0.0965819 Dec 13 09:43:52.342833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-2bd63fc2-6ae9-4df3-b633-0c666c4827ec service neutron] 10.222.0.30 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686113 Dec 13 09:43:52.424317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d19c54db-76e2-4fd9-b855-b960190e9efd req-865ed1fb-ba86-4548-b752-3c905afcd488 tempest-ServersAdminNegativeTestJSON-506058069 tempest-ServersAdminNegativeTestJSON-506058069-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181798 Dec 13 09:43:52.439325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Deleting port 25aa4104-034b-4ace-a510-2078ec1cd4bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:52.439676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.515402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ac424090-0804-4fb6-8f1c-dcc0274ff81e service neutron] 10.222.0.30 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642213 Dec 13 09:43:52.608578 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8453a03e-e3ae-4173-93a9-951179105c29 x-openstack-request-id: req-8453a03e-e3ae-4173-93a9-951179105c29 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:43:52.609288 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "name": "network-vif-plugged", "status": "completed", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:43:52.609288 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8453a03e-e3ae-4173-93a9-951179105c29 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:43:52.609871 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1', 'code': 200} Dec 13 09:43:52.641396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.643221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.662031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-4dfe31c2-e15e-4716-b397-5bc2a286df48 service neutron] 10.222.0.30 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392055 Dec 13 09:43:52.683418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Calling delete_port for 25aa4104-034b-4ace-a510-2078ec1cd4bd owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:52.848483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e0bea-45a8-4628-9c4a-a41949ff3853 req-11e40d6f-1103-40b7-a469-c01fdef14c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.850571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39e0bea-45a8-4628-9c4a-a41949ff3853 req-11e40d6f-1103-40b7-a469-c01fdef14c8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 1096 time: 0.1596613 Dec 13 09:43:52.858817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb91a8-aa7b-46e1-b302-b7fc886f545f req-7c33374e-6ba5-4a87-aea1-1cdacd4d4faa tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:52.866117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cddb91a8-aa7b-46e1-b302-b7fc886f545f req-7c33374e-6ba5-4a87-aea1-1cdacd4d4faa tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.1263652 Dec 13 09:43:52.923557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:52.947502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:52.960388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39e0bea-45a8-4628-9c4a-a41949ff3853 req-f0fa05de-c64e-46e9-87f6-28ce4bae676a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872800 Dec 13 09:43:52.975354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cddb91a8-aa7b-46e1-b302-b7fc886f545f req-96a31954-9f75-422a-89d2-ac6b8c7eb9c4 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034362 Dec 13 09:43:52.995772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Pushing event deleted for resources: {'Port': ['ID=25aa4104-034b-4ace-a510-2078ec1cd4bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:53.093422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.102527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.106544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e739bda8-e95d-4cb7-83bc-07ad55e6a677 tempest-ImagesOneServerNegativeTestJSON-965600248 tempest-ImagesOneServerNegativeTestJSON-965600248-project] 10.222.0.30 "DELETE /v2.0/floatingips/ca80f99e-a08c-4d7f-afb3-c24b8908e84c HTTP/1.1" status: 204 len: 168 time: 0.8393347 Dec 13 09:43:53.208247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ffa2f141-3b32-499b-af72-3497aca2b5a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b8d5a94843a4fb0a9eb01fde402129c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596288 Dec 13 09:43:53.210856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:53.305248 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.342325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.421435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.425480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.427455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b977274-cb88-4c1d-8649-de6cebafc520 HTTP/1.1" status: 204 len: 168 time: 0.2153127 Dec 13 09:43:53.438169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c52637-1168-468f-829a-a8e040e1cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b977274-cb88-4c1d-8649-de6cebafc520,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:53.439642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-495dbeb0-83ec-4b7a-9af4-cbd6fa18bab9 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1749005 Dec 13 09:43:53.467743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:53.514627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.777720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:53.889761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b75c533-17d6-40fe-a47c-9090bb976174 req-64892b28-32d2-4118-9ff4-cbf06e99d66e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0526438 Dec 13 09:43:53.959293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:54.053961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-04b01fef-5bf7-4f49-815e-be21b12a1a1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1255388afc7479f93d535e2bc904f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0934370 Dec 13 09:43:54.063084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:54.176472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.222962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.317644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.322296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.329142 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd1a5ffe-362f-4340-bd4e-8138a89b969d HTTP/1.1" status: 204 len: 168 time: 0.2627671 Dec 13 09:43:54.336640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb0c8-b44a-45f8-82a0-dceb22c1c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a5ffe-362f-4340-bd4e-8138a89b969d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:54.403946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Allocated IP 172.25.1.71 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0932886d-29f1-4d1c-bdb5-56dcd5a7986d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:54.421881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c651c11-51d8-46bf-97db-70918884fa7d req-c25ca888-b288-430b-9aca-70da444a3d41 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:54.431444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c651c11-51d8-46bf-97db-70918884fa7d req-c25ca888-b288-430b-9aca-70da444a3d41 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.1223001 Dec 13 09:43:54.552827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c651c11-51d8-46bf-97db-70918884fa7d req-74045eb5-d201-48a9-8280-a4a80fb739d4 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Dec 13 09:43:54.687685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:54.702203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.761913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.794362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Deleting subnet 8405e368-5d97-4ea2-a985-943fc901e979 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:43:54.801206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.838587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=0932886d-29f1-4d1c-bdb5-56dcd5a7986d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:54.848460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.849705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:54.867627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:54.873416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:54.910588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:54.975569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.004626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.016141 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8405e368-5d97-4ea2-a985-943fc901e979 HTTP/1.1" status: 204 len: 168 time: 0.3271513 Dec 13 09:43:55.032708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:55.066062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6a19-3552-421a-b440-10f99a0e9b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8405e368-5d97-4ea2-a985-943fc901e979,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:55.122498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.135020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.178315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.347709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.409290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f07e0f4a-e778-4dc8-8b90-4bdc58a3c551 req-6ca4589d-2480-4f74-95b9-0dc7a018b760 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0852888 Dec 13 09:43:55.461056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf915f6b-ca52-495d-84bc-bc637c625335']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:55.471531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-466651c5-e584-40ce-831d-8c531108ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.472900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-466651c5-e584-40ce-831d-8c531108ad3f service neutron] 10.222.0.44 "GET /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 1027 time: 0.1223660 Dec 13 09:43:55.482868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf031b4-1d80-46c6-b473-3c01fb6e0704') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:55.483166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf031b4-1d80-46c6-b473-3c01fb6e0704') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:43:55.506868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.523999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:55.554968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.558216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ac72e71c-8f5e-43b5-a602-ccd21de47108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:55.559780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ac72e71c-8f5e-43b5-a602-ccd21de47108 service neutron] 10.222.0.44 "GET /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 1027 time: 0.0746059 Dec 13 09:43:55.613593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:43:55.613593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:43:55.636002 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:43:55.834677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-network', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:55.880162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Made reservation on behalf of dc0997b37c92493191bc982e82d6f939 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:55.883978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.891469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.894521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.895181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.907998 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.913631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bf915f6b-ca52-495d-84bc-bc637c625335 HTTP/1.1" status: 204 len: 168 time: 0.8764150 Dec 13 09:43:55.956473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:55.971962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e701d8-9f82-4ed0-899a-10de5b26aad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf915f6b-ca52-495d-84bc-bc637c625335,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:55.998194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbf380-b988-4ad9-94ff-60436b609691 req-728fbbea-62f9-4a24-945a-7870db779acf tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.005688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bfbf380-b988-4ad9-94ff-60436b609691 req-728fbbea-62f9-4a24-945a-7870db779acf tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 950 time: 0.2073622 Dec 13 09:43:56.018125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.028006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.064278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:43:56.073072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0b690-21ca-4be6-ab62-e6261b06fea5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:56.073369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6fc60290-cfc5-499e-8dc8-042ec6c3ae96 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.081402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6fc60290-cfc5-499e-8dc8-042ec6c3ae96 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.083084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.083688 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Added segment 018a2172-5591-49d1-a15b-eb7d5c30857e of type vlan for network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 Dec 13 09:43:56.087934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6fc60290-cfc5-499e-8dc8-042ec6c3ae96 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.089612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6fc60290-cfc5-499e-8dc8-042ec6c3ae96 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 1990 time: 0.4961660 Dec 13 09:43:56.133906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.152939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event updated for resources: {'Port': ['ID=0932886d-29f1-4d1c-bdb5-56dcd5a7986d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:56.167966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.174413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.175407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.176105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:56.193362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bfbf380-b988-4ad9-94ff-60436b609691 req-7a25a1b9-6896-40ef-9cf5-c8536e74f660 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865385 Dec 13 09:43:56.207150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.244233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7184670 Dec 13 09:43:56.247036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:56.254318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Request body: {'subnet': {'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-subnet', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:56.263949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.265202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-3ab06e84-9b5e-4503-ba8a-aeaff00bc1ae tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8149307 Dec 13 09:43:56.270442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6b28be1a-6b09-4e3e-98ad-dc1333eb18d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2494f76f4b4d1db32d641d54c59232 HTTP/1.1" status: 200 len: 380 time: 0.1573033 Dec 13 09:43:56.276332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec46b3-49e4-4b4a-9826-83f84ca09a23 admin admin] Pushing event updated for resources: {'Network': ['ID=a155ac4d-a40b-4d7f-8ba8-65d22fec6114,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:56.288574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Made reservation on behalf of dc0997b37c92493191bc982e82d6f939 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:56.289778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:43:56.292142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.298075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'admin_state_up': True, 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'security_groups': ['d55027b1-4733-41ec-a9d0-46a4bcc464bb']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:56.371663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9327833-0466-49c0-87a8-d04af4f80bdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d1c9bbd1cdc47219784f01c95a3693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934760 Dec 13 09:43:56.375525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:56.400247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-2de187d9-be0b-469e-b87f-0015e2b0dc98 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.1262536 Dec 13 09:43:56.479170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.526955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a500782-5879-4ea9-be5c-636df7e6a247 req-9d576c1a-23db-4a8c-bf62-550f138da6d2 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.528486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a500782-5879-4ea9-be5c-636df7e6a247 req-9d576c1a-23db-4a8c-bf62-550f138da6d2 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.2142770 Dec 13 09:43:56.529467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.578260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.633617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-f3e86913-0181-4dce-93b2-dc1daa2bcb85 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.635500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede06011-1d11-4bf5-a3d6-a53256cf8d9e req-f3e86913-0181-4dce-93b2-dc1daa2bcb85 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.2195385 Dec 13 09:43:56.650215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:56.659734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.678729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89caa6d8-e3e3-433f-92b3-3bdef33163e6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:56.688877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Checking segment: {'id': '018a2172-5591-49d1-a15b-eb7d5c30857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:56.689940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Network hostable DHCP agents. Network: a155ac4d-a40b-4d7f-8ba8-65d22fec6114, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:43:56.693377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a500782-5879-4ea9-be5c-636df7e6a247 req-a988df0e-b9d6-41dd-93f1-0d58f60e8504 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536980 Dec 13 09:43:56.694231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.697013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.698249 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb15454e-0824-4abc-9a64-11cfd1b1e3be HTTP/1.1" status: 204 len: 168 time: 0.3214226 Dec 13 09:43:56.725149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ea975-9d78-49f7-b4d4-8e9c5a0c8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb15454e-0824-4abc-9a64-11cfd1b1e3be,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:56.741656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:43:56.762315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a155ac4d-a40b-4d7f-8ba8-65d22fec6114) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:56.766926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:56.767929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.780549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1ec1d-f031-471f-b4ff-4309b4765071 None None] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:56.801543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b137d144-5663-4efb-aec9-9b8182399623 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5499842 Dec 13 09:43:56.801543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:43:56.806214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:56.871372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.873105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.953869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.972266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'fixed_ips': [{'subnet_id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:43:56.973972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:56.975546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13c51c66-4640-480e-bc54-2c5e37d8c75c req-48ebe1f1-8b9e-493d-a2e2-eab7acd1dff7 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0761223 Dec 13 09:43:57.035013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.201962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72b44037-24f9-444e-842f-a8e0560757e4 req-d7cf29d3-5c32-40e3-9afb-70d26676495f tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips/b5b1ed92-81eb-4388-8bf9-7939caf374b4 HTTP/1.1" status: 200 len: 692 time: 0.2021034 Dec 13 09:43:57.262852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Allocated IP 172.20.0.2 (a155ac4d-a40b-4d7f-8ba8-65d22fec6114/89caa6d8-e3e3-433f-92b3-3bdef33163e6/05773d9d-d298-4dc0-99ac-73e69a41375c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:57.285024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.351697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 172.20.0.4 (d3bfacd6-325d-4e37-a5dd-f81e7eb13089/36513e79-1b9c-4b47-8897-6a6b5613ab65/11d61409-80ab-434b-9ae2-41cf8a8daec4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:57.468765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-c9849024-021f-4344-a603-43058637286c tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.470461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-c9849024-021f-4344-a603-43058637286c tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 950 time: 0.2623756 Dec 13 09:43:57.615626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44037-24f9-444e-842f-a8e0560757e4 req-1ac79de3-ec1c-4937-83cf-2bb2f6a98505 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.641066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72b44037-24f9-444e-842f-a8e0560757e4 req-1ac79de3-ec1c-4937-83cf-2bb2f6a98505 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.4371531 Dec 13 09:43:57.657821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-c726ad3a-8f7f-467b-845a-309650e771e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.659939 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-c726ad3a-8f7f-467b-845a-309650e771e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d183e2439624a70adc97d4d302da80e&device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 1096 time: 0.1158738 Dec 13 09:43:57.728226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.777468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.839208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.850490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.882141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a6871-e3d2-423f-88f9-f4383ee20a3d req-ce21fa90-a570-4e0d-ba2c-91c8fe6d1424 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.882141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-919a6871-e3d2-423f-88f9-f4383ee20a3d req-ce21fa90-a570-4e0d-ba2c-91c8fe6d1424 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 950 time: 0.2912014 Dec 13 09:43:57.889922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.902753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:57.907000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:57.912497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:57.917507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2f39-10f5-45db-84dd-9eb19fc7a23e req-52bdae1d-f9da-4543-bd54-3998ac0ceefa tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:57.922308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Pushing event updated for resources: {'Port': ['ID=05773d9d-d298-4dc0-99ac-73e69a41375c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:57.926300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29ef2f39-10f5-45db-84dd-9eb19fc7a23e req-52bdae1d-f9da-4543-bd54-3998ac0ceefa tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 950 time: 0.1764095 Dec 13 09:43:57.987175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Attempting to bind port 05773d9d-d298-4dc0-99ac-73e69a41375c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:43:57.987951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Attempting to bind port 05773d9d-d298-4dc0-99ac-73e69a41375c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '018a2172-5591-49d1-a15b-eb7d5c30857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:43:57.988920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Attempting to bind port 05773d9d-d298-4dc0-99ac-73e69a41375c on network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:43:57.995143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:43:57.996027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Checking segment: {'id': '018a2172-5591-49d1-a15b-eb7d5c30857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:43:57.997543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:57.998256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Bound using segment: {'id': '018a2172-5591-49d1-a15b-eb7d5c30857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:43:57.999242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Bound port: 05773d9d-d298-4dc0-99ac-73e69a41375c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a2172-5591-49d1-a15b-eb7d5c30857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:43:58.000136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.015085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Deleting port da7d716c-a359-4b45-ac76-26255b1d5065 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:58.015427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.029480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-d1de3def-6e81-4a9c-a0d3-43e6a4b86162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.032871 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-d1de3def-6e81-4a9c-a0d3-43e6a4b86162 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 HTTP/1.1" status: 200 len: 915 time: 0.3623347 Dec 13 09:43:58.077154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-919a6871-e3d2-423f-88f9-f4383ee20a3d req-c69f1422-172f-4df6-9b2a-c3138bf59390 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703455 Dec 13 09:43:58.099586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] For port 05773d9d-d298-4dc0-99ac-73e69a41375c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:43:58.104160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] For port 05773d9d-d298-4dc0-99ac-73e69a41375c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=05773d9d-d298-4dc0-99ac-73e69a41375c,segment=NetworkSegment(018a2172-5591-49d1-a15b-eb7d5c30857e),segment_id=018a2172-5591-49d1-a15b-eb7d5c30857e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:43:58.112088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.132669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.177920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29ef2f39-10f5-45db-84dd-9eb19fc7a23e req-d8a8d025-5fe1-424f-b3f4-7309e86b9940 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506669 Dec 13 09:43:58.182602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-07d384fb-f50c-4a40-9c3d-5e65f7134887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1 HTTP/1.1" status: 200 len: 217 time: 0.1365423 Dec 13 09:43:58.202485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4db9d-f30e-4d7f-a6ae-97588c5cbfc4 None None] Pushing event updated for resources: {'Port': ['ID=05773d9d-d298-4dc0-99ac-73e69a41375c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:58.211577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Allocated IP 172.25.1.85 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/f30bb05f-a140-444c-9b09-933b6fb90dec) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:43:58.325916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:58.337490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-cc89e1b9-d0f7-49ed-9bd3-f51e0f0793b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.339876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-cc89e1b9-d0f7-49ed-9bd3-f51e0f0793b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=801204e4-2e0d-479d-8b4c-23b717b0b775 HTTP/1.1" status: 200 len: 854 time: 0.1440470 Dec 13 09:43:58.346619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:58.366017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-0ac2dad8-7336-4cec-86be-1cabf8db1af6 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips/b5b1ed92-81eb-4388-8bf9-7939caf374b4 HTTP/1.1" status: 200 len: 692 time: 0.1600740 Dec 13 09:43:58.368081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:58.384495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-5c50a2fd-7b1a-45a7-bfc4-a3f6c6205717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313122 Dec 13 09:43:58.422636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:58.550842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-463d387f-bc48-4a5d-abd3-37a7b36f5c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.556444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.589742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c677f2-a9b7-4044-85aa-007807fb8000 req-0adc1c88-edba-4561-9a59-83dbd443530c tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.600161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5c677f2-a9b7-4044-85aa-007807fb8000 req-0adc1c88-edba-4561-9a59-83dbd443530c tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.3955190 Dec 13 09:43:58.603478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-a3f190aa-d2af-4205-a841-f8d61ccf0bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111874 Dec 13 09:43:58.703410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] For port da7d716c-a359-4b45-ac76-26255b1d5065, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=da7d716c-a359-4b45-ac76-26255b1d5065,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:43:58.703986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.715867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.716453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.728636 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-927f87ef-5892-4d05-b788-d5ba1e46edd5 req-7ead9774-532a-476d-99dd-f65ddb4373b7 service neutron] 10.222.0.37 "GET /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145508 Dec 13 09:43:58.760871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.773401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Calling delete_port for da7d716c-a359-4b45-ac76-26255b1d5065 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:43:58.792355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b646389c-1b57-455c-97cc-4f5ed9f24e0f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5114691 Dec 13 09:43:58.806253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:43:58.812380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:43:58.813286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-266d16dc-eb5c-45ca-8fa9-4619ec75485e tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:58.814724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-266d16dc-eb5c-45ca-8fa9-4619ec75485e tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.4479108 Dec 13 09:43:58.821001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'admin_state_up': True, 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'security_groups': ['d55027b1-4733-41ec-a9d0-46a4bcc464bb']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:43:58.824124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:43:58.828034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f30bb05f-a140-444c-9b09-933b6fb90dec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:43:58.844489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8eb3b063-d8ec-4c92-b5df-76729c97c3da None None] Provisioning complete for port 11d61409-80ab-434b-9ae2-41cf8a8daec4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:43:58.845939 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eb3b063-d8ec-4c92-b5df-76729c97c3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.895858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3b063-d8ec-4c92-b5df-76729c97c3da None None] Port 11d61409-80ab-434b-9ae2-41cf8a8daec4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:43:58.939410 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:58.985851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-4f6a4ba0-799f-4818-a897-17bc1cb50074 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0512764 Dec 13 09:43:58.999157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5c677f2-a9b7-4044-85aa-007807fb8000 req-d87627c6-1c2e-42e7-b2a3-21c95e6a201b tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980625 Dec 13 09:43:59.136157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.431260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.470929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-bae9597c-a13e-4510-98d0-bd9a9a0ab832 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.4192042 Dec 13 09:43:59.565050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:43:59.569256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:43:59.603999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Router d9b729bb-6f50-4b3e-b311-b09416179db5 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:43:59.635358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf0fe8-3449-4dd9-b3ee-f437ef9fe6db req-bccea14b-b4a2-4e3a-b35f-61987806026b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:43:59.636935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bf0fe8-3449-4dd9-b3ee-f437ef9fe6db req-bccea14b-b4a2-4e3a-b35f-61987806026b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 931 time: 0.1835451 Dec 13 09:43:59.717900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf3037-1ecc-4d17-9ebc-262facbdb84e None None] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:43:59.801391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bf0fe8-3449-4dd9-b3ee-f437ef9fe6db req-e81ca8a8-0d0d-416a-a1a1-61ccd12af9ee tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339619 Dec 13 09:43:59.897016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 05773d9d-d298-4dc0-99ac-73e69a41375c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:43:59.938221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Deleting port 0932886d-29f1-4d1c-bdb5-56dcd5a7986d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:43:59.938609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.021782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.022109 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.035133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Calling delete_port for 0932886d-29f1-4d1c-bdb5-56dcd5a7986d owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:00.040197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] Provisioning complete for port 05773d9d-d298-4dc0-99ac-73e69a41375c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:00.040592 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.048836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.083740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:00.110357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.116048 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86755832-5949-4a6c-b542-fd01e102e8b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3136840 Dec 13 09:44:00.117327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:00.129261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.1.1.127 (9279cadd-318a-4164-80bb-a858fcb353a5/adced73e-b601-45fc-963d-494dcf5e46e1/ac09d555-f030-47de-845f-e3bd827dc68c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:00.136873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Pushing event deleted for resources: {'Port': ['ID=da7d716c-a359-4b45-ac76-26255b1d5065,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:00.138003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5564d96a-b8e0-45f3-aaf4-1ba224543dec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:00.141809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Sync routers for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:00.204099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 05773d9d-d298-4dc0-99ac-73e69a41375c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:00.204478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.240576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] No DVR routers for this DVR port da7d716c-a359-4b45-ac76-26255b1d5065 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:00.254825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.260152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbd0b9cd-c0fa-4c83-a82d-16621a414e3e req-d3136dab-a7b6-427f-8b29-f0b89765aead tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "DELETE /v2.0/ports/da7d716c-a359-4b45-ac76-26255b1d5065 HTTP/1.1" status: 204 len: 173 time: 2.7785757 Dec 13 09:44:00.261443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:00.264771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'name': 'network-vif-deleted', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:00.275432 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda2edb1-3c3e-433d-81c3-7a9a77b85bcc" -d '{"events": [{"server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "name": "network-vif-deleted", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:00.326809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:00.327429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:43:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:00.605019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.683502 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.696698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.710700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event deleted for resources: {'Port': ['ID=0932886d-29f1-4d1c-bdb5-56dcd5a7986d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:00.890080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.893581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:00.895239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f92a5e6-eba9-41a6-8309-74da8b8c6af2 req-51133705-b4fd-4864-a072-1553f53201ce tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "DELETE /v2.0/floatingips/b5b1ed92-81eb-4388-8bf9-7939caf374b4 HTTP/1.1" status: 204 len: 173 time: 1.4040787 Dec 13 09:44:00.911834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.021175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:01.048951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:01.062774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:01.064715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:01.067806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:01.104937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.146384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.155394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.197595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc012e28-1b82-46c3-b888-48076153f21b req-c05fda34-128e-461f-943a-291085ff6391 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ac75f4-0a6b-44cb-841d-70c69b4e720c HTTP/1.1" status: 200 len: 210 time: 0.0873830 Dec 13 09:44:01.261147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.261818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.266690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1f71a26-7c92-419b-a3c3-c4a24b791c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.281483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51a49b-d7e7-4adf-a1ed-1b0ffd656c02 req-ff215460-f069-4e69-9f38-f6a0291c6e8d tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.296218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c51a49b-d7e7-4adf-a1ed-1b0ffd656c02 req-ff215460-f069-4e69-9f38-f6a0291c6e8d tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.1979010 Dec 13 09:44:01.383840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cd1e84cc-c1a5-4b85-8837-71583c4a2cfd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5651340 Dec 13 09:44:01.394575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] For port 05773d9d-d298-4dc0-99ac-73e69a41375c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=05773d9d-d298-4dc0-99ac-73e69a41375c,segment=NetworkSegment(018a2172-5591-49d1-a15b-eb7d5c30857e),segment_id=018a2172-5591-49d1-a15b-eb7d5c30857e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:01.411126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'admin_state_up': True, 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'security_groups': ['d55027b1-4733-41ec-a9d0-46a4bcc464bb']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:01.416743 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c221eaa-a353-4fdb-be33-e73d86bd6d2f x-openstack-request-id: req-1c221eaa-a353-4fdb-be33-e73d86bd6d2f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:01.417910 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ac75f4-0a6b-44cb-841d-70c69b4e720c", "name": "network-vif-deleted", "tag": "da7d716c-a359-4b45-ac76-26255b1d5065", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:01.417910 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c221eaa-a353-4fdb-be33-e73d86bd6d2f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:01.418171 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ac75f4-0a6b-44cb-841d-70c69b4e720c', 'name': 'network-vif-deleted', 'tag': 'da7d716c-a359-4b45-ac76-26255b1d5065', 'status': 'completed', 'code': 200} Dec 13 09:44:01.432806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Allocated IP 172.20.0.1 (a155ac4d-a40b-4d7f-8ba8-65d22fec6114/89caa6d8-e3e3-433f-92b3-3bdef33163e6/6a0a762d-5faf-460d-ab53-ea4467c0c117) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:01.460254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.476464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:01.479044 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f754dd-0f3f-460f-b3d7-a6c39beaab7a" -d '{"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-unplugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:01.490913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c51a49b-d7e7-4adf-a1ed-1b0ffd656c02 req-320ecb39-168f-4b3d-929b-8a7d287b825f tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937191 Dec 13 09:44:01.600684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:01.643560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.644559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device da7d716c-a359-4b45-ac76-26255b1d5065 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:01.669080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:44:01.669489 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:44:01.670811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.712851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.725902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: da7d716c-a359-4b45-ac76-26255b1d5065 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:01.726257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device da7d716c-a359-4b45-ac76-26255b1d5065 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:01.728321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289dc5b-0e55-48b0-bded-a1bf0d16c32d None None] Pushing event updated for resources: {'Port': ['ID=05773d9d-d298-4dc0-99ac-73e69a41375c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:01.736475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f9128edb-3ee4-4aa2-a675-74620da0fc90 None None] Provisioning complete for port ac09d555-f030-47de-845f-e3bd827dc68c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:01.736854 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9128edb-3ee4-4aa2-a675-74620da0fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.780326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:01.783549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:01.790224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:01.791271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903480-06e8-43c8-a3ae-14f8a47ed164 req-298d145b-26f3-49d7-bae8-926346cddf03 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.794799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b903480-06e8-43c8-a3ae-14f8a47ed164 req-298d145b-26f3-49d7-bae8-926346cddf03 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2727129 Dec 13 09:44:01.795181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0a762d-5faf-460d-ab53-ea4467c0c117,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:01.855910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:01.857515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f9128edb-3ee4-4aa2-a675-74620da0fc90 None None] Port ac09d555-f030-47de-845f-e3bd827dc68c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:01.908144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:43:59Z', 'revision_number': 3, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:01.964155 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb74888-d353-4d19-9930-6865280852d5 x-openstack-request-id: req-deb74888-d353-4d19-9930-6865280852d5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:01.964432 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-unplugged", "status": "completed", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:01.965200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b3722-128e-4e0a-b83a-6a90d0e446d9 req-dc0b1efb-d254-4a6e-bd2d-bdea2c459bdd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.970754 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-deb74888-d353-4d19-9930-6865280852d5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:01.971700 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'code': 200} Dec 13 09:44:01.976845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b3722-128e-4e0a-b83a-6a90d0e446d9 req-dc0b1efb-d254-4a6e-bd2d-bdea2c459bdd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:01.979359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Checking router: d9b729bb-6f50-4b3e-b311-b09416179db5 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:01.979717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Updating router d9b729bb-6f50-4b3e-b311-b09416179db5 port f30bb05f-a140-444c-9b09-933b6fb90dec binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:01.994312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b16b3722-128e-4e0a-b83a-6a90d0e446d9 req-dc0b1efb-d254-4a6e-bd2d-bdea2c459bdd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 1653 time: 0.1965885 Dec 13 09:44:02.023130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f9128edb-3ee4-4aa2-a675-74620da0fc90 None None] Provisioning complete for port 05773d9d-d298-4dc0-99ac-73e69a41375c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:02.024277 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9128edb-3ee4-4aa2-a675-74620da0fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.066024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b16b3722-128e-4e0a-b83a-6a90d0e446d9 req-3e0e5578-418e-4f85-9475-b935615e47bc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695863 Dec 13 09:44:02.083249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:02.098956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.138331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.221368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d49689d-298b-49b8-a82f-5550cfb9d51a req-b1500dc0-e7a1-4737-a4cf-5b6e8e8d89a4 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=ee7593ec8225418a94c0d481007e68fe HTTP/1.1" status: 200 len: 1657 time: 0.1651571 Dec 13 09:44:02.318494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.345416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.348900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:02.353665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.404241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.474212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.496082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49689d-298b-49b8-a82f-5550cfb9d51a req-a24467b3-f637-4337-8dc5-fc77d2f53f85 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:02.501754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d49689d-298b-49b8-a82f-5550cfb9d51a req-a24467b3-f637-4337-8dc5-fc77d2f53f85 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks?id=1f869e0f-9c37-42a8-a312-085caebea9ea&id=1f869e0f-9c37-42a8-a312-085caebea9ea&id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 787 time: 0.1475351 Dec 13 09:44:02.527968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-2d49689d-298b-49b8-a82f-5550cfb9d51a req-38c73e25-6609-4f60-9ec6-b6ee09137655 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:02.534078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d49689d-298b-49b8-a82f-5550cfb9d51a req-38c73e25-6609-4f60-9ec6-b6ee09137655 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289407 Dec 13 09:44:02.575909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.1.1.118 (9279cadd-318a-4164-80bb-a858fcb353a5/adced73e-b601-45fc-963d-494dcf5e46e1/a742b434-768d-42d5-b97e-45219ddc1d30) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:02.606004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 05773d9d-d298-4dc0-99ac-73e69a41375c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:02.676829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0a762d-5faf-460d-ab53-ea4467c0c117,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:02.752386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d0a394b-0b6f-4106-bd1e-b3e5ba2f16b8 None None] Provisioning complete for port 6a0a762d-5faf-460d-ab53-ea4467c0c117 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:02.752923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d0a394b-0b6f-4106-bd1e-b3e5ba2f16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.759872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 05773d9d-d298-4dc0-99ac-73e69a41375c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:02.760372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.822463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:02.823851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:02.919019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a394b-0b6f-4106-bd1e-b3e5ba2f16b8 None None] Port 6a0a762d-5faf-460d-ab53-ea4467c0c117 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:02.935736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.953823 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:02.966782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.050887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.131405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Router d9b729bb-6f50-4b3e-b311-b09416179db5 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:03.148571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a82bb-f899-4f71-9727-dff899e43cc2 None None] Pushing event updated for resources: {'Port': ['ID=f30bb05f-a140-444c-9b09-933b6fb90dec,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:03.157993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 9279cadd-318a-4164-80bb-a858fcb353a5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:03.175496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Attempting to bind port f30bb05f-a140-444c-9b09-933b6fb90dec on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:03.175872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Attempting to bind port f30bb05f-a140-444c-9b09-933b6fb90dec by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:03.176230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Attempting to bind port f30bb05f-a140-444c-9b09-933b6fb90dec on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:03.182133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:03.185585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:03.188696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:03.193755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:03.194255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:03.194557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.194959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:03.195443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Bound port: f30bb05f-a140-444c-9b09-933b6fb90dec, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:03.195834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.305433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-ec64985e-87a5-40cf-8306-142e23ed8015 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips/128aa4bf-edcf-4fa9-a158-616f975f707b HTTP/1.1" status: 200 len: 693 time: 0.1742244 Dec 13 09:44:03.308605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] For port f30bb05f-a140-444c-9b09-933b6fb90dec, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:03.313401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] For port f30bb05f-a140-444c-9b09-933b6fb90dec, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f30bb05f-a140-444c-9b09-933b6fb90dec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:03.324552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.355044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:03.367521 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6deb8d17-a95e-4d12-b1f3-a1a77bc69a64 admin admin] 10.222.0.30 "PUT /v2.0/routers/d9b729bb-6f50-4b3e-b311-b09416179db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489207 Dec 13 09:44:03.431058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-05963aae-b203-474e-9f41-71bdd4103138 None None] Provisioning complete for port 6a0a762d-5faf-460d-ab53-ea4467c0c117 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:03.431708 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05963aae-b203-474e-9f41-71bdd4103138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.448028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.449349 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.479147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-05963aae-b203-474e-9f41-71bdd4103138 None None] Port 6a0a762d-5faf-460d-ab53-ea4467c0c117 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:03.483484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a82bb-f899-4f71-9727-dff899e43cc2 None None] Pushing event updated for resources: {'Port': ['ID=f30bb05f-a140-444c-9b09-933b6fb90dec,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:03.487607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:03.488446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:03.498368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dcfbf51f-2d45-4da8-bddf-f3a5ecfd7ed3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1010988 Dec 13 09:44:03.509068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215694dc-4be8-4157-b0ef-932a817943aa req-0cf459e7-373b-466f-882f-1b60b88129bd tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.516546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-215694dc-4be8-4157-b0ef-932a817943aa req-0cf459e7-373b-466f-882f-1b60b88129bd tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.3184624 Dec 13 09:44:03.533460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'admin_state_up': True, 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'security_groups': ['d55027b1-4733-41ec-a9d0-46a4bcc464bb']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:03.614182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.622550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7f78969-8222-4e23-96ae-c6c5a2c63a49 None None] Provisioning complete for port a742b434-768d-42d5-b97e-45219ddc1d30 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:03.622931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7f78969-8222-4e23-96ae-c6c5a2c63a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:03.677114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:03.678994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b7f78969-8222-4e23-96ae-c6c5a2c63a49 None None] Port a742b434-768d-42d5-b97e-45219ddc1d30 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:03.689042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-729688fa-e049-41fb-9fff-fdd0eff5f589 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:03.696669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-729688fa-e049-41fb-9fff-fdd0eff5f589 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.3899143 Dec 13 09:44:03.724925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-215694dc-4be8-4157-b0ef-932a817943aa req-0ae88dbe-1c5e-40f5-85f6-adfc93714bf2 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/security-groups?id=406f85b1-a90e-49be-911e-0a2ea3400b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074914 Dec 13 09:44:03.788745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-e75b4fa4-1955-45f4-8202-36da66d0a078 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0912125 Dec 13 09:44:03.810781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:03.899906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-7213ecd4-903a-4031-92b5-c919a5931eed tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0974097 Dec 13 09:44:03.906709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 4, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6a0a762d-5faf-460d-ab53-ea4467c0c117', 'name': '', 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'mac_address': 'fa:16:3e:2c:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:01Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 2, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'subnets': [{'id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:03.938434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8dcad-4306-4deb-be1b-ef871bb01aa9 None None] The sync data for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 is: [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 4, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6a0a762d-5faf-460d-ab53-ea4467c0c117', 'name': '', 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'mac_address': 'fa:16:3e:2c:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:01Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 2, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'subnets': [{'id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:04.058014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.145262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:04.302982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Deleting port 14647d6e-435e-4a52-bbf5-f223a631fab7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:04.303331 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.323511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:04.346904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'mac_address': 'fa:16:3e:d5:16:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:04.435733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.436403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.439940 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.471236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:04.510569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:04.520462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.633321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f06775af-1f82-4930-8bb3-d00e083ee308'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:04.697643 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:04.733271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:04.886144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Calling delete_port for 14647d6e-435e-4a52-bbf5-f223a631fab7 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:04.900659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b392c-e2d0-4d65-98bc-10cd67816774 req-25f824a2-b860-40d9-9a5d-2802490c5c3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.907877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b392c-e2d0-4d65-98bc-10cd67816774 req-25f824a2-b860-40d9-9a5d-2802490c5c3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.914494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b392c-e2d0-4d65-98bc-10cd67816774 req-25f824a2-b860-40d9-9a5d-2802490c5c3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:04.923613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e10b392c-e2d0-4d65-98bc-10cd67816774 req-25f824a2-b860-40d9-9a5d-2802490c5c3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 2374 time: 0.7453620 Dec 13 09:44:05.024088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243e87f-5daa-430c-9288-d6b81a55908f req-ad845883-7c1b-4055-9f79-103338b89fba tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.030402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9243e87f-5daa-430c-9288-d6b81a55908f req-ad845883-7c1b-4055-9f79-103338b89fba tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 945 time: 0.6092167 Dec 13 09:44:05.074175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.2.2.100 (92ccfa92-50a4-487b-ac9f-e67f61665187/6c404b49-6769-465b-8712-94706da77bbb/c523baae-7940-4750-96a4-16c2cf650668) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:05.263395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e10b392c-e2d0-4d65-98bc-10cd67816774 req-cd5df790-9cf7-4e2f-828f-a44c6beb929d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337729 Dec 13 09:44:05.524615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-eb3632fb-ddab-4b6c-a000-607dad55cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.526201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-eb3632fb-ddab-4b6c-a000-607dad55cc18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=794a510c217041d49211354387420d65&device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 1100 time: 0.2218037 Dec 13 09:44:05.528644 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-8d7eed20-dc37-4999-8174-1d0637b79240 req-dfc50759-08c5-43be-8e52-f91d0f49fbc7 tempest-FloatingIPDetailsNegativeTestJSON-2145712980 tempest-FloatingIPDetailsNegativeTestJSON-2145712980-project] show failed (client error): The resource could not be found. Dec 13 09:44:05.529650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d7eed20-dc37-4999-8174-1d0637b79240 req-dfc50759-08c5-43be-8e52-f91d0f49fbc7 tempest-FloatingIPDetailsNegativeTestJSON-2145712980 tempest-FloatingIPDetailsNegativeTestJSON-2145712980-project] 10.222.0.30 "GET /v2.0/floatingips/95a89272-54ee-4675-8602-0655b8ac5d22 HTTP/1.1" status: 404 len: 350 time: 0.1155994 Dec 13 09:44:05.539448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:05.559056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.767944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-503d68cd-defa-41ab-a685-9251f3933a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.769368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-503d68cd-defa-41ab-a685-9251f3933a80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1920135 Dec 13 09:44:05.888152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a952-d299-4795-92ca-63f4f9128908 req-8e9668de-5c9a-4e0e-a65d-423cc8525227 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:05.891431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66d8a952-d299-4795-92ca-63f4f9128908 req-8e9668de-5c9a-4e0e-a65d-423cc8525227 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 950 time: 0.1723549 Dec 13 09:44:05.904049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Deleting port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:05.904405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:05.921781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-73dd34fb-368d-4a00-b3c0-971b6fb8248c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f06775af-1f82-4930-8bb3-d00e083ee308 HTTP/1.1" status: 200 len: 217 time: 0.1245944 Dec 13 09:44:06.004375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.068647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Deleting port 5564d96a-b8e0-45f3-aaf4-1ba224543dec {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:06.068647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.165351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:06.168130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af526-419a-4695-9964-9950962a509f req-bb1a2c6a-d168-4644-9ecb-e2705b0881fb tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.177153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c1af526-419a-4695-9964-9950962a509f req-bb1a2c6a-d168-4644-9ecb-e2705b0881fb tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/ports?device_id=741400cc-c763-44ef-b51e-9dd3f1a60704 HTTP/1.1" status: 200 len: 950 time: 0.4563963 Dec 13 09:44:06.179726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.181698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event deleted for resources: {'Port': ['ID=14647d6e-435e-4a52-bbf5-f223a631fab7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.251458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] For port 5564d96a-b8e0-45f3-aaf4-1ba224543dec, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5564d96a-b8e0-45f3-aaf4-1ba224543dec,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:06.251825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.274453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Calling delete_port for 5564d96a-b8e0-45f3-aaf4-1ba224543dec owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:06.340264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f06775af-1f82-4930-8bb3-d00e083ee308 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:06.341398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.345823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-5b55038d-9df9-4ae4-a6b5-d3196e2fe92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:06.360667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-5b55038d-9df9-4ae4-a6b5-d3196e2fe92d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.4216161 Dec 13 09:44:06.404794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:06.476749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] For port ff76e101-0841-4d4c-a20b-e1c738d3aaa1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,segment=NetworkSegment(0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa),segment_id=0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:06.477208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.502517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Calling delete_port for ff76e101-0841-4d4c-a20b-e1c738d3aaa1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:06.531126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.556381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5564d96a-b8e0-45f3-aaf4-1ba224543dec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:06.585497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Pushing event deleted for resources: {'Port': ['ID=5564d96a-b8e0-45f3-aaf4-1ba224543dec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:06.687121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] No DVR routers for this DVR port 5564d96a-b8e0-45f3-aaf4-1ba224543dec on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:06.696525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.700579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66d8a952-d299-4795-92ca-63f4f9128908 req-c1d4b43b-4b04-4aa6-b0a2-c2da9cdb31db tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.37 "DELETE /v2.0/ports/5564d96a-b8e0-45f3-aaf4-1ba224543dec HTTP/1.1" status: 204 len: 173 time: 0.8014355 Dec 13 09:44:06.705326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'name': 'network-vif-deleted', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:06.706337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f30bb05f-a140-444c-9b09-933b6fb90dec up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:06.708060 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d1e7e1-a80c-4220-a1f9-bed5e1b307c1" -d '{"events": [{"server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "name": "network-vif-deleted", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:06.736887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.785138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:06.873340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:06.880253 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78e540e-5a17-445d-9998-0520894f9062" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:06.931191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:06.936153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:06.949264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:06.970174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.046999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f30bb05f-a140-444c-9b09-933b6fb90dec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:07.047441 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.082204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c1af526-419a-4695-9964-9950962a509f req-72a14f44-aa26-45a7-93ef-c2291ccfadc0 tempest-ServersAdminNegativeTestJSON-180213015 tempest-ServersAdminNegativeTestJSON-180213015-project] 10.222.0.30 "GET /v2.0/security-groups?id=63b0e281-3a7a-4998-ac4b-26f7139387e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874741 Dec 13 09:44:07.091302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.108698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.122800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35cfc975-d5f5-4c68-b5d5-e123e3143d1f req-92445a73-4b2d-4bad-888d-2ee366483562 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "DELETE /v2.0/floatingips/128aa4bf-edcf-4fa9-a158-616f975f707b HTTP/1.1" status: 204 len: 173 time: 3.1865864 Dec 13 09:44:07.222998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.225968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.265311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.393856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8718057 Dec 13 09:44:07.510437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'admin_state_up': True, 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'security_groups': ['d55027b1-4733-41ec-a9d0-46a4bcc464bb']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:07.562381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Deleting port 6a0a762d-5faf-460d-ab53-ea4467c0c117 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:07.562893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.569231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] No DVR routers for this DVR port ff76e101-0841-4d4c-a20b-e1c738d3aaa1 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:07.572694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.578998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9243e87f-5daa-430c-9288-d6b81a55908f req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.37 "DELETE /v2.0/ports/ff76e101-0841-4d4c-a20b-e1c738d3aaa1 HTTP/1.1" status: 204 len: 173 time: 2.4178209 Dec 13 09:44:07.645682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Sync routers for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:07.666806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:07.669056 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:07.710258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'name': 'network-vif-deleted', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:07.713359 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167991a-0f42-4937-af8c-e660aa3f342c" -d '{"events": [{"server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "name": "network-vif-deleted", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:07.717837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-86367b62-76b4-416f-8f95-d6c3d9675bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.720144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-86367b62-76b4-416f-8f95-d6c3d9675bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8915963 Dec 13 09:44:07.722270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4adfa9d9-62d4-40ae-a553-e698f923eb92 req-8f45ce45-e1f2-492e-9acf-16fc7aef529f tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cb0556c-6345-46bb-8add-8ae67d43a60d HTTP/1.1" status: 200 len: 210 time: 0.0835018 Dec 13 09:44:07.815471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:07.818416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.871196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Calling delete_port for 6a0a762d-5faf-460d-ab53-ea4467c0c117 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:07.877244 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.894843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-7705a81d-537e-4bcb-9a15-18e2a352764e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555004 Dec 13 09:44:07.895840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:07.896317 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae2bfe-20d7-4ade-8074-fe16cbc6c510 x-openstack-request-id: req-d2ae2bfe-20d7-4ade-8074-fe16cbc6c510 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:07.896874 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741400cc-c763-44ef-b51e-9dd3f1a60704", "name": "network-vif-deleted", "tag": "5564d96a-b8e0-45f3-aaf4-1ba224543dec", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:07.898358 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2ae2bfe-20d7-4ade-8074-fe16cbc6c510 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:07.899066 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741400cc-c763-44ef-b51e-9dd3f1a60704', 'name': 'network-vif-deleted', 'tag': '5564d96a-b8e0-45f3-aaf4-1ba224543dec', 'status': 'completed', 'code': 200} Dec 13 09:44:07.902864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c464c-a93f-468c-b1dd-be8d11c15ca9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:07.938467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port f30bb05f-a140-444c-9b09-933b6fb90dec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f30bb05f-a140-444c-9b09-933b6fb90dec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:07.951361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.954360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76bc9381-8bda-4f71-839f-df9e413bbcdf None None] Provisioning complete for port c523baae-7940-4750-96a4-16c2cf650668 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:07.957241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76bc9381-8bda-4f71-839f-df9e413bbcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:07.975568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-85329b7e-aaab-4b31-87f7-20095a3d7e8f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.983685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-85329b7e-aaab-4b31-87f7-20095a3d7e8f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.993729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-85329b7e-aaab-4b31-87f7-20095a3d7e8f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:07.997525 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:44:08.000838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-85329b7e-aaab-4b31-87f7-20095a3d7e8f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.008339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-85329b7e-aaab-4b31-87f7-20095a3d7e8f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3095 time: 0.3317974 Dec 13 09:44:08.038782 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9a387b-5b64-48a3-89b4-d93cca10b321 x-openstack-request-id: req-6d9a387b-5b64-48a3-89b4-d93cca10b321 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:08.039076 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-plugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:08.053594 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d9a387b-5b64-48a3-89b4-d93cca10b321 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:08.054325 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'code': 200} Dec 13 09:44:08.069923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ccbc-d619-49be-9273-9d4eebeba709 tempest-InstanceActionsTestJSON-114632626 tempest-InstanceActionsTestJSON-114632626-project] Pushing event deleted for resources: {'Port': ['ID=ff76e101-0841-4d4c-a20b-e1c738d3aaa1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:08.136078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-76bc9381-8bda-4f71-839f-df9e413bbcdf None None] Port c523baae-7940-4750-96a4-16c2cf650668 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:08.140054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=f30bb05f-a140-444c-9b09-933b6fb90dec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:08.229823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d1c474-e8bf-44ab-94cf-b2f5f0d8c6d8 req-d1c6cc9a-a694-4db8-b4bf-e039f3c9cccb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204430 Dec 13 09:44:08.251142 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 4, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6a0a762d-5faf-460d-ab53-ea4467c0c117', 'name': '', 'network_id': 'a155ac4d-a40b-4d7f-8ba8-65d22fec6114', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'mac_address': 'fa:16:3e:2c:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:01Z', 'updated_at': '2021-12-13T09:44:02Z', 'revision_number': 2, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'subnets': [{'id': '89caa6d8-e3e3-433f-92b3-3bdef33163e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:08.276064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ff76e101-0841-4d4c-a20b-e1c738d3aaa1 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:08.301783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-3d479974-42f5-4ebb-beb0-4908eb76d958 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips/730b2af2-86fd-4e38-add7-ba7131324af4 HTTP/1.1" status: 200 len: 693 time: 0.2428098 Dec 13 09:44:08.307526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: ff76e101-0841-4d4c-a20b-e1c738d3aaa1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:08.309010 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Checking router: d9b729bb-6f50-4b3e-b311-b09416179db5 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:08.309665 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Updating router d9b729bb-6f50-4b3e-b311-b09416179db5 port 6a0a762d-5faf-460d-ab53-ea4467c0c117 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:08.317843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device ff76e101-0841-4d4c-a20b-e1c738d3aaa1 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:08.341492 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:08.377043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:08.438098 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd06890-99d3-43d8-b77a-3efb9197cc82 x-openstack-request-id: req-2cd06890-99d3-43d8-b77a-3efb9197cc82 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:08.438417 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb0556c-6345-46bb-8add-8ae67d43a60d", "name": "network-vif-deleted", "tag": "ff76e101-0841-4d4c-a20b-e1c738d3aaa1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:08.438682 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cd06890-99d3-43d8-b77a-3efb9197cc82 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:08.439099 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb0556c-6345-46bb-8add-8ae67d43a60d', 'name': 'network-vif-deleted', 'tag': 'ff76e101-0841-4d4c-a20b-e1c738d3aaa1', 'status': 'completed', 'code': 200} Dec 13 09:44:08.495313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0a762d-5faf-460d-ab53-ea4467c0c117,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:08.630210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f30bb05f-a140-444c-9b09-933b6fb90dec up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:08.740695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Made reservation on behalf of eb2494f76f4b4d1db32d641d54c59232 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:08.760997 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.db.api [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:44:08.765518 n-d-820531-5 neutron-server[103191]: DEBUG oslo_db.api [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:44:08.767345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f30bb05f-a140-444c-9b09-933b6fb90dec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:08.767490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:08.770902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b31ab6c1-cc0f-41f9-b79d-1ecf163052bd req-c651cb61-92b0-4bb6-a6a7-3ae51cbc13d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289728 Dec 13 09:44:08.771600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:08.811670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-9c0ddbd1-e180-4539-8588-0d8c9c5b3b20 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:08.830930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-9c0ddbd1-e180-4539-8588-0d8c9c5b3b20 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.5281796 Dec 13 09:44:09.021185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.027152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:09.108912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-0dcb8a08-11e1-467b-94fa-012dc88adfd5 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 696 time: 0.2770774 Dec 13 09:44:09.145960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Deleting subnet 801204e4-2e0d-479d-8b4c-23b717b0b775 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:44:09.163258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.225247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-8eed1b17-b3b3-4c4e-930d-18da67c3339a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.176 HTTP/1.1" status: 200 len: 696 time: 0.1047907 Dec 13 09:44:09.225738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:09.330941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Port 6a0a762d-5faf-460d-ab53-ea4467c0c117 not found while updating agent binding for router d9b729bb-6f50-4b3e-b311-b09416179db5. {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 09:44:09.353319 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:09.354879 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:09.558358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-f204a38b-9ba9-46a2-80c9-ee99336e8789 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.569434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-f204a38b-9ba9-46a2-80c9-ee99336e8789 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.587463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-f204a38b-9ba9-46a2-80c9-ee99336e8789 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.596178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-f204a38b-9ba9-46a2-80c9-ee99336e8789 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:09.605671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-f204a38b-9ba9-46a2-80c9-ee99336e8789 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3095 time: 0.2568040 Dec 13 09:44:09.612501 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:09.646911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:09.787905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86a80795-9cbf-47a3-962a-b1066c00e83c req-363b0242-5ffe-480d-b4c1-a25971055e7f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813822 Dec 13 09:44:09.805468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Deleting port 93210096-7552-44ba-9369-b1a9bda7e634 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:09.805801 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.816238 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6549a75-440b-4854-aa5c-2fbf00c7ea8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.983997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Allocated IP 10.2.2.200 (92ccfa92-50a4-487b-ac9f-e67f61665187/6c404b49-6769-465b-8712-94706da77bbb/97aaa9d2-88a7-4944-ba70-747bfb53ca26) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:09.986226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:09.993885 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:08Z', 'revision_number': 5, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:10.023783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dc8ee13c-945d-42bd-a7a8-23075f49ff9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adc1bcc6c2694b109d23b67e0cd572de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7942164 Dec 13 09:44:10.037672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:10.059297 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29966e-fa5e-4996-820e-a55a04a8d6aa None None] The sync data for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 is: [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:08Z', 'revision_number': 5, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port': {'id': 'f30bb05f-a140-444c-9b09-933b6fb90dec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:57Z', 'updated_at': '2021-12-13T09:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:10.206535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.276273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5564d96a-b8e0-45f3-aaf4-1ba224543dec no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:10.305620 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.316414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 5564d96a-b8e0-45f3-aaf4-1ba224543dec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:10.316759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5564d96a-b8e0-45f3-aaf4-1ba224543dec not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:10.412104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Router d9b729bb-6f50-4b3e-b311-b09416179db5 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:10.441938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.493514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6a0a762d-5faf-460d-ab53-ea4467c0c117 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:10.506722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.519044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/801204e4-2e0d-479d-8b4c-23b717b0b775 HTTP/1.1" status: 204 len: 168 time: 1.4906583 Dec 13 09:44:10.540656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6a0a762d-5faf-460d-ab53-ea4467c0c117 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:10.541378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6a0a762d-5faf-460d-ab53-ea4467c0c117 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:10.561961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:10.574260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2bc4c-5b48-46b1-9d06-05099c222fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801204e4-2e0d-479d-8b4c-23b717b0b775,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:10.850867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:10.860100 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-559cd0eb-7782-4b01-9b59-50f8f918308c admin admin] 10.222.0.30 "PUT /v2.0/routers/d9b729bb-6f50-4b3e-b311-b09416179db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3187971 Dec 13 09:44:10.862800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:10.901095 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.901697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:10.934986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.039771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.042417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.046923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63b0e281-3a7a-4998-ac4b-26f7139387e0 HTTP/1.1" status: 204 len: 168 time: 1.0082049 Dec 13 09:44:11.063080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Calling delete_port for 93210096-7552-44ba-9369-b1a9bda7e634 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:11.117494 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.137041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e752258-b43f-4587-9914-970094098a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b0e281-3a7a-4998-ac4b-26f7139387e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:11.152856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.163079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6549a75-440b-4854-aa5c-2fbf00c7ea8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.216549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6549a75-440b-4854-aa5c-2fbf00c7ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.266742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e6549a75-440b-4854-aa5c-2fbf00c7ea8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f022cd03e3fd42a1bd5ef0ec09760936&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6152844 Dec 13 09:44:11.290275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:11.307578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-edaa555d-1dbd-4d42-bc8d-ee7f7bba6d4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.317569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-edaa555d-1dbd-4d42-bc8d-ee7f7bba6d4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.340007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-edaa555d-1dbd-4d42-bc8d-ee7f7bba6d4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.343025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.354621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-edaa555d-1dbd-4d42-bc8d-ee7f7bba6d4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:11.362948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-edaa555d-1dbd-4d42-bc8d-ee7f7bba6d4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3095 time: 0.3380971 Dec 13 09:44:11.549621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6549a75-440b-4854-aa5c-2fbf00c7ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd26e8-0d82-487f-ae2f-c93c8e952f56,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:11.592904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.626102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.640362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:11.694796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.697204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:11.697204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0449a91d-a85e-4dd3-b0f6-b1d6c5a5e2aa') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:11.728284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.732874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2611c1-2c51-4e9c-8432-25052adecfd9 req-e4a95203-987a-48f5-9faa-48a19ec69398 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675745 Dec 13 09:44:11.768009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:11.785824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.791368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:11.806047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:11.806410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:11.809243 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:11.828021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:11.841289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.851258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:11.887041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Deleting port f30bb05f-a140-444c-9b09-933b6fb90dec {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:11.887181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:11.986364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Sync routers for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:12.007910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a384db13-ff1b-4426-b6cb-5798ea1f2f19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c6d46aa65db4e80acd24f76ae665572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436612 Dec 13 09:44:12.012760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:12.020366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.035921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:12.047226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:12.090609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.095208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] 10.222.0.30 "DELETE /v2.0/networks/cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10 HTTP/1.1" status: 204 len: 168 time: 1.5317843 Dec 13 09:44:12.116221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:12.124621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.131768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:12.147220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.158833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b7c2-f57c-41a3-9383-1560d3fab21d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbba2cfe-b73c-47bd-92bf-2ebb7f6b6e10,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:12.257425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event deleted for resources: {'Port': ['ID=93210096-7552-44ba-9369-b1a9bda7e634,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:12.272851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:12.284168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] For port f30bb05f-a140-444c-9b09-933b6fb90dec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f30bb05f-a140-444c-9b09-933b6fb90dec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:12.290257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.340042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-cb713c64-96ef-4b01-84d1-72b2241590cc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8410294 Dec 13 09:44:12.343521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.345970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.348673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.349875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b12f54-fbc4-47f0-81a2-74a599d63bae req-f41489f5-3bc2-4348-ae60-a67361e3e985 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "DELETE /v2.0/floatingips/730b2af2-86fd-4e38-add7-ba7131324af4 HTTP/1.1" status: 204 len: 173 time: 3.1034420 Dec 13 09:44:12.363986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Calling delete_port for f30bb05f-a140-444c-9b09-933b6fb90dec owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:12.367920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:12.384791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.419256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:11Z', 'revision_number': 6, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:12.441228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.461214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:12.474641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Checking router: d9b729bb-6f50-4b3e-b311-b09416179db5 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:12.480229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b48b1152-aa74-4e66-958a-cd0f05bf1fe4 None None] Provisioning complete for port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:12.480606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b48b1152-aa74-4e66-958a-cd0f05bf1fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.508499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.513076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Routers {'d9b729bb-6f50-4b3e-b311-b09416179db5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:12.513943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d9b729bb-6f50-4b3e-b311-b09416179db5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:12.623235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] Set router d9b729bb-6f50-4b3e-b311-b09416179db5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:12.676766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5b5865ce-f3c6-4e0e-979a-b3ea55e0abdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d183e2439624a70adc97d4d302da80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075429 Dec 13 09:44:12.685645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:12.687546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:11Z', 'revision_number': 6, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:12.719586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e458b-827b-4c09-8223-36cee8039de6 None None] The sync data for ids ['d9b729bb-6f50-4b3e-b311-b09416179db5'] in n-d-820531-5 is: [{'id': 'd9b729bb-6f50-4b3e-b311-b09416179db5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-686099125-router', 'tenant_id': 'dc0997b37c92493191bc982e82d6f939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:56Z', 'updated_at': '2021-12-13T09:44:11Z', 'revision_number': 6, 'project_id': 'dc0997b37c92493191bc982e82d6f939', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:12.735281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b48b1152-aa74-4e66-958a-cd0f05bf1fe4 None None] Port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:12.739715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.764143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.766790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.774786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-b806dfb1-6043-4393-b0a4-4c836aa4772c tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips/1f6fa391-d87b-4181-bcee-d547999635f2 HTTP/1.1" status: 200 len: 693 time: 0.3410447 Dec 13 09:44:12.791300 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9118ca73-43db-4e71-a39d-12cdfe9bc988 HTTP/1.1" status: 204 len: 168 time: 0.7774055 Dec 13 09:44:12.817400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.833654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5a83b-c998-4e1b-b57a-f9ac4a2f2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9118ca73-43db-4e71-a39d-12cdfe9bc988,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:12.836772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30bb05f-a140-444c-9b09-933b6fb90dec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:12.872881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.938966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:12.997668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.001275 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.001843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/406f85b1-a90e-49be-911e-0a2ea3400b90 HTTP/1.1" status: 204 len: 168 time: 0.3047485 Dec 13 09:44:13.069545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829249-d976-4cd9-aac7-e764075a705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f85b1-a90e-49be-911e-0a2ea3400b90,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.114676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.117257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.118392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7cd26e8-0d82-487f-ae2f-c93c8e952f56 HTTP/1.1" status: 204 len: 168 time: 1.8254576 Dec 13 09:44:13.180112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102eff7-8004-49e4-a42f-a4cb5aca2934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd26e8-0d82-487f-ae2f-c93c8e952f56,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:13.207426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.211738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.212744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.218920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.227087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.245532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.258695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.274869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-79fd20f6-56dd-467a-b1e9-eb339a5f7881 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3816 time: 0.3127246 Dec 13 09:44:13.314626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.315226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b729bb-6f50-4b3e-b311-b09416179db5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:44:13.320201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.324353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86a009f2-0ed0-49db-a849-91e70b450b78 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d9b729bb-6f50-4b3e-b311-b09416179db5 HTTP/1.1" status: 204 len: 168 time: 2.4574559 Dec 13 09:44:13.324353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:13.447859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Deleting subnet 89caa6d8-e3e3-433f-92b3-3bdef33163e6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:44:13.462134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73aa5f5a-ed37-4be5-9812-7b6c47e104da req-6750ba0d-83f5-4cd6-98bb-419450e94d2c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844296 Dec 13 09:44:13.477143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.654452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:13.882066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-dc0c6fd4-3c1f-43ee-8ae9-1d1aa2aeed83 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:13.884976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-dc0c6fd4-3c1f-43ee-8ae9-1d1aa2aeed83 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 1.0690718 Dec 13 09:44:14.057719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.086089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-afb0347e-77bc-4c0c-9d85-61279019bed1 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.1870041 Dec 13 09:44:14.235906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.253653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.258896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/89caa6d8-e3e3-433f-92b3-3bdef33163e6 HTTP/1.1" status: 204 len: 168 time: 0.9317615 Dec 13 09:44:14.259330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-9b1c48a0-e895-4b2d-a10e-523cb93eded4 tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.1514804 Dec 13 09:44:14.259875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:14.266876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb023b-5dc7-443d-ab9f-87e6df2471b8 None None] Network a155ac4d-a40b-4d7f-8ba8-65d22fec6114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:14.299038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e89897-1d3d-4a5a-8abc-3ac3919f0849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89caa6d8-e3e3-433f-92b3-3bdef33163e6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:14.477777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d61409-80ab-434b-9ae2-41cf8a8daec4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:14.508194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.561616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.566501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Transition to ACTIVE for port object 11d61409-80ab-434b-9ae2-41cf8a8daec4 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:14.594476 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.641876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] DHCP port deletion for a155ac4d-a40b-4d7f-8ba8-65d22fec6114 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:44:14.779660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f30bb05f-a140-444c-9b09-933b6fb90dec no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:14.806189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:14.894971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f30bb05f-a140-444c-9b09-933b6fb90dec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:14.895534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f30bb05f-a140-444c-9b09-933b6fb90dec not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:14.917135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Deleting port 05773d9d-d298-4dc0-99ac-73e69a41375c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:14.917526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:14.970403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.978455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.987495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:14.994120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.009448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:15.011475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-666eb138-9915-46fe-8176-8c100e01bb83 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3828 time: 0.3112979 Dec 13 09:44:15.011620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] For port 05773d9d-d298-4dc0-99ac-73e69a41375c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=05773d9d-d298-4dc0-99ac-73e69a41375c,segment=NetworkSegment(018a2172-5591-49d1-a15b-eb7d5c30857e),segment_id=018a2172-5591-49d1-a15b-eb7d5c30857e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:15.012076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.036737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Calling delete_port for 05773d9d-d298-4dc0-99ac-73e69a41375c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:15.152187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.216982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] Pushing event deleted for resources: {'Port': ['ID=05773d9d-d298-4dc0-99ac-73e69a41375c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:15.218974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655d47b-ceb5-4b3f-acc3-5524331daf62 None None] No DVR routers for this DVR port 05773d9d-d298-4dc0-99ac-73e69a41375c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:15.258442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Deleting port 05773d9d-d298-4dc0-99ac-73e69a41375c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:15.258934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.368675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Attempting to bind port 11d61409-80ab-434b-9ae2-41cf8a8daec4 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:15.369382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Attempting to bind port 11d61409-80ab-434b-9ae2-41cf8a8daec4 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:15.369382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Attempting to bind port 11d61409-80ab-434b-9ae2-41cf8a8daec4 on network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:15.396215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d1ba1e-1a51-4c91-98cc-c116117e02b8 req-35d822f4-e71a-43e5-bcf3-7f6db559365c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728287 Dec 13 09:44:15.411052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Port 11d61409-80ab-434b-9ae2-41cf8a8daec4 on network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:15.411375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Attempting to bind port 11d61409-80ab-434b-9ae2-41cf8a8daec4 on network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:15.428535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:15.428880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Checking segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:15.429298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Bound using segment: {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:15.429745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Bound port: 11d61409-80ab-434b-9ae2-41cf8a8daec4, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aa1173-8475-4cc5-af50-400f084f943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:15.430104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.447733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] For port 05773d9d-d298-4dc0-99ac-73e69a41375c, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:15.448117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.510916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Calling delete_port for 05773d9d-d298-4dc0-99ac-73e69a41375c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:15.515235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Port 05773d9d-d298-4dc0-99ac-73e69a41375c was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:44:15.521296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.578449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=05773d9d-d298-4dc0-99ac-73e69a41375c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:15.587543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] No DVR routers for this DVR port 05773d9d-d298-4dc0-99ac-73e69a41375c on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:15.615394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Deleting port cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:15.615630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.783229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:15.801411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.827122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:15.872633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.911527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a155ac4d-a40b-4d7f-8ba8-65d22fec6114']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:15.918741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.919068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:15.994918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:16.029551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018a2172-5591-49d1-a15b-eb7d5c30857e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:16.029842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018a2172-5591-49d1-a15b-eb7d5c30857e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:16.049157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-1220ba07-aeab-4221-84f1-b7ce43add094 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3674312 Dec 13 09:44:16.057885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Calling delete_port for cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:16.078506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.079147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.080552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] 10.222.0.44 "PUT /v2.0/ports/11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 1091 time: 3.7203417 Dec 13 09:44:16.082999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:16.090093 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1b482-d5ef-4a11-9683-26d36176359c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:16.110787 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.154694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-network', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:16.176923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:16.226906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Made reservation on behalf of ee9b479bc8d642f3be2814af320e81ee for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:16.233026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.259302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.364489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b03a4a-e74e-4cb8-9dca-df523d4a813f service neutron] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:16.376680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.441512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.455231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.468046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:16.468310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:16.473302 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:16.515498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:16.577989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 05773d9d-d298-4dc0-99ac-73e69a41375c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:16.639198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 05773d9d-d298-4dc0-99ac-73e69a41375c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:16.639545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 05773d9d-d298-4dc0-99ac-73e69a41375c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:16.670081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-10840a59-7f1e-4094-ab3c-1a699722e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.671933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-10840a59-7f1e-4094-ab3c-1a699722e434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c248a34c484f6586c6c0e992dcb074&device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 1097 time: 0.4661818 Dec 13 09:44:16.675757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.682657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:16.687749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.725624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.728947 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Added segment 5a994029-8ba1-4827-adc8-4ab4ac5b3941 of type vlan for network 59400e19-6a32-471d-b2e3-c9a62967ba2d Dec 13 09:44:16.739589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.743145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a155ac4d-a40b-4d7f-8ba8-65d22fec6114 HTTP/1.1" status: 204 len: 168 time: 2.4713979 Dec 13 09:44:16.762876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c84dd-9ebe-43ed-b144-7b542c3f39f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a155ac4d-a40b-4d7f-8ba8-65d22fec6114,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:16.808954 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7280f13-63c6-42dd-adfa-e390da57ed78 x-openstack-request-id: req-b7280f13-63c6-42dd-adfa-e390da57ed78 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:16.810256 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:16.810915 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7280f13-63c6-42dd-adfa-e390da57ed78 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:16.811561 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'status': 'completed', 'code': 200} Dec 13 09:44:16.870267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.938954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:16.942171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:16.946231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.119147 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1205854 Dec 13 09:44:17.126471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:17.137180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54346) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:17.142623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Request body: {'subnet': {'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-subnet', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:17.165280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbff8b8-0333-41bb-8d1e-5c847fe9401e admin admin] Pushing event updated for resources: {'Network': ['ID=59400e19-6a32-471d-b2e3-c9a62967ba2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:17.181673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:17.226268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Made reservation on behalf of ee9b479bc8d642f3be2814af320e81ee for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:17.228138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.228812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.229154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.229852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.230507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.233231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.235272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dda1b482-d5ef-4a11-9683-26d36176359c req-63a29a23-92bd-4e65-ac3d-f846988a2e8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 4363 time: 0.3920610 Dec 13 09:44:17.258505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.427190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-02af3971-b2b2-4180-a935-c7f2f4811887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.428675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-02af3971-b2b2-4180-a935-c7f2f4811887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 200 len: 915 time: 0.7304366 Dec 13 09:44:17.532858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Pushing event deleted for resources: {'Port': ['ID=cb7f1ded-f943-4bb7-bd5d-fb569a23e7ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:17.535372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-dbb2ff3d-677b-4d74-a8d6-a7fb8636211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.536101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-dbb2ff3d-677b-4d74-a8d6-a7fb8636211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.536294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-dbb2ff3d-677b-4d74-a8d6-a7fb8636211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.537948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dda1b482-d5ef-4a11-9683-26d36176359c req-dbb2ff3d-677b-4d74-a8d6-a7fb8636211d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2312791 Dec 13 09:44:17.635470 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.701517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6808f3-9c7d-4bed-aace-0a3586099284,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:17.748901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Checking segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:17.749336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Network hostable DHCP agents. Network: 59400e19-6a32-471d-b2e3-c9a62967ba2d, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:17.778527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:17.795074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 59400e19-6a32-471d-b2e3-c9a62967ba2d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:17.806598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:17.807216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.807959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceabda0-3fbc-4f8a-83c5-392749da037e None None] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:17.881191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c33a3a46-a15f-4b7b-8b98-7801ae3d08e0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7521005 Dec 13 09:44:17.883764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:17.888913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:17.937311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:17.938388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.015562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c020c-5741-4241-a0e0-d0d7fac1417d None None] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:18.102066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.211841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.214518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.215776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb4b369-0239-4285-99b6-622f4a4897ed req-bc3169fb-2c41-4ae1-8993-bfc067a0db5a tempest-FloatingIPDetailsTestJSON-1129099524 tempest-FloatingIPDetailsTestJSON-1129099524-project] 10.222.0.30 "DELETE /v2.0/floatingips/1f6fa391-d87b-4181-bcee-d547999635f2 HTTP/1.1" status: 204 len: 173 time: 3.9355633 Dec 13 09:44:18.229935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3f99906f-1ad1-4bdd-82e9-d1f98ffccf10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc0997b37c92493191bc982e82d6f939&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0752616 Dec 13 09:44:18.234522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:18.234868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:18.395381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.431616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.439421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.446020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.452889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.468205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.477189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-949c7153-ac51-46be-89bf-1840d713278e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3828 time: 1.2053232 Dec 13 09:44:18.480712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-1fc59b5c-439b-4a52-bbc1-166816b5553e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 200 len: 1001 time: 0.9598336 Dec 13 09:44:18.687836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.689915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b482-d5ef-4a11-9683-26d36176359c req-b6d3e4bc-8923-4d47-b1ee-be90c06b587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.691637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dda1b482-d5ef-4a11-9683-26d36176359c req-b6d3e4bc-8923-4d47-b1ee-be90c06b587d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1421404 Dec 13 09:44:18.749366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f252e1b-bc11-48c8-9496-e01c8639d237 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:18.766356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.786983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.789063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.836894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa0000-76f2-4e11-8a95-16fbb4699768 req-e76c9ef0-b338-40e0-a036-98c7b842e204 tempest-AbsoluteLimitsNegativeTestJSON-2095531450 tempest-AbsoluteLimitsNegativeTestJSON-2095531450-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d160d8c173e4d4d9a441d5026fe7814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028435 Dec 13 09:44:18.840032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.898634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Transition to ACTIVE for port object 9f252e1b-bc11-48c8-9496-e01c8639d237 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:18.900344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-f475cb4f-05c3-4150-8293-40709599900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:18.901946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-f475cb4f-05c3-4150-8293-40709599900a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed HTTP/1.1" status: 200 len: 853 time: 0.4076896 Dec 13 09:44:18.947611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Allocated IP 172.25.1.189 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/37a18e2f-6955-4a82-8d93-a4b31f2ae516) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:18.966749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:18.984361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d35e291f-f4ad-413f-a392-e43aafb14377 req-9ff7fffd-2d4e-46ad-bcc9-670b45135e79 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5035744 Dec 13 09:44:19.143345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:19.189428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:19.250197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:19.258535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:19.271354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9dbd95-74ad-445c-b18b-2db822161e8c req-cbc048dd-01ba-4299-85e9-6802e2786cb1 tempest-FlavorsV2NegativeTest-1827403659 tempest-FlavorsV2NegativeTest-1827403659-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a2f1b6160f1f49f8a63287e8c5992578&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927181 Dec 13 09:44:19.273384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:19.277849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Pushing event updated for resources: {'Port': ['ID=37a18e2f-6955-4a82-8d93-a4b31f2ae516,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:19.293726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:19.303863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:19.306531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:19.310093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cf0b690-21ca-4be6-ab62-e6261b06fea5 HTTP/1.1" status: 204 len: 168 time: 1.0684459 Dec 13 09:44:19.342010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-3d0125de-3921-4fee-839c-c045c646e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:19.343577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-3d0125de-3921-4fee-839c-c045c646e1ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f94bb00f-0237-4d1e-b6e8-b657f1087fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4203563 Dec 13 09:44:19.366728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa0000-76f2-4e11-8a95-16fbb4699768 req-8e2f94bb-ba94-43b5-96a1-a699a747c039 tempest-AbsoluteLimitsNegativeTestJSON-2095531450 tempest-AbsoluteLimitsNegativeTestJSON-2095531450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:19.372732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa0000-76f2-4e11-8a95-16fbb4699768 req-8e2f94bb-ba94-43b5-96a1-a699a747c039 tempest-AbsoluteLimitsNegativeTestJSON-2095531450 tempest-AbsoluteLimitsNegativeTestJSON-2095531450-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5348766 Dec 13 09:44:19.443705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee16225-5b1f-4d6c-a602-09659c2bc856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0b690-21ca-4be6-ab62-e6261b06fea5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:19.583684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa0000-76f2-4e11-8a95-16fbb4699768 req-c1003d24-e0a6-47f0-a22f-1d2e31ee08a8 tempest-AbsoluteLimitsNegativeTestJSON-2095531450 tempest-AbsoluteLimitsNegativeTestJSON-2095531450-project] 10.222.0.30 "GET /v2.0/quotas/3d160d8c173e4d4d9a441d5026fe7814 HTTP/1.1" status: 200 len: 375 time: 0.2098906 Dec 13 09:44:19.675893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa0000-76f2-4e11-8a95-16fbb4699768 req-5fa4cb81-907d-48e6-b13a-3a8c61ac5454 tempest-AbsoluteLimitsNegativeTestJSON-2095531450 tempest-AbsoluteLimitsNegativeTestJSON-2095531450-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d160d8c173e4d4d9a441d5026fe7814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911946 Dec 13 09:44:19.730405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-a93ec20f-dc25-46d0-adc3-e97a591101c7 service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226125 Dec 13 09:44:20.082261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Attempting to bind port 9f252e1b-bc11-48c8-9496-e01c8639d237 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:20.085408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Attempting to bind port 9f252e1b-bc11-48c8-9496-e01c8639d237 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:20.087166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Attempting to bind port 9f252e1b-bc11-48c8-9496-e01c8639d237 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:20.213474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Port 9f252e1b-bc11-48c8-9496-e01c8639d237 on network 9279cadd-318a-4164-80bb-a858fcb353a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:20.214194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Attempting to bind port 9f252e1b-bc11-48c8-9496-e01c8639d237 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:20.259979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:20.260497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:20.260981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Bound using segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:20.261545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Bound port: 9f252e1b-bc11-48c8-9496-e01c8639d237, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:20.261996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.334636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.385517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.395170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.402627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.411289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.417280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.423908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.435303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-c9ac5121-29b6-4079-ac9b-cd6d70ebd0b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 4600 time: 0.2306643 Dec 13 09:44:20.437051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:20.484515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dbd95-74ad-445c-b18b-2db822161e8c req-9528fe60-3efe-473b-9e85-848a0926d5c6 tempest-FlavorsV2NegativeTest-1827403659 tempest-FlavorsV2NegativeTest-1827403659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.486438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9dbd95-74ad-445c-b18b-2db822161e8c req-9528fe60-3efe-473b-9e85-848a0926d5c6 tempest-FlavorsV2NegativeTest-1827403659 tempest-FlavorsV2NegativeTest-1827403659-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2141001 Dec 13 09:44:20.496451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0e44db-726d-40f9-a842-99fd1605c6df req-050b28a8-5cde-4e4a-8018-e1d4c099c93c service neutron] 10.222.0.37 "GET /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577119 Dec 13 09:44:20.563872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9dbd95-74ad-445c-b18b-2db822161e8c req-ca99d553-4f4e-41fc-9db1-4514dbb92082 tempest-FlavorsV2NegativeTest-1827403659 tempest-FlavorsV2NegativeTest-1827403659-project] 10.222.0.30 "GET /v2.0/quotas/a2f1b6160f1f49f8a63287e8c5992578 HTTP/1.1" status: 200 len: 375 time: 0.0571079 Dec 13 09:44:20.604657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:20.684029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae2dae5a-cf11-4dcb-a7c5-c51cbaa58bd4 req-39e73876-43e3-4a04-8af4-39499a2e0b79 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475665 Dec 13 09:44:20.708434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9dbd95-74ad-445c-b18b-2db822161e8c req-cb0e59a8-fc29-47fd-b86e-c3d5ab59993c tempest-FlavorsV2NegativeTest-1827403659 tempest-FlavorsV2NegativeTest-1827403659-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2f1b6160f1f49f8a63287e8c5992578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245830 Dec 13 09:44:20.708434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f252e1b-bc11-48c8-9496-e01c8639d237,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:20.741810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.858756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:20.952637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:20.955115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.963257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b5361d8a-a228-406f-9e96-31ed4a26dda6 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 1130 time: 4.8297923 Dec 13 09:44:20.964813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a969351-efff-4eb7-9040-e15f1a60405a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:20.967279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '9f252e1b-bc11-48c8-9496-e01c8639d237'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:20.974148 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc49d7-23e2-450e-85a6-cf9d44b308c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "9f252e1b-bc11-48c8-9496-e01c8639d237"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:21.013416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:21.046603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.144716 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080367a-6380-43fe-9c4d-e1bd84631af4 x-openstack-request-id: req-3080367a-6380-43fe-9c4d-e1bd84631af4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:21.145763 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "9f252e1b-bc11-48c8-9496-e01c8639d237", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:21.146026 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3080367a-6380-43fe-9c4d-e1bd84631af4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:21.146442 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '9f252e1b-bc11-48c8-9496-e01c8639d237', 'status': 'completed', 'code': 200} Dec 13 09:44:21.181105 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.356886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:44:21.473151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.543670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:21.555012 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Sync routers for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:21.570632 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:21.574431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:21.596654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:21.602574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-21f4caf4-002b-45cb-a77b-2bfc37bad202 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7177594 Dec 13 09:44:21.603375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:21.911315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.916926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.917300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.917838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.918748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.919177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:21.921249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-dddfe629-4033-48dd-b6b1-95c5182bfd6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5286 time: 0.7729840 Dec 13 09:44:22.221891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-7e35be8f-dd8b-47b9-ab94-739b09081082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.222521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-7e35be8f-dd8b-47b9-ab94-739b09081082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.223052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-7e35be8f-dd8b-47b9-ab94-739b09081082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.224803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-7e35be8f-dd8b-47b9-ab94-739b09081082 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2278366 Dec 13 09:44:22.261547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:22.493608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-0f69f9e9-096a-47c0-ab57-ecee592e1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.496454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51fc49d7-23e2-450e-85a6-cf9d44b308c0 req-0f69f9e9-096a-47c0-ab57-ecee592e1936 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2497263 Dec 13 09:44:22.538673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.550491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.560081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.570424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.578161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.589112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:22.596995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-cb15adb6-5b83-46e7-ba64-1ec4430829fb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 4600 time: 0.7187884 Dec 13 09:44:22.697566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:22.745229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:20Z', 'revision_number': 3, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:22.844640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Checking router: 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:22.847218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Updating router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:22.899158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:22.923392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a969351-efff-4eb7-9040-e15f1a60405a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:22.933488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba71513f-ee45-4627-b93d-5d2b74db2420 req-7e4ae56d-f73a-4cb1-8224-0fbbca85f5f2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3353801 Dec 13 09:44:22.954006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a969351-efff-4eb7-9040-e15f1a60405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:22.979481 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.025834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7a969351-efff-4eb7-9040-e15f1a60405a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d160d8c173e4d4d9a441d5026fe7814&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5779972 Dec 13 09:44:23.026739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068be93e-71f7-4a9e-a3fd-70f0c67635e7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:23.033711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969351-efff-4eb7-9040-e15f1a60405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdecb2ac-5945-44e7-82f2-62be4b976d6c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:23.039260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:23.053035 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.100713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f300b119-1c62-4737-b218-0436c2860532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.209549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Transition to ACTIVE for port object 068be93e-71f7-4a9e-a3fd-70f0c67635e7 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:23.212789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Deleting port 70a7fdd6-dc55-4a7e-9926-75dabcf46930 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:23.213342 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.256159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.440335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Allocated IP 172.20.0.1 (59400e19-6a32-471d-b2e3-c9a62967ba2d/bb6808f3-9c7d-4bed-aace-0a3586099284/3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:23.583378 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.605201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.606027 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.690781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.702526 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Attempting to bind port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:23.702952 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Attempting to bind port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:23.703325 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Attempting to bind port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:23.713836 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:23.714282 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:23.714739 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.715407 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:23.715939 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Bound port: 37a18e2f-6955-4a82-8d93-a4b31f2ae516, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:23.716392 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.771301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Pushing event updated for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:23.799454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:23.802571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:23.805236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:23.854872 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] For port 37a18e2f-6955-4a82-8d93-a4b31f2ae516, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:23.861921 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] For port 37a18e2f-6955-4a82-8d93-a4b31f2ae516, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=37a18e2f-6955-4a82-8d93-a4b31f2ae516,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:23.868182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.892748 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:23.899585 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b49ec-ff84-4c37-afaa-b290ab11c594 None None] Pushing event updated for resources: {'Port': ['ID=37a18e2f-6955-4a82-8d93-a4b31f2ae516,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:23.961031 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:23.961708 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:24.175890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.194928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b49ec-ff84-4c37-afaa-b290ab11c594 None None] Pushing event updated for resources: {'Port': ['ID=37a18e2f-6955-4a82-8d93-a4b31f2ae516,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:24.272677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:24.385115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:24.436442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f300b119-1c62-4737-b218-0436c2860532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.477758 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f300b119-1c62-4737-b218-0436c2860532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.546417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.602701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.611607 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.666211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] For port 70a7fdd6-dc55-4a7e-9926-75dabcf46930, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7fdd6-dc55-4a7e-9926-75dabcf46930,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:24.666599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.756172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Pushing event updated for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:24.759114 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:20Z', 'revision_number': 3, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:24.804456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.809269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:24.817951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf1267-219b-4750-8562-53cde234c6d7 None None] The sync data for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 is: [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:20Z', 'revision_number': 3, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:24.833524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.862148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.886626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.902962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.928250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.942971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:24.945080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-68d0741c-a6a3-483e-88c5-cc46245ef089 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5372 time: 0.7013299 Dec 13 09:44:24.972742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Calling delete_port for 70a7fdd6-dc55-4a7e-9926-75dabcf46930 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:25.071874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:25.084582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:25.097807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.179193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300b119-1c62-4737-b218-0436c2860532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89bdbe5-23df-407f-82ab-6ef36dc34f82,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:25.266706 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.270518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.274163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdecb2ac-5945-44e7-82f2-62be4b976d6c HTTP/1.1" status: 204 len: 168 time: 2.2279186 Dec 13 09:44:25.320092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f300b119-1c62-4737-b218-0436c2860532 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2f1b6160f1f49f8a63287e8c5992578&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6085596 Dec 13 09:44:25.325704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:25.345515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:25.437533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e22b-847d-40ee-9a73-5864b1c6a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdecb2ac-5945-44e7-82f2-62be4b976d6c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:25.615113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.664022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.675413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Attempting to bind port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:25.675754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Attempting to bind port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:25.676244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Attempting to bind port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:25.687233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on network 9279cadd-318a-4164-80bb-a858fcb353a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:25.687554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Attempting to bind port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:25.691137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.740623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a7fdd6-dc55-4a7e-9926-75dabcf46930,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:25.786361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:25.796697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:25.797868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:25.805323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Bound using segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:25.806726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Bound port: 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:25.807305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.812992 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77681b18-c399-40fb-b5b7-fb6ca697eefd admin admin] 10.222.0.30 "PUT /v2.0/routers/2ca4e67a-b15c-4563-bc2b-ffa4a09d082c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2059684 Dec 13 09:44:25.843118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.846679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:25.848875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d89bdbe5-23df-407f-82ab-6ef36dc34f82 HTTP/1.1" status: 204 len: 168 time: 0.4830132 Dec 13 09:44:25.877008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96532794-03b3-476c-b42f-a7d9c49fe6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89bdbe5-23df-407f-82ab-6ef36dc34f82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:26.085298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-745ff3d1-4b18-441a-896c-736b5b7e746f req-41d9695f-2d0d-45f4-a691-e41391a2869e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9128690 Dec 13 09:44:26.193661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:26.202983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:26.226213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.604025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:26.604703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:26.608795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] 10.222.0.44 "PUT /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 1130 time: 5.6018243 Dec 13 09:44:26.614185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '068be93e-71f7-4a9e-a3fd-70f0c67635e7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:26.628252 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "068be93e-71f7-4a9e-a3fd-70f0c67635e7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:26.705488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-5f06ebd8-30bd-47bc-8beb-04f733f8b95a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:26.706768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-5f06ebd8-30bd-47bc-8beb-04f733f8b95a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427537 Dec 13 09:44:26.741331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:26.743930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f102cf-e00b-4860-9511-b1bbf103d154 service neutron] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:26.764425 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a165c26-4639-4e9c-83ce-e86037f572c5 x-openstack-request-id: req-6a165c26-4639-4e9c-83ce-e86037f572c5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:26.764723 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "068be93e-71f7-4a9e-a3fd-70f0c67635e7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:26.764984 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a165c26-4639-4e9c-83ce-e86037f572c5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:26.774719 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '068be93e-71f7-4a9e-a3fd-70f0c67635e7', 'status': 'completed', 'code': 200} Dec 13 09:44:26.987860 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.023210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.182259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.183406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.183885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.184404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.184869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.185355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.185815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.188141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-1a2fd620-a2ba-4ae2-b5ca-534ace5efd52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6209 time: 0.3550038 Dec 13 09:44:27.192656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.310874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 37a18e2f-6955-4a82-8d93-a4b31f2ae516 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:27.420045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:27.422973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.646977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.701816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 37a18e2f-6955-4a82-8d93-a4b31f2ae516, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=37a18e2f-6955-4a82-8d93-a4b31f2ae516,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:27.709993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:27.772760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:27.798161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=37a18e2f-6955-4a82-8d93-a4b31f2ae516,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:27.850240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-ee10a5ba-0b06-4d40-ba27-97e7f8b90f56 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:27.860468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-ee10a5ba-0b06-4d40-ba27-97e7f8b90f56 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 819 time: 0.3004029 Dec 13 09:44:27.932146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-250c5702-2982-433e-8045-0a9dddd48a09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/quotas/ee9b479bc8d642f3be2814af320e81ee HTTP/1.1" status: 200 len: 375 time: 0.0707016 Dec 13 09:44:28.029390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.036340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.043613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.052408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.058500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.066176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.072962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.082005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-2597393b-aefd-49d1-86ca-d03ffe188af0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5372 time: 0.7734809 Dec 13 09:44:28.110809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Sync routers for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:28.137586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:28.138310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:28.142205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-461462849-network', 'tenant_id': '2b889834e4fe40b3a78eace39470c3bd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:28.179937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Made reservation on behalf of 2b889834e4fe40b3a78eace39470c3bd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:28.182433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.192188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.254144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae354c47-d5c5-478c-81a9-60c68beb2a47 req-95523040-f672-4338-9462-36308b6241d7 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707208 Dec 13 09:44:28.269923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-940b59b4-750e-40c5-9b36-b0c88f6fc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.270762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-940b59b4-750e-40c5-9b36-b0c88f6fc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.271724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-940b59b4-750e-40c5-9b36-b0c88f6fc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.273816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-940b59b4-750e-40c5-9b36-b0c88f6fc62a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0758846 Dec 13 09:44:28.283909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.301399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.302711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-e72bc63b-65bc-4c8c-8990-cc0a9a8acd7f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3688846 Dec 13 09:44:28.313751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:28.324193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:28.344471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c25d448-6d49-4237-b847-8f2674b74743,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:28.348222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.348658 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Added segment 820814a1-205f-4188-932e-104f911e2325 of type vlan for network 2546440c-9b9e-44dc-a02d-347882ef9aa7 Dec 13 09:44:28.397423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.441341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.442976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:28.444203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.538693 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7647483 Dec 13 09:44:28.541826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:28.548656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Request body: {'subnet': {'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-461462849-subnet', 'tenant_id': '2b889834e4fe40b3a78eace39470c3bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:28.572596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e57e6-4e25-4900-9369-5dce8938d70a admin admin] Pushing event updated for resources: {'Network': ['ID=2546440c-9b9e-44dc-a02d-347882ef9aa7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:28.582103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Made reservation on behalf of 2b889834e4fe40b3a78eace39470c3bd for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:28.585297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.732519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:28.787914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-0ac1fece-a2f1-4bd5-8033-64fbd4109b05 service neutron] 10.222.0.30 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655073 Dec 13 09:44:28.844813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e54cb301-2734-44bc-99a2-e80718081a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.948883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.951482 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:28.963214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:24Z', 'revision_number': 4, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82', 'name': '', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'mac_address': 'fa:16:3e:11:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:22Z', 'updated_at': '2021-12-13T09:44:24Z', 'revision_number': 2, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'subnets': [{'id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:28.995138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Checking router: 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:28.995542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Updating router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:29.027734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.078221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65ffaf0-ca2b-4d35-8a56-889d75759172,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:29.094879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Checking segment: {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:29.095402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Network hostable DHCP agents. Network: 2546440c-9b9e-44dc-a02d-347882ef9aa7, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:29.136413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:29.154626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2546440c-9b9e-44dc-a02d-347882ef9aa7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:29.159145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:29.159808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.175668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 37a18e2f-6955-4a82-8d93-a4b31f2ae516 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:29.177891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f12a92-8f77-4f60-a974-72d33c8cb480 None None] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:29.193955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8940c0d-928d-480e-9a06-ed7d116dd94a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6503029 Dec 13 09:44:29.200039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac09d555-f030-47de-845f-e3bd827dc68c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:29.217835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.253406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Transition to ACTIVE for port object ac09d555-f030-47de-845f-e3bd827dc68c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:29.320079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-88662f9e-712f-4930-8219-05d8b3d4da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:29.321772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534b2357-dd36-4ce2-861f-63f4dc1e8e6f req-88662f9e-712f-4930-8219-05d8b3d4da55 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0381684 Dec 13 09:44:29.322249 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.336247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-c6fe362a-ae28-434b-95cd-a77193f0efee service neutron] 10.222.0.30 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688328 Dec 13 09:44:29.443860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:29.635846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:29.649947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c2844a-1b94-49b0-96b7-fe2d639ac36f None None] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:29.906330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:29.915775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Sync routers for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:29.921906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:29.922415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:29.951381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c558c4a-c7bb-4d4c-a91c-6a3b82a672d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/ebad40c5-1aae-4785-9dab-4d4e6666d7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7131660 Dec 13 09:44:29.953886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:29.957093 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:29.957742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:30.170031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Attempting to bind port ac09d555-f030-47de-845f-e3bd827dc68c on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:30.170475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Attempting to bind port ac09d555-f030-47de-845f-e3bd827dc68c by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:30.171630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Attempting to bind port ac09d555-f030-47de-845f-e3bd827dc68c on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:30.235255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.237684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.250911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.258907 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:30.268207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.276707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.286338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.295321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.304640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:30.314459 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-dbaeeb5f-c92e-48b1-a17d-2a013dac0aa4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5384 time: 0.4112005 Dec 13 09:44:30.320482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d55307-c9ff-48be-a45e-6f264c0f5494 req-971c155f-26ec-4500-bcd0-ac86c06c3a2f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 210 time: 0.2041540 Dec 13 09:44:30.333495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.353024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Port ac09d555-f030-47de-845f-e3bd827dc68c on network 9279cadd-318a-4164-80bb-a858fcb353a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:30.353396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Attempting to bind port ac09d555-f030-47de-845f-e3bd827dc68c on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:30.373549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:30.374035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:30.374665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Bound using segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:30.375284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Bound port: ac09d555-f030-47de-845f-e3bd827dc68c, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:30.375663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.423704 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.438926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.632597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1353749451', 'description': 'tempest-description-179208524'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:30.647388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Deleting port f29a3ee5-fea1-441c-b84e-39032ec8e56a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:30.647738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.680255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdc954c7-2905-4db9-b34f-3853161b3527 req-33c6147b-e861-483c-a0f7-5f590f7f83ea tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3601651 Dec 13 09:44:30.683763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f323-e616-4eb5-b867-c5cb7d65cdd5 None None] Pushing event updated for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:30.731004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Attempting to bind port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:30.737196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Attempting to bind port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:30.737196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Attempting to bind port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 on network 59400e19-6a32-471d-b2e3-c9a62967ba2d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:30.746894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:30.747328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Checking segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:30.747786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.748345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Bound using segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:30.748999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Bound port: 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:30.749454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.801506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:30.814599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:30.820831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.872494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:30.926803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:44:25Z', 'revision_number': 5, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port': {'id': 'f29a3ee5-fea1-441c-b84e-39032ec8e56a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:30.985635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] For port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:30.996347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] For port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:31.019437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] For port f29a3ee5-fea1-441c-b84e-39032ec8e56a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f29a3ee5-fea1-441c-b84e-39032ec8e56a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:31.020186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.041354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Calling delete_port for f29a3ee5-fea1-441c-b84e-39032ec8e56a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:31.060505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:31.061651 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.066246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 1091 time: 4.3468232 Dec 13 09:44:31.069917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Checking router: ebad40c5-1aae-4785-9dab-4d4e6666d7c9 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:31.072178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:31.082196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.084386 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4597e0f-aae4-4446-b483-89814ec59c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:31.122843 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Routers {'ebad40c5-1aae-4785-9dab-4d4e6666d7c9'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:31.124823 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:31.143366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:31.345381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b325ead5-8d9b-4e7b-b613-e3fc69821e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.370087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e46a3d-ba3e-42fe-8d02-d2b6bf6c28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.399700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:31.403000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:31.413098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f323-e616-4eb5-b867-c5cb7d65cdd5 None None] Pushing event updated for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.531784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.539080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.588800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.589243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29a3ee5-fea1-441c-b84e-39032ec8e56a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.635764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.748425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.755519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9da46ddf-d9b5-4e24-8e35-3ac03803a5b8 req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1675885 Dec 13 09:44:31.782739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:31.786314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09675e21-916a-4f29-aba4-47262cfc3e72 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd698c-ccf5-4537-84dc-bae1f3615e09,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:31.853605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:32.081338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] Set router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:32.223329 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:44:30Z', 'revision_number': 6, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:32.312389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.348875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305c4bc-6b34-4873-9947-633c7ae59d2f None None] The sync data for ids ['ebad40c5-1aae-4785-9dab-4d4e6666d7c9'] in n-d-820531-5 is: [{'id': 'ebad40c5-1aae-4785-9dab-4d4e6666d7c9', 'name': 'tempest-FloatingIPDetailsTestJSON-784645095-router', 'tenant_id': 'ee7593ec8225418a94c0d481007e68fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:43:33Z', 'updated_at': '2021-12-13T09:44:30Z', 'revision_number': 6, 'project_id': 'ee7593ec8225418a94c0d481007e68fe', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:32.491848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:24Z', 'revision_number': 4, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82', 'name': '', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'mac_address': 'fa:16:3e:11:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:22Z', 'updated_at': '2021-12-13T09:44:30Z', 'revision_number': 4, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'subnets': [{'id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:32.581411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc277-fcbc-4cdb-936d-39c6f6b85e3d None None] The sync data for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 is: [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:44:24Z', 'revision_number': 4, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82', 'name': '', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'mac_address': 'fa:16:3e:11:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:22Z', 'updated_at': '2021-12-13T09:44:30Z', 'revision_number': 4, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'subnets': [{'id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:32.627155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.629023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.687887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.689605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebad40c5-1aae-4785-9dab-4d4e6666d7c9 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:44:32.698638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.711889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45a9a360-d42d-4aa6-bea7-c91b36fee679 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ebad40c5-1aae-4785-9dab-4d4e6666d7c9 HTTP/1.1" status: 204 len: 168 time: 2.7562799 Dec 13 09:44:32.712550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:32.861004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Deleting subnet b37b5516-9445-4417-ad03-8a323078e2ca {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:44:32.873489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:32.951717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.016370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-c20cf2ab-733e-424d-9eb4-a7f343eb74b6 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.022458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-c20cf2ab-733e-424d-9eb4-a7f343eb74b6 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 819 time: 0.8705423 Dec 13 09:44:33.104002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-65aa03e3-933a-4396-aa62-3489fdeaadc2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/quotas/ee9b479bc8d642f3be2814af320e81ee HTTP/1.1" status: 200 len: 375 time: 0.0558667 Dec 13 09:44:33.123845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-84ba2304-3a38-44ed-b2fa-efa43fd6591f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.129142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.138085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-84ba2304-3a38-44ed-b2fa-efa43fd6591f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 819 time: 0.9420450 Dec 13 09:44:33.148917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Request body: {'port': {'device_id': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'admin_state_up': True, 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:33.232372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.289047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37b5516-9445-4417-ad03-8a323078e2ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:33.300876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.308014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3682f26e-491b-4056-a766-df72f62d473b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b37b5516-9445-4417-ad03-8a323078e2ca HTTP/1.1" status: 204 len: 168 time: 0.5922945 Dec 13 09:44:33.308252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c339ad8-4995-4dd9-863b-44b6951b1692 None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:33.308379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:33.449788 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be830b-f4b5-43c1-8c7b-5dfeb88c9b3f x-openstack-request-id: req-69be830b-f4b5-43c1-8c7b-5dfeb88c9b3f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:33.450759 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:33.451125 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69be830b-f4b5-43c1-8c7b-5dfeb88c9b3f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:33.454464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.455110 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'status': 'completed', 'code': 200} Dec 13 09:44:33.562287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:33.574275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.630810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] DHCP port deletion for 19f45567-da92-49ba-a488-5a0a19be8f56 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:44:33.647919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Deleting port d5776d76-a5fd-4221-a9ab-4e6d397369c0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:33.648389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.712306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a742b434-768d-42d5-b97e-45219ddc1d30 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:33.744026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] For port d5776d76-a5fd-4221-a9ab-4e6d397369c0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5776d76-a5fd-4221-a9ab-4e6d397369c0,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:33.744539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.747686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.752691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:33.752998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.759861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Calling delete_port for d5776d76-a5fd-4221-a9ab-4e6d397369c0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:33.806275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-9f030633-aeb1-4dfd-a2b7-fc7efba67576 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6955326 Dec 13 09:44:33.845514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Transition to ACTIVE for port object a742b434-768d-42d5-b97e-45219ddc1d30 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:33.849585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Deleting port d5776d76-a5fd-4221-a9ab-4e6d397369c0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:33.850131 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.868058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.900125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.907148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.913266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.919748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.922177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] No DVR routers for this DVR port d5776d76-a5fd-4221-a9ab-4e6d397369c0 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:33.923916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5776d76-a5fd-4221-a9ab-4e6d397369c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:33.927978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.934134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.940359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:33.949043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-b2aecd8b-aed5-4716-b102-569959dcab87 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5384 time: 0.4755332 Dec 13 09:44:33.951597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Made reservation on behalf of ee9b479bc8d642f3be2814af320e81ee for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:33.959504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.962729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:33.985962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] For port d5776d76-a5fd-4221-a9ab-4e6d397369c0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5776d76-a5fd-4221-a9ab-4e6d397369c0,segment=NetworkSegment(84343508-0973-467d-a81e-1f2ea2464db6),segment_id=84343508-0973-467d-a81e-1f2ea2464db6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:33.986791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.029610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.030188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.030667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.031139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.031605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.032215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.032516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.034570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-0fb4163c-f64f-44b5-a078-b7619120e8ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6276 time: 0.6022353 Dec 13 09:44:34.035448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Calling delete_port for d5776d76-a5fd-4221-a9ab-4e6d397369c0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:34.074638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.118862 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.135438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f45567-da92-49ba-a488-5a0a19be8f56']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:34.152214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84343508-0973-467d-a81e-1f2ea2464db6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:34.152601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84343508-0973-467d-a81e-1f2ea2464db6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:34.168870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.192714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.212430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:34.212670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.264838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:34.274952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.299627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7fdd6-dc55-4a7e-9926-75dabcf46930 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:34.334408 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:34.337942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:34.338944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.360364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.367679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 70a7fdd6-dc55-4a7e-9926-75dabcf46930 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:34.368036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7fdd6-dc55-4a7e-9926-75dabcf46930 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:34.384677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.390775 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] 10.222.0.30 "DELETE /v2.0/networks/19f45567-da92-49ba-a488-5a0a19be8f56 HTTP/1.1" status: 204 len: 168 time: 1.0672629 Dec 13 09:44:34.392536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f45567-da92-49ba-a488-5a0a19be8f56,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:34.394910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Network 19f45567-da92-49ba-a488-5a0a19be8f56 is not hosted by any dhcp agent {{(pid=103190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 09:44:34.395625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] No DVR routers for this DVR port d5776d76-a5fd-4221-a9ab-4e6d397369c0 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:34.417158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.417757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.418205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.418654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.419163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.419600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.420037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.420486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.420922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.421480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.421901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.422342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.423152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68143cf3-5a50-4e5e-a09e-aa06d0f6cf25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.431579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:34.444750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.445108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.445494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.446766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.447114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.447456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.447793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.448139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.448469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.448793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.450003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.450748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.451253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:34.491470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df56df4-52df-4272-9ec8-56159ade3fc6 None None] Pushing event deleted for resources: {'Port': ['ID=d5776d76-a5fd-4221-a9ab-4e6d397369c0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:34.579509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-fd9c01fa-a50d-4181-b5d6-16fd1333b26b service neutron] 10.222.0.30 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434092 Dec 13 09:44:34.582740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:34.602619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.660808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e49a0ba2-36b3-40e4-b7fd-2e3f045e8835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee7593ec8225418a94c0d481007e68fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744798 Dec 13 09:44:34.663800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:34.680504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1043e97-0bc9-4a9d-9da2-7f9c546816d1 req-ef6047e4-1f1a-44ba-b63a-574dd7224949 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7305410 Dec 13 09:44:34.737749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.746706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313919374', 'description': 'tempest-description-309422015'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:34.764859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.789071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-fa245a69-80ec-4ac4-b9ed-7aff812a73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.789565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-fa245a69-80ec-4ac4-b9ed-7aff812a73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.790032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-fa245a69-80ec-4ac4-b9ed-7aff812a73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:34.791619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-fa245a69-80ec-4ac4-b9ed-7aff812a73db service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7206266 Dec 13 09:44:34.836227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.839877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.845794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bebcd95-3de6-417f-af46-a70da4bc2f0f HTTP/1.1" status: 204 len: 168 time: 0.1808543 Dec 13 09:44:34.856099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344042d-2678-4d8e-8418-a03d2cf2496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bebcd95-3de6-417f-af46-a70da4bc2f0f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:34.867419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Attempting to bind port a742b434-768d-42d5-b97e-45219ddc1d30 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:34.867782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Attempting to bind port a742b434-768d-42d5-b97e-45219ddc1d30 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:34.868107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Attempting to bind port a742b434-768d-42d5-b97e-45219ddc1d30 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:34.896296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Allocated IP 172.20.0.8 (59400e19-6a32-471d-b2e3-c9a62967ba2d/bb6808f3-9c7d-4bed-aace-0a3586099284/8411b0c7-873d-449c-a2c4-9a466638b755) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:34.899219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:34.925896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-e4633b3a-f58d-409e-8536-ba88a5d1e3c3 service neutron] 10.222.0.30 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455167 Dec 13 09:44:34.926455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Port a742b434-768d-42d5-b97e-45219ddc1d30 on network 9279cadd-318a-4164-80bb-a858fcb353a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:34.926777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Attempting to bind port a742b434-768d-42d5-b97e-45219ddc1d30 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:34.947529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:34.947875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Checking segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:34.948262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Bound using segment: {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:34.948709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Bound port: a742b434-768d-42d5-b97e-45219ddc1d30, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13926a61-a0cb-4b85-9c4b-1b572812617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:34.949067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.062198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:35.087055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-03675f07-bbd0-4dd1-91f8-ceb7c0b8cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.088586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4597e0f-aae4-4446-b483-89814ec59c3c req-03675f07-bbd0-4dd1-91f8-ceb7c0b8cdbd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703893 Dec 13 09:44:35.187010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:35.191039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.196187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:35.196564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.210508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.217924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:35.250400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.331590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.332927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39a162aa-08fb-4f8a-87fb-72075f368ca0 req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5900209 Dec 13 09:44:35.345478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4094c5-00c7-4ad8-bd81-02bfa7c8eab2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e7284-869d-499b-b207-184e59835e2c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:35.348234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:35.348857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.350516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] 10.222.0.44 "PUT /v2.0/ports/a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 1091 time: 4.2219925 Dec 13 09:44:35.385592 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.392783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:35.435775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15ddf4-b67a-4b5b-938f-4b02520f4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:35.457730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:35.469532 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c6707-1514-44cc-98ef-5023cb0f463b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:35.524860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f29a3ee5-fea1-441c-b84e-39032ec8e56a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:35.597063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f29a3ee5-fea1-441c-b84e-39032ec8e56a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:35.597589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f29a3ee5-fea1-441c-b84e-39032ec8e56a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:35.598121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5776d76-a5fd-4221-a9ab-4e6d397369c0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:35.624131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40af9888-23d4-40aa-9df2-a4c86d13d137 req-664200f2-3060-41a5-8d4e-5053c4bb4254 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 210 time: 0.1540105 Dec 13 09:44:35.628044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.668582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d5776d76-a5fd-4221-a9ab-4e6d397369c0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:35.669934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5776d76-a5fd-4221-a9ab-4e6d397369c0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:35.683456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:35.793317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:35.867008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:35.899030 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0e8fc8-e332-4a9a-938e-c10208b617a1 x-openstack-request-id: req-4a0e8fc8-e332-4a9a-938e-c10208b617a1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:35.899698 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:35.900014 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a0e8fc8-e332-4a9a-938e-c10208b617a1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:35.900588 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'status': 'completed', 'code': 200} Dec 13 09:44:35.957360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:36.056719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Pushing event updated for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:36.165377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.166262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.188082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.188578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.189055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.189560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.190047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.190503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.190957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.193240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-300c6707-1514-44cc-98ef-5023cb0f463b req-b0757da2-9d2e-4a43-915d-a0f74711ece9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6343 time: 0.3178325 Dec 13 09:44:36.230895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:36.257673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-82ad1f77-a216-435c-9719-8928422d475f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1139400 Dec 13 09:44:36.325183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-6f3a0078-78f6-4b3a-ad96-865165482363 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:44:36.326115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-6f3a0078-78f6-4b3a-ad96-865165482363 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146918 Dec 13 09:44:36.332420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1953559593-network', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:36.354002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Made reservation on behalf of aa4f8ee433c54410b4470bd6a28c94ae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:36.356840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.365333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.375882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-627e35c7-dd97-47e0-bddc-bb9422c1abfb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.377414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-627e35c7-dd97-47e0-bddc-bb9422c1abfb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 812 time: 0.3884830 Dec 13 09:44:36.438358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.444581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.450992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.451610 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.455627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.457541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.464250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.471051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.477591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.479516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-1dab502a-8ba4-44e2-bd95-8195a2f81a67 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5396 time: 0.2727597 Dec 13 09:44:36.480562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:36.491200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a267d1-7798-4038-9b08-3f61eef3cdd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:36.496426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.496779 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Added segment e1807203-bed4-4131-a528-baa81dbb016e of type vlan for network e6039b6d-04f1-45fd-ae0a-c336c58bbcce Dec 13 09:44:36.502143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Request body: {'port': {'device_id': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:36.514669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-f068ea81-2510-48c2-8abe-a706a7406650 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/quotas/2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 375 time: 0.1272428 Dec 13 09:44:36.549317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.601420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-1dcf7e40-71d7-47e9-ba97-4fc47d7a36ac tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548418 Dec 13 09:44:36.602481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-424a797c-de4a-410b-91f6-158d98bc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.602956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-424a797c-de4a-410b-91f6-158d98bc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.603423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-424a797c-de4a-410b-91f6-158d98bc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.604880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-300c6707-1514-44cc-98ef-5023cb0f463b req-424a797c-de4a-410b-91f6-158d98bc0085 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3964794 Dec 13 09:44:36.629171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c523baae-7940-4750-96a4-16c2cf650668 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:36.641810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.642872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.643525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.658835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.709234 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4762509 Dec 13 09:44:36.717963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:36.736577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9a2c-d45f-46fe-826f-be2f882f8544 admin admin] Pushing event updated for resources: {'Network': ['ID=e6039b6d-04f1-45fd-ae0a-c336c58bbcce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:36.746809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:36.751961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.756666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Request body: {'subnet': {'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1953559593-subnet', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:36.758023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-4be2538d-c877-49eb-a296-76712c7ab829 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:36.759482 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-4be2538d-c877-49eb-a296-76712c7ab829 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.44 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 819 time: 0.1869450 Dec 13 09:44:36.775954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Request body: {'port': {'device_id': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'admin_state_up': True, 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:36.791792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Transition to ACTIVE for port object c523baae-7940-4750-96a4-16c2cf650668 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:36.819562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.851823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb0315d4-ada5-4fbb-bc66-ebbc34766c0d req-52e233b3-8830-40dd-a4e9-fd479118510f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3447938 Dec 13 09:44:36.924993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Made reservation on behalf of ee9b479bc8d642f3be2814af320e81ee for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:36.927230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Made reservation on behalf of aa4f8ee433c54410b4470bd6a28c94ae for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:36.929075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:36.929516 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.038428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:37.042151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-ece28d37-bdfd-44db-ad93-cbe00e63389e service neutron] 10.222.0.30 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163070 Dec 13 09:44:37.085504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Allocated IP 172.20.0.6 (59400e19-6a32-471d-b2e3-c9a62967ba2d/bb6808f3-9c7d-4bed-aace-0a3586099284/f1ae8437-307f-4236-9140-1b08345ba64d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:37.120305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6707-1514-44cc-98ef-5023cb0f463b req-cc8357bd-3bd3-4039-9b06-4a18ee1f0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.121693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-300c6707-1514-44cc-98ef-5023cb0f463b req-cc8357bd-3bd3-4039-9b06-4a18ee1f0a8f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4947925 Dec 13 09:44:37.259027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.298916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.349334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Network 59400e19-6a32-471d-b2e3-c9a62967ba2d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:37.352714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:37.357476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:37.361719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Pushing event updated for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:37.409190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.409742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.426626 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1be350fe-8ccc-4283-aed2-dca521a29c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6544926 Dec 13 09:44:37.439243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Request body: {'port': {'device_id': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:37.500633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.664112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af48ea-1b1d-4668-8bc0-1e0f0e6b8ebc req-8877fb5d-d9ef-4bb3-83ab-1daf9c19ae22 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:37.665547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93af48ea-1b1d-4668-8bc0-1e0f0e6b8ebc req-8877fb5d-d9ef-4bb3-83ab-1daf9c19ae22 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 951 time: 0.6518314 Dec 13 09:44:37.731452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Attempting to bind port c523baae-7940-4750-96a4-16c2cf650668 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:37.731916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Attempting to bind port c523baae-7940-4750-96a4-16c2cf650668 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:37.732351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Attempting to bind port c523baae-7940-4750-96a4-16c2cf650668 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:37.764497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-5853706d-831e-4ae1-9e63-2ee717fb9b22 service neutron] 10.222.0.30 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457953 Dec 13 09:44:37.779811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Port c523baae-7940-4750-96a4-16c2cf650668 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:37.780178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Attempting to bind port c523baae-7940-4750-96a4-16c2cf650668 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:37.826381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:37.826729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Checking segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:37.827115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Bound using segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:37.827555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Bound port: c523baae-7940-4750-96a4-16c2cf650668, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:37.827916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:37.870632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93af48ea-1b1d-4668-8bc0-1e0f0e6b8ebc req-419fcc54-56ac-4b09-bdd4-2f6ebdacd517 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894114 Dec 13 09:44:37.928880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.019615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8411b0c7-873d-449c-a2c4-9a466638b755 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:38.040596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.073100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:38.075263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=365246f6-ff60-46a5-9af5-5fd7a42541a4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:38.083596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c523baae-7940-4750-96a4-16c2cf650668,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:38.098552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Transition to ACTIVE for port object 8411b0c7-873d-449c-a2c4-9a466638b755 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:38.122152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.143946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.186240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Checking segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:38.186240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Network hostable DHCP agents. Network: e6039b6d-04f1-45fd-ae0a-c336c58bbcce, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:38.204327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.205652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.208415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] 10.222.0.44 "PUT /v2.0/ports/c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 1091 time: 2.8274639 Dec 13 09:44:38.252350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:38.256684 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7accf4c9-0db0-4dd7-a200-c5e776723d68" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "c523baae-7940-4750-96a4-16c2cf650668"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:38.277943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Request body: {'port': {'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:38.302917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:38.348543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64638004-479a-4c27-83a3-e0c5ffd7e076 req-85373f14-ba47-4ce6-8960-87bfd7169a6d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.360966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64638004-479a-4c27-83a3-e0c5ffd7e076 req-85373f14-ba47-4ce6-8960-87bfd7169a6d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 931 time: 0.2523139 Dec 13 09:44:38.401763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83298f87-1080-49f3-a85d-3be3426f6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:38.442382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ae8437-307f-4236-9140-1b08345ba64d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:38.452120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.466570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Transition to ACTIVE for port object f1ae8437-307f-4236-9140-1b08345ba64d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:38.471097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.492775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.530034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Pushing event updated for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:38.530780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:38.535469 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775eb01-ab53-4e05-a8fd-a35160ce755b" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:38.558395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:38.565908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.569291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64638004-479a-4c27-83a3-e0c5ffd7e076 req-b1866296-f17a-418a-b67e-55cd8a9e406a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072954 Dec 13 09:44:38.597199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:38.625892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:38.645259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:38.680974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e6039b6d-04f1-45fd-ae0a-c336c58bbcce) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:38.696149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:38.696795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.697916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca094f-2982-4f08-aaaa-d28ecf1d0066 None None] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:38.752043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Attempting to bind port 8411b0c7-873d-449c-a2c4-9a466638b755 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:38.752422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Attempting to bind port 8411b0c7-873d-449c-a2c4-9a466638b755 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:38.752769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Attempting to bind port 8411b0c7-873d-449c-a2c4-9a466638b755 on network 59400e19-6a32-471d-b2e3-c9a62967ba2d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:38.754301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Attempting to bind port f1ae8437-307f-4236-9140-1b08345ba64d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:38.754961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Attempting to bind port f1ae8437-307f-4236-9140-1b08345ba64d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:38.755739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.756317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Attempting to bind port f1ae8437-307f-4236-9140-1b08345ba64d on network 59400e19-6a32-471d-b2e3-c9a62967ba2d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:38.759099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7879417-037a-4377-8da4-f8748d525459 req-93bf350c-25b2-4534-8eac-8c4ef950d3bc tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 210 time: 0.0685735 Dec 13 09:44:38.773281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Port f1ae8437-307f-4236-9140-1b08345ba64d on network 59400e19-6a32-471d-b2e3-c9a62967ba2d not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:38.774187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Attempting to bind port f1ae8437-307f-4236-9140-1b08345ba64d on network 59400e19-6a32-471d-b2e3-c9a62967ba2d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:38.794701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd2509ad-e7bc-472c-a193-5f48dbff94ae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0436156 Dec 13 09:44:38.804298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Port 8411b0c7-873d-449c-a2c4-9a466638b755 on network 59400e19-6a32-471d-b2e3-c9a62967ba2d not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:38.804629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Attempting to bind port 8411b0c7-873d-449c-a2c4-9a466638b755 on network 59400e19-6a32-471d-b2e3-c9a62967ba2d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:38.806584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:38.836760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:38.839313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:38.839754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Checking segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:38.840433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Bound using segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:38.842027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Bound port: f1ae8437-307f-4236-9140-1b08345ba64d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:38.842859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.884528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:38.885226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Checking segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:38.885821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Bound using segment: {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:38.886446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Bound port: 8411b0c7-873d-449c-a2c4-9a466638b755, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a994029-8ba1-4827-adc8-4ab4ac5b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:38.886984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.958430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.960265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:38.979326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:38.984444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f1ae8437-307f-4236-9140-1b08345ba64d,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:38.990324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.022934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.023681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.025242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] 10.222.0.44 "PUT /v2.0/ports/f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 200 len: 1091 time: 1.5908949 Dec 13 09:44:39.030958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:44:39.031954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.074201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:39.077529 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49efead-f56c-4dcf-8e05-edbfef24e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:39.135526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b3b9-3052-41bf-84fc-d582a9b3446f service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:39.177379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-94768f31-7364-4a84-8c8c-fa3af479315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.179061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-94768f31-7364-4a84-8c8c-fa3af479315a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1094 time: 0.0982921 Dec 13 09:44:39.183736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.198389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.204958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.210953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.217475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.223410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.229504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.236361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.244323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-79ec9352-c922-4418-9b1e-6defd38f8aa5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5408 time: 0.3239410 Dec 13 09:44:39.260941 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-9f2526c2-4e4e-4b4c-84ee-b432efc31e02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 200 len: 217 time: 0.0695767 Dec 13 09:44:39.279159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Allocated IP 172.20.0.2 (e6039b6d-04f1-45fd-ae0a-c336c58bbcce/365246f6-ff60-46a5-9af5-5fd7a42541a4/aadefa39-27df-4229-90ec-c2f412966c9f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:39.365186 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ba1d1b-8332-4082-8ffe-4a908c160a7a x-openstack-request-id: req-56ba1d1b-8332-4082-8ffe-4a908c160a7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:39.365473 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "c523baae-7940-4750-96a4-16c2cf650668", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:39.365817 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56ba1d1b-8332-4082-8ffe-4a908c160a7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:39.366225 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668', 'status': 'completed', 'code': 200} Dec 13 09:44:39.413608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-2bd8f8f3-e340-42a0-abd6-27edf88ec797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.415409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-2bd8f8f3-e340-42a0-abd6-27edf88ec797 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1431460 Dec 13 09:44:39.418488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:39.471926 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-1acb7f89-5ba2-4a13-be44-682755d45685 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387213 Dec 13 09:44:39.485473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-35d62a15-e810-466a-b007-38fb625d7ca7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.487620 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-35d62a15-e810-466a-b007-38fb625d7ca7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 812 time: 0.2293797 Dec 13 09:44:39.502624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2a268bb-acc3-418f-b401-25c44bf10478 req-310845b8-6078-462f-98c1-ad4ed094eb59 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2561066 Dec 13 09:44:39.505064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'device_id': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7', 'admin_state_up': True, 'tenant_id': '2b889834e4fe40b3a78eace39470c3bd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:39.538208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8411b0c7-873d-449c-a2c4-9a466638b755,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:39.546261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.555630 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b18e5-33f1-4124-8bd2-db687790e068 x-openstack-request-id: req-633b18e5-33f1-4124-8bd2-db687790e068 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:39.556397 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:39.557484 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-633b18e5-33f1-4124-8bd2-db687790e068 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:39.559073 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'code': 200} Dec 13 09:44:39.564153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.602139 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a33d10c-0a1a-497b-86d5-0b9c5f57f36a x-openstack-request-id: req-7a33d10c-0a1a-497b-86d5-0b9c5f57f36a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:39.602495 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:39.602721 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a33d10c-0a1a-497b-86d5-0b9c5f57f36a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:39.603333 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d', 'status': 'completed', 'code': 200} Dec 13 09:44:39.615607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:39.621106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:39.627055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:39.646120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Pushing event updated for resources: {'Port': ['ID=aadefa39-27df-4229-90ec-c2f412966c9f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:39.693393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.738818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.739446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.740832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 1091 time: 3.4037311 Dec 13 09:44:39.745419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.765831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Attempting to bind port aadefa39-27df-4229-90ec-c2f412966c9f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:39.768042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Attempting to bind port aadefa39-27df-4229-90ec-c2f412966c9f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:39.769748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Attempting to bind port aadefa39-27df-4229-90ec-c2f412966c9f on network e6039b6d-04f1-45fd-ae0a-c336c58bbcce {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:39.778019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:39.779461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Checking segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:39.780128 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.780439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.780922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.781173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Bound using segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:39.781431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.781901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.782306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Bound port: aadefa39-27df-4229-90ec-c2f412966c9f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:39.782440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.783110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.783307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:39.784042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.785286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-6cb722a3-668f-4dd3-a618-b8eab7ef72ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6410 time: 0.4100173 Dec 13 09:44:39.798800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-82c8fc5a-2945-446c-b352-358b8439f000 service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099761 Dec 13 09:44:39.806549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Made reservation on behalf of 2b889834e4fe40b3a78eace39470c3bd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:39.814841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.866156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] For port aadefa39-27df-4229-90ec-c2f412966c9f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:39.870159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] For port aadefa39-27df-4229-90ec-c2f412966c9f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=aadefa39-27df-4229-90ec-c2f412966c9f,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:39.879636 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:39.980448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043d046-7f67-4a9f-88a8-cb8d2ded56f2 None None] Pushing event updated for resources: {'Port': ['ID=aadefa39-27df-4229-90ec-c2f412966c9f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:40.055512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-51737043-fc70-41c8-9f67-6d13d6204c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.055990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-51737043-fc70-41c8-9f67-6d13d6204c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.056451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-51737043-fc70-41c8-9f67-6d13d6204c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.058219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-51737043-fc70-41c8-9f67-6d13d6204c35 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2259505 Dec 13 09:44:40.065171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e891d-c6cc-4e8e-bf6b-b8f5c9e9cca4 service neutron] Pushing event updated for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:40.128533 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07f06877-d8dd-41b2-abfe-da02ddbe10f0 req-9fe6dc8e-2706-491e-909f-32642133024a service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707984 Dec 13 09:44:40.144718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Allocated IP 172.20.0.7 (2546440c-9b9e-44dc-a02d-347882ef9aa7/f65ffaf0-ca2b-4d35-8a56-889d75759172/e4980087-798a-4d8e-b0ae-ce09652e3a92) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:40.196495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-73d5037c-acc5-45f1-9d40-a678aa7ff0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.198063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-73d5037c-acc5-45f1-9d40-a678aa7ff0d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1094 time: 0.4025195 Dec 13 09:44:40.354993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-963dd784-9f46-4886-896f-0f09a94a9bcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.1376634 Dec 13 09:44:40.372754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-8756f2f8-b1fa-4078-9ed4-9999d4bf9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.374575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-8756f2f8-b1fa-4078-9ed4-9999d4bf9f79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1094 time: 0.1766768 Dec 13 09:44:40.433008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507c3f-af7e-4419-b087-c879082d095f req-11dec3c0-0938-4f01-a483-6b86cddcca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.435531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-11dec3c0-0938-4f01-a483-6b86cddcca9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.0722117 Dec 13 09:44:40.438213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97aaa9d2-88a7-4944-ba70-747bfb53ca26 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:40.461042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.484323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.529234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-ef141d92-2d0c-420b-91a6-dba3d50aa001 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744722 Dec 13 09:44:40.534350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Transition to ACTIVE for port object 97aaa9d2-88a7-4944-ba70-747bfb53ca26 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:40.535738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-5f0927b2-1190-44f5-9019-50b9746e019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.537329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7accf4c9-0db0-4dd7-a200-c5e776723d68 req-5f0927b2-1190-44f5-9019-50b9746e019d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4643555 Dec 13 09:44:40.556113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.570964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-02c3377e-21c9-4efe-995b-de51412529b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.572529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-02c3377e-21c9-4efe-995b-de51412529b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.1884272 Dec 13 09:44:40.592456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.647905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-e0d8d925-fb6d-4b1d-8766-3c398c1fdf08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 200 len: 217 time: 0.0648921 Dec 13 09:44:40.729077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:40.739061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:40.747568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:40.753897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:40.816166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-c5eb2e5c-0bba-4db5-bbb3-28a13dd2eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.818363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-c5eb2e5c-0bba-4db5-bbb3-28a13dd2eea5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1435156 Dec 13 09:44:40.821322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-2799fa49-c71e-455f-81b2-b62cd1512443 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775898 Dec 13 09:44:40.827110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:40.858437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-28f787fd-6852-4645-8a59-21e41cf2c9a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287848 Dec 13 09:44:40.865045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:40.865045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:40.925796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-4263d96d-32fb-4e91-a19a-aff53733276f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249642 Dec 13 09:44:40.943478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Request body: {'port': {'device_id': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:41.018627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc5086-7e60-4aae-8c70-1b65d08f9267 req-5f5db843-73c9-4237-b4a9-c730330fa934 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.026032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcfc5086-7e60-4aae-8c70-1b65d08f9267 req-5f5db843-73c9-4237-b4a9-c730330fa934 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 943 time: 0.3478863 Dec 13 09:44:41.027245 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-f49a2b65-6d37-4f0a-afdb-4fa1fcbbade1 service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597509 Dec 13 09:44:41.027905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Attempting to bind port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:41.028292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Attempting to bind port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:41.028632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Attempting to bind port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:41.074942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:41.075524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Attempting to bind port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 on network 92ccfa92-50a4-487b-ac9f-e67f61665187 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:41.087212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.110201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device aadefa39-27df-4229-90ec-c2f412966c9f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:41.146341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:41.146696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Checking segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:41.147468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Bound using segment: {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:41.147608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Bound port: 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b3b6d-1eaa-4817-87d2-e2bdaf11306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:41.147889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.157544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62769-dffc-4be6-a252-d4939c8b41b7 req-445cb2ec-0c1b-4238-a1a8-0c46480ca4be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.165254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97e62769-dffc-4be6-a252-d4939c8b41b7 req-445cb2ec-0c1b-4238-a1a8-0c46480ca4be tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.3217149 Dec 13 09:44:41.168187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port aadefa39-27df-4229-90ec-c2f412966c9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:41.168841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.193251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcfc5086-7e60-4aae-8c70-1b65d08f9267 req-9060c9a4-dc37-4f77-ab93-547981fd6eef tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662233 Dec 13 09:44:41.197667 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a49efead-f56c-4dcf-8e05-edbfef24e6a5 req-e0628487-5379-49cb-ab5d-99136737be3b service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590781 Dec 13 09:44:41.284797 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.295755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.303453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0507c3f-af7e-4419-b087-c879082d095f req-0d543e2e-fabe-4559-91d7-ef15770ee553 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652090 Dec 13 09:44:41.320667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port aadefa39-27df-4229-90ec-c2f412966c9f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=aadefa39-27df-4229-90ec-c2f412966c9f,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:41.327203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.364098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-01cc4f73-be03-41ef-9094-1fc3b0c5a6bf tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.365647 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-01cc4f73-be03-41ef-9094-1fc3b0c5a6bf tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 946 time: 0.1128142 Dec 13 09:44:41.375505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:41.378040 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:41.381575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.386267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=aadefa39-27df-4229-90ec-c2f412966c9f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:41.483699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97e62769-dffc-4be6-a252-d4939c8b41b7 req-83adf83a-1e1c-4133-8bf2-5b873228e127 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9502ae7-c81d-42ce-8aff-a7a29683d6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175588 Dec 13 09:44:41.521702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3753dc3-b655-4c69-8ec3-d15702b68f65 None None] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:41.548410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Deleting port 6c747c23-87e7-442d-b77c-2667ea82608d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:41.548960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.580817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Allocated IP 172.25.1.244 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/b9144517-515a-4e93-869f-0516d0559f52) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:41.590015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4980087-798a-4d8e-b0ae-ce09652e3a92 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:41.591972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:41.602359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.629703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Transition to ACTIVE for port object e4980087-798a-4d8e-b0ae-ce09652e3a92 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:44:41.639777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:41.656001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394cca7-2b18-4a78-bb84-38aea0bcb3af req-d6a8832d-a08a-4cad-b8ad-14d1bd4e7790 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:41.664853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5394cca7-2b18-4a78-bb84-38aea0bcb3af req-d6a8832d-a08a-4cad-b8ad-14d1bd4e7790 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 931 time: 0.2695255 Dec 13 09:44:41.666210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-82c844b9-7b6a-49b8-bfb7-c44af7c8ce0e None None] Provisioning complete for port aadefa39-27df-4229-90ec-c2f412966c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:41.666808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82c844b9-7b6a-49b8-bfb7-c44af7c8ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.683668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.690386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] For port 6c747c23-87e7-442d-b77c-2667ea82608d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6c747c23-87e7-442d-b77c-2667ea82608d,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:41.691149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.757458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:41.832830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:42.000801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-04767baf-77a1-42bc-af47-bfc6411d41cb None None] Provisioning complete for port aadefa39-27df-4229-90ec-c2f412966c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:42.001733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04767baf-77a1-42bc-af47-bfc6411d41cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.002215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Attempting to bind port e4980087-798a-4d8e-b0ae-ce09652e3a92 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:42.002559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Attempting to bind port e4980087-798a-4d8e-b0ae-ce09652e3a92 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:42.002889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Attempting to bind port e4980087-798a-4d8e-b0ae-ce09652e3a92 on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:42.006310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.006677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.006993 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Floating IP 2e03ba10-a01d-494a-96dd-708e266d033e disassociated. External IP: 172.25.1.69, port: 6c747c23-87e7-442d-b77c-2667ea82608d. Dec 13 09:44:42.007338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Calling delete_port for 6c747c23-87e7-442d-b77c-2667ea82608d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:42.016053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Port e4980087-798a-4d8e-b0ae-ce09652e3a92 on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:44:42.016391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Attempting to bind port e4980087-798a-4d8e-b0ae-ce09652e3a92 on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:42.028799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:42.028799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Checking segment: {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:42.028799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Bound using segment: {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:42.029297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Bound port: e4980087-798a-4d8e-b0ae-ce09652e3a92, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:42.029681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.146858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:42.150645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:42.158875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.159557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.160915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] 10.222.0.44 "PUT /v2.0/ports/97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 1091 time: 3.8906391 Dec 13 09:44:42.162268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.211104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1644d15-a6a5-496d-ab55-42c68fa19ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:42.230339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5394cca7-2b18-4a78-bb84-38aea0bcb3af req-ff679a2d-8d66-45e8-a556-135f2e400695 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643678 Dec 13 09:44:42.256528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.263377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.269532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.276092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.282752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.288985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.296254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.298257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-bf313645-1edb-4190-bd04-13a77f4b462e tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.2289450 Dec 13 09:44:42.333222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f1ae8437-307f-4236-9140-1b08345ba64d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:42.397699 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.467583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.468073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.468554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.469024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.470510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.470998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.471534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.473853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-00c7647e-0031-4fdb-b005-cc2f02098ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6477 time: 0.2542806 Dec 13 09:44:42.527876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f1ae8437-307f-4236-9140-1b08345ba64d,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:42.532461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c60ec59-0478-4c54-8335-bea0cedba221 req-f36ed525-6514-457b-9d60-06a064b90f0a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163301 Dec 13 09:44:42.532888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-92b3c725-a70f-46c8-bae6-91afe55ef373 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 217 time: 0.0499504 Dec 13 09:44:42.564629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'f1ae8437-307f-4236-9140-1b08345ba64d', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'port_id': 'f1ae8437-307f-4236-9140-1b08345ba64d', 'mac_address': 'fa:16:3e:0a:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:42.597363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-74fc3287-745b-431b-9a9b-197d2646cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.598832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-74fc3287-745b-431b-9a9b-197d2646cb48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.0589108 Dec 13 09:44:42.600843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.612538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.629877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ae8437-307f-4236-9140-1b08345ba64d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:42.658842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f1ae8437-307f-4236-9140-1b08345ba64d,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:42.663604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.679288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.697502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.698121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:42.699042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:42.699510 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] 10.222.0.37 "PUT /v2.0/ports/e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 1091 time: 1.7625418 Dec 13 09:44:42.700263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:42.703493 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279dc0d-0606-47d3-a5ab-70fc78733107" -d '{"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:42.719287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:42.723896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:42.743779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409848-6ffc-4338-9d71-7c3aaac9923d service neutron] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:42.764201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:42.883321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event deleted for resources: {'Port': ['ID=6c747c23-87e7-442d-b77c-2667ea82608d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:42.906661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f1ae8437-307f-4236-9140-1b08345ba64d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:42.918310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-b4cbfb7c-0d77-4901-bc0c-751a303ac9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:42.919860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-b4cbfb7c-0d77-4901-bc0c-751a303ac9fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1094 time: 0.1167459 Dec 13 09:44:42.970553 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-15630dee-ffaf-48a1-b7f5-737cb1650ced service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 217 time: 0.0424268 Dec 13 09:44:42.974521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Router 8df23548-928c-438d-b19e-b1d3cc3939dc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:43.023895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Pushing event updated for resources: {'Port': ['ID=b9144517-515a-4e93-869f-0516d0559f52,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:43.036650 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5797224-5f8a-4cea-bb85-f067db4ffcc1 x-openstack-request-id: req-b5797224-5f8a-4cea-bb85-f067db4ffcc1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:43.036900 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:43.037178 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5797224-5f8a-4cea-bb85-f067db4ffcc1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:43.037645 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755', 'status': 'completed', 'code': 200} Dec 13 09:44:43.041882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a57464b7-5ff8-4c39-9193-359af2a30237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.043411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a57464b7-5ff8-4c39-9193-359af2a30237 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175403 Dec 13 09:44:43.105366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c44b37d9-7364-43dc-b0da-7a174fe6c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.107751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-c44b37d9-7364-43dc-b0da-7a174fe6c7db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.1283438 Dec 13 09:44:43.121522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device aadefa39-27df-4229-90ec-c2f412966c9f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:43.179834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-46c75693-244b-42a2-a5c7-f65405968d6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630860 Dec 13 09:44:43.217077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:43.256997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port aadefa39-27df-4229-90ec-c2f412966c9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:43.257427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:43.292570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:43.318496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Sync routers for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:43.341792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] No DVR routers for this DVR port 6c747c23-87e7-442d-b77c-2667ea82608d on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:43.346607 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:43.350232 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74deb6f6-b5cb-45d8-b6f3-4197ed18cd35 req-4f1818f3-cfab-45c4-9125-44b6fbfd3efe tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.37 "DELETE /v2.0/ports/6c747c23-87e7-442d-b77c-2667ea82608d HTTP/1.1" status: 204 len: 173 time: 1.9738021 Dec 13 09:44:43.398360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:43.400082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:43.427429 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-e72711fc-eab6-40f5-bb0e-b52d64e9c8f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364480 Dec 13 09:44:43.518787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:43.552651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36f56e57-0d3e-444e-9122-6b4d82d797e6 req-f13401b9-a968-4bed-a63b-374aec2ad8d1 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bd9db59-6ac1-499b-9363-0963ac50f72b HTTP/1.1" status: 200 len: 210 time: 0.1864948 Dec 13 09:44:43.598844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f451f77a-4f26-4962-b5c3-9dd44f5e6587 req-46a0d803-55fe-48fb-a015-d34b4c1c8944 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637995 Dec 13 09:44:43.620848 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25398f6-0e22-4f8c-96f9-ffe1dc54cebb x-openstack-request-id: req-f25398f6-0e22-4f8c-96f9-ffe1dc54cebb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:43.621164 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:43.621422 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f25398f6-0e22-4f8c-96f9-ffe1dc54cebb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:43.621822 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'status': 'completed', 'code': 200} Dec 13 09:44:43.625029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49bfe4-fbb4-437b-ac03-3b6eada54e2d req-96a426be-c53c-4bfc-a61e-c933145b2e1a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.632249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea49bfe4-fbb4-437b-ac03-3b6eada54e2d req-96a426be-c53c-4bfc-a61e-c933145b2e1a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 944 time: 0.2936993 Dec 13 09:44:43.673180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-ab35ab6d-eb7d-469d-968b-85c78f633085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.674691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-ab35ab6d-eb7d-469d-968b-85c78f633085 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1094 time: 0.6360331 Dec 13 09:44:43.682016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:43.750772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-5e0c8e74-0cf4-4046-8822-56f99737ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.751332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-f4b430a0-7b64-48b2-b776-35f3e4e4f0eb service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357649 Dec 13 09:44:43.752971 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-5e0c8e74-0cf4-4046-8822-56f99737ae66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1094 time: 0.0841959 Dec 13 09:44:43.768758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea49bfe4-fbb4-437b-ac03-3b6eada54e2d req-038257b7-c5e9-4bb6-9208-fea7c8d1555d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355426 Dec 13 09:44:43.955262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-1d8de32c-5c01-4125-8ae0-73e54b401de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:43.958352 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-1d8de32c-5c01-4125-8ae0-73e54b401de0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.1960490 Dec 13 09:44:43.960052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:43.994038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Checking router: 8df23548-928c-438d-b19e-b1d3cc3939dc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:44.005041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:44.005857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:44.030015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-c168bf7e-3f49-48ac-ac2a-25bb24ac7f82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 217 time: 0.0571828 Dec 13 09:44:44.100162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-d27cf7c1-c2ae-4f26-8be8-f3ba3ff9d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.102079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-d27cf7c1-c2ae-4f26-8be8-f3ba3ff9d882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.0650389 Dec 13 09:44:44.118354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-17afe471-3afb-4bd3-b469-2d01b4c3aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.120375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-17afe471-3afb-4bd3-b469-2d01b4c3aa22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.4329629 Dec 13 09:44:44.141751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-72a413fb-64a3-4269-b5de-d9e5cd8c0767 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325065 Dec 13 09:44:44.147206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:44.161704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95d48b-2e2e-4449-90a9-c21f6d308c7e req-7f9589c6-1771-4f56-ab28-8d813374b119 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.172802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f95d48b-2e2e-4449-90a9-c21f6d308c7e req-7f9589c6-1771-4f56-ab28-8d813374b119 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 943 time: 0.2584326 Dec 13 09:44:44.233443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.239812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.245942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.252448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.257272 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-700e5a70-46e3-4cd1-8465-3d300bb720fd service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081109 Dec 13 09:44:44.258611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.264748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.270714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.279120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-2b3136b0-268d-49be-890c-dc988f1211d9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.3042758 Dec 13 09:44:44.281739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-62978845-9ac5-4d00-b810-72d9d47cd4bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.1470964 Dec 13 09:44:44.292565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-afe8ded6-3d98-4c5f-aea7-47daede13461 service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227051 Dec 13 09:44:44.349236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f1ae8437-307f-4236-9140-1b08345ba64d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:44.365873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a279dc0d-0606-47d3-a5ab-70fc78733107 req-a64b2b25-3ffe-40a8-8d2b-ee151ba433f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998080 Dec 13 09:44:44.375802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8411b0c7-873d-449c-a2c4-9a466638b755 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:44.383698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6c747c23-87e7-442d-b77c-2667ea82608d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:44.391907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-c406a4ad-52d5-40c6-92be-88cac663d291 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 217 time: 0.0886481 Dec 13 09:44:44.440392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6c747c23-87e7-442d-b77c-2667ea82608d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:44.441040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6c747c23-87e7-442d-b77c-2667ea82608d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:44.474028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f95d48b-2e2e-4449-90a9-c21f6d308c7e req-d0c0b831-8643-462e-8905-374325f8ab6b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987745 Dec 13 09:44:44.480371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-c5072335-5500-4e78-ba16-b949c2563e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.482560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-c5072335-5500-4e78-ba16-b949c2563e6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1830287 Dec 13 09:44:44.495219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:44.538456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-50bfe022-10ed-494b-b331-c7097ca321c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421267 Dec 13 09:44:44.544879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40f1d3a4-d0b4-425f-8670-6ed6fbecde52 req-6f4ce4a4-9d5f-4135-a915-ca144ce94bc9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2647934 Dec 13 09:44:44.545704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:44:44.548653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-c3f83a43-3764-49b0-bd9b-a7f3fb02f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.550113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-c3f83a43-3764-49b0-bd9b-a7f3fb02f9b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1396978 Dec 13 09:44:44.583903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port f1ae8437-307f-4236-9140-1b08345ba64d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:44:44.637303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port f1ae8437-307f-4236-9140-1b08345ba64d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:44.638256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:44.657136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:44.719127 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998137b8-4110-4cf5-9057-a050de26e711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:44.721618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:44.742393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8411b0c7-873d-449c-a2c4-9a466638b755,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:44.744838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78792406-ad57-4b5a-8e03-c39f0b8ef699 None None] The sync data for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 is: [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '268340df-36a7-4e03-8210-6a970cef6359', 'name': '', 'network_id': 'f94bb00f-0237-4d1e-b6e8-b657f1087fcd', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'mac_address': 'fa:16:3e:29:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:13Z', 'updated_at': '2021-12-13T09:41:20Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'subnets': [{'id': '3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:44.759846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8411b0c7-873d-449c-a2c4-9a466638b755', 'network_id': '59400e19-6a32-471d-b2e3-c9a62967ba2d', 'port_id': '8411b0c7-873d-449c-a2c4-9a466638b755', 'mac_address': 'fa:16:3e:05:45:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6808f3-9c7d-4bed-aace-0a3586099284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:44.796975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-98442a47-cb78-44bd-9b6b-d1c38c86640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:44.798502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-98442a47-cb78-44bd-9b6b-d1c38c86640e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275465 Dec 13 09:44:44.877405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:44.884057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-3d795a12-3a21-434f-9115-d6e099222042 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329585 Dec 13 09:44:44.903842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:44.919238 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Sync routers for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:44.923247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998137b8-4110-4cf5-9057-a050de26e711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:44.938028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998137b8-4110-4cf5-9057-a050de26e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:44.940427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:44.941063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:44.971431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8411b0c7-873d-449c-a2c4-9a466638b755 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:45.002627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8411b0c7-873d-449c-a2c4-9a466638b755,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:45.012051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.051480 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-998137b8-4110-4cf5-9057-a050de26e711 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea21b0b1814e4ff29e59184be6e78161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5548630 Dec 13 09:44:45.055342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:45.056451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.057690 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ed40e-e9cd-4944-827e-4e048e65e7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:45.058519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:45.074631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998137b8-4110-4cf5-9057-a050de26e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971612ed-1b87-4d25-a1a3-a98b6d42b890,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:45.121110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.128718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.130013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c7c653b-5d3f-4e88-9f3b-7d013c831336 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3119001 Dec 13 09:44:45.136487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:45.142010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:45.150923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.160988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:45.211798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f1ae8437-307f-4236-9140-1b08345ba64d,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:45.217057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:45.221679 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1020be8-81c1-42d5-b8e9-e8a6c6c5cd2b" -d '{"events": [{"server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:45.231516 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.232963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.261591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-50f937c6-b872-424c-b03b-849b7086f445 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486651 Dec 13 09:44:45.292314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a29ca-cd7a-4712-aca1-526f64b1d716 req-8bea867e-4ea1-49d8-95d4-036fe19acc40 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:45.301591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b9a29ca-cd7a-4712-aca1-526f64b1d716 req-8bea867e-4ea1-49d8-95d4-036fe19acc40 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 944 time: 0.2932644 Dec 13 09:44:45.355581 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:44:45.358051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.411193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.414253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.415670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9502ae7-c81d-42ce-8aff-a7a29683d6f3 HTTP/1.1" status: 204 len: 168 time: 0.6925581 Dec 13 09:44:45.422557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:45.435205 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:43Z', 'revision_number': 3, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:45.463806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-dd8369c2-00d6-47be-bca3-e5900a452adb service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598186 Dec 13 09:44:45.476038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdcdbd64-bd85-4922-946a-e2f8ddf3ad68 req-3c044114-2da6-4535-9d66-6ab095881d4c service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840261 Dec 13 09:44:45.487172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48f6e-345c-4131-baf7-d27bdef90a01 tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9502ae7-c81d-42ce-8aff-a7a29683d6f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:45.526613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Checking router: 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:45.526964 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Updating router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 port b9144517-515a-4e93-869f-0516d0559f52 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:45.530852 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3534f3d7-ffea-4947-b937-f965319c3acb tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] show failed (client error): The resource could not be found. Dec 13 09:44:45.534185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3534f3d7-ffea-4947-b937-f965319c3acb tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "GET /v2.0/security-groups/a9502ae7-c81d-42ce-8aff-a7a29683d6f3 HTTP/1.1" status: 404 len: 347 time: 0.1064088 Dec 13 09:44:45.537422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:45.546721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8411b0c7-873d-449c-a2c4-9a466638b755'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:45.552088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef89827-07a4-462a-b7fa-219d4c6f1cda None None] New status for floating IP 2e03ba10-a01d-494a-96dd-708e266d033e: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:44:45.556644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-f5fd8bee-6c02-4329-b3bc-4639c78cfc91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 217 time: 0.0783763 Dec 13 09:44:45.564594 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c71e8-2f91-4483-8f38-56a5520c731b x-openstack-request-id: req-209c71e8-2f91-4483-8f38-56a5520c731b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:45.564885 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:45.565153 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-209c71e8-2f91-4483-8f38-56a5520c731b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:45.565564 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'status': 'completed', 'code': 200} Dec 13 09:44:45.580153 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.635558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'name': 'network-vif-deleted', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:45.639487 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b188b-5708-45bf-a0ff-24c8ca54f4ee x-openstack-request-id: req-100b188b-5708-45bf-a0ff-24c8ca54f4ee {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:45.640861 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:45.641605 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-100b188b-5708-45bf-a0ff-24c8ca54f4ee {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:45.642238 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d', 'code': 200} Dec 13 09:44:45.646218 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54541059-cdfc-4bbf-a7a5-d65fa587f60b" -d '{"events": [{"server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "name": "network-vif-deleted", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:45.670816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.684016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:45.685870 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/971612ed-1b87-4d25-a1a3-a98b6d42b890 HTTP/1.1" status: 204 len: 168 time: 0.6233976 Dec 13 09:44:45.719883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b9a29ca-cd7a-4712-aca1-526f64b1d716 req-bc3cd556-36d7-4b6b-b4e7-583337b0a4b7 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173040 Dec 13 09:44:45.734128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-d2ed3f3c-e186-4da5-a22a-74f1c547a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:45.735868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-d2ed3f3c-e186-4da5-a22a-74f1c547a963 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1669800 Dec 13 09:44:45.752863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:45.858249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208955-8123-47fc-8a5d-885963f62556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971612ed-1b87-4d25-a1a3-a98b6d42b890,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:45.973658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623fe9-af84-448b-b9b7-a48b55bb7c6e req-77734d9b-b871-42a3-b543-9288d301715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:45.975238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-09623fe9-af84-448b-b9b7-a48b55bb7c6e req-77734d9b-b871-42a3-b543-9288d301715e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1096 time: 0.3055561 Dec 13 09:44:46.087224 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.097416 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.103109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Deleting port 7ad050ae-40e3-43dd-8fce-5f67a93211b1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:46.103410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.167514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Attempting to bind port b9144517-515a-4e93-869f-0516d0559f52 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:46.168001 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Attempting to bind port b9144517-515a-4e93-869f-0516d0559f52 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:46.168601 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Attempting to bind port b9144517-515a-4e93-869f-0516d0559f52 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:46.195513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-09623fe9-af84-448b-b9b7-a48b55bb7c6e req-6a4a362b-9645-43f1-bc30-87dece5b0762 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078295 Dec 13 09:44:46.197647 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:46.198268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:46.198830 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.199583 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:46.200696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Bound port: b9144517-515a-4e93-869f-0516d0559f52, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:46.201474 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.204975 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7903f44-92ed-44b7-a80c-4e7a5d4b79e4 None None] Pushing event updated for resources: {'Port': ['ID=b9144517-515a-4e93-869f-0516d0559f52,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:46.276904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] For port b9144517-515a-4e93-869f-0516d0559f52, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:46.282032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.282357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.282602 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] For port b9144517-515a-4e93-869f-0516d0559f52, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b9144517-515a-4e93-869f-0516d0559f52,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:46.288931 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.308222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Calling delete_port for 7ad050ae-40e3-43dd-8fce-5f67a93211b1 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:46.354504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:46.355479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:46.386899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e4980087-798a-4d8e-b0ae-ce09652e3a92 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:44:46.388489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-1f0f647a-7642-4f28-838e-4edd3847278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.390466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-1f0f647a-7642-4f28-838e-4edd3847278d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6466544 Dec 13 09:44:46.444193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.450396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.456463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.462530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.469663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.480289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.483453 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.487347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.498473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-1aaba009-977e-435b-96c9-6e86d46f0dc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.1891363 Dec 13 09:44:46.514798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99f5-ec14-4872-9e06-10c07cb164b4 req-4a2d1681-0f3a-442d-b28c-97bd68aa7e92 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:46.516318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90af99f5-ec14-4872-9e06-10c07cb164b4 req-4a2d1681-0f3a-442d-b28c-97bd68aa7e92 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 943 time: 0.2071328 Dec 13 09:44:46.547537 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7903f44-92ed-44b7-a80c-4e7a5d4b79e4 None None] Pushing event updated for resources: {'Port': ['ID=b9144517-515a-4e93-869f-0516d0559f52,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:46.567584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:46.581933 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:46.588953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7', 'port_id': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'mac_address': 'fa:16:3e:fb:6b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65ffaf0-ca2b-4d35-8a56-889d75759172', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:44:46.667007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.669964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90af99f5-ec14-4872-9e06-10c07cb164b4 req-7bab554b-6a46-47ab-b32d-eaa32eee67e9 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069801 Dec 13 09:44:46.706537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4980087-798a-4d8e-b0ae-ce09652e3a92 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:44:46.753734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:46.760293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5dc9943-92dd-4059-8084-cd4194be5702 req-e91a5f03-e93a-48a3-8a21-dbb844f4473b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540870 Dec 13 09:44:46.762198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.775850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e5202966-8666-4faa-b46f-bab6ed2fd46c service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753276 Dec 13 09:44:46.787049 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683447c9-8b05-4cec-9ae8-1c8266f81cf1 x-openstack-request-id: req-683447c9-8b05-4cec-9ae8-1c8266f81cf1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:46.787351 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd9db59-6ac1-499b-9363-0963ac50f72b", "name": "network-vif-deleted", "tag": "6c747c23-87e7-442d-b77c-2667ea82608d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:46.787614 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-683447c9-8b05-4cec-9ae8-1c8266f81cf1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:46.789278 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd9db59-6ac1-499b-9363-0963ac50f72b', 'name': 'network-vif-deleted', 'tag': '6c747c23-87e7-442d-b77c-2667ea82608d', 'status': 'completed', 'code': 200} Dec 13 09:44:46.794618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Allocated IP 172.20.0.1 (e6039b6d-04f1-45fd-ae0a-c336c58bbcce/365246f6-ff60-46a5-9af5-5fd7a42541a4/32415bb7-53fd-490d-aba6-1c2a0ce4810b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:46.883767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:46.921789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:46.953596 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:43Z', 'revision_number': 3, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:46.967267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Pushing event deleted for resources: {'Port': ['ID=7ad050ae-40e3-43dd-8fce-5f67a93211b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:46.989861 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bb1a6-4bba-4e62-b7a8-92b092751007 None None] The sync data for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 is: [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:43Z', 'revision_number': 3, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:47.016915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-090341c4-a786-4f64-8160-22dbebc759c4 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319572 Dec 13 09:44:47.034026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.068186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.071203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.072453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b81fff4-2fc9-4aa1-919d-649b2fdec43a tempest-ServersTestFqdnHostnames-1074603228 tempest-ServersTestFqdnHostnames-1074603228-project] 10.222.0.30 "DELETE /v2.0/floatingips/2e03ba10-a01d-494a-96dd-708e266d033e HTTP/1.1" status: 204 len: 168 time: 1.5356052 Dec 13 09:44:47.077988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:47.088452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f06e-ed44-45ef-9026-4d76bea39601 req-01cc58fa-94bf-4e34-92ab-1ee7c64c8fcd tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.089839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f01f06e-ed44-45ef-9026-4d76bea39601 req-01cc58fa-94bf-4e34-92ab-1ee7c64c8fcd tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1604908 Dec 13 09:44:47.091980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-8f24c052-af2f-47c2-9a32-c07d8ee3ba8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 217 time: 0.0620365 Dec 13 09:44:47.094501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:47.177046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.222269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6469820e-e37c-440b-894d-7a0434923572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.224026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6469820e-e37c-440b-894d-7a0434923572 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1142569 Dec 13 09:44:47.229775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Pushing event updated for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:47.246426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f01f06e-ed44-45ef-9026-4d76bea39601 req-fa5ef1c1-220c-4e0c-bbe0-86681f589fdb tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349378 Dec 13 09:44:47.263894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:47.270433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:47.276719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:47.336195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-78f32283-ea21-40d1-b558-eb981f32ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.344911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-78f32283-ea21-40d1-b558-eb981f32ed2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954118 Dec 13 09:44:47.631004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ea8f7f28-e95b-4dfa-9269-2b0e664113f3 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776678 Dec 13 09:44:47.768012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea55a326-0a3e-45d2-9b5f-ad988f8e08bc None None] Provisioning complete for port 32415bb7-53fd-490d-aba6-1c2a0ce4810b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:47.768566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea55a326-0a3e-45d2-9b5f-ad988f8e08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.795686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a4c27da5-b682-44c2-ac70-e9f9fb8fdd08 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562755 Dec 13 09:44:47.849603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ea55a326-0a3e-45d2-9b5f-ad988f8e08bc None None] Port 32415bb7-53fd-490d-aba6-1c2a0ce4810b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:47.875425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-34cfd0de-7d55-4d73-95b2-e310adc7dda5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 217 time: 0.0613573 Dec 13 09:44:47.889299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:47.949530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-86051585-3ca1-4193-953b-9afeecb9ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:47.952437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-86051585-3ca1-4193-953b-9afeecb9ea3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0605223 Dec 13 09:44:48.013395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80d942-1dd9-4a3f-8ff0-976c7824ad36 req-5e0820ea-aef5-4869-a7b6-c61b60f011c5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.015563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d80d942-1dd9-4a3f-8ff0-976c7824ad36 req-5e0820ea-aef5-4869-a7b6-c61b60f011c5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 944 time: 0.1920784 Dec 13 09:44:48.052662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6c8df01b-e8b8-4680-9c19-445fd80525d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.055074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-6c8df01b-e8b8-4680-9c19-445fd80525d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929399 Dec 13 09:44:48.150401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.185080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d80d942-1dd9-4a3f-8ff0-976c7824ad36 req-a688d75c-821f-4575-acbd-cf9134992079 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591384 Dec 13 09:44:48.224558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-1fab2b06-2aee-4a8c-8490-10bbe1b9c83a service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616218 Dec 13 09:44:48.298911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.304798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.320289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.327342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.338208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.344390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.350672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.352538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-83c0057f-5d28-46e2-ab81-2c94736da64d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.2263460 Dec 13 09:44:48.394889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e4980087-798a-4d8e-b0ae-ce09652e3a92 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:48.408649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.437253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:48.483769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-a95d659c-a506-4a44-9ac3-13c0ef2e1327 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505803 Dec 13 09:44:48.534753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port e4980087-798a-4d8e-b0ae-ce09652e3a92 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:44:48.539604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port e4980087-798a-4d8e-b0ae-ce09652e3a92 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:48.542455 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.561190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.569523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.576363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-fb9bc329-0789-47b1-a4b5-77449753420b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 217 time: 0.0813262 Dec 13 09:44:48.595686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05d23c49-e37e-4b29-abf8-af74c19b1f51 req-a2615b3e-2739-42e1-9a05-374df5ecacc0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323878 Dec 13 09:44:48.672831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.695292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.709730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Pushing event updated for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:48.739708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:48.742349 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897685b9-0b9e-4ce6-8ac7-2c30e8a0648e" -d '{"events": [{"server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "name": "network-vif-plugged", "status": "completed", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:48.743191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.758367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:48.766662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.767739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8411b0c7-873d-449c-a2c4-9a466638b755 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:48.782686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-f64c5762-3d12-45e7-b288-2ff27bf9c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.784617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-f64c5762-3d12-45e7-b288-2ff27bf9c042 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1869624 Dec 13 09:44:48.797400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f236b5-3063-4c46-943d-353bda194752 req-2e151439-68d1-4c3b-97a8-74793a0246db tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.809915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0f236b5-3063-4c46-943d-353bda194752 req-2e151439-68d1-4c3b-97a8-74793a0246db tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2281442 Dec 13 09:44:48.865994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:48.895515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:48.907377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ecb57f81-0bd6-4c2b-b26c-3952c1c65999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:48.909081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ecb57f81-0bd6-4c2b-b26c-3952c1c65999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982139 Dec 13 09:44:48.914307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 8411b0c7-873d-449c-a2c4-9a466638b755 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:44:48.919564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8411b0c7-873d-449c-a2c4-9a466638b755 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:48.920378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:48.940329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0f236b5-3063-4c46-943d-353bda194752 req-73bae143-f568-4de0-946e-f45b14cd48f2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213734 Dec 13 09:44:48.996223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:49.000851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:49.091875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.185292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b9144517-515a-4e93-869f-0516d0559f52 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:49.199047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-ac57a610-7815-428b-a0a9-aa4874c83f1b service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626836 Dec 13 09:44:49.217313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:49.289428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8411b0c7-873d-449c-a2c4-9a466638b755,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:49.291947 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64ca06-8933-42d1-ab78-c1fec40f68af x-openstack-request-id: req-4b64ca06-8933-42d1-ab78-c1fec40f68af {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:49.292222 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "name": "network-vif-plugged", "status": "completed", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:49.292615 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b64ca06-8933-42d1-ab78-c1fec40f68af {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:49.292979 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'code': 200} Dec 13 09:44:49.307239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.335359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d611aa20-f841-4b06-8d33-051f0c37fbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.397362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:49.434405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b9144517-515a-4e93-869f-0516d0559f52 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:49.436875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.493525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.525162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eff4d850-e4c1-4f57-9aa4-c05031faa3f8 None None] Provisioning complete for port 32415bb7-53fd-490d-aba6-1c2a0ce4810b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:49.525606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eff4d850-e4c1-4f57-9aa4-c05031faa3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.595582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-e35a39ce-61e4-44c7-b389-9f57d80a28ce service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800690 Dec 13 09:44:49.607582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.627541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eff4d850-e4c1-4f57-9aa4-c05031faa3f8 None None] Port 32415bb7-53fd-490d-aba6-1c2a0ce4810b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:44:49.671881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:49.679335 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c4d4fe1b-f028-46c8-a870-aaeabca19501 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f0ba0a0-478c-4cd9-a4bd-08d7735057b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5304263 Dec 13 09:44:49.687270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-57de1e9a-3506-4c20-b0f6-c2013970b1e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.0603132 Dec 13 09:44:49.708153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Deleting port 268340df-36a7-4e03-8210-6a970cef6359 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:49.708284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.729461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320ecfa-b63f-402a-a0eb-9b4410454287 req-1f98d90a-ec88-4166-b398-4998992a911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.732721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.732979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3320ecfa-b63f-402a-a0eb-9b4410454287 req-1f98d90a-ec88-4166-b398-4998992a911c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1096 time: 0.4459665 Dec 13 09:44:49.778923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-b1656018-d803-4f12-9fbb-5a0fad8db9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.780638 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-b1656018-d803-4f12-9fbb-5a0fad8db9cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1096 time: 0.2269187 Dec 13 09:44:49.794821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Sync routers for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:49.805867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57e1e2f5cce5407ab145b0f757dce242&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3668110 Dec 13 09:44:49.809168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55680) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:49.821073 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:49.824462 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:49.847747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b9144517-515a-4e93-869f-0516d0559f52, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b9144517-515a-4e93-869f-0516d0559f52,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:49.860214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.881021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-906c194b-b6e2-450a-939a-9053df3e4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.882533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-906c194b-b6e2-450a-939a-9053df3e4138 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1394873 Dec 13 09:44:49.890552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:49.892576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb745af-27a4-43a9-a1c8-116676248508,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:49.905027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.905688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.906209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.906714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.907225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.907733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.908240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.908735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.909278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.909789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.910294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.910441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-5e846490-8a06-4ae7-af14-5d09c263fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.911065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.911563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614807c8-f6cf-498b-bbf1-3d049aad6593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:49.912161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-5e846490-8a06-4ae7-af14-5d09c263fd87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.1238508 Dec 13 09:44:49.957957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b691-e7c1-441b-b17d-999f0ef737ba req-54318465-2d71-420c-8590-e0250efb336e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:49.965467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47b6b691-e7c1-441b-b17d-999f0ef737ba req-54318465-2d71-420c-8590-e0250efb336e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 945 time: 0.3441007 Dec 13 09:44:49.972560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b9144517-515a-4e93-869f-0516d0559f52,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:50.007349 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-6fe10d76-660a-495d-84b2-2966b3af29ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 200 len: 217 time: 0.0690637 Dec 13 09:44:50.074519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] For port 268340df-36a7-4e03-8210-6a970cef6359, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=268340df-36a7-4e03-8210-6a970cef6359,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:50.074897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.082753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d611aa20-f841-4b06-8d33-051f0c37fbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.095125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Calling delete_port for 268340df-36a7-4e03-8210-6a970cef6359 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:50.099279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.100019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-3c427343-5bc4-471b-ac19-671f069e4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.101612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-3c427343-5bc4-471b-ac19-671f069e4fe5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.0814984 Dec 13 09:44:50.121482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d611aa20-f841-4b06-8d33-051f0c37fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.137353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-4b2f6f46-1342-4c11-a149-662bb8ddcb88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282838 Dec 13 09:44:50.179433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:50.193802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3320ecfa-b63f-402a-a0eb-9b4410454287 req-8bc17eec-257d-4694-8bbe-4ce5edb27b87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458249 Dec 13 09:44:50.222044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47b6b691-e7c1-441b-b17d-999f0ef737ba req-cf82f72e-4bd1-4f9f-8f04-63be0ba82dcb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549338 Dec 13 09:44:50.240839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-d3c5fa02-a7a5-47b4-a921-5d264fb4dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.242386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-d3c5fa02-a7a5-47b4-a921-5d264fb4dc6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3392186 Dec 13 09:44:50.259302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d611aa20-f841-4b06-8d33-051f0c37fbf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd1b71afd38642f9b60d18ad5e281dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3922184 Dec 13 09:44:50.263644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:50.269293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611aa20-f841-4b06-8d33-051f0c37fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fa1fca-9e61-4629-9dc4-92a07f557672,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:50.331769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb08f-a5ee-4c0f-a1b8-73dd65222f35 req-9d416cb0-e7dc-4c29-83d5-d2b869f28a40 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.333956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bcbb08f-a5ee-4c0f-a1b8-73dd65222f35 req-9d416cb0-e7dc-4c29-83d5-d2b869f28a40 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2327111 Dec 13 09:44:50.382607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-8e82dbf6-b118-4d0b-8359-a288f8cf6505 service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129548 Dec 13 09:44:50.389505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.392166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.393304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdb745af-27a4-43a9-a1c8-116676248508 HTTP/1.1" status: 204 len: 168 time: 0.5765364 Dec 13 09:44:50.422799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53546a8-6ddd-4769-8f95-bc699931e0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb745af-27a4-43a9-a1c8-116676248508,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:50.449875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 2, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:50.477676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.484153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.490092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.491886 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Checking router: 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:50.492229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Updating router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 port 32415bb7-53fd-490d-aba6-1c2a0ce4810b binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:44:50.496047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.502030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.505797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.508213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.514803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.522974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-ba42c2b0-b3a2-4d24-8d5d-4758930ae23a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.1859527 Dec 13 09:44:50.526231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-68869809-18cb-4dd7-9b16-07a14b076d19 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710283 Dec 13 09:44:50.527945 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.535720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bcbb08f-a5ee-4c0f-a1b8-73dd65222f35 req-cd6b1273-0e39-4e13-ac39-5264a0cd9b27 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833193 Dec 13 09:44:50.590780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.668735 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-df85af5b-650c-48fd-befb-5af5f5d50c47 req-a3cd8538-7749-49d6-ba06-4c4d794be967 service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766829 Dec 13 09:44:50.691019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.717920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b251a63-5e52-44ba-ad2a-5ef17ab04edf req-591d1917-5b25-4fc7-9104-ab467bbcbe33 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912308 Dec 13 09:44:50.746896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f65913-eb94-455d-9961-c7eb3a5ae9e2 req-edba7bcd-2f20-4a09-8a52-3c0a213ad996 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091322 Dec 13 09:44:50.831111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Pushing event deleted for resources: {'Port': ['ID=268340df-36a7-4e03-8210-6a970cef6359,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:50.911430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.915176 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.922096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.923571 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:50.926488 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36fa1fca-9e61-4629-9dc4-92a07f557672 HTTP/1.1" status: 204 len: 168 time: 0.6596873 Dec 13 09:44:50.943678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710587b-8434-4bc1-80e0-5ddc390bd1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fa1fca-9e61-4629-9dc4-92a07f557672,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:50.976275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.977715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.980195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.982878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.983380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.983855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.985934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:50.988432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-743684e8-6ecd-4931-b4a1-003d33886e14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6477 time: 0.1384478 Dec 13 09:44:51.011274 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Pushing event updated for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:51.045561 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.045561 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.045561 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.045561 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.046003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.046118 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.046414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.046749 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.049046 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.049628 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.056488 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.057247 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.057800 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:44:51.142830 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Attempting to bind port 32415bb7-53fd-490d-aba6-1c2a0ce4810b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:51.143215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Attempting to bind port 32415bb7-53fd-490d-aba6-1c2a0ce4810b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:51.143587 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Attempting to bind port 32415bb7-53fd-490d-aba6-1c2a0ce4810b on network e6039b6d-04f1-45fd-ae0a-c336c58bbcce {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:51.155513 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:51.155904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Checking segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:51.156317 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.156716 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Bound using segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:51.157246 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Bound port: 32415bb7-53fd-490d-aba6-1c2a0ce4810b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:51.157637 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.178253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.294871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:51.297388 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ab831-a574-485f-923b-67f29f47daa1" -d '{"events": [{"server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "name": "network-vif-plugged", "status": "completed", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:51.326799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-50b99d20-a39a-4a40-8ba2-d98d8905ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:51.328295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-50b99d20-a39a-4a40-8ba2-d98d8905ee24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 903 time: 0.3311474 Dec 13 09:44:51.344811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b9144517-515a-4e93-869f-0516d0559f52 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:51.456883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-2daf46be-d331-4404-9d17-6cbf61cd1205 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.1199343 Dec 13 09:44:51.479481 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] For port 32415bb7-53fd-490d-aba6-1c2a0ce4810b, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:51.495990 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] For port 32415bb7-53fd-490d-aba6-1c2a0ce4810b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32415bb7-53fd-490d-aba6-1c2a0ce4810b,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:51.507613 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.586739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Router 8df23548-928c-438d-b19e-b1d3cc3939dc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:44:51.601897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b9144517-515a-4e93-869f-0516d0559f52 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:51.603818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.650047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-2fbc6d66-4636-4455-af22-71753d160a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:51.660104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-2fbc6d66-4636-4455-af22-71753d160a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1946311 Dec 13 09:44:51.703004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] Provisioning complete for port 32415bb7-53fd-490d-aba6-1c2a0ce4810b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:51.703642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:51.709442 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f890b-01c7-46a0-97e0-5eadbe8167e9 None None] Pushing event updated for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:51.732795 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:51.733486 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:51.783475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-6718282a-7895-4641-b788-f135457157ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:51.792040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-6718282a-7895-4641-b788-f135457157ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245372 Dec 13 09:44:51.828811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:44:51.839644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6ff929d-4387-4cfc-8efb-226602ddc38d admin admin] 10.222.0.30 "PUT /v2.0/routers/8df23548-928c-438d-b19e-b1d3cc3939dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7604127 Dec 13 09:44:51.842909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:51.866660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Sync routers for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:44:51.921719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:51.923242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:51.935300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:51.945525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270946097', 'description': 'tempest-description--1350891440'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:52.041517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.107407 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:52.125582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-3280b894-f1b0-4ef6-be4e-ae29403eafc0 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260269 Dec 13 09:44:52.197741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:52.314978 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab659e30-0a15-418b-8a4a-518daca19f18 x-openstack-request-id: req-ab659e30-0a15-418b-8a4a-518daca19f18 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:52.314978 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "name": "network-vif-plugged", "status": "completed", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:52.314978 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab659e30-0a15-418b-8a4a-518daca19f18 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:52.315713 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755', 'code': 200} Dec 13 09:44:52.467597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:52.478253 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.523516 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:51Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:52.523986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfc5b5-02a6-4bea-8270-7d92f8e8a3de req-b6421351-2647-43c0-9b2b-2a0cd0377f6c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:52.531974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bbfc5b5-02a6-4bea-8270-7d92f8e8a3de req-b6421351-2647-43c0-9b2b-2a0cd0377f6c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 945 time: 0.4587982 Dec 13 09:44:52.565753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] For port 32415bb7-53fd-490d-aba6-1c2a0ce4810b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32415bb7-53fd-490d-aba6-1c2a0ce4810b,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:52.579036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.580267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c01092-a495-4c2c-8c05-111a305a4cce None None] The sync data for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 is: [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:51Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:52.640127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43bcf-4e06-451a-8711-d0976fb5f1b8 req-289eb4f5-cf56-4ab7-a81c-7b1a9c8c1381 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:52.650867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5be43bcf-4e06-451a-8711-d0976fb5f1b8 req-289eb4f5-cf56-4ab7-a81c-7b1a9c8c1381 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.4164999 Dec 13 09:44:52.739854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f1634-7a22-4dea-b5c1-e721e9d34e74 req-23b0589c-cc6c-494a-8cbb-31477288e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:52.742128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c4f1634-7a22-4dea-b5c1-e721e9d34e74 req-23b0589c-cc6c-494a-8cbb-31477288e03b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.5688627 Dec 13 09:44:52.754013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.755172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec8596-8e64-4b24-92cb-ddd650d25172 None None] Pushing event updated for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:52.773353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6866fea7-397e-4d8a-84b8-6f1c3393eea8 None None] Provisioning complete for port 32415bb7-53fd-490d-aba6-1c2a0ce4810b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:52.773763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6866fea7-397e-4d8a-84b8-6f1c3393eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.785780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1440925762-network', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:52.790119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.829792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.898735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd6db13-3a7f-4da0-a302-70961b450880,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:52.902215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:52.905805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.934436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.950449 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f54ed40e-e9cd-4944-827e-4e048e65e7c8 req-9b2ee9d2-45da-4fcd-aa4f-41b794245193 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780011 Dec 13 09:44:52.953750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:52.993590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bbfc5b5-02a6-4bea-8270-7d92f8e8a3de req-d05df3e2-5e32-4e7c-8a57-52098367d482 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608302 Dec 13 09:44:52.996905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.001902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9c2467aa-40e7-4b38-b02b-01417a1e6d82 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0652447 Dec 13 09:44:53.003647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:53.014774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'security_group_rule': {'security_group_id': '6fd6db13-3a7f-4da0-a302-70961b450880', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:53.072814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5be43bcf-4e06-451a-8711-d0976fb5f1b8 req-8f1feb43-763e-445a-a07d-b1a764829e71 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035006 Dec 13 09:44:53.111721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Deleting port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:53.112073 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.118551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c4f1634-7a22-4dea-b5c1-e721e9d34e74 req-081ea90b-209b-4b6c-a663-8ab0320cc02f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101032 Dec 13 09:44:53.156211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:44:50Z', 'revision_number': 5, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port': {'id': '0e13d49d-33dc-4355-b9fe-eae7b2bf8673', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:41:07Z', 'updated_at': '2021-12-13T09:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:53.160251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32415bb7-53fd-490d-aba6-1c2a0ce4810b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:53.193113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.250747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Checking router: 8df23548-928c-438d-b19e-b1d3cc3939dc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:44:53.256711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] For port 0e13d49d-33dc-4355-b9fe-eae7b2bf8673, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:53.259357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.275525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Calling delete_port for 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:53.286495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.293593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.301407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.308771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.316901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Routers {'8df23548-928c-438d-b19e-b1d3cc3939dc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:44:53.317832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8df23548-928c-438d-b19e-b1d3cc3939dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:53.320489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.328446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.335319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.337191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67fe9592-580e-42d3-97b8-727bdef80680 req-cc818ff1-7840-4009-8dff-840fd755e6dc tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.2341003 Dec 13 09:44:53.350808 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.390855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.432750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:53.436917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.460324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.483529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b602a-ce00-4c29-b295-25226475df10,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:53.494859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.495495 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Added segment 70589c7e-3d01-4bd4-8240-e12158f29ab6 of type vlan for network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 Dec 13 09:44:53.499967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 32415bb7-53fd-490d-aba6-1c2a0ce4810b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:53.499967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.533691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf96c06-8d57-4e6e-ad9b-2357c794dbd0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:53.539818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.551014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] Set router 8df23548-928c-438d-b19e-b1d3cc3939dc gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:44:53.565083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.569394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d0906181-07f0-4c96-aa9f-6f0d65a378a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5584421 Dec 13 09:44:53.574760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67fe9592-580e-42d3-97b8-727bdef80680 req-5bd7495c-e5e6-4cd4-932d-52a19c8f5cb3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264974 Dec 13 09:44:53.575844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:53.588362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'security_group_rule': {'security_group_id': '6fd6db13-3a7f-4da0-a302-70961b450880', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:53.596659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.616333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0e13d49d-33dc-4355-b9fe-eae7b2bf8673,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:53.686580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.699024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 6, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:53.741553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.745857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:53.750093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.760175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b50c43-1178-4323-8214-ac4e9609ebaf None None] The sync data for ids ['8df23548-928c-438d-b19e-b1d3cc3939dc'] in n-d-820531-5 is: [{'id': '8df23548-928c-438d-b19e-b1d3cc3939dc', 'name': 'tempest-ServersTestFqdnHostnames-443087920-router', 'tenant_id': '17c248a34c484f6586c6c0e992dcb074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:41:05Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 6, 'project_id': '17c248a34c484f6586c6c0e992dcb074', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:44:53.761046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.955280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:53.963123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.041939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.042491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df23548-928c-438d-b19e-b1d3cc3939dc {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:44:54.048349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.050116 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f885ece2-c42d-4af7-be59-3315efb074ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/8df23548-928c-438d-b19e-b1d3cc3939dc HTTP/1.1" status: 204 len: 168 time: 2.2041795 Dec 13 09:44:54.053627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.111694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Deleting subnet 3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:44:54.116049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.180269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.277192 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.364849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.389767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9197185 Dec 13 09:44:54.408834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.430484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Request body: {'subnet': {'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1440925762-subnet', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.462564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3e96e-a1e7-403f-8e07-9247a2d40c47 None None] Network f94bb00f-0237-4d1e-b6e8-b657f1087fcd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:54.463505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:54.466153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.471570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.472097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24a61-cd72-4dde-8426-90d5bc4d6699 admin admin] Pushing event updated for resources: {'Network': ['ID=6067a1a5-406e-4f0f-8f1b-7d25d34023d6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:54.480252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b574e07-c881-4c1d-b568-eb2993779d5e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c8da773-7046-4eb1-9cf8-c18c3aa1d8ed HTTP/1.1" status: 204 len: 168 time: 0.4228883 Dec 13 09:44:54.480504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.503782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.517091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a163-299a-41cb-b4a0-91d006f36604 req-5a68b5a1-49be-4ff7-a8be-b098671955af tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.518755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21e3a163-299a-41cb-b4a0-91d006f36604 req-5a68b5a1-49be-4ff7-a8be-b098671955af tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2256851 Dec 13 09:44:54.529478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.553912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:54.579369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39694e8d-02a8-4299-9c2c-640943778d86 req-078a2b1f-24d9-4baf-aa41-0acb884d6f77 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1353749451&fields=id&tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 267 time: 0.2577124 Dec 13 09:44:54.592500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:54.595577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.606032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3980dcc2-fe84-4b12-8477-25a0c3ca3d2c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:54.645866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.661239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.662533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d5d863d-8d22-4a99-8920-1c7c4eb00926 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0825894 Dec 13 09:44:54.668201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:54.675693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.717794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21e3a163-299a-41cb-b4a0-91d006f36604 req-b56e2463-4807-411d-9544-6e934373e975 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754451 Dec 13 09:44:54.725054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214d1384-c88c-4119-bc71-4a295983f9b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.770991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39694e8d-02a8-4299-9c2c-640943778d86 req-08ee8cd5-9cf1-44e5-a07b-b49fef8e8604 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:54.772584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39694e8d-02a8-4299-9c2c-640943778d86 req-08ee8cd5-9cf1-44e5-a07b-b49fef8e8604 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 945 time: 0.1828880 Dec 13 09:44:54.802081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'security_groups': ['6c25d448-6d49-4237-b847-8f2674b74743', '50fd698c-ccf5-4537-84dc-bae1f3615e09']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:54.863759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] DHCP port deletion for f94bb00f-0237-4d1e-b6e8-b657f1087fcd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:44:54.867142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.946557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.952807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Deleting port f0449f75-819e-401b-bc7c-ae069cd79b98 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:54.953809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.995165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214d1384-c88c-4119-bc71-4a295983f9b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:54.998365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Deleting port f0449f75-819e-401b-bc7c-ae069cd79b98 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:54.998707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.015519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214d1384-c88c-4119-bc71-4a295983f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.037978 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.082146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] For port f0449f75-819e-401b-bc7c-ae069cd79b98, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f0449f75-819e-401b-bc7c-ae069cd79b98,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:55.082811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.097955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f0449f75-819e-401b-bc7c-ae069cd79b98 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:55.117957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d1384-c88c-4119-bc71-4a295983f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15c41f-e94e-42c7-ad74-4e75c9894915,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.133938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] For port f0449f75-819e-401b-bc7c-ae069cd79b98, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f0449f75-819e-401b-bc7c-ae069cd79b98,segment=NetworkSegment(9cfa3552-f3a5-49e5-8397-5e96b628d5ef),segment_id=9cfa3552-f3a5-49e5-8397-5e96b628d5ef)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:55.134534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.139466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-214d1384-c88c-4119-bc71-4a295983f9b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6e3156928e642e9a70da98fc7fb4c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597483 Dec 13 09:44:55.145282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:55.148777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Calling delete_port for f0449f75-819e-401b-bc7c-ae069cd79b98 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:55.154305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Calling delete_port for f0449f75-819e-401b-bc7c-ae069cd79b98 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:55.226412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.235953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf660e8-5ac3-4583-8351-4896f207c28a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.292014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.320701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.328725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.335004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] No DVR routers for this DVR port f0449f75-819e-401b-bc7c-ae069cd79b98 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:55.335650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.345083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.350685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.351281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.357779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.364415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.369890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.371856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-5eefd68d-dfc9-42fc-8b05-9b55bbbd1369 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.3179512 Dec 13 09:44:55.383059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 268340df-36a7-4e03-8210-6a970cef6359 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:55.383059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614e46-8506-4dd6-bd11-2c4f30300e6f None None] Pushing event deleted for resources: {'Port': ['ID=f0449f75-819e-401b-bc7c-ae069cd79b98,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.392765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] No DVR routers for this DVR port f0449f75-819e-401b-bc7c-ae069cd79b98 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:55.394101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0449f75-819e-401b-bc7c-ae069cd79b98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.396461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Allocated IP 172.25.1.175 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0588a68f-ea05-46e8-8704-497dd948bfa3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:55.421425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 268340df-36a7-4e03-8210-6a970cef6359 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:55.421848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 268340df-36a7-4e03-8210-6a970cef6359 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:55.422922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:44:55.425381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:55.425913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Network hostable DHCP agents. Network: 6067a1a5-406e-4f0f-8f1b-7d25d34023d6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:55.442984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.445061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:44:55.445818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0e13d49d-33dc-4355-b9fe-eae7b2bf8673 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:44:55.523589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.537099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.540751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:55.552880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94bb00f-0237-4d1e-b6e8-b657f1087fcd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:55.566619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfa3552-f3a5-49e5-8397-5e96b628d5ef') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:55.566927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfa3552-f3a5-49e5-8397-5e96b628d5ef') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:44:55.589043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.596435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6067a1a5-406e-4f0f-8f1b-7d25d34023d6) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:55.612146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.616094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b33e0274-7b86-4031-a2e8-bc7abe8ff2da req-cb3eb9b2-8c23-4df1-bf6d-8053909b5d5d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2199810 Dec 13 09:44:55.620247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e41cd0-a477-442f-b3e4-ae6587d35bcf None None] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:55.623588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.624200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.631468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.636586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:55.639727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:44:55.640138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:44:55.641984 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:44:55.663416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3b2d5275-f262-4626-892e-3d2248212901 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2532172 Dec 13 09:44:55.666149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:55.671361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:55.705814 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.708530 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.712114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd15c41f-e94e-42c7-ad74-4e75c9894915 HTTP/1.1" status: 204 len: 168 time: 0.5495493 Dec 13 09:44:55.725541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.727351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.741473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.741621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.747688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f537517-a4c2-4558-8186-3ebd3dbc6075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15c41f-e94e-42c7-ad74-4e75c9894915,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.753161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.765895 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.773854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f94bb00f-0237-4d1e-b6e8-b657f1087fcd HTTP/1.1" status: 204 len: 168 time: 1.2854986 Dec 13 09:44:55.779934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:55.783632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.814213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5077-8444-4007-8775-63d35e5cd344 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94bb00f-0237-4d1e-b6e8-b657f1087fcd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.876110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:55.880026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:55.884076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:55.894997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.895665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.897076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39694e8d-02a8-4299-9c2c-640943778d86 req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "PUT /v2.0/ports/e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 981 time: 1.1004837 Dec 13 09:44:55.923671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:55.926830 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:55.952317 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:55.964544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360066a-cdae-48a4-990f-74215aa18bda tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:55.976501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e416de-438e-497a-8583-ee49c06957a0 req-7fb21efb-6f66-4131-8ee3-89e2865d185f tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:55.984100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e416de-438e-497a-8583-ee49c06957a0 req-7fb21efb-6f66-4131-8ee3-89e2865d185f tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.1536026 Dec 13 09:44:56.005818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.010861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:44:56.011941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.024327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'Port': ['ID=0588a68f-ea05-46e8-8704-497dd948bfa3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.054731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.106058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:56.151698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.212063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.240317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194870c6-2a38-4df6-bc4e-f09a8f172cf0 req-7e72301d-19ad-4e6a-9557-4b4327b141cb tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.248569 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbb86277-6d1d-4628-96e5-39b082ad2468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17c248a34c484f6586c6c0e992dcb074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930657 Dec 13 09:44:56.249971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.253084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-194870c6-2a38-4df6-bc4e-f09a8f172cf0 req-7e72301d-19ad-4e6a-9557-4b4327b141cb tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1764729 Dec 13 09:44:56.269489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e416de-438e-497a-8583-ee49c06957a0 req-abbdb287-5c28-46c6-a899-a119c43dd286 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800612 Dec 13 09:44:56.297894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Allocated IP 172.20.0.2 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/12096cdb-f68f-4f38-ba90-42d80119a6e5) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:56.393339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-194870c6-2a38-4df6-bc4e-f09a8f172cf0 req-9f39039b-8ece-4ee4-9153-c141178f45f4 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336286 Dec 13 09:44:56.418612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.432012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.439005 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.480789 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0041ff-847b-4451-8752-2fa3f758659b x-openstack-request-id: req-4d0041ff-847b-4451-8752-2fa3f758659b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:56.482038 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:56.482038 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d0041ff-847b-4451-8752-2fa3f758659b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:56.482512 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'status': 'completed', 'code': 200} Dec 13 09:44:56.502720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-dc32975e-8b07-4b15-8420-ae7635e4b0a0 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-313919374&fields=id&tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 267 time: 0.1076369 Dec 13 09:44:56.562452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'Port': ['ID=0588a68f-ea05-46e8-8704-497dd948bfa3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.599953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-a83c786c-77bc-4dd0-8b58-c1c595132557 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.608588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-a83c786c-77bc-4dd0-8b58-c1c595132557 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 984 time: 0.1047518 Dec 13 09:44:56.614074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-44544bb4-c099-42f1-9c90-417867f2b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.615558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-44544bb4-c099-42f1-9c90-417867f2b5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1135 time: 0.1105127 Dec 13 09:44:56.622276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'security_groups': ['50fd698c-ccf5-4537-84dc-bae1f3615e09', '6c25d448-6d49-4237-b847-8f2674b74743', '510e7284-869d-499b-b207-184e59835e2c']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:56.643321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.687778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.706727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.764563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-7dd686a5-4060-47a8-a6fa-bac2ff3f5910 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.766301 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-7dd686a5-4060-47a8-a6fa-bac2ff3f5910 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 948 time: 0.1107936 Dec 13 09:44:56.769210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:56.771180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.773532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:56.777503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:56.785516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Pushing event updated for resources: {'Port': ['ID=12096cdb-f68f-4f38-ba90-42d80119a6e5,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:56.820648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.842617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.851631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93c97115-50ed-4ae8-a0de-eb0d3ca5fa0f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1823132 Dec 13 09:44:56.882103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:56.902411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Attempting to bind port 12096cdb-f68f-4f38-ba90-42d80119a6e5 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:44:56.902817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Attempting to bind port 12096cdb-f68f-4f38-ba90-42d80119a6e5 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:44:56.903186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Attempting to bind port 12096cdb-f68f-4f38-ba90-42d80119a6e5 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:44:56.918655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:44:56.919635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:56.922438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.923812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:44:56.926577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Bound port: 12096cdb-f68f-4f38-ba90-42d80119a6e5, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:44:56.927569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.949179 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.953107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.954888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d48a9329-9537-4bbc-b08d-4217cb74b335 HTTP/1.1" status: 204 len: 168 time: 0.7033029 Dec 13 09:44:56.962881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Deleting port 93a86c68-fa39-4c4a-9f1a-b2110134b102 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:44:56.963226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:56.993016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-bb892702-19a4-422c-a022-56d34603b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:56.994520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-bb892702-19a4-422c-a022-56d34603b97f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.3677697 Dec 13 09:44:57.024099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25cbf8-4d09-43da-b131-14ffdddc73d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a9329-9537-4bbc-b08d-4217cb74b335,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:57.037806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] For port 12096cdb-f68f-4f38-ba90-42d80119a6e5, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:44:57.043546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] For port 12096cdb-f68f-4f38-ba90-42d80119a6e5, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12096cdb-f68f-4f38-ba90-42d80119a6e5,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:44:57.054596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.057832 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.126134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2094723248-network', 'tenant_id': '6262e00abf8543a0bc7aee34dc441f70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:57.155124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-7442e2da-1f42-4b09-9d99-08a17e53717a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 217 time: 0.1436751 Dec 13 09:44:57.172810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] For port 93a86c68-fa39-4c4a-9f1a-b2110134b102, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=93a86c68-fa39-4c4a-9f1a-b2110134b102,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:57.173350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.182164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d6561-5d09-4984-8923-71d93cf46f09 None None] Pushing event updated for resources: {'Port': ['ID=12096cdb-f68f-4f38-ba90-42d80119a6e5,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:57.187502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.207182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.210919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Calling delete_port for 93a86c68-fa39-4c4a-9f1a-b2110134b102 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:44:57.226295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.241577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.249100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.255144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.261338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.263575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-f77a6cca-0dcd-4c8c-935f-25a936895a81 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.4127843 Dec 13 09:44:57.268327 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.302149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Made reservation on behalf of 6262e00abf8543a0bc7aee34dc441f70 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:57.304785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.317286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.335594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.505271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-d354e6a8-df33-4157-a159-fa0396f047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:57.508440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-d354e6a8-df33-4157-a159-fa0396f047ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.2437634 Dec 13 09:44:57.548557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.581968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-60918b96-2320-48fe-bf21-bd16f79a9f3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602083 Dec 13 09:44:57.587569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Pushing event deleted for resources: {'Port': ['ID=93a86c68-fa39-4c4a-9f1a-b2110134b102,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:57.618984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.645424 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.711313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] No DVR routers for this DVR port 93a86c68-fa39-4c4a-9f1a-b2110134b102 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:44:57.712718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7eb7e49b-85d5-4835-8034-0330c4e587b3 req-47ea0728-6ded-4d47-8e88-43c4761b13da tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4075050 Dec 13 09:44:57.717076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.721255 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d05e6b45-af98-4ea0-9ab8-812ddd629ac4 req-387941a9-7213-4158-9ed4-8b0db1441996 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.37 "DELETE /v2.0/ports/93a86c68-fa39-4c4a-9f1a-b2110134b102 HTTP/1.1" status: 204 len: 173 time: 0.9347625 Dec 13 09:44:57.775430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-deleted', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:57.779347 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf53a0-e515-45b7-b250-887a0a174366" -d '{"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-deleted", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:57.812871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be376d54-7166-4b1c-b124-c70415385df8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:57.861725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:57.866660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Allocated IP 172.25.1.150 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/28ffd6ca-da19-484e-bd53-56c0f00f4de2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:44:57.892281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.892675 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Added segment e2e40507-d8c2-46c0-b896-7817380359eb of type vlan for network cf571b99-184b-4732-b714-2c6aa86a7f9a Dec 13 09:44:57.967921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:57.976995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a0fbb47-e633-47bf-8e51-be47f7fe16b3 req-a61f2573-e77b-456c-9a7c-9a69649c070b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8a9a95-dcd1-4d6d-a051-915c85b466f1 HTTP/1.1" status: 200 len: 210 time: 0.0828118 Dec 13 09:44:58.007980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.010328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.010776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.088772 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2041650 Dec 13 09:44:58.091972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:58.096798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Request body: {'subnet': {'network_id': 'cf571b99-184b-4732-b714-2c6aa86a7f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2094723248-subnet', 'tenant_id': '6262e00abf8543a0bc7aee34dc441f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:58.122398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772ff6-b0d6-4067-a121-a3053c4e78e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf571b99-184b-4732-b714-2c6aa86a7f9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.130285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Made reservation on behalf of 6262e00abf8543a0bc7aee34dc441f70 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:58.134594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network cf571b99-184b-4732-b714-2c6aa86a7f9a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:58.145801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.172775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:44:58.261488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-9a322ddd-7680-4ffe-840a-b9731c46b7cd service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590655 Dec 13 09:44:58.300191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0801e4f-3de9-4f27-8a44-ea21f30588a1 req-a520cd87-7f21-4fc8-a32f-e8b12bf8b9c0 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.307730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0801e4f-3de9-4f27-8a44-ea21f30588a1 req-a520cd87-7f21-4fc8-a32f-e8b12bf8b9c0 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2224782 Dec 13 09:44:58.420380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:58.471552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.505209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.517084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.528035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:58.632764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:58.641348 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.653808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50e15180-4af4-4ea4-b841-c1998146a5bc req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "PUT /v2.0/ports/e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 1020 time: 2.0427377 Dec 13 09:44:58.669501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:44:58.679350 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:44:58.680022 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83d28059-7442-4daf-bed1-8f3398d96a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.686957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-138465803-network', 'tenant_id': '44771608548f41028897201dc91dcad8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:58.712887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.784927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0801e4f-3de9-4f27-8a44-ea21f30588a1 req-5c27b2ba-2eba-4344-a1ca-b401c2e603e4 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762161 Dec 13 09:44:58.828721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4dab0e7-5c1d-4f70-955e-f6d5eff56fb4 req-d16867e7-1d4d-40af-8ca4-9a67f0e9a4d9 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454314 Dec 13 09:44:58.835908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c8c8-1203-48f1-9789-f661b514440e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.853061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.898074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Made reservation on behalf of 44771608548f41028897201dc91dcad8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:58.901958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.935664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7047c06a-fb94-418d-a332-4c39dfeb804b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.941265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:44:58.945292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:58.954018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:58.960772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:44:58.961191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:44:58.964155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee44347-9000-4446-98c7-57504a0d7ce1 None None] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:58.968282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Pushing event updated for resources: {'Port': ['ID=28ffd6ca-da19-484e-bd53-56c0f00f4de2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:58.989955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Checking segment: {'id': 'e2e40507-d8c2-46c0-b896-7817380359eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf571b99-184b-4732-b714-2c6aa86a7f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:58.990345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Network hostable DHCP agents. Network: cf571b99-184b-4732-b714-2c6aa86a7f9a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:44:59.006823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884c90-726e-4fa3-be1a-47a765224b44 req-904235f0-c6ae-4aaf-bad0-fd042bff0be3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.014734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa884c90-726e-4fa3-be1a-47a765224b44 req-904235f0-c6ae-4aaf-bad0-fd042bff0be3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1023 time: 0.1510668 Dec 13 09:44:59.067238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Network cf571b99-184b-4732-b714-2c6aa86a7f9a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:44:59.104784 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f42b67a-720b-46d6-bd33-e1f35bf38eeb x-openstack-request-id: req-5f42b67a-720b-46d6-bd33-e1f35bf38eeb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:59.105427 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a9a95-dcd1-4d6d-a051-915c85b466f1", "name": "network-vif-deleted", "tag": "93a86c68-fa39-4c4a-9f1a-b2110134b102", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:59.105427 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f42b67a-720b-46d6-bd33-e1f35bf38eeb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:59.108645 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a9a95-dcd1-4d6d-a051-915c85b466f1', 'name': 'network-vif-deleted', 'tag': '93a86c68-fa39-4c4a-9f1a-b2110134b102', 'status': 'completed', 'code': 200} Dec 13 09:44:59.128430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, cf571b99-184b-4732-b714-2c6aa86a7f9a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:44:59.140281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.141631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.165747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8e6d5-c373-45f6-96d2-52e38083fa79 None None] Network cf571b99-184b-4732-b714-2c6aa86a7f9a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:59.201837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f57bece-3e9e-4d6e-a63f-d842e64e84c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1087909 Dec 13 09:44:59.207842 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41d25b6-41c7-4942-8e01-b46e070cc2f4 x-openstack-request-id: req-d41d25b6-41c7-4942-8e01-b46e070cc2f4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:44:59.212601 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:44:59.214329 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d41d25b6-41c7-4942-8e01-b46e070cc2f4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:44:59.214909 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'status': 'completed', 'code': 200} Dec 13 09:44:59.255994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.266965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.271124 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.277403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] Provisioning complete for port 12096cdb-f68f-4f38-ba90-42d80119a6e5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:59.278034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.315688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12096cdb-f68f-4f38-ba90-42d80119a6e5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:44:59.334158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:44:59.370852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.371251 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Added segment 5dd2b85d-37d8-4987-9c11-7eba0200f60f of type vlan for network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 Dec 13 09:44:59.373228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9e42d-c42f-4c42-92a9-581965ffa186,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.429259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.453920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa884c90-726e-4fa3-be1a-47a765224b44 req-13404a6a-f889-4854-bc30-41991bdeae4c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=510e7284-869d-499b-b207-184e59835e2c&id=50fd698c-ccf5-4537-84dc-bae1f3615e09 HTTP/1.1" status: 200 len: 6202 time: 0.4257236 Dec 13 09:44:59.485202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.488452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.489988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.582335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.594332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.607250 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1838813 Dec 13 09:44:59.611372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:44:59.614463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.616330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Request body: {'subnet': {'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-138465803-subnet', 'tenant_id': '44771608548f41028897201dc91dcad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:59.633455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b3e86-93b0-4da2-a18f-ffba705e7b77 admin admin] Pushing event updated for resources: {'Network': ['ID=1669d524-31aa-4e0a-b584-c9580f2f7fd6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.635728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.670776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.675738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Made reservation on behalf of 44771608548f41028897201dc91dcad8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:44:59.679838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.682544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.683596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59806c28-0312-4744-bbdd-ffd5afeca06c None None] Network cf571b99-184b-4732-b714-2c6aa86a7f9a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:44:59.686497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:44:59.690834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.702882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.711409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-924676a1-acda-4e3a-b267-222ff9a84499 req-a826b7cf-5c62-4c0a-b3ea-582ea179a0d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.4462640 Dec 13 09:44:59.768291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-82a24bfd-379f-4dfc-85d3-f794830e977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:44:59.770085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-82a24bfd-379f-4dfc-85d3-f794830e977a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1174 time: 0.5452509 Dec 13 09:44:59.774424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1462550832', 'description': 'tempest-description-30791933'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:44:59.837644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.869712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 12096cdb-f68f-4f38-ba90-42d80119a6e5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:44:59.870390 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.907270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:44:59.980223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ffe7b0-64d5-4076-bab4-d2a609514316,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:44:59.991564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Checking segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:44:59.992055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Network hostable DHCP agents. Network: 1669d524-31aa-4e0a-b584-c9580f2f7fd6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:00.006608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] For port 12096cdb-f68f-4f38-ba90-42d80119a6e5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12096cdb-f68f-4f38-ba90-42d80119a6e5,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:00.018837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:00.033503 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.035194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1669d524-31aa-4e0a-b584-c9580f2f7fd6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:00.054402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.060916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.089218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfdee6-2757-4e33-abaf-79506ff6d353 None None] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:00.100974 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3acb8c5f-c378-4e55-b5ff-483c30459c99 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4885035 Dec 13 09:45:00.103621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:00.108209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:00.133657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.136237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.197110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.259074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b170e-319a-4c27-91e8-ed69afba9f93 None None] Pushing event updated for resources: {'Port': ['ID=12096cdb-f68f-4f38-ba90-42d80119a6e5,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:00.307324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-19518760-e4d2-475c-b1e3-1081401a711e None None] Provisioning complete for port 12096cdb-f68f-4f38-ba90-42d80119a6e5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:00.307976 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19518760-e4d2-475c-b1e3-1081401a711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.366518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.396150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd123f9d-c925-4187-8112-967baaa49c66 None None] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:00.452656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:00.479304 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.492896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 93a86c68-fa39-4c4a-9f1a-b2110134b102 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:00.493399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 93a86c68-fa39-4c4a-9f1a-b2110134b102 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:00.592558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-924676a1-acda-4e3a-b267-222ff9a84499 req-49d11a1b-3ee1-4e01-956f-76d6ed9a30e0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8798966 Dec 13 09:45:00.642983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.655280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-0d934b11-354a-4733-81cc-62bfafcbbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.656803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-0d934b11-354a-4733-81cc-62bfafcbbb0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.8204722 Dec 13 09:45:00.663585 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.675987 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.678518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': ' tempest-securitygroup -126619600 ', 'description': 'tempest-description-59996799'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:00.699356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.736131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-d237ffd8-6f55-45fc-bc38-3fca38e6ed50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 200 len: 217 time: 0.0699670 Dec 13 09:45:00.818211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Allocated IP 172.25.1.33 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c407f272-46e7-47eb-9b48-f35362a366f4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:00.824557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56581263-28a2-4f93-a560-39b8e9e3592f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:00.863551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.875948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.877226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03f56166-05b1-4877-bab9-4a12efc147f3 req-8bb26867-a944-4732-9fae-108d1c4a5ee6 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1622670 Dec 13 09:45:00.911064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-d6ce5e04-0db1-43f7-995c-ba9fbc494121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:00.912368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-d6ce5e04-0db1-43f7-995c-ba9fbc494121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.1622229 Dec 13 09:45:00.922468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5650-adc0-4194-8b39-bb483327fb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:00.960657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-4c569bcd-6798-419f-ad0b-67d2a5bf4518 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383611 Dec 13 09:45:00.977995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.032505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.040176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.069460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12096cdb-f68f-4f38-ba90-42d80119a6e5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:01.150028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 12096cdb-f68f-4f38-ba90-42d80119a6e5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:01.150598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.181669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:01.184135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:01.192071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:01.196518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Pushing event updated for resources: {'Port': ['ID=c407f272-46e7-47eb-9b48-f35362a366f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.237158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.261712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.305213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-8fd0eda8-3ccf-48e9-869a-c3e3de7f78c2 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301802 Dec 13 09:45:01.387070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663baafa-0e7f-4b07-bdc6-60de12c847cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.419908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3404c6-449d-40b1-926a-87d09c026a31 req-cb495895-8ea8-48b3-8f52-9efb4c86f278 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:01.424697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e3404c6-449d-40b1-926a-87d09c026a31 req-cb495895-8ea8-48b3-8f52-9efb4c86f278 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2676542 Dec 13 09:45:01.440039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.455366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6e33bca-bd23-4664-8556-4de5d9cd9d61 req-d6f6b272-ef87-47f8-ba2c-38309f81b091 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7832677 Dec 13 09:45:01.628450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e3404c6-449d-40b1-926a-87d09c026a31 req-7dfe4993-a873-49ca-9856-c04f1c81e796 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613674 Dec 13 09:45:01.631597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-0207fe7c-b836-4f3f-84c6-8e63e4234b15 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/56581263-28a2-4f93-a560-39b8e9e3592f HTTP/1.1" status: 200 len: 1822 time: 0.1583612 Dec 13 09:45:01.633698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99837c64-2ce0-4be8-8274-9e2cf8aa95c4 req-b6277f0a-159a-43ce-b968-18546a42494e service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064940 Dec 13 09:45:01.648762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56581263-28a2-4f93-a560-39b8e9e3592f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:01.649027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56581263-28a2-4f93-a560-39b8e9e3592f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:01.665572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Router 59b6a5ba-da06-4c48-b788-8c3169ed337a is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:45:01.816150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.868869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549e81-3059-4654-84fd-ff6060b2c4f0 req-4b4ac05f-406f-4aaa-8350-2c38939b8e58 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:01.870416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8549e81-3059-4654-84fd-ff6060b2c4f0 req-4b4ac05f-406f-4aaa-8350-2c38939b8e58 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 949 time: 0.1078613 Dec 13 09:45:01.874171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.882483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:01.901327 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Sync routers for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:01.917158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.921623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:01.922509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:01.928406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.947619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:01.948864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b9de6c81-1d95-464f-99f0-0d9c2d1d3727 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2816532 Dec 13 09:45:01.960392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:01.971561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1397fcf-7643-41f2-819f-7f5da997d763,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:01.977371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8549e81-3059-4654-84fd-ff6060b2c4f0 req-7c168b3f-e0c0-45cb-b0f2-301b38854a68 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Dec 13 09:45:02.043407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.043407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8df0116-ff98-486b-951c-15ec9850fa28 req-3a125bf8-0f50-4930-8d7d-115e744604a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4000106 Dec 13 09:45:02.107739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9a2f8ed-aeb3-4efd-80b8-0e7b6a5e3e7f req-811a9f48-7b32-434d-9f60-7642aa3bbda2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/663baafa-0e7f-4b07-bdc6-60de12c847cc HTTP/1.1" status: 200 len: 1797 time: 0.0954578 Dec 13 09:45:02.125093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.126828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.128145 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:02.244401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1953408944', 'description': 'tempest-description-201285875'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:02.306468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:45:02.327967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.344639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.350590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.357303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.363411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.363750 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:44:59Z', 'revision_number': 3, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:02.369338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.375945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.381948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:02.384954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-3ff388cc-9213-458a-9f12-feac70d2f810 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.1691086 Dec 13 09:45:02.398376 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Checking router: 59b6a5ba-da06-4c48-b788-8c3169ed337a for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:02.399007 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Updating router 59b6a5ba-da06-4c48-b788-8c3169ed337a port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:02.426839 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.458638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:02.472475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Sync routers for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:02.493515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.499384 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-acf4ea80-5c39-4b31-9884-6fe13ec44655 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3935294 Dec 13 09:45:02.501366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:02.506903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:02.508459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:02.564158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1be02fb-be0e-4171-be4d-a0e52085ec7a req-5e86ea5e-1a60-4f90-9137-32a62a4407c7 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710553 Dec 13 09:45:02.610635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.640945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.702929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.704301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55abdf0e-1681-498d-a535-3f27a7f369b8 req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4878206 Dec 13 09:45:02.719417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:02.736675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9424fb1-a012-489c-95ea-cbbe766a608e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865794fd-df38-4421-b503-3bd16a4ffc44,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:02.924774 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:02.940145 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.004393 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Attempting to bind port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:03.005608 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Attempting to bind port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:03.006991 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Attempting to bind port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:03.052275 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:03.055580 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:03.057885 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.060881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:03.061646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Bound port: 28ffd6ca-da19-484e-bd53-56c0f00f4de2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:03.062238 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.090207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f41146-13a9-498f-9ed1-12e6d43ae730 None None] Pushing event updated for resources: {'Port': ['ID=28ffd6ca-da19-484e-bd53-56c0f00f4de2,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.142819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-def1f388-89db-445a-9bfd-613e59d73b2f req-603f4833-987d-4f11-8a32-4a4a1bf1741d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/663baafa-0e7f-4b07-bdc6-60de12c847cc HTTP/1.1" status: 200 len: 1797 time: 0.4971163 Dec 13 09:45:03.178561 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] For port 28ffd6ca-da19-484e-bd53-56c0f00f4de2, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:03.183439 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] For port 28ffd6ca-da19-484e-bd53-56c0f00f4de2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=28ffd6ca-da19-484e-bd53-56c0f00f4de2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:03.189704 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.228478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.257452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:01Z', 'revision_number': 3, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:03.269936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-66f58d7e-4ba6-4d6e-bb91-ab3d4dda8041 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.271433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-66f58d7e-4ba6-4d6e-bb91-ab3d4dda8041 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 949 time: 0.1895368 Dec 13 09:45:03.282942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d94b31-ccb4-4a73-8c3b-72a14d75b5ad req-f5d6f5cd-c641-4302-93a9-975ed79e59c3 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:03.285018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2d94b31-ccb4-4a73-8c3b-72a14d75b5ad req-f5d6f5cd-c641-4302-93a9-975ed79e59c3 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2038293 Dec 13 09:45:03.329246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Checking router: 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:03.329246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Updating router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 port c407f272-46e7-47eb-9b48-f35362a366f4 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:03.340184 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f41146-13a9-498f-9ed1-12e6d43ae730 None None] Pushing event updated for resources: {'Port': ['ID=28ffd6ca-da19-484e-bd53-56c0f00f4de2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.371148 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.373205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.374022 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:03.376646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:03.463461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-def1f388-89db-445a-9bfd-613e59d73b2f req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.553303 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:03.594549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-def1f388-89db-445a-9bfd-613e59d73b2f req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.595028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Allocated IP 172.20.0.1 (1669d524-31aa-4e0a-b584-c9580f2f7fd6/72ffe7b0-64d5-4076-bab4-d2a609514316/5aba347c-acb3-42ec-9597-da49716089f1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:03.617430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2d94b31-ccb4-4a73-8c3b-72a14d75b5ad req-16a9e7a2-e209-47fd-9d26-24ffff712898 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799923 Dec 13 09:45:03.630101 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.686999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Deleting port f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:03.687615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.765429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.810676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a476ddb6-c4c2-4f42-a43b-bb34fd935dbe tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/865794fd-df38-4421-b503-3bd16a4ffc44 HTTP/1.1" status: 200 len: 1823 time: 0.1309428 Dec 13 09:45:03.814754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.823488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '865794fd-df38-4421-b503-3bd16a4ffc44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:03.823865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '865794fd-df38-4421-b503-3bd16a4ffc44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:03.836670 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-def1f388-89db-445a-9bfd-613e59d73b2f req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.839329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-def1f388-89db-445a-9bfd-613e59d73b2f req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.840462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-def1f388-89db-445a-9bfd-613e59d73b2f req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/663baafa-0e7f-4b07-bdc6-60de12c847cc HTTP/1.1" status: 204 len: 173 time: 0.6884120 Dec 13 09:45:03.862498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Allocated IP 172.20.0.1 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/a831b3cb-7607-4519-9c30-7885b790b4c7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:03.881098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c4b1-4c0b-43bb-aaaa-6819144e4bbe tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663baafa-0e7f-4b07-bdc6-60de12c847cc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:03.912424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:44:59Z', 'revision_number': 3, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:03.917818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:03.932516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:03.946303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:03.954431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.968550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:03.969818 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc17e200-45e7-42fd-88aa-3a2973628742 None None] The sync data for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 is: [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:44:59Z', 'revision_number': 3, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:04.007852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] For port f06775af-1f82-4930-8bb3-d00e083ee308, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f06775af-1f82-4930-8bb3-d00e083ee308,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:04.008233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.022269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Pushing event updated for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.030092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Calling delete_port for f06775af-1f82-4930-8bb3-d00e083ee308 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:04.049524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.064225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Attempting to bind port c407f272-46e7-47eb-9b48-f35362a366f4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:04.064774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Attempting to bind port c407f272-46e7-47eb-9b48-f35362a366f4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:04.065325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Attempting to bind port c407f272-46e7-47eb-9b48-f35362a366f4 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:04.069426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b08d7-5070-474f-8146-9e8d45899e89 None None] Pushing event updated for resources: {'Port': ['ID=c407f272-46e7-47eb-9b48-f35362a366f4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.074427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:04.074906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:04.076168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.076624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:04.077450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Bound port: c407f272-46e7-47eb-9b48-f35362a366f4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:04.078182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.146462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] For port c407f272-46e7-47eb-9b48-f35362a366f4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:04.164838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] For port c407f272-46e7-47eb-9b48-f35362a366f4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c407f272-46e7-47eb-9b48-f35362a366f4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:04.174376 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.198989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.245486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:04.246270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:04.288599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.371131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b08d7-5070-474f-8146-9e8d45899e89 None None] Pushing event updated for resources: {'Port': ['ID=c407f272-46e7-47eb-9b48-f35362a366f4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.437225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:04.448639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59467790-f271-42dd-9706-5d1332041e37 req-cfb01c7f-496c-40d8-a07c-e1426598174b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:04.457203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59467790-f271-42dd-9706-5d1332041e37 req-cfb01c7f-496c-40d8-a07c-e1426598174b tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d159035-8334-4d82-be1a-8e669c70f88b HTTP/1.1" status: 200 len: 949 time: 0.4087315 Dec 13 09:45:04.483427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.491974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.499630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.534757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.560691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.561973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c0d7116-7172-4584-b238-8f46e2250d29 req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7424858 Dec 13 09:45:04.604153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d78f7-00db-4adf-9ed3-7c203efd6dee tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebe7764-567d-4c3c-9dd9-e6724700071a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.675562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Pushing event deleted for resources: {'Port': ['ID=f06775af-1f82-4930-8bb3-d00e083ee308,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.689967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59467790-f271-42dd-9706-5d1332041e37 req-381462e5-d84f-4f2c-95e8-4696a7456d97 tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.30 "GET /v2.0/security-groups?id=1616af2d-c067-4551-bc40-8df1ff600616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315781 Dec 13 09:45:04.756003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.757976 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.758225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.765283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] No DVR routers for this DVR port f06775af-1f82-4930-8bb3-d00e083ee308 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:04.772910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.776984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f57548b7-b0c7-46cd-abd4-5bbfd7f89792 req-38e6c185-b792-460c-97de-9bef5ec02aae tempest-ListImageFiltersTestJSON-215552195 tempest-ListImageFiltersTestJSON-215552195-project] 10.222.0.44 "DELETE /v2.0/ports/f06775af-1f82-4930-8bb3-d00e083ee308 HTTP/1.1" status: 204 len: 173 time: 1.4865363 Dec 13 09:45:04.786752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-deleted', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:04.789065 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1329c4b-32e7-4115-a2f0-7683e09b104a" -d '{"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-deleted", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:04.831153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.834640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Pushing event updated for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:04.898481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5aba347c-acb3-42ec-9597-da49716089f1', 'name': '', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'tenant_id': '44771608548f41028897201dc91dcad8', 'mac_address': 'fa:16:3e:23:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:03Z', 'revision_number': 1, 'project_id': '44771608548f41028897201dc91dcad8', 'subnets': [{'id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:04.909145 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-ac94540b-c77c-4f08-ba8f-407c6c4336e1 req-3a911c1e-94cf-43f5-b23e-cf2390050a4d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:04.910470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac94540b-c77c-4f08-ba8f-407c6c4336e1 req-3a911c1e-94cf-43f5-b23e-cf2390050a4d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/663baafa-0e7f-4b07-bdc6-60de12c847cc HTTP/1.1" status: 404 len: 352 time: 0.1506069 Dec 13 09:45:04.930486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:04.967253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ddc5f9-82c4-4ad7-a42d-65c6e359bafc None None] The sync data for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 is: [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5aba347c-acb3-42ec-9597-da49716089f1', 'name': '', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'tenant_id': '44771608548f41028897201dc91dcad8', 'mac_address': 'fa:16:3e:23:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:03Z', 'revision_number': 1, 'project_id': '44771608548f41028897201dc91dcad8', 'subnets': [{'id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:05.004177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:05.015328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:05.047930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-959719707', 'description': 'tempest-description-579681806'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:05.163794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.183531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.190353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 28ffd6ca-da19-484e-bd53-56c0f00f4de2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:05.206824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.229854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.239299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.284457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.290350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:05.290859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.302084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:05.305990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-ea4998b2-c8d0-4756-9b9c-4a0735569473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.5439503 Dec 13 09:45:05.321340 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.362157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:05.412810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Pushing event updated for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:05.426957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:05.498482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:05.509394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.515726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:05.564797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 28ffd6ca-da19-484e-bd53-56c0f00f4de2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=28ffd6ca-da19-484e-bd53-56c0f00f4de2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:05.586803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.591391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:05.619282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93e957ca-a0f6-4cba-bc4a-e6375cfd9997 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b5dbcb1-4fb7-4f55-a14b-34efdadee612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1020281 Dec 13 09:45:05.720653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=28ffd6ca-da19-484e-bd53-56c0f00f4de2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:05.747780 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.760575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.763964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.871749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6173f14-7b17-4329-abca-fbee864eb8e6 req-27fc6553-0d8c-40cd-9ccc-ef1bb1a2f4d1 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5325317 Dec 13 09:45:05.911326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:05.917740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7029748e-527d-4033-85f4-708a132c586c req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9569929 Dec 13 09:45:05.957186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206835a-4a95-4967-b302-36889853b235 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1eda73-d876-4d21-b69c-2c507f5a6209,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:05.967736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ce4f4a6-a7e8-450f-900d-3f391699eaf5 None None] Provisioning complete for port a831b3cb-7607-4519-9c30-7885b790b4c7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:05.967889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f4a6-a7e8-450f-900d-3f391699eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.009440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4f4a6-a7e8-450f-900d-3f391699eaf5 None None] Port a831b3cb-7607-4519-9c30-7885b790b4c7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:06.022141 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d020c9-5f04-4a1a-afc6-a966f4185166 x-openstack-request-id: req-94d020c9-5f04-4a1a-afc6-a966f4185166 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:06.022462 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d159035-8334-4d82-be1a-8e669c70f88b", "name": "network-vif-deleted", "tag": "f06775af-1f82-4930-8bb3-d00e083ee308", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:06.022744 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94d020c9-5f04-4a1a-afc6-a966f4185166 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:06.023119 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d159035-8334-4d82-be1a-8e669c70f88b', 'name': 'network-vif-deleted', 'tag': 'f06775af-1f82-4930-8bb3-d00e083ee308', 'status': 'completed', 'code': 200} Dec 13 09:45:06.036022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134368242', 'description': 'tempest-description-701712231'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:06.117763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.159073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242c7f-9157-4537-8193-9cf0aad2bf34 req-4ff9189b-d6bf-4654-9fb5-425419b99b9e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.161087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3242c7f-9157-4537-8193-9cf0aad2bf34 req-4ff9189b-d6bf-4654-9fb5-425419b99b9e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1200306 Dec 13 09:45:06.174082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.338251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3242c7f-9157-4537-8193-9cf0aad2bf34 req-dfeda89d-8574-42fb-a541-4d22a608572b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678622 Dec 13 09:45:06.416942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.443167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2124292810', 'description': 'tempest-description-859494988'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:06.444790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:06.448652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.486324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-a362abf6-7d09-4118-8d11-cd355258761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.486324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-a362abf6-7d09-4118-8d11-cd355258761a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1096 time: 0.1946418 Dec 13 09:45:06.505932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: f06775af-1f82-4930-8bb3-d00e083ee308 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:06.506322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f06775af-1f82-4930-8bb3-d00e083ee308 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:06.585234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.586512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10729b-1428-4e9d-9a82-c16044d2bc7f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:06.598010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.599330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d78ceb06-89fb-45cd-9636-e847aefae8d7 req-6702e65a-87e5-4c1c-ad83-bcc70f515b18 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5799003 Dec 13 09:45:06.746025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:06.758917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-41e27dcc-7953-451e-a14e-10df8ddac20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:06.760638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-41e27dcc-7953-451e-a14e-10df8ddac20d service neutron] 10.222.0.44 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.2456138 Dec 13 09:45:06.761286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.111205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Pushing event updated for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:07.118713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-32acb9cf-4605-4c8e-873b-041abf893c27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 200 len: 217 time: 0.3153203 Dec 13 09:45:07.145527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 28ffd6ca-da19-484e-bd53-56c0f00f4de2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:07.217584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:07.218242 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.234097 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.243165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.250936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.304669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.306313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3494251f-2106-44e0-b504-c94367549b39 req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8758476 Dec 13 09:45:07.314447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2e91-5ac9-415c-8dca-402d269534a1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:07.323217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-42d0354e-b3d2-447e-a765-8a4cb2b00680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.324676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-42d0354e-b3d2-447e-a765-8a4cb2b00680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1934474 Dec 13 09:45:07.351389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c407f272-46e7-47eb-9b48-f35362a366f4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:07.422286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-e961ce58-787f-4a13-8684-777f300533a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846658 Dec 13 09:45:07.435498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c407f272-46e7-47eb-9b48-f35362a366f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:07.435862 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.493483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-36550b8d-805a-4ee9-bdb1-3b6f37f37274 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:07.495000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-36550b8d-805a-4ee9-bdb1-3b6f37f37274 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 810 time: 0.3918793 Dec 13 09:45:07.544363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b37c35f0-b1c2-4807-ab2c-b23450c233a3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/quotas/44771608548f41028897201dc91dcad8 HTTP/1.1" status: 200 len: 375 time: 0.0362864 Dec 13 09:45:07.544887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.581500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port c407f272-46e7-47eb-9b48-f35362a366f4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c407f272-46e7-47eb-9b48-f35362a366f4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:07.587859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.598857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:07.606253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:07.627293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-03acdc13-a926-44df-97dc-ae13cd64a51b service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972063 Dec 13 09:45:07.659383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=c407f272-46e7-47eb-9b48-f35362a366f4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:07.764701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e8a10503-49e3-4106-b04a-188dade8f672 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112980 Dec 13 09:45:07.891203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1055684251', 'description': 'tempest-description-1383700290'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:07.953224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b8ad3bbd-004c-4156-a1eb-bab362cf175d None None] Provisioning complete for port a831b3cb-7607-4519-9c30-7885b790b4c7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:07.954087 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3bbd-004c-4156-a1eb-bab362cf175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.988604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:07.994447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-117a5db0-3ed6-48e0-9941-e7013b75817b req-aa993481-1a62-4889-85fb-610fcbc678e3 service neutron] 10.222.0.44 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524730 Dec 13 09:45:07.998666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad3bbd-004c-4156-a1eb-bab362cf175d None None] Port a831b3cb-7607-4519-9c30-7885b790b4c7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:08.009209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-4752a337-2034-4e21-ac6b-79808744c126 service neutron] 10.222.0.30 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175648 Dec 13 09:45:08.014895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Router 59b6a5ba-da06-4c48-b788-8c3169ed337a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:08.243658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-88fd9156-f236-49c8-bbf8-7952792bea48 service neutron] 10.222.0.30 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212670 Dec 13 09:45:08.249427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Sync routers for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:08.257051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.260879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:08.264171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.267472 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:08.268280 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:08.270559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-13b0aa7a-10ab-4422-92ee-b31decb479ce admin admin] 10.222.0.30 "PUT /v2.0/routers/59b6a5ba-da06-4c48-b788-8c3169ed337a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3062401 Dec 13 09:45:08.282105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Sync routers for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:08.300899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:08.302330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:08.328585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec92c5e-92bf-4e7e-8f96-9676484e8c86,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:08.340678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.342723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edad9b6c-1317-4c1a-a8bc-c60594bcd18a req-524bba3e-0b06-4d3f-a2b8-76604320241d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4647303 Dec 13 09:45:08.480262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 11d61409-80ab-434b-9ae2-41cf8a8daec4 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:08.535736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:08.596530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:08.601497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-2afc7946-22d3-48fd-8002-82822b53ee54 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/2a1eda73-d876-4d21-b69c-2c507f5a6209 HTTP/1.1" status: 200 len: 1822 time: 0.1138859 Dec 13 09:45:08.635572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:08.651374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.658103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.664665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.667898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'port_id': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'mac_address': 'fa:16:3e:14:65:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:08.671276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.677618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.686605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.693492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:08.695552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-97dbc7d6-e5ee-4204-8702-acfbdc4d1470 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5420 time: 0.1970506 Dec 13 09:45:08.777236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-7abf0e63-37ce-4413-adf6-0721b5c81dbf tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6 HTTP/1.1" status: 200 len: 1823 time: 0.1502993 Dec 13 09:45:08.785937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a1eda73-d876-4d21-b69c-2c507f5a6209', 'remote_group_id': '06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:08.786520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a1eda73-d876-4d21-b69c-2c507f5a6209', 'remote_group_id': '06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:08.800196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.830072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d61409-80ab-434b-9ae2-41cf8a8daec4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:08.877372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:08.913748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ac27e83-a051-4679-abfa-9ed39be9b53e req-3e460945-2d66-4319-9771-22309f50ff71 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092283 Dec 13 09:45:08.932948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.941544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:08.950826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5aba347c-acb3-42ec-9597-da49716089f1', 'name': '', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'tenant_id': '44771608548f41028897201dc91dcad8', 'mac_address': 'fa:16:3e:23:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 2, 'project_id': '44771608548f41028897201dc91dcad8', 'subnets': [{'id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:08.991380 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Checking router: 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:08.991921 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Updating router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 port 5aba347c-acb3-42ec-9597-da49716089f1 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:08.992299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.000368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.023139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69071b8f-e0d0-44db-be2d-d4fcfdcae048,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.040240 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.061688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.062774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.080371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 2, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:09.086584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de4b0580-72a3-4e73-b81c-21b060ea50a2 req-f1784a33-bf7f-4fc9-b1fe-106021f3e347 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3031454 Dec 13 09:45:09.134077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c407f272-46e7-47eb-9b48-f35362a366f4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:09.138159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Checking router: 59b6a5ba-da06-4c48-b788-8c3169ed337a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:09.138876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Updating router 59b6a5ba-da06-4c48-b788-8c3169ed337a port a831b3cb-7607-4519-9c30-7885b790b4c7 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:45:09.207414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.228936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['11d61409-80ab-434b-9ae2-41cf8a8daec4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:09.278710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff4df8-07b0-4b17-b671-3180d3a81072 req-410eeee8-86bb-479a-84ae-b16483f2d7bf tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:09.280510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89ff4df8-07b0-4b17-b671-3180d3a81072 req-410eeee8-86bb-479a-84ae-b16483f2d7bf tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1442394 Dec 13 09:45:09.323771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c407f272-46e7-47eb-9b48-f35362a366f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:09.324333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.437787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89ff4df8-07b0-4b17-b671-3180d3a81072 req-e331c336-eb88-47a5-94cf-0c04fc5499c6 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471801 Dec 13 09:45:09.475303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-400418239', 'description': 'tempest-description-823039611'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:09.522549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.541633 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.561299 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.686370 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcad05-5b01-4c7f-a300-63a42c803765 None None] Pushing event updated for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.702040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.704596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a22c64a0-05a2-4a58-bede-bb33be2b7d6d req-22681a23-4e1c-49a4-8df9-a163c56180a0 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 210 time: 0.0428464 Dec 13 09:45:09.708977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.761469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.762848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a28450ae-8007-4424-b0ab-0f445254cc90 req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2921638 Dec 13 09:45:09.765882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f55ae-1240-43f9-93e8-6ac74bb5c07d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e102073a-13b1-47f7-a25a-0199ed7e8db5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:09.803580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-826246094', 'description': 'tempest-description-555033877'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:09.804185 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Attempting to bind port 5aba347c-acb3-42ec-9597-da49716089f1 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:09.804185 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Attempting to bind port 5aba347c-acb3-42ec-9597-da49716089f1 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:09.804185 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Attempting to bind port 5aba347c-acb3-42ec-9597-da49716089f1 on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:09.812661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:09.813040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Checking segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:09.813706 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.814312 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Bound using segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:09.815151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Bound port: 5aba347c-acb3-42ec-9597-da49716089f1, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:09.815597 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.847553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.928501 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] For port 5aba347c-acb3-42ec-9597-da49716089f1, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:09.937333 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] For port 5aba347c-acb3-42ec-9597-da49716089f1, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5aba347c-acb3-42ec-9597-da49716089f1,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:09.956513 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.983532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:09.991374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.050724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1c35-b760-4c36-8f68-4c0a84a1dcb5 None None] Pushing event updated for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.064627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.077018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.092629 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:10.093493 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:10.137966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Attempting to bind port a831b3cb-7607-4519-9c30-7885b790b4c7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:10.139415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Attempting to bind port a831b3cb-7607-4519-9c30-7885b790b4c7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:10.140805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Attempting to bind port a831b3cb-7607-4519-9c30-7885b790b4c7 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:10.150974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:10.151681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:10.152191 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.152707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:10.153864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Bound port: a831b3cb-7607-4519-9c30-7885b790b4c7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:10.154563 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.170336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.175242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191337828', 'description': 'tempest-description--554949422'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:10.214834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.216662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0ceb25a-d948-43b1-bbce-269a30be8fa9 req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4173880 Dec 13 09:45:10.237017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.252010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71644f1-300d-4481-8b19-0a1b18ce8543 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d857620e-43e8-44c5-9c2a-a1bcb68050eb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.329541 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcad05-5b01-4c7f-a300-63a42c803765 None None] Pushing event updated for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.351871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] For port a831b3cb-7607-4519-9c30-7885b790b4c7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:10.361877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] For port a831b3cb-7607-4519-9c30-7885b790b4c7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a831b3cb-7607-4519-9c30-7885b790b4c7,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:10.374439 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.443324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:10.489890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.503740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.503996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c523baae-7940-4750-96a4-16c2cf650668 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:10.557304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec3bb680-401d-43e4-b30a-6bad42835d75 req-b02f4c89-11b9-4eca-b8ff-dd63ca83abd9 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 11005 time: 0.2650535 Dec 13 09:45:10.607667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.609250 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4378817 Dec 13 09:45:10.612987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.618784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'security_group_rule': {'security_group_id': '9a6fec37-fa03-4652-b0d1-14f92ceca5e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:10.629951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ebf3f-b214-4107-9613-dbe856a4bc54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6fec37-fa03-4652-b0d1-14f92ceca5e3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.642727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec3bb680-401d-43e4-b30a-6bad42835d75 req-4ae9b76d-ad3c-45e6-ad47-5febf2a156fc tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/6c25d448-6d49-4237-b847-8f2674b74743 HTTP/1.1" status: 200 len: 2998 time: 0.0685935 Dec 13 09:45:10.652032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-f8bb4cf1-d29c-47f6-a8b7-92536a1b0e83 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:10.653992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-f8bb4cf1-d29c-47f6-a8b7-92536a1b0e83 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.44 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 810 time: 0.4895720 Dec 13 09:45:10.692767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c523baae-7940-4750-96a4-16c2cf650668,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:10.695621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.722971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Request body: {'port': {'device_id': '23a63752-b663-4c21-b69d-4859c7844c23', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'admin_state_up': True, 'tenant_id': '44771608548f41028897201dc91dcad8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:10.740046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 11d61409-80ab-434b-9ae2-41cf8a8daec4 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:10.759299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'c523baae-7940-4750-96a4-16c2cf650668', 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'port_id': 'c523baae-7940-4750-96a4-16c2cf650668', 'mac_address': 'fa:16:3e:ac:f3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c404b49-6769-465b-8712-94706da77bbb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:10.866224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.874863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.903790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec3bb680-401d-43e4-b30a-6bad42835d75 req-0ad914e9-696b-42f5-bd17-1d1aa91bcba9 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/6c25d448-6d49-4237-b847-8f2674b74743 HTTP/1.1" status: 200 len: 2998 time: 0.2481911 Dec 13 09:45:10.944272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09152879-aa3d-4331-afb6-b402340947f7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:10.968462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.970839 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08f8d6fa-e135-45f2-b081-ee7b3637e51c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565044 Dec 13 09:45:10.973557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:10.987824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] Provisioning complete for port a831b3cb-7607-4519-9c30-7885b790b4c7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:10.988355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:10.989957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'security_group_rule': {'security_group_id': '9a6fec37-fa03-4652-b0d1-14f92ceca5e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:11.000890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:11.004228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:11.008683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1071959917', 'description': 'tempest-description-348805259'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:11.094645 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.123967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1c35-b760-4c36-8f68-4c0a84a1dcb5 None None] Pushing event updated for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:11.170273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.195840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.202709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.210012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.229335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.233915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.242337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.249349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.251713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.253954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-62cc29a9-a5ea-4fe5-a436-972789a7d614 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5421 time: 0.3467541 Dec 13 09:45:11.256063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.259298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.284344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5aba347c-acb3-42ec-9597-da49716089f1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:11.305821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.321873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb7c9d9-c827-4aea-9514-ac3506f22b5c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:11.333630 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5aba347c-acb3-42ec-9597-da49716089f1', 'name': '', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'tenant_id': '44771608548f41028897201dc91dcad8', 'mac_address': 'fa:16:3e:23:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:09Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'subnets': [{'id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:11.340268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.351429 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e4f6710-0898-4407-83f7-4fd5bceb5f11 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744256 Dec 13 09:45:11.354315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.368738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:11.404909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.408099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-740a9ad2-b946-4045-8e4a-cffee643de38 req-68bf9994-84b3-4b37-91ed-b15e8af45584 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409233 Dec 13 09:45:11.413944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Made reservation on behalf of 44771608548f41028897201dc91dcad8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:11.421066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43a9da8-c91d-4ba3-9823-466f6028d253 None None] The sync data for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 is: [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:04Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '5aba347c-acb3-42ec-9597-da49716089f1', 'name': '', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'tenant_id': '44771608548f41028897201dc91dcad8', 'mac_address': 'fa:16:3e:23:13:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:09Z', 'revision_number': 4, 'project_id': '44771608548f41028897201dc91dcad8', 'subnets': [{'id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:11.427469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.459561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:11.572778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c523baae-7940-4750-96a4-16c2cf650668 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:11.611564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 11d61409-80ab-434b-9ae2-41cf8a8daec4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:11.641239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.663620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c523baae-7940-4750-96a4-16c2cf650668,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:11.685885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.687559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f252e1b-bc11-48c8-9496-e01c8639d237 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:11.693906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 11d61409-80ab-434b-9ae2-41cf8a8daec4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:11.694287 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.743966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a4dcae53-2e2e-489a-99b1-7b89f79ae4f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=794a510c217041d49211354387420d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362099 Dec 13 09:45:11.746850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:11.844144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fbeb4-f9fa-4497-b3e5-ae6095a56d0e req-41f75e80-7b72-4033-8ff3-e65d551fa686 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:11.846070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-901fbeb4-f9fa-4497-b3e5-ae6095a56d0e req-41f75e80-7b72-4033-8ff3-e65d551fa686 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.3590095 Dec 13 09:45:11.847859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.25.1.173 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/95415131-abcf-435b-9200-bf7ea8b195f2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:11.850732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.857288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.878984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.893190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:11.930030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Allocated IP 172.20.0.3 (1669d524-31aa-4e0a-b584-c9580f2f7fd6/72ffe7b0-64d5-4076-bab4-d2a609514316/3f168428-9c94-49a6-9da0-ed4353cbb7aa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:12.050632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e3791-b432-41f8-8e9f-f0bcd511ebe6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.054558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5aba347c-acb3-42ec-9597-da49716089f1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:12.055203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.063073 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.077153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.077887 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1616af2d-c067-4551-bc40-8df1ff600616 HTTP/1.1" status: 204 len: 168 time: 0.3286469 Dec 13 09:45:12.097477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.108771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125670b-2987-4b6e-a8a8-5cf9c8029eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616af2d-c067-4551-bc40-8df1ff600616,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.134656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.141686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.163342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5a62647-c873-460b-a371-14e1fd2f224c req-6dfa7db1-6513-42d6-9fd7-f6e50f831a96 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1769159 Dec 13 09:45:12.220388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:45:12.237097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.345556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:12.347412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:12.354451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:12.390306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] For port a831b3cb-7607-4519-9c30-7885b790b4c7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a831b3cb-7607-4519-9c30-7885b790b4c7,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:12.419491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.438270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=95415131-abcf-435b-9200-bf7ea8b195f2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.462496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.573907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.652068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-901fbeb4-f9fa-4497-b3e5-ae6095a56d0e req-bb8a3bd0-a4a7-454b-a14e-f80024edbac7 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7864187 Dec 13 09:45:12.674875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.774453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b599b9bd-8e28-4ed7-adcf-bd4eb27c6a97 None None] Provisioning complete for port a831b3cb-7607-4519-9c30-7885b790b4c7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:12.774835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b599b9bd-8e28-4ed7-adcf-bd4eb27c6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.806735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68b4c10a-6b1c-4e38-ac48-18c14eb5dbcb req-fac29d14-f22f-4113-9d92-79d70d179b36 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 210 time: 0.1720438 Dec 13 09:45:12.838349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c26ad-4cf2-4057-b4ee-4ea5286f2bed None None] Pushing event updated for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:12.855001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f252e1b-bc11-48c8-9496-e01c8639d237,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:12.867505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.871888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.874136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:12.907303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '9f252e1b-bc11-48c8-9496-e01c8639d237', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'port_id': '9f252e1b-bc11-48c8-9496-e01c8639d237', 'mac_address': 'fa:16:3e:61:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:12.932319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-59a486c3-cb17-4c76-bdb0-a73256e3b49f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/3e10729b-1428-4e9d-9a82-c16044d2bc7f HTTP/1.1" status: 200 len: 1818 time: 0.1289954 Dec 13 09:45:12.978466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-fdc8a4ae-a3ed-4586-a8a0-8b3dbbf9bd6b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/d857620e-43e8-44c5-9c2a-a1bcb68050eb HTTP/1.1" status: 200 len: 1822 time: 0.1017456 Dec 13 09:45:13.006688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.021715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.045227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.123093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:13.126899 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.129182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=95415131-abcf-435b-9200-bf7ea8b195f2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.133370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.155282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-bc17816f-92ef-4132-8064-cf6eb113d696 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/8b9e3791-b432-41f8-8e9f-f0bcd511ebe6 HTTP/1.1" status: 200 len: 1823 time: 0.1742952 Dec 13 09:45:13.158365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.170850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f887fd9e-9da8-4e76-95fd-7616da591f66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8136127 Dec 13 09:45:13.173151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd857620e-43e8-44c5-9c2a-a1bcb68050eb', 'remote_group_id': '8b9e3791-b432-41f8-8e9f-f0bcd511ebe6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:13.173541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd857620e-43e8-44c5-9c2a-a1bcb68050eb', 'remote_group_id': '8b9e3791-b432-41f8-8e9f-f0bcd511ebe6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:13.202582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:13.213411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:13.269595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Pushing event updated for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.276550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.290565 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.299336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.299975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.302289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 5aba347c-acb3-42ec-9597-da49716089f1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5aba347c-acb3-42ec-9597-da49716089f1,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.304063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:13.307170 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d533b1-1e67-4b4e-ae41-b80ff049973e" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:13.349991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-e4732b92-442d-4b70-9365-23c3a5096499 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6475034 Dec 13 09:45:13.365110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Request body: {'port': {'device_id': '23a63752-b663-4c21-b69d-4859c7844c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:13.380666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.382395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.413419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.418417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.420153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-067ca24a-3f66-4357-a89a-2a41533ca4cd req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e10729b-1428-4e9d-9a82-c16044d2bc7f HTTP/1.1" status: 204 len: 173 time: 0.4725199 Dec 13 09:45:13.452979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.484664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df576d25-7d21-4f91-b555-794c1d702017 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10729b-1428-4e9d-9a82-c16044d2bc7f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.486979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.508245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.532106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.533727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:10Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:13.582523 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.585743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.589428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d2fc6-3141-489b-8c55-ce37d3fad09d None None] The sync data for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 is: [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:10Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:13.611791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.618202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f252e1b-bc11-48c8-9496-e01c8639d237 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:13.620231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1ddae2-c9fe-4ffb-9bd5-b6db71babffd,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.644856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.646121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec88c76-c0e2-4d77-b0f6-c48e086cd5a7 req-4f985255-16e4-4d96-a5f7-6b5ca4ede8ae tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4897635 Dec 13 09:45:13.660264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f252e1b-bc11-48c8-9496-e01c8639d237,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.669561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.671222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ac09d555-f030-47de-845f-e3bd827dc68c details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:13.736478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.743278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.758996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.765853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.774421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.778134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.780922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.781057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:13.787394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:13.792809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-27452b67-1514-4dd5-a4b3-4988052b43ef tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5423 time: 0.2594748 Dec 13 09:45:13.800936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'port_id': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'mac_address': 'fa:16:3e:cc:44:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:13.869859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.885057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac09d555-f030-47de-845f-e3bd827dc68c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:13.916112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:13.924770 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:13.925616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 068be93e-71f7-4a9e-a3fd-70f0c67635e7 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:13.987209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-d11483a5-cb78-4f7f-8ae6-7e36f612fef9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--191337828&fields=id&tenant_id=4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 267 time: 0.1427972 Dec 13 09:45:14.015569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.023834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.034781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '068be93e-71f7-4a9e-a3fd-70f0c67635e7', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'port_id': '068be93e-71f7-4a9e-a3fd-70f0c67635e7', 'mac_address': 'fa:16:3e:eb:67:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:14.132963 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.165443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068be93e-71f7-4a9e-a3fd-70f0c67635e7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:14.207602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.215978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.216652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a742b434-768d-42d5-b97e-45219ddc1d30 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:14.225347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ace2e7b3-bf94-4d65-8592-166470d027b0 req-7edee0f0-313d-4ae3-be1a-e0a707cf32f6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4069545 Dec 13 09:45:14.230188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f168428-9c94-49a6-9da0-ed4353cbb7aa {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:14.248833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.305206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Transition to ACTIVE for port object 3f168428-9c94-49a6-9da0-ed4353cbb7aa will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:14.319722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.352389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.364358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.387356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-ff1df61a-8ff0-4b7a-87a1-43f2c5ac1ec6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.396068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-ff1df61a-8ff0-4b7a-87a1-43f2c5ac1ec6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.3817871 Dec 13 09:45:14.400231 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741c443e-24d7-4e59-8ab3-d2f9eed7acde x-openstack-request-id: req-741c443e-24d7-4e59-8ab3-d2f9eed7acde {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:14.400537 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:14.400799 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-741c443e-24d7-4e59-8ab3-d2f9eed7acde {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:14.401223 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'code': 200} Dec 13 09:45:14.425610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'network_id': '9279cadd-318a-4164-80bb-a858fcb353a5', 'port_id': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'mac_address': 'fa:16:3e:6b:1d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adced73e-b601-45fc-963d-494dcf5e46e1', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:14.426025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.437169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-2822e4f2-fd8c-4f39-8db5-f2991491c924 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/quotas/4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 375 time: 0.0389485 Dec 13 09:45:14.504966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.515400 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-1d5b1a60-81c6-4749-ab8e-8aef9d29faf5 req-6fa03deb-d52a-4d4d-bff0-a3d6f158ca28 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:14.528094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a742b434-768d-42d5-b97e-45219ddc1d30 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:14.529828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d5b1a60-81c6-4749-ab8e-8aef9d29faf5 req-6fa03deb-d52a-4d4d-bff0-a3d6f158ca28 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/3e10729b-1428-4e9d-9a82-c16044d2bc7f HTTP/1.1" status: 404 len: 352 time: 0.0897131 Dec 13 09:45:14.554322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.563089 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.564220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 97aaa9d2-88a7-4944-ba70-747bfb53ca26 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:14.594232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-a7777645-3086-42b5-aac7-c0765eed6c10 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561456 Dec 13 09:45:14.604169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.614933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Attempting to bind port 3f168428-9c94-49a6-9da0-ed4353cbb7aa on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:14.615279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Attempting to bind port 3f168428-9c94-49a6-9da0-ed4353cbb7aa by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:14.615652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Attempting to bind port 3f168428-9c94-49a6-9da0-ed4353cbb7aa on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:14.621314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Port 3f168428-9c94-49a6-9da0-ed4353cbb7aa on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:14.621642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Attempting to bind port 3f168428-9c94-49a6-9da0-ed4353cbb7aa on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:14.624442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'network_id': '92ccfa92-50a4-487b-ac9f-e67f61665187', 'port_id': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'mac_address': 'fa:16:3e:bd:fe:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c404b49-6769-465b-8712-94706da77bbb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:14.627462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:14.628036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Checking segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:14.628430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Bound using segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:14.628872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Bound port: 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:14.629475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.710505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:14.714806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:14.723181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.753110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.755978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.771835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:14.772621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.774211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] 10.222.0.44 "PUT /v2.0/ports/3f168428-9c94-49a6-9da0-ed4353cbb7aa HTTP/1.1" status: 200 len: 1091 time: 1.4139957 Dec 13 09:45:14.781957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97aaa9d2-88a7-4944-ba70-747bfb53ca26 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:14.790686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:14.799558 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd" -d '{"events": [{"name": "network-changed", "server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:14.849780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e044-ecd0-4eeb-9ee6-2b1d3513fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:14.853979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:14.870957 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:14.897545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-a920f910-272c-4c29-9e8e-d73fec950495 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:45:14.898847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-a920f910-272c-4c29-9e8e-d73fec950495 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2889948 Dec 13 09:45:14.944917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.011003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-6d802536-af4c-4a72-b45c-320f51ca7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.013388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-6d802536-af4c-4a72-b45c-320f51ca7399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 1094 time: 0.1824532 Dec 13 09:45:15.072906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-0fb34711-d0b8-4565-bc4b-eb389caa8848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa HTTP/1.1" status: 200 len: 217 time: 0.0422981 Dec 13 09:45:15.092995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-e557754a-a74b-4cdb-ba87-1b4797780cf4 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/8b9e3791-b432-41f8-8e9f-f0bcd511ebe6 HTTP/1.1" status: 200 len: 1823 time: 0.1994345 Dec 13 09:45:15.192186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8b958401-0ecf-4241-99e2-9af580d8bd25 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722080 Dec 13 09:45:15.226673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-241df1da-6c52-4719-be6c-a86d5479b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:15.228419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-241df1da-6c52-4719-be6c-a86d5479b6af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.1458042 Dec 13 09:45:15.289227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:15.304024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-c4f602d0-8884-4205-a485-8855d7c5ede2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452917 Dec 13 09:45:15.306539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.367446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['9f252e1b-bc11-48c8-9496-e01c8639d237'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:15.443043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c523baae-7940-4750-96a4-16c2cf650668'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:15.464311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.466697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccf2c52e-cc5d-441f-a43c-e3f561573c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.466983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a742b434-768d-42d5-b97e-45219ddc1d30'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:15.618236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-d05122e0-16e2-44a3-a235-7ee10b7500f2 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180520 Dec 13 09:45:15.673680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccf2c52e-cc5d-441f-a43c-e3f561573c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.674085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5aba347c-acb3-42ec-9597-da49716089f1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:15.677854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-1029e390-31fa-4aa2-9231-aa5500733331 service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626761 Dec 13 09:45:15.681375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccf2c52e-cc5d-441f-a43c-e3f561573c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.762280 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ccf2c52e-cc5d-441f-a43c-e3f561573c3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28b90a86e22a4633ac9ad2ac88f58277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718904 Dec 13 09:45:15.773027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:15.786754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.795341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.811013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2c52e-cc5d-441f-a43c-e3f561573c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48c464-2de1-469f-9ee7-85ceba92ed7e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.813092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5050d788-f8d2-4a9f-86e1-09fa49855f08 req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b9e3791-b432-41f8-8e9f-f0bcd511ebe6 HTTP/1.1" status: 204 len: 173 time: 0.7028883 Dec 13 09:45:15.848830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414097b-9d6a-4e23-aa3f-0a2463fcd32f tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e3791-b432-41f8-8e9f-f0bcd511ebe6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:15.888339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35f8d696-e914-4366-98c8-b2aa7963df0e req-c14cb304-bf4b-48e2-aae3-c92b7baf1d35 service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997414 Dec 13 09:45:15.914671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:15.967561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.035631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5aba347c-acb3-42ec-9597-da49716089f1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:16.036017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.062733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.066134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.071108 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca48c464-2de1-469f-9ee7-85ceba92ed7e HTTP/1.1" status: 204 len: 168 time: 0.2962527 Dec 13 09:45:16.095590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1ff1-0305-4b90-9f5e-8c73cc830445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48c464-2de1-469f-9ee7-85ceba92ed7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:16.109442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b3d4-df29-4b8d-aa9f-b22d9ae84ed3 req-a7fff710-ddf4-4d22-b208-a5228db66fc2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.111691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a906b3d4-df29-4b8d-aa9f-b22d9ae84ed3 req-a7fff710-ddf4-4d22-b208-a5228db66fc2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1365073 Dec 13 09:45:16.129167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c52c-956d-407f-ba68-1c8f177d6aa1 req-b7e93fc7-0f03-4a41-8546-f7200e48f10f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:16.137422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0109c52c-956d-407f-ba68-1c8f177d6aa1 req-b7e93fc7-0f03-4a41-8546-f7200e48f10f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 943 time: 0.1598558 Dec 13 09:45:16.270038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a906b3d4-df29-4b8d-aa9f-b22d9ae84ed3 req-ca74e904-e395-4522-ab97-796a10817883 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 Dec 13 09:45:16.305649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0109c52c-956d-407f-ba68-1c8f177d6aa1 req-ee09aa33-f108-47d2-a21d-4b6c0d40b4fb tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667364 Dec 13 09:45:16.365893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a831b3cb-7607-4519-9c30-7885b790b4c7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:16.377821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-15ea496c-1db6-4116-97a0-80714e9a7afd tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/2ec92c5e-92bf-4e7e-8f96-9676484e8c86 HTTP/1.1" status: 200 len: 1820 time: 0.0632260 Dec 13 09:45:16.397283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['97aaa9d2-88a7-4944-ba70-747bfb53ca26'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:16.487710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ac09d555-f030-47de-845f-e3bd827dc68c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:16.511428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.576497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a831b3cb-7607-4519-9c30-7885b790b4c7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:16.578771 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.593900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.632405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['068be93e-71f7-4a9e-a3fd-70f0c67635e7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:16.709234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.724656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:16.748995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9983e3-6f5a-45b6-99dc-ba98fe787d9c req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ec92c5e-92bf-4e7e-8f96-9676484e8c86 HTTP/1.1" status: 204 len: 173 time: 0.3692720 Dec 13 09:45:16.811696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3836d81-c198-42b7-bb45-e6db1d52bee3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec92c5e-92bf-4e7e-8f96-9676484e8c86,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:16.828761 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99584736-235b-4f21-90cf-fba041182e67 x-openstack-request-id: req-99584736-235b-4f21-90cf-fba041182e67 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:16.829182 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:16.832046 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99584736-235b-4f21-90cf-fba041182e67 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:16.835307 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa', 'status': 'completed', 'code': 200} Dec 13 09:45:17.258848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8fdf935-8152-4e0b-a669-4c9c13f4d097 req-d522760c-7fc6-4971-92eb-bc4af2e71e60 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/d857620e-43e8-44c5-9c2a-a1bcb68050eb HTTP/1.1" status: 200 len: 1822 time: 0.3629408 Dec 13 09:45:17.264463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff58db-4c34-4f1a-ba6a-8f74d76089f7 req-efac9cb4-94be-4b56-af48-265a3c75a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.270110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21ff58db-4c34-4f1a-ba6a-8f74d76089f7 req-efac9cb4-94be-4b56-af48-265a3c75a756 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 1096 time: 0.1464009 Dec 13 09:45:17.273959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-3d4b2a31-fbf1-446a-96c8-f27838bcef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.277489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-3d4b2a31-fbf1-446a-96c8-f27838bcef97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 1094 time: 0.4410286 Dec 13 09:45:17.372931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21ff58db-4c34-4f1a-ba6a-8f74d76089f7 req-90caf267-c2dd-4fdf-9793-2cb6cfa3e866 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927653 Dec 13 09:45:17.423129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.428881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.434781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.440722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.446823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.453503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.459414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.461333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-5480919f-b6d2-4948-ad88-48adc739f46c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5428 time: 0.4815183 Dec 13 09:45:17.463216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a7eaf61-768b-42e1-94b1-4d8fb0323e90 req-d7954d25-d982-43a4-b87c-64847eeb4b35 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 210 time: 0.1477156 Dec 13 09:45:17.564903 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-7aeef66a-fcf4-4b8c-861e-62455e25e03c req-4bd69efa-2798-4930-97e8-8c321c68c5cc tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:17.565986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7aeef66a-fcf4-4b8c-861e-62455e25e03c req-4bd69efa-2798-4930-97e8-8c321c68c5cc tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/2ec92c5e-92bf-4e7e-8f96-9676484e8c86 HTTP/1.1" status: 404 len: 352 time: 0.0479558 Dec 13 09:45:17.572509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-d54739da-4a6f-481e-9429-fc7ddae5387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.573995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-d54739da-4a6f-481e-9429-fc7ddae5387a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 911 time: 0.2859108 Dec 13 09:45:17.580185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd1692d8-06f1-4bd1-a0c7-13e13cfceb59 req-47543d72-e131-4669-95b7-972be5532c4f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078367 Dec 13 09:45:17.629769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-789910952', 'description': 'tempest-description-740130340'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:17.635948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-c54ea4d1-bb1f-4ae6-ab9d-258bd68aae4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa HTTP/1.1" status: 200 len: 217 time: 0.0538943 Dec 13 09:45:17.791410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:17.834532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-89116c36-9f7d-4c68-ba52-a94ee5ab7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.836122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-89116c36-9f7d-4c68-ba52-a94ee5ab7ed9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.1907353 Dec 13 09:45:17.895869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e475-6727-4143-a7eb-0db1958cd0a2 req-62d080e9-e9f8-4d6d-9fcf-a3ef472caa5a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.897303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01e7e475-6727-4143-a7eb-0db1958cd0a2 req-62d080e9-e9f8-4d6d-9fcf-a3ef472caa5a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.2047153 Dec 13 09:45:17.908166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-38960edb-634a-4530-9554-0b065259482d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595660 Dec 13 09:45:17.938788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-2a0a0e89-f17c-4284-99e1-bcb618ad904c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:17.940183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-2a0a0e89-f17c-4284-99e1-bcb618ad904c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.2487447 Dec 13 09:45:18.268964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.288367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.326139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01e7e475-6727-4143-a7eb-0db1958cd0a2 req-02eae6e4-aba2-4b73-917c-f297d2d00b93 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153066 Dec 13 09:45:18.361373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.369688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6b026ff-8826-4078-bde1-d7d0c9272b67 req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7446411 Dec 13 09:45:18.392537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8eeeb5f8-81dd-453c-b21b-08528793f67d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 379 time: 0.4403896 Dec 13 09:45:18.406654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69817558-61e0-483a-aa0a-297ec14e643c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:18.411086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-ae14f455-d338-4e0c-a3f0-dcd95e78feda service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884801 Dec 13 09:45:18.419142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'device_id': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'admin_state_up': True, 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'security_groups': ['9a6fec37-fa03-4652-b0d1-14f92ceca5e3']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:18.608831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542e94-9155-4d27-9b95-b7d6907ebad4 req-5b604b47-9fdb-4faa-ac1d-b15c053ad732 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:18.610416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91542e94-9155-4d27-9b95-b7d6907ebad4 req-5b604b47-9fdb-4faa-ac1d-b15c053ad732 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 943 time: 0.1179740 Dec 13 09:45:18.693711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55e84eca-4ed9-4e19-8cb4-84d0a66b86bd req-17cd2223-765f-4a73-b466-d4d1498acd0d service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692926 Dec 13 09:45:18.719773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91542e94-9155-4d27-9b95-b7d6907ebad4 req-d155f236-25fb-42b7-b808-47f39d72af71 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948334 Dec 13 09:45:18.765463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:18.769065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:18.835535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1125e609-7535-4819-b656-bec8cf8b36cf req-b2dea009-914a-46f3-aa15-b08c2ee32bc2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/e102073a-13b1-47f7-a25a-0199ed7e8db5 HTTP/1.1" status: 200 len: 1818 time: 0.1201212 Dec 13 09:45:18.843649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-16b8cc16-fa67-41ea-b47a-10ba6b95eb00 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 200 len: 1822 time: 0.0999122 Dec 13 09:45:18.886861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:18.887172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:18.917725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3f168428-9c94-49a6-9da0-ed4353cbb7aa details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:18.921581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c523baae-7940-4750-96a4-16c2cf650668 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:19.009179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1125e609-7535-4819-b656-bec8cf8b36cf req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.035502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.20.0.11 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/853fa47f-8a6a-4271-adfe-8384a0823d8d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:19.036230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port c523baae-7940-4750-96a4-16c2cf650668 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:19.043724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port c523baae-7940-4750-96a4-16c2cf650668 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:19.044651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.070769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1125e609-7535-4819-b656-bec8cf8b36cf req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.080640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.097254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.114197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '3f168428-9c94-49a6-9da0-ed4353cbb7aa', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'port_id': '3f168428-9c94-49a6-9da0-ed4353cbb7aa', 'mac_address': 'fa:16:3e:91:6f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:19.140271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.157003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.186759 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.197335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.211680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f168428-9c94-49a6-9da0-ed4353cbb7aa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:19.213535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1125e609-7535-4819-b656-bec8cf8b36cf req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.216650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1125e609-7535-4819-b656-bec8cf8b36cf req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.217883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1125e609-7535-4819-b656-bec8cf8b36cf req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/e102073a-13b1-47f7-a25a-0199ed7e8db5 HTTP/1.1" status: 204 len: 173 time: 0.3733447 Dec 13 09:45:19.234951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:19.237202 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed19d96f-a02b-428f-8849-a30ad451ffc1" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "c523baae-7940-4750-96a4-16c2cf650668"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:19.237497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de85f3a7-ec89-4163-bce1-f1aa6fac4e5d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.243567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beaa9e-6d7e-4840-9c3b-9a6ccbb4f12b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102073a-13b1-47f7-a25a-0199ed7e8db5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.255289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.256496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0194b8e7-5a59-4a7e-993d-da461ef0c855 req-d2d4fc0d-387f-4296-8adf-0ceab53fbe51 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3815024 Dec 13 09:45:19.273343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c523baae-7940-4750-96a4-16c2cf650668,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.281891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.285602 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.286702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ac09d555-f030-47de-845f-e3bd827dc68c up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:19.294975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.351173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.370684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.402196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebb3b39a-212e-4670-8e56-1529d2f16ad5 req-c9614bbc-2371-4d6e-bc6d-43a4a0cdf4a8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 210 time: 0.0372145 Dec 13 09:45:19.470903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.482226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.490172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.496830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.503578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.509934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.516759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.518789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-3574745d-115f-4684-a1af-bc7fed847473 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5429 time: 0.1558707 Dec 13 09:45:19.551786 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-e9ec77c6-5596-4c61-b7a9-f0bd33f48cd7 req-47a42a07-bc84-4813-83c3-9d2906250e6d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:19.555570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9ec77c6-5596-4c61-b7a9-f0bd33f48cd7 req-47a42a07-bc84-4813-83c3-9d2906250e6d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/e102073a-13b1-47f7-a25a-0199ed7e8db5 HTTP/1.1" status: 404 len: 352 time: 0.0342827 Dec 13 09:45:19.557915 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.577057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port ac09d555-f030-47de-845f-e3bd827dc68c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:19.590112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port ac09d555-f030-47de-845f-e3bd827dc68c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:19.590487 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.649455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.654354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:19.660230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:19.668735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:19.708672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3f168428-9c94-49a6-9da0-ed4353cbb7aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:19.711067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:19.716012 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4110e5e0-7288-4ae6-b5c5-2b527bf0c196 x-openstack-request-id: req-4110e5e0-7288-4ae6-b5c5-2b527bf0c196 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:19.717208 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "c523baae-7940-4750-96a4-16c2cf650668", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:19.717208 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4110e5e0-7288-4ae6-b5c5-2b527bf0c196 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:19.717208 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668', 'code': 200} Dec 13 09:45:19.750581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-106f3c32-845e-4511-ad1f-8ebec485d12e req-80a84bf0-07d3-484b-8fc1-354eb3406d6b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085645 Dec 13 09:45:19.832150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.832932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.851892 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.911389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:19.915337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-8aa8ff0f-acd1-4d55-81a3-bc5db1376221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5025847 Dec 13 09:45:19.926414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:19.928665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 068be93e-71f7-4a9e-a3fd-70f0c67635e7 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:19.936071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Request body: {'port': {'device_id': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:19.944380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-82515459-fab4-4157-a389-4d9d566c9d2d tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 200 len: 2416 time: 0.1898985 Dec 13 09:45:19.970351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56', 'remote_group_id': None}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:19.970675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56', 'remote_group_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:19.988039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc724c5-b32e-4747-962c-e6864a1283eb req-f894a925-bf72-4b93-9fc6-90906f1f1b13 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:19.989570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1cc724c5-b32e-4747-962c-e6864a1283eb req-f894a925-bf72-4b93-9fc6-90906f1f1b13 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1403637 Dec 13 09:45:20.064210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.078010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.084432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-387d47ee-a70f-4bd8-a810-522a5793d873 None None] Provisioning complete for port 853fa47f-8a6a-4271-adfe-8384a0823d8d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:20.084794 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-387d47ee-a70f-4bd8-a810-522a5793d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.129717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-387d47ee-a70f-4bd8-a810-522a5793d873 None None] Port 853fa47f-8a6a-4271-adfe-8384a0823d8d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:20.132935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:20.137443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:20.137924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.156030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1cc724c5-b32e-4747-962c-e6864a1283eb req-192807e0-c4b8-46db-92bc-cc717dfb19bf tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572764 Dec 13 09:45:20.157396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.196764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.237683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.251514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.275494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:20.280492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.281504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 97aaa9d2-88a7-4944-ba70-747bfb53ca26 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:20.306982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fff923f-d2cc-45db-97ae-2049701b4c7e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.331896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.334374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bee5c2e-6b3a-4d36-9b06-cfdb7171fa57 req-556a0f7e-3a0f-4629-bc8d-3224410d2ff1 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3714068 Dec 13 09:45:20.368988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.375847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:20.381110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:20.381644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.456145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9386fa8-e039-44a3-b191-1ac98b724b96 req-d34b92a8-00ab-47c2-8455-8cd70ed47f3d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 6202 time: 0.2094893 Dec 13 09:45:20.466662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.501638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:20.506153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.507034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a742b434-768d-42d5-b97e-45219ddc1d30 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:20.549758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82207f30-d267-4c03-a9fc-8c36594182d2 req-1d3daffd-8cfb-4f94-bff5-b3ada0e24251 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.551341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82207f30-d267-4c03-a9fc-8c36594182d2 req-1d3daffd-8cfb-4f94-bff5-b3ada0e24251 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 944 time: 0.1442699 Dec 13 09:45:20.565758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9386fa8-e039-44a3-b191-1ac98b724b96 req-cfb6a87d-b028-4e28-9998-a25b23e39b97 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/6c25d448-6d49-4237-b847-8f2674b74743 HTTP/1.1" status: 200 len: 2998 time: 0.1085737 Dec 13 09:45:20.586381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.602063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port a742b434-768d-42d5-b97e-45219ddc1d30 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:20.607860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port a742b434-768d-42d5-b97e-45219ddc1d30 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:20.608352 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.692282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.703015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9386fa8-e039-44a3-b191-1ac98b724b96 req-467c730f-7232-49eb-b7b0-c9cdfd9bbe71 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/6c25d448-6d49-4237-b847-8f2674b74743 HTTP/1.1" status: 200 len: 2998 time: 0.1356215 Dec 13 09:45:20.712526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82207f30-d267-4c03-a9fc-8c36594182d2 req-1b410c03-9a2b-47e9-885c-27c6123c752b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327984 Dec 13 09:45:20.782423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:20.786194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:20.788856 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.789910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f252e1b-bc11-48c8-9496-e01c8639d237 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:20.803484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.873233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Transition to ACTIVE for port object 853fa47f-8a6a-4271-adfe-8384a0823d8d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:20.883115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:20.885966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:20.897519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe23b1-1ad7-44a1-9fac-d8e0bb3e67a9 req-51491e96-a8ae-484f-a28b-d03c98141a66 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:20.899210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9fe23b1-1ad7-44a1-9fac-d8e0bb3e67a9 req-51491e96-a8ae-484f-a28b-d03c98141a66 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0835187 Dec 13 09:45:20.899709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 9f252e1b-bc11-48c8-9496-e01c8639d237 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:20.906839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 9f252e1b-bc11-48c8-9496-e01c8639d237 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:20.907676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.019563 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.022182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.030337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9fe23b1-1ad7-44a1-9fac-d8e0bb3e67a9 req-3dd9cc0f-021d-41e2-af66-8c86b3c82f9e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092455 Dec 13 09:45:21.116344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f252e1b-bc11-48c8-9496-e01c8639d237,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:21.119701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Attempting to bind port 853fa47f-8a6a-4271-adfe-8384a0823d8d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:21.120289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Attempting to bind port 853fa47f-8a6a-4271-adfe-8384a0823d8d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:21.120834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Attempting to bind port 853fa47f-8a6a-4271-adfe-8384a0823d8d on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:21.126423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.132157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af557d45-be5e-4c10-9230-958332b1edaa req-5de5f131-c6e4-446d-b61e-ac2d2c17ead0 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 200 len: 3015 time: 0.0821722 Dec 13 09:45:21.133283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Port 853fa47f-8a6a-4271-adfe-8384a0823d8d on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:21.133835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Attempting to bind port 853fa47f-8a6a-4271-adfe-8384a0823d8d on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:21.136701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3f168428-9c94-49a6-9da0-ed4353cbb7aa up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:21.141594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:21.142244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:21.143654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:21.144575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Bound port: 853fa47f-8a6a-4271-adfe-8384a0823d8d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:21.145195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.186286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1109342071', 'description': 'tempest-description-406190275'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:21.244094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.270542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.272849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:21.273643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 3f168428-9c94-49a6-9da0-ed4353cbb7aa completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:21.278592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 3f168428-9c94-49a6-9da0-ed4353cbb7aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:21.278973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.279072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:21.295030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6e45-c1f6-4529-afc7-706ec145f31e req-e85e729f-3b8a-46cb-a54c-3a6688bae7cd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.296689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2d6e45-c1f6-4529-afc7-706ec145f31e req-e85e729f-3b8a-46cb-a54c-3a6688bae7cd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 944 time: 0.1056929 Dec 13 09:45:21.299769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.369589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.370225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.370406 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.371651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] 10.222.0.37 "PUT /v2.0/ports/853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1092 time: 1.4426415 Dec 13 09:45:21.376197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:21.378555 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f597e373-5561-4fda-bfe1-19ce880b3cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:21.422942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:21.430882 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.456561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219616b6-4ecf-4827-a685-202f5068a29a service neutron] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.506182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2d6e45-c1f6-4529-afc7-706ec145f31e req-e30933ec-c499-4b71-a85b-20cf771b2bd8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008586 Dec 13 09:45:21.522507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.545069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-02f1df64-af4a-4dcc-9a76-dc8b3e25e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.546816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-02f1df64-af4a-4dcc-9a76-dc8b3e25e453 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1095 time: 0.0914969 Dec 13 09:45:21.553994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.592712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.607198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-bec4395b-cea9-4cb5-924b-56eb1a09f39e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 217 time: 0.0509517 Dec 13 09:45:21.674737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:21.675961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-907fc1ae-3bb3-4a3a-9880-ea13ad5918cf req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5150383 Dec 13 09:45:21.698519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71769a8-2da2-4d52-a0b0-b45e173ff93b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73a54c-f284-4f8f-87b2-b616954ef25d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:21.717853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068be93e-71f7-4a9e-a3fd-70f0c67635e7'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f252e1b-bc11-48c8-9496-e01c8639d237'}, {'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:21.721696 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28211fab-0fa7-4e6c-8a31-d53502a7fa93" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "068be93e-71f7-4a9e-a3fd-70f0c67635e7"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "9f252e1b-bc11-48c8-9496-e01c8639d237"}, {"server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "name": "network-vif-plugged", "status": "completed", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:21.740843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.749457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.755410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.763122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.769165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.775219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.782777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.783729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-a7b3e278-ed49-4d9f-8b27-02063ef62990 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.1493847 Dec 13 09:45:21.787514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-3ea59ae0-85ec-4af6-8e8a-e9852f73fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.788848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-3ea59ae0-85ec-4af6-8e8a-e9852f73fd2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1742435 Dec 13 09:45:21.850741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-fae11cd0-036a-483b-89b4-bcde679c5c2e tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-group-rules/7fff923f-d2cc-45db-97ae-2049701b4c7e HTTP/1.1" status: 200 len: 783 time: 0.0657086 Dec 13 09:45:21.917914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-7f6a3d06-362a-40fb-a172-203c136bb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:21.919430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-7f6a3d06-362a-40fb-a172-203c136bb61d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196632 Dec 13 09:45:21.928570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4cd3e35-25a5-4465-9535-838c8bbd0fcb req-29f5c81b-4dba-4685-8957-3179b23b1b4c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347423 Dec 13 09:45:21.963855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-1c35618b-94d6-4b1f-b91c-3cdc0f758ed4 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 200 len: 3015 time: 0.1052172 Dec 13 09:45:21.999398 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c77d18-0ff9-44e2-a6bb-ef1b4f42c0a3 x-openstack-request-id: req-43c77d18-0ff9-44e2-a6bb-ef1b4f42c0a3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:21.999705 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:21.999967 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43c77d18-0ff9-44e2-a6bb-ef1b4f42c0a3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:22.000379 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'status': 'completed', 'code': 200} Dec 13 09:45:22.018403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-488875024', 'description': 'tempest-description-108657543'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:22.052880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.073599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.096066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.112633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-b8ed35a5-e14a-41f3-aeba-638946882713 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792598 Dec 13 09:45:22.134323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.154248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.155346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8ed30c8-0151-4f63-a5c3-fd3edaec11eb req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7fff923f-d2cc-45db-97ae-2049701b4c7e HTTP/1.1" status: 204 len: 173 time: 0.1906805 Dec 13 09:45:22.189262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5dcd2-7d9e-4f70-8699-f24551c65b11 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fff923f-d2cc-45db-97ae-2049701b4c7e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:22.201692 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30caf405-2704-4152-8541-76741e2db75d x-openstack-request-id: req-30caf405-2704-4152-8541-76741e2db75d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:22.202570 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "068be93e-71f7-4a9e-a3fd-70f0c67635e7", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-plugged", "status": "completed", "tag": "9f252e1b-bc11-48c8-9496-e01c8639d237", "code": 200}, {"server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "name": "network-vif-plugged", "status": "completed", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:22.203088 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30caf405-2704-4152-8541-76741e2db75d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:22.203703 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'code': 200} Dec 13 09:45:22.203940 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068be93e-71f7-4a9e-a3fd-70f0c67635e7', 'code': 200} Dec 13 09:45:22.204354 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'code': 200} Dec 13 09:45:22.204739 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'code': 200} Dec 13 09:45:22.205155 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f252e1b-bc11-48c8-9496-e01c8639d237', 'code': 200} Dec 13 09:45:22.205537 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa', 'code': 200} Dec 13 09:45:22.261356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87b10ee-f2b7-4b93-8356-697a0dceae40 req-ac3cd4da-28f2-4250-9fd9-5f0fcda6ff64 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385486 Dec 13 09:45:22.268218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:45:22.269090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.276985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.342873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:22.344039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e5f385a-dc86-40bb-b5bb-fb76a334ff08 req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3352652 Dec 13 09:45:22.379839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b786c-90bd-4f2f-8984-4039a7466345 req-28f05ba4-0a4d-40d6-be43-41bf3d631ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.381475 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-673b786c-90bd-4f2f-8984-4039a7466345 req-28f05ba4-0a4d-40d6-be43-41bf3d631ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 1096 time: 0.0613244 Dec 13 09:45:22.413854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53734-b206-4c32-8ab1-d50e0dafc7bb tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48711fd9-fe9e-41df-adda-8a5d4b9e01b2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:22.470501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32441478-eb89-4677-80ed-11a298cab678 req-ce325200-0bf0-40c4-b77c-7f7eadf4594c tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.472035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32441478-eb89-4677-80ed-11a298cab678 req-ce325200-0bf0-40c4-b77c-7f7eadf4594c tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1899309 Dec 13 09:45:22.482872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-cec20ea9-07d4-4c37-a77a-73cdd2e26abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.484457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-cec20ea9-07d4-4c37-a77a-73cdd2e26abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1095 time: 0.1358676 Dec 13 09:45:22.485320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-673b786c-90bd-4f2f-8984-4039a7466345 req-d68ccd6f-b00d-4b97-ba81-cfb481149211 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950005 Dec 13 09:45:22.496772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.498904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.499549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.500211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.504466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.505167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.505694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.507644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2905dd23-b165-4548-b889-e54e661ed2de req-23e385f6-161f-47c0-813b-ab91588e5a61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.1904371 Dec 13 09:45:22.665792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32441478-eb89-4677-80ed-11a298cab678 req-c3c309ab-9b29-4793-a13f-2f32b8263cc4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862123 Dec 13 09:45:22.692816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-4cf73fb9-81ca-4958-bdae-cd6afcb07c83 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 200 len: 2416 time: 0.1151068 Dec 13 09:45:22.724003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-0010fd0f-64c1-43e0-b65a-d803930ddc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:22.725552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-0010fd0f-64c1-43e0-b65a-d803930ddc5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.2157164 Dec 13 09:45:22.803774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-31215541-e699-4322-af5b-ef052d5e6899 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 217 time: 0.0686924 Dec 13 09:45:22.880272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2905dd23-b165-4548-b889-e54e661ed2de req-4beaffe5-c13c-4b58-9571-5e7ceea51784 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842580 Dec 13 09:45:23.231790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-888501ea-8e80-43b3-8dfc-fea81c01b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.233804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-888501ea-8e80-43b3-8dfc-fea81c01b967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.4180100 Dec 13 09:45:23.234453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.312443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.337648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-4cf3717c-2d00-4550-84bf-c68e6cc34303 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.339186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-4cf3717c-2d00-4550-84bf-c68e6cc34303 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 812 time: 0.5071571 Dec 13 09:45:23.372729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-41335a1d-2028-4d2c-9e7e-d6ca6d5958f5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/quotas/2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 375 time: 0.0236218 Dec 13 09:45:23.375069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-01c4a739-ddb8-4d65-8631-dc646755b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.376485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-01c4a739-ddb8-4d65-8631-dc646755b8b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334722 Dec 13 09:45:23.458033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.460643 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:23.461822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f7e746-a7e0-4cc2-aa64-9aaabf90974b req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56 HTTP/1.1" status: 204 len: 173 time: 0.7546866 Dec 13 09:45:23.489655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7080108-ee31-4c6a-9a4e-adb1394b7a5c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0446d6-16cb-4e6a-8920-e8bd2ec5ce56,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:23.498375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b49d1c3a-aa3e-438c-86c1-c9e02bd3333e tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187761 Dec 13 09:45:23.602190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-afe1b12b-a355-49bd-a7d5-c1337276ee63 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144740 Dec 13 09:45:23.691948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450908-621d-4ac5-b6a4-1f8245b1bcdf req-4dcadda5-3ee0-4581-9703-0924e5d76eb6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.693827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90450908-621d-4ac5-b6a4-1f8245b1bcdf req-4dcadda5-3ee0-4581-9703-0924e5d76eb6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 944 time: 0.1630871 Dec 13 09:45:23.725992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-769595c5-a501-4c0e-b013-5f3214cc28e7 service neutron] 10.222.0.30 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102013 Dec 13 09:45:23.823901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f597e373-5561-4fda-bfe1-19ce880b3cc7 req-c9596a12-89cb-4845-a050-0a9def1bf455 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125247 Dec 13 09:45:23.837479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90450908-621d-4ac5-b6a4-1f8245b1bcdf req-64a76bf2-9108-4f69-87a7-688c1be36af1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340523 Dec 13 09:45:23.880856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-fe3a16aa-7ac3-42c2-829f-09349ea17154 service neutron] 10.222.0.30 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467748 Dec 13 09:45:23.970314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846581-2397-4818-960d-02ab288d73ab req-e0d3f47f-2c10-443b-a85b-58204c1bbdec tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:23.972328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30846581-2397-4818-960d-02ab288d73ab req-e0d3f47f-2c10-443b-a85b-58204c1bbdec tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0564449 Dec 13 09:45:24.037676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30846581-2397-4818-960d-02ab288d73ab req-ed493eaf-7e36-424b-ba3b-5d31479b80aa tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577345 Dec 13 09:45:24.217836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.225711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.248004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.262393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.271347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.282816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.290375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.292339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2d20b01a-499e-4c4f-9578-e26a3b107340 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.1636577 Dec 13 09:45:24.316051 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-a3e1b6ab-f8bd-4f93-85ad-31b1aa6994ed req-fcf1e8c5-8d0e-4145-86ee-e3fc00727de9 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] show failed (client error): The resource could not be found. Dec 13 09:45:24.317076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3e1b6ab-f8bd-4f93-85ad-31b1aa6994ed req-fcf1e8c5-8d0e-4145-86ee-e3fc00727de9 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/8b9e3791-b432-41f8-8e9f-f0bcd511ebe6 HTTP/1.1" status: 404 len: 352 time: 0.0232151 Dec 13 09:45:24.402577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0afeed20-0e09-4a41-a12d-b256f341aea6 req-2a423765-5e96-4411-946d-1b0928b0e6bf tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005173 Dec 13 09:45:24.470391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc444-3698-4270-8020-a58b96f2f9f7 req-dcc00fb5-380a-419b-baf4-ca63f458a308 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:24.471896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d1bc444-3698-4270-8020-a58b96f2f9f7 req-dcc00fb5-380a-419b-baf4-ca63f458a308 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0668170 Dec 13 09:45:24.493040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8cf7073-5002-4809-99f0-1d360a8ec621 req-dc406f05-f7dc-45ab-8576-0b36ec863245 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 210 time: 0.0462322 Dec 13 09:45:24.542682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d1bc444-3698-4270-8020-a58b96f2f9f7 req-4f9580da-daad-43df-9f9d-7ec1fd445d5d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Dec 13 09:45:24.635286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-3244d155-c4b7-4338-93a4-3b5f9b4db310 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/d857620e-43e8-44c5-9c2a-a1bcb68050eb HTTP/1.1" status: 200 len: 1822 time: 0.0464537 Dec 13 09:45:24.699388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:24.725188 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:24.767824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:24.770503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:24.784780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcf11851-1533-4c45-b3a6-d5a501891086 req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/d857620e-43e8-44c5-9c2a-a1bcb68050eb HTTP/1.1" status: 204 len: 173 time: 0.1388967 Dec 13 09:45:24.792446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0d22b-1f12-4630-b815-2bd782243820 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857620e-43e8-44c5-9c2a-a1bcb68050eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:24.928801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-1bcc4dfb-b8a0-4d3f-aed2-dcce6406d9f4 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6 HTTP/1.1" status: 200 len: 1823 time: 0.0420587 Dec 13 09:45:25.025076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.031753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-3aba29bd-d919-44cb-a521-ffba397e5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.033378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-3aba29bd-d919-44cb-a521-ffba397e5603 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 1096 time: 0.0684719 Dec 13 09:45:25.112758 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.255268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-424ee089-90a0-4ac3-aaaf-003dfd6b5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.256852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-424ee089-90a0-4ac3-aaaf-003dfd6b5192 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 911 time: 0.2150874 Dec 13 09:45:25.335059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.337696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.338807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d9cc24a-1404-4c31-8e36-1e5d78a11b4b req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6 HTTP/1.1" status: 204 len: 173 time: 0.4037778 Dec 13 09:45:25.344730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-c691c96d-c184-47e9-804d-ba8172f668ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa HTTP/1.1" status: 200 len: 217 time: 0.0789504 Dec 13 09:45:25.354064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-863e52a2-bc50-4f6e-86ff-edf4eb9fffa4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.355441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-863e52a2-bc50-4f6e-86ff-edf4eb9fffa4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 812 time: 0.2593396 Dec 13 09:45:25.374636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6eae6-d2ab-44e9-95ee-ebb17c57109b tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dcd6d7-5c2f-4015-b29e-84bb2bd34bf6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:25.396588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'device_id': '8b418812-4242-4736-a504-592365dbdb81', 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7', 'admin_state_up': True, 'tenant_id': '2b889834e4fe40b3a78eace39470c3bd'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:25.497633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ba66-9145-4c67-94f5-72c7838ab422 req-54cc58e3-c584-45f5-93fc-737ea3e3c292 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.499431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c897ba66-9145-4c67-94f5-72c7838ab422 req-54cc58e3-c584-45f5-93fc-737ea3e3c292 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 944 time: 0.2309651 Dec 13 09:45:25.518076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-20d14af2-0674-4432-999c-024a57b6d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.519497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-20d14af2-0674-4432-999c-024a57b6d01d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.1631980 Dec 13 09:45:25.585389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-82296f5c-ad38-426a-b9fb-257b7f5f6100 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539629 Dec 13 09:45:25.594719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fac9-03e6-4d62-bf55-32c388a09db6 req-a7c46106-3d4c-4b17-a550-adbc4a090153 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.596074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8028fac9-03e6-4d62-bf55-32c388a09db6 req-a7c46106-3d4c-4b17-a550-adbc4a090153 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1959558 Dec 13 09:45:25.700794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c897ba66-9145-4c67-94f5-72c7838ab422 req-6b3ac5fc-cd92-4fca-9d60-ae2899a77d87 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910782 Dec 13 09:45:25.729745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Made reservation on behalf of 2b889834e4fe40b3a78eace39470c3bd for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:25.734077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:25.748983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8028fac9-03e6-4d62-bf55-32c388a09db6 req-af08b389-ccda-408f-9a52-a5c73676fcef tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341093 Dec 13 09:45:25.783865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-724de4b2-791d-4bb6-83b9-eade3e28ab10 service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829352 Dec 13 09:45:25.960592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ab0e-7fa0-47e7-a90d-0847400a4ae2 req-81bf2fe1-0393-49b9-b2e5-f9ae65835d4b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:25.962108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b26ab0e-7fa0-47e7-a90d-0847400a4ae2 req-81bf2fe1-0393-49b9-b2e5-f9ae65835d4b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.2041893 Dec 13 09:45:26.069724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f11e9251-32a7-4bd1-8c23-470681d6fa14 req-5eea5d78-efb0-4943-916d-492a9a761a94 service neutron] 10.222.0.44 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664738 Dec 13 09:45:26.078264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-aaddf21e-f346-462c-ad4d-93a55f4a1db9 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--270946097&fields=id&tenant_id=aa4f8ee433c54410b4470bd6a28c94ae HTTP/1.1" status: 200 len: 267 time: 0.1935604 Dec 13 09:45:26.107936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Allocated IP 172.20.0.8 (2546440c-9b9e-44dc-a02d-347882ef9aa7/f65ffaf0-ca2b-4d35-8a56-889d75759172/6aac73e4-37c5-4821-80b1-34bc3bfced6b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:26.114555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b26ab0e-7fa0-47e7-a90d-0847400a4ae2 req-7a8a0253-9056-4923-9e3d-c9c704ca932e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403580 Dec 13 09:45:26.329722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-83055a5e-85ba-4419-b21e-1ad8337cedeb tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:26.331182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-83055a5e-85ba-4419-b21e-1ad8337cedeb tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/networks?id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce HTTP/1.1" status: 200 len: 816 time: 0.2427382 Dec 13 09:45:26.352692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-064bd8d6-8efd-4b2d-bf00-c28790a3d0bf tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/2a1eda73-d876-4d21-b69c-2c507f5a6209 HTTP/1.1" status: 200 len: 1822 time: 0.1617866 Dec 13 09:45:26.360002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-fa20f2d2-cddc-475e-b4dc-70e8109421c1 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/quotas/aa4f8ee433c54410b4470bd6a28c94ae HTTP/1.1" status: 200 len: 375 time: 0.0219901 Dec 13 09:45:26.464999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.476205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-8982541c-2372-4fed-95bf-37816c602e4e tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4f8ee433c54410b4470bd6a28c94ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046028 Dec 13 09:45:26.503886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.689062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:26.793094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:26.805802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:26.828185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.845468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.860759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:26.885425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:26.892291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.898572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:26.921261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:26.962115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-bc847714-967f-4093-83da-6257e421d3c5 service neutron] 10.222.0.30 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684165 Dec 13 09:45:26.979682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Network 2546440c-9b9e-44dc-a02d-347882ef9aa7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:26.995346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:26.996780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.005477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:27.010849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.013940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.015178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86bcce1-3322-4380-aa09-d898cbeb0a53 req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a1eda73-d876-4d21-b69c-2c507f5a6209 HTTP/1.1" status: 204 len: 173 time: 0.6518598 Dec 13 09:45:27.040760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:27.058521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:27.085799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edaf41-57d5-47ca-bd6e-9514558ac504 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1eda73-d876-4d21-b69c-2c507f5a6209,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:27.173528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.174151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.183852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-47f61619-df48-4311-86e4-dde363b9f1eb service neutron] 10.222.0.30 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021649 Dec 13 09:45:27.206167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.212484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.219266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.225187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.231073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.237087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.243000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.244980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-d9b24771-1902-4c5d-87ce-1cc985425664 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.1603653 Dec 13 09:45:27.246751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['853fa47f-8a6a-4271-adfe-8384a0823d8d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:27.248959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b60f39f1-2ec4-4012-a977-d94ff47b29df tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8772302 Dec 13 09:45:27.265774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Request body: {'port': {'device_id': '8b418812-4242-4736-a504-592365dbdb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:27.360272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-630ce9ee-e6cd-4eda-b5e8-8d991866ca9b req-38cc509f-6960-44dc-a2d6-4a59463109f9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084535 Dec 13 09:45:27.360871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.594779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984569a-8c27-4ad1-8f3b-b2bb10e436de req-d26e1900-9821-4d78-ba23-684ba2e81e06 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.596278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c984569a-8c27-4ad1-8f3b-b2bb10e436de req-d26e1900-9821-4d78-ba23-684ba2e81e06 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 931 time: 0.1561465 Dec 13 09:45:27.699679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c984569a-8c27-4ad1-8f3b-b2bb10e436de req-e99a5f85-b2c2-4b91-90ee-23421369bf07 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895798 Dec 13 09:45:27.712392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788acf57-8927-41e6-b94d-fa1ddc011252 req-06c57e7c-0b1d-49c0-88f6-4977df3fdfc2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:27.713974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-788acf57-8927-41e6-b94d-fa1ddc011252 req-06c57e7c-0b1d-49c0-88f6-4977df3fdfc2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1167393 Dec 13 09:45:27.847477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538f45bb-900b-4c89-861f-c391024c9f9f req-ef87fcc6-29eb-4dfe-843b-efd9c7444661 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/865794fd-df38-4421-b503-3bd16a4ffc44 HTTP/1.1" status: 200 len: 2423 time: 0.1181920 Dec 13 09:45:27.850682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-788acf57-8927-41e6-b94d-fa1ddc011252 req-32827a23-9fc1-49e0-8e31-7150efad0903 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226089 Dec 13 09:45:27.859281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aac73e4-37c5-4821-80b1-34bc3bfced6b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:27.885879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:27.914547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Transition to ACTIVE for port object 6aac73e4-37c5-4821-80b1-34bc3bfced6b will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:27.924639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.015451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538f45bb-900b-4c89-861f-c391024c9f9f req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.034828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:28.074282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc45b4-c965-4527-b9a6-d8ed34e41cf4 req-e29d96d5-1325-4fff-a580-a5c05fd2670b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.076228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32fc45b4-c965-4527-b9a6-d8ed34e41cf4 req-e29d96d5-1325-4fff-a580-a5c05fd2670b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1551306 Dec 13 09:45:28.100564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538f45bb-900b-4c89-861f-c391024c9f9f req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.199516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32fc45b4-c965-4527-b9a6-d8ed34e41cf4 req-dff8e505-b5c5-4292-904f-d75a33e2b175 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169560 Dec 13 09:45:28.201421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Attempting to bind port 6aac73e4-37c5-4821-80b1-34bc3bfced6b on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:28.201757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Attempting to bind port 6aac73e4-37c5-4821-80b1-34bc3bfced6b by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:28.202087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Attempting to bind port 6aac73e4-37c5-4821-80b1-34bc3bfced6b on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:28.207383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Port 6aac73e4-37c5-4821-80b1-34bc3bfced6b on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:28.207383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Attempting to bind port 6aac73e4-37c5-4821-80b1-34bc3bfced6b on network 2546440c-9b9e-44dc-a02d-347882ef9aa7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:28.223924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:28.223924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Checking segment: {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:28.223924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Bound using segment: {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:28.223924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Bound port: 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820814a1-205f-4188-932e-104f911e2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:28.223924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.232558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538f45bb-900b-4c89-861f-c391024c9f9f req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.234267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-538f45bb-900b-4c89-861f-c391024c9f9f req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.235444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538f45bb-900b-4c89-861f-c391024c9f9f req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/865794fd-df38-4421-b503-3bd16a4ffc44 HTTP/1.1" status: 204 len: 173 time: 0.3803043 Dec 13 09:45:28.267587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7f979-6cc3-4465-8621-68140d415bef tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865794fd-df38-4421-b503-3bd16a4ffc44,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:28.313751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:28.343798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:28.349294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.403678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.404314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.405747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 1091 time: 1.1469049 Dec 13 09:45:28.417293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.423987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.430134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.437033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.441567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-aaf544fa-f9fa-499f-b3da-3ad35d156527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.443083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.443286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-aaf544fa-f9fa-499f-b3da-3ad35d156527 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.0471766 Dec 13 09:45:28.449232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.456017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.463270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b03be5e-4834-40ae-83c9-97f93b1711f2 req-5fe7cce9-8f57-4dd3-9b40-08323267140d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.1661997 Dec 13 09:45:28.463874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:28.466456 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94" -d '{"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:28.484520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:28.494483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da2f0-63ce-4637-ab1e-dccffba6c4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:28.525720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Request body: {'floatingip': {'port_id': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:28.534284 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2dcdc3e-c52b-47db-a664-cf8a1eb227ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.575065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-585b49f7-ff34-4a18-b5aa-28705b69c67a req-d0b90227-8251-4150-8871-37565037e18a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0824404 Dec 13 09:45:28.650162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.691217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-eaf76ec1-961d-4a59-b2db-9302c7b82242 tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "GET /v2.0/security-groups/56581263-28a2-4f93-a560-39b8e9e3592f HTTP/1.1" status: 200 len: 2416 time: 0.1433494 Dec 13 09:45:28.709957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:28.746258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b45f06d4-a059-451c-8541-4cb05856aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.748621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-b45f06d4-a059-451c-8541-4cb05856aaa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1094 time: 0.2585223 Dec 13 09:45:28.749265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-fe87cff9-ccdb-47cc-986a-0855422fdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.751340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-fe87cff9-ccdb-47cc-986a-0855422fdbc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.2971487 Dec 13 09:45:28.791872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 853fa47f-8a6a-4271-adfe-8384a0823d8d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:28.796671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 853fa47f-8a6a-4271-adfe-8384a0823d8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:28.797261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.823902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-fe7026bf-c838-4124-9838-17f06210c40e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.0585241 Dec 13 09:45:28.832455 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.843420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-a6b3904c-1178-4eca-a67d-b457ce90f8cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 217 time: 0.0638297 Dec 13 09:45:28.871919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeeb96-770a-49b3-9bc3-cd1284387e2d req-525e9d8d-4b5f-4995-803d-fb9373a1d0f2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.884209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eefeeb96-770a-49b3-9bc3-cd1284387e2d req-525e9d8d-4b5f-4995-803d-fb9373a1d0f2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.2379086 Dec 13 09:45:28.896542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.942028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:28.944760 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e9e44-4981-4468-83a7-140d8d3bb221" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:28.961460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.965350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:28.970785 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:28.974649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1547895-3395-4308-8bdb-0edb3fe32157 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:28.976323 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1547895-3395-4308-8bdb-0edb3fe32157 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.37 "GET /v2.0/networks?id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce HTTP/1.1" status: 200 len: 816 time: 0.4456472 Dec 13 09:45:28.978608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.024460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:29.031292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-bfbb4db8-125e-43af-a266-bd4906fbd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.032986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-bfbb4db8-125e-43af-a266-bd4906fbd1a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1922345 Dec 13 09:45:29.046929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-f8a95713-a460-416f-8720-c34b8cb8ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.048411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-f8a95713-a460-416f-8720-c34b8cb8ceb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.1922224 Dec 13 09:45:29.061830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eefeeb96-770a-49b3-9bc3-cd1284387e2d req-17c57b06-d46b-49ed-9984-fe2f9d316374 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763620 Dec 13 09:45:29.111946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-883568df-f5d5-4ed7-ad73-a9eb7a2fca78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392902 Dec 13 09:45:29.134041 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62278a-72f4-4441-a1a5-61ed9a8530ab x-openstack-request-id: req-3b62278a-72f4-4441-a1a5-61ed9a8530ab {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:29.134354 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:29.134772 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b62278a-72f4-4441-a1a5-61ed9a8530ab {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:29.135376 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'status': 'completed', 'code': 200} Dec 13 09:45:29.136113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.139210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.141105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c354a0d0-faf6-432f-ac7a-57a79f464add req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] 10.222.0.30 "DELETE /v2.0/security-groups/56581263-28a2-4f93-a560-39b8e9e3592f HTTP/1.1" status: 204 len: 173 time: 0.4482653 Dec 13 09:45:29.163067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56570) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:29.286330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Deleting subnet 7047c06a-fb94-418d-a332-4c39dfeb804b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:29.304564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.310377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33b563-d2e9-4860-b5f5-c6cacb8fd04c tempest-SecurityGroupRulesTestJSON-1920419489 tempest-SecurityGroupRulesTestJSON-1920419489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56581263-28a2-4f93-a560-39b8e9e3592f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:29.452274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4558d-0b0a-4e56-979e-86f584508ca9 req-24921d3e-901b-44f0-be21-0e362228525a tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.454582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50c4558d-0b0a-4e56-979e-86f584508ca9 req-24921d3e-901b-44f0-be21-0e362228525a tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 943 time: 0.1617143 Dec 13 09:45:29.460675 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.553887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac90da-cbcd-431f-a048-96dc0aece990 req-40a64b89-3513-4543-a360-29820b5b3993 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:29.555855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63ac90da-cbcd-431f-a048-96dc0aece990 req-40a64b89-3513-4543-a360-29820b5b3993 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.2032130 Dec 13 09:45:29.600764 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-06ceac5c-2284-48ae-87fd-3f579262deb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5548429 Dec 13 09:45:29.615795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-336d97a7-2cd6-4f3b-968e-0eb21e5d3238 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933348 Dec 13 09:45:29.707490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:45:29.721331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50c4558d-0b0a-4e56-979e-86f584508ca9 req-6cea3fa1-475e-43c6-bb71-d06a74755d70 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524576 Dec 13 09:45:29.722811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:29.755138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.760715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71b28c7a-212b-4e5a-8618-f62bdaee7678 req-7c732351-8107-4809-b322-05cf20122599 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313972 Dec 13 09:45:29.800550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-27a4540f-f891-42fe-ba0c-4ab3d5e945ef tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4f8ee433c54410b4470bd6a28c94ae HTTP/1.1" status: 200 len: 379 time: 0.7910886 Dec 13 09:45:29.818023 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98305bd9-e29f-41df-8e3d-1440bd4ac336 x-openstack-request-id: req-98305bd9-e29f-41df-8e3d-1440bd4ac336 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:29.819880 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:29.820900 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98305bd9-e29f-41df-8e3d-1440bd4ac336 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:29.823026 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:45:29.835245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'port': {'device_id': '2970863f-1222-4ee5-93ef-f78f851f2096', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'admin_state_up': True, 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'security_groups': ['6fd6db13-3a7f-4da0-a302-70961b450880']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:29.840694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63ac90da-cbcd-431f-a048-96dc0aece990 req-e885d4ec-c2df-4885-822c-38c31b77b563 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696910 Dec 13 09:45:29.882789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:29.909075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.049337 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-2c82eb1e-4f1a-472c-80ba-ed3b3b677aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373639 Dec 13 09:45:30.213540 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Floating IP 62bf337f-4e07-4f08-8147-0fea2e07cd32 associated. External IP: 172.25.1.197, port: 11d61409-80ab-434b-9ae2-41cf8a8daec4. Dec 13 09:45:30.225614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Made reservation on behalf of aa4f8ee433c54410b4470bd6a28c94ae for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:30.230930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.293494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19d3b890-d4e4-46ce-9fa5-b5e10e81408e req-b0ffae1a-a06a-418d-a1a1-d654e18aa3c7 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0396872 Dec 13 09:45:30.344511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67eadeb3-afc5-439c-a383-a2f6f2d8c5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.367131 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-13083fce-b1ea-488f-a34a-f6b020e45852 req-2c8ac6df-d087-493c-a70b-0a3d526661a0 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073266 Dec 13 09:45:30.390500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-f13a575c-df92-42db-963a-38fda249cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.398868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-f13a575c-df92-42db-963a-38fda249cb98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1094 time: 0.5535283 Dec 13 09:45:30.465201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ad50-bc10-42fa-a1fd-57351b5211be req-9f67c29f-a949-4901-a3a1-aa6a3c124653 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.467812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40d4ad50-bc10-42fa-a1fd-57351b5211be req-9f67c29f-a949-4901-a3a1-aa6a3c124653 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.5094476 Dec 13 09:45:30.470539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.527853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Allocated IP 172.20.0.7 (e6039b6d-04f1-45fd-ae0a-c336c58bbcce/365246f6-ff60-46a5-9af5-5fd7a42541a4/9486afee-a38a-414a-9cc5-c1e6ea8fc2e8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:30.553102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7047c06a-fb94-418d-a332-4c39dfeb804b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:30.581838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcd358-74dc-4459-b779-345a9574e243 req-2fa6e4b3-3c13-4e3c-91f5-f679254e9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.583302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59bcd358-74dc-4459-b779-345a9574e243 req-2fa6e4b3-3c13-4e3c-91f5-f679254e9c4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1097 time: 0.6567633 Dec 13 09:45:30.653077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.659037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-19488be4-241f-40f4-a48e-44eceb3614f3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7047c06a-fb94-418d-a332-4c39dfeb804b HTTP/1.1" status: 204 len: 168 time: 1.4898474 Dec 13 09:45:30.699753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:30.704626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40d4ad50-bc10-42fa-a1fd-57351b5211be req-32f2614a-a3b7-4f1b-98f4-059cb40745ba tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107942 Dec 13 09:45:30.767061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.783805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.805827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e305f21-a095-4c8d-a08d-25b6cc585522 req-e5f7230e-714f-43cd-a6fe-fa7dadec5c66 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:30.813967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e305f21-a095-4c8d-a08d-25b6cc585522 req-e5f7230e-714f-43cd-a6fe-fa7dadec5c66 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.4064562 Dec 13 09:45:30.826024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.888474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59bcd358-74dc-4459-b779-345a9574e243 req-249a8edb-15af-47dd-950d-32a9786551f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568362 Dec 13 09:45:30.914699 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f52fc24-9d3d-40b1-a99f-e16179004232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:30.952436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:30.990522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:31.008804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:31.046089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e305f21-a095-4c8d-a08d-25b6cc585522 req-5c668d7f-1f6e-4b8e-8a54-55710ff1d36d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311473 Dec 13 09:45:31.102191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a057d49-2d44-4206-9e3b-375d602db29a req-c9f55bc7-66be-4db2-8689-2d3ee2df0377 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.108622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a057d49-2d44-4206-9e3b-375d602db29a req-c9f55bc7-66be-4db2-8689-2d3ee2df0377 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 943 time: 0.2323465 Dec 13 09:45:31.109996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-72bfffde-c6e1-41d1-bbd1-077dc9fc88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.112945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-72bfffde-c6e1-41d1-bbd1-077dc9fc88c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.6114511 Dec 13 09:45:31.131918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.133218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.178702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.186276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event updated for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.212083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-78764c3a-5981-4ac7-9709-1680fd34ce43 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3810861 Dec 13 09:45:31.242717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Request body: {'port': {'device_id': '2970863f-1222-4ee5-93ef-f78f851f2096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:31.318168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Router 8b0f46d3-e02b-4427-9108-21ef2697db5f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:31.331723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.345010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf571b99-184b-4732-b714-2c6aa86a7f9a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:31.351769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-58cc89c0-1f2e-4da9-8ac4-d5eab569e1c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 217 time: 0.1417282 Dec 13 09:45:31.354040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67eadeb3-afc5-439c-a383-a2f6f2d8c5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.368021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a057d49-2d44-4206-9e3b-375d602db29a req-5ee41d40-7604-4fa4-9a31-82bfac902610 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477045 Dec 13 09:45:31.378498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e40507-d8c2-46c0-b896-7817380359eb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:31.378790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e40507-d8c2-46c0-b896-7817380359eb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:31.380729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67eadeb3-afc5-439c-a383-a2f6f2d8c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.428295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4a854fc3-f24e-46c6-b29c-58249e8192a9 None None] Provisioning complete for port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:31.428743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.429108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a854fc3-f24e-46c6-b29c-58249e8192a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.499799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.505328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4a854fc3-f24e-46c6-b29c-58249e8192a9 None None] Port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:45:31.516835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadeb3-afc5-439c-a383-a2f6f2d8c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49b718-0d1b-43f8-8e79-e015d3b15908,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.523378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:45:31.523783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.530699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-67eadeb3-afc5-439c-a383-a2f6f2d8c5c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea1f1d4773c2469881a4b4eae0cd5517&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7728002 Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:45:31.531489 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:45:31.542859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:31.593335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a1cca-b4bb-4844-899f-29145d145996 req-56e49ab2-8e80-4357-83f1-003453a4ac0c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.594868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9a1cca-b4bb-4844-899f-29145d145996 req-56e49ab2-8e80-4357-83f1-003453a4ac0c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.3254106 Dec 13 09:45:31.605065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-49d78a01-a4f5-48c2-ae02-2fe0ed058699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.606649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-49d78a01-a4f5-48c2-ae02-2fe0ed058699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.2439797 Dec 13 09:45:31.610410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:31.620165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.632661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Sync routers for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:31.644793 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:31.645773 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:31.703639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-3aba0926-dd33-4b36-80a6-1e89a23646eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707378 Dec 13 09:45:31.713159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.738132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.743930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cf571b99-184b-4732-b714-2c6aa86a7f9a HTTP/1.1" status: 204 len: 168 time: 1.0383317 Dec 13 09:45:31.761546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d3df321-b6bb-4c96-a946-58a732ecc42c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "PUT /v2.0/floatingips/62bf337f-4e07-4f08-8147-0fea2e07cd32 HTTP/1.1" status: 200 len: 991 time: 3.2757063 Dec 13 09:45:31.766738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:31.767549 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:31.770011 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1636a99-12f7-4256-bb67-ef4142396348" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:31.815229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d7c39-c46d-420f-939a-53f4818cf205 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf571b99-184b-4732-b714-2c6aa86a7f9a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:31.829306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d942d-9396-46e5-a56c-afb0d46c17fd req-84978498-f2cb-4e3e-aaf2-4001af5cf392 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:31.830849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a06d942d-9396-46e5-a56c-afb0d46c17fd req-84978498-f2cb-4e3e-aaf2-4001af5cf392 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 931 time: 0.2867563 Dec 13 09:45:31.834351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:31.839269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba9a1cca-b4bb-4844-899f-29145d145996 req-f204babf-0316-4359-b6e8-aeae561a5653 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092178 Dec 13 09:45:31.968653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-760a877c-9884-4904-8e04-ac7c9dd5004f service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460740 Dec 13 09:45:31.972549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:31.979720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.004666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a06d942d-9396-46e5-a56c-afb0d46c17fd req-f8437f1b-63bf-4d81-8305-e0ac1ca4d1a3 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639159 Dec 13 09:45:32.019867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:32.042127 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '62bf337f-4e07-4f08-8147-0fea2e07cd32', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'port_id': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'mac_address': 'fa:16:3e:14:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:43:48Z', 'updated_at': '2021-12-13T09:45:29Z', 'revision_number': 1, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:32.047334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.083590 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a7be38f2-fbbd-4c70-918c-1fc43b35a6af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6262e00abf8543a0bc7aee34dc441f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076710 Dec 13 09:45:32.086617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:32.091997 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Checking router: 8b0f46d3-e02b-4427-9108-21ef2697db5f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:32.095987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Transition to ACTIVE for port object 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:32.113709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.124869 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.127924 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:32.128848 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:32.189981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Pushing event updated for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:32.199630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.203495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.223262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c49b718-0d1b-43f8-8e79-e015d3b15908 HTTP/1.1" status: 204 len: 168 time: 0.6749184 Dec 13 09:45:32.266700 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:32.266856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100e80c-49f5-40f2-9698-55a8a50b87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49b718-0d1b-43f8-8e79-e015d3b15908,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:32.300695 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd4a1a-e1df-4189-910f-bb863016cd55 x-openstack-request-id: req-49fd4a1a-e1df-4189-910f-bb863016cd55 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:32.301387 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:32.303585 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49fd4a1a-e1df-4189-910f-bb863016cd55 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:32.305050 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'status': 'completed', 'code': 200} Dec 13 09:45:32.316335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a712-ebb4-4423-bb9d-f74974d904b3 req-c3294a35-fa64-4f80-a6ef-f3ba001b3b70 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.318173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ae3a712-ebb4-4423-bb9d-f74974d904b3 req-c3294a35-fa64-4f80-a6ef-f3ba001b3b70 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.3112407 Dec 13 09:45:32.388991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.417481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eaafa4f6-4d91-4f46-9f41-07aa83db5f94 req-0643eaa0-0b29-4a43-ad3e-415451e383ae service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115026 Dec 13 09:45:32.482397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.543890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Attempting to bind port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:32.549073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Attempting to bind port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:32.549611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Attempting to bind port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 on network e6039b6d-04f1-45fd-ae0a-c336c58bbcce {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:32.593273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 on network e6039b6d-04f1-45fd-ae0a-c336c58bbcce not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:32.593402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ae3a712-ebb4-4423-bb9d-f74974d904b3 req-be430e02-0186-4c17-be27-ad5aa64548d5 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628086 Dec 13 09:45:32.593613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Attempting to bind port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 on network e6039b6d-04f1-45fd-ae0a-c336c58bbcce {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:32.606014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.613769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.617394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.618074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.620127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.621874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.623155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.627132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-abb1c795-2d51-4717-a1ea-4534b3b0dea1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.3080204 Dec 13 09:45:32.644532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:32.644942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Checking segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:32.645517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Bound using segment: {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:32.646090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Bound port: 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1807203-bed4-4131-a528-baa81dbb016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:32.648892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.723184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b39b0-b41b-4712-8771-f64876387909 req-ad2b88a2-e066-4f8d-b8b5-0f944a7834e9 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.731213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e00b39b0-b41b-4712-8771-f64876387909 req-ad2b88a2-e066-4f8d-b8b5-0f944a7834e9 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.3356638 Dec 13 09:45:32.742207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.749849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.751088 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be376d54-7166-4b1c-b124-c70415385df8 HTTP/1.1" status: 204 len: 168 time: 0.6633646 Dec 13 09:45:32.773692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5b9fd-a714-48ed-a766-257f2a051694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be376d54-7166-4b1c-b124-c70415385df8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:32.808287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '62bf337f-4e07-4f08-8147-0fea2e07cd32', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'port_id': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'mac_address': 'fa:16:3e:14:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:43:48Z', 'updated_at': '2021-12-13T09:45:29Z', 'revision_number': 1, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:32.845747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:32.850274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:32.863817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.866921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9dfc-d2d4-4ee3-800b-783c232e9026 req-4788b2a6-52f7-4a17-b75e-e0b154f509e7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.867740 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758cf14-ac7e-46ec-b026-b306beb2c4ff None None] The sync data for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 is: [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '62bf337f-4e07-4f08-8147-0fea2e07cd32', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'port_id': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'mac_address': 'fa:16:3e:14:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:43:48Z', 'updated_at': '2021-12-13T09:45:29Z', 'revision_number': 1, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:32.868469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b95c9dfc-d2d4-4ee3-800b-783c232e9026 req-4788b2a6-52f7-4a17-b75e-e0b154f509e7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 943 time: 0.1542497 Dec 13 09:45:32.882952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e00b39b0-b41b-4712-8771-f64876387909 req-96f3e60a-e753-4f76-9775-8992c9448805 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506817 Dec 13 09:45:32.909564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-bd46d3fe-871b-4dd8-98c6-44eeb7a6e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.910876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:32.911231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-bd46d3fe-871b-4dd8-98c6-44eeb7a6e8c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089 HTTP/1.1" status: 200 len: 912 time: 0.2746119 Dec 13 09:45:32.912208 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:32.913848 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] 10.222.0.37 "PUT /v2.0/ports/9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 HTTP/1.1" status: 200 len: 1091 time: 1.6770482 Dec 13 09:45:33.133108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b95c9dfc-d2d4-4ee3-800b-783c232e9026 req-8b1923cc-9fcc-4bb4-bf23-13234e4bf321 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565024 Dec 13 09:45:33.133968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24306-8420-4269-85e2-e3463334df91 service neutron] Pushing event updated for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:33.160932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-6413ddaa-bb2b-4b6d-864f-36a4a0418da4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 999 time: 0.2205918 Dec 13 09:45:33.173346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-f9be0781-68ac-446e-aa7f-af92e5662bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.178225 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-f9be0781-68ac-446e-aa7f-af92e5662bd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa4f8ee433c54410b4470bd6a28c94ae&device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 1094 time: 0.2021744 Dec 13 09:45:33.284243 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-5838db09-4e6c-4833-928c-ca531de04858 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 HTTP/1.1" status: 200 len: 217 time: 0.0958269 Dec 13 09:45:33.321868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bf8b9-c31b-458a-8428-102eb6cf32d8 req-855beb22-a7b3-4d93-b3a2-b4b2eb823ab9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.330843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-857bf8b9-c31b-458a-8428-102eb6cf32d8 req-855beb22-a7b3-4d93-b3a2-b4b2eb823ab9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.2894702 Dec 13 09:45:33.331822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7633f-aec7-4abb-8fe0-6795a5d04bdf None None] New status for floating IP 62bf337f-4e07-4f08-8147-0fea2e07cd32: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:45:33.392785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-1d80b1f0-3366-40c8-a15b-9e75e52b649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.394967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-1d80b1f0-3366-40c8-a15b-9e75e52b649e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.2258527 Dec 13 09:45:33.427269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e6c705d0-d92e-49e2-9d45-57264abfc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.428753 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-e6c705d0-d92e-49e2-9d45-57264abfc6ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=365246f6-ff60-46a5-9af5-5fd7a42541a4 HTTP/1.1" status: 200 len: 855 time: 0.1377141 Dec 13 09:45:33.473042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a2e83-21a1-45dc-a422-b50a680530f4 req-53828ee6-37c5-409b-870f-fcb123b03ace tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.480932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d31a2e83-21a1-45dc-a422-b50a680530f4 req-53828ee6-37c5-409b-870f-fcb123b03ace tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.2137296 Dec 13 09:45:33.555284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-857bf8b9-c31b-458a-8428-102eb6cf32d8 req-9b11cca5-a0ea-4ad9-836d-4c072f81212e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178233 Dec 13 09:45:33.557394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636a99-12f7-4256-bb67-ef4142396348 req-a6f594ab-012d-49f7-afd4-377bdd12e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.558892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-a6f594ab-012d-49f7-afd4-377bdd12e936 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530964 Dec 13 09:45:33.588682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-6acc2293-408d-4c02-88bb-6f4be61ccae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.590901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-6acc2293-408d-4c02-88bb-6f4be61ccae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506064 Dec 13 09:45:33.658546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:33.736659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-9432ead6-223a-402d-ba56-d334acb3f706 service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378803 Dec 13 09:45:33.764956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d31a2e83-21a1-45dc-a422-b50a680530f4 req-3e22a163-d3d5-4e8e-9ba3-6a29d0df866b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751169 Dec 13 09:45:33.881906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb618-c36b-4df5-8442-af8b0cd28c4f req-be5e138f-a363-4ac5-8cc8-1531666c2783 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:33.888785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c6bb618-c36b-4df5-8442-af8b0cd28c4f req-be5e138f-a363-4ac5-8cc8-1531666c2783 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.1198525 Dec 13 09:45:33.893641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:33.900330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'floatingip': {'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:34.040672 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27b08289-8eb5-42dc-8d4f-38c4541c86b1 req-90e47808-7753-4501-8b49-9f0be712cd32 service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953942 Dec 13 09:45:34.064204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-f88c7008-fdb2-43ff-89d2-7e6fe73a2fdd service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926796 Dec 13 09:45:34.070275 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.265445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:34.307662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:34.310876 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947bd48-6c1f-40f6-b65c-674cc71bc8be" -d '{"events": [{"name": "network-changed", "server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:34.387439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1456303001-network', 'tenant_id': '5ace2f2c1f7e414fbd5df507d8683762'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:34.413715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Made reservation on behalf of 5ace2f2c1f7e414fbd5df507d8683762 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:34.417274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.428704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.459186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586183c6-5559-4cef-9995-4d483262e954 req-2e585587-1d3b-444f-9f8e-fddab2ad60e9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.460872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-586183c6-5559-4cef-9995-4d483262e954 req-2e585587-1d3b-444f-9f8e-fddab2ad60e9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.5306416 Dec 13 09:45:34.504515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7f3a-03a0-4039-ba92-ca84b7287415 req-f4f49eec-8412-48fb-b778-0d810a43daca tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.506031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22ab7f3a-03a0-4039-ba92-ca84b7287415 req-f4f49eec-8412-48fb-b778-0d810a43daca tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.5025232 Dec 13 09:45:34.531866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.536267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.563113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:34.574852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b28af5-a770-4bdd-a84f-2a79cd057a47,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:34.589240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.589956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.590463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.591672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.592323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.592834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.593342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.593825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.594375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.594856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.595337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.595876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.596395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:34.613255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.614456 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Added segment a2b30d63-3fca-4945-b544-c8ab07ed5a73 of type vlan for network f35c344d-0462-431e-b4d9-6448eaf42dec Dec 13 09:45:34.628066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.652536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22ab7f3a-03a0-4039-ba92-ca84b7287415 req-adc08d17-52b7-47ea-8448-349485d641ed tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354268 Dec 13 09:45:34.667850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.704726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.706363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:34.708132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:34.729349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-586183c6-5559-4cef-9995-4d483262e954 req-9f46da45-8599-4b6b-bd8a-a93abd82ac05 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542102 Dec 13 09:45:34.734813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1636a99-12f7-4256-bb67-ef4142396348 req-87b30bca-ad5e-4ab2-8897-5d9e4224372e service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449308 Dec 13 09:45:34.748877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6aac73e4-37c5-4821-80b1-34bc3bfced6b details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:35.005421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:35.051273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'network_id': '2546440c-9b9e-44dc-a02d-347882ef9aa7', 'port_id': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'mac_address': 'fa:16:3e:0e:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65ffaf0-ca2b-4d35-8a56-889d75759172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:35.090718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8241227 Dec 13 09:45:35.094938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:35.100416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Request body: {'subnet': {'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1456303001-subnet', 'tenant_id': '5ace2f2c1f7e414fbd5df507d8683762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:35.103994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b468-54b5-4e4a-b335-4bbc6fbbb195 admin admin] Pushing event updated for resources: {'Network': ['ID=f35c344d-0462-431e-b4d9-6448eaf42dec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.136656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Made reservation on behalf of 5ace2f2c1f7e414fbd5df507d8683762 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:35.140405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.158080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f35c344d-0462-431e-b4d9-6448eaf42dec details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:35.161457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.194820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aac73e4-37c5-4821-80b1-34bc3bfced6b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:35.307757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:45:35.462916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.470701 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce3d3a-6988-4749-b2a5-93ffcbd611f9 x-openstack-request-id: req-73ce3d3a-6988-4749-b2a5-93ffcbd611f9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:35.470943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:35.471056 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:35.471223 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73ce3d3a-6988-4749-b2a5-93ffcbd611f9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:35.471752 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'status': 'completed', 'code': 200} Dec 13 09:45:35.472874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.478768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.485291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.543692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.550258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f588f8-3571-4285-be09-db5ef069aa9d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:35.555100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.555997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.556592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.557148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.557788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.558454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.559122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.559689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.560306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.560818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.561735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.562270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.562764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:35.580383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:35.594215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-ca9e241c-46d9-4b02-84b3-38b14616890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.595898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-ca9e241c-46d9-4b02-84b3-38b14616890b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa4f8ee433c54410b4470bd6a28c94ae&device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 1094 time: 0.1230278 Dec 13 09:45:35.616435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851978d6-4a70-4eba-8b0a-48380583b177 req-1824de5a-1717-4860-b9c3-bb26a5a44e48 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.624676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-851978d6-4a70-4eba-8b0a-48380583b177 req-1824de5a-1717-4860-b9c3-bb26a5a44e48 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 943 time: 0.7412798 Dec 13 09:45:35.652583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Checking segment: {'id': 'a2b30d63-3fca-4945-b544-c8ab07ed5a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:35.652956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Network hostable DHCP agents. Network: f35c344d-0462-431e-b4d9-6448eaf42dec, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:35.732441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Network f35c344d-0462-431e-b4d9-6448eaf42dec is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:35.750346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776331-69a2-4540-89f5-ab82a1828fc6 req-eeb034fa-1242-4d8e-be81-d7d64e272546 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.752196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce776331-69a2-4540-89f5-ab82a1828fc6 req-eeb034fa-1242-4d8e-be81-d7d64e272546 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.1572213 Dec 13 09:45:35.765745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5159-4825-43b1-a583-3647a95d8ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.768606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f35c344d-0462-431e-b4d9-6448eaf42dec) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:35.769312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-851978d6-4a70-4eba-8b0a-48380583b177 req-6a6d0b97-2c9c-49de-bc1e-ee275de87cf6 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434214 Dec 13 09:45:35.777972 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Floating IP 57d5507a-0d68-437d-a5b0-513c22c59275 associated. External IP: 172.25.1.173, port: 853fa47f-8a6a-4271-adfe-8384a0823d8d. Dec 13 09:45:35.784339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56772ef-f7dc-462d-a2af-c2543a846f4f None None] Network f35c344d-0462-431e-b4d9-6448eaf42dec requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:35.787490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.788095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:35.839840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-2f04f3ae-56c7-478f-b071-c9ca4371619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:35.842428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-2f04f3ae-56c7-478f-b071-c9ca4371619c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce HTTP/1.1" status: 200 len: 917 time: 0.2266264 Dec 13 09:45:35.848699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-572bfa74-71c8-4c91-8f80-6b1b4e835e94 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7526927 Dec 13 09:45:35.887789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:35.898856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-d8afd6d9-f479-4e77-bd6b-a9be105f24a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 HTTP/1.1" status: 200 len: 217 time: 0.0490451 Dec 13 09:45:35.991734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce776331-69a2-4540-89f5-ab82a1828fc6 req-a4547886-03d6-43f4-952c-c1878cbf495f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212064 Dec 13 09:45:36.018270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776fb5-dd06-42d1-b39e-2f04cad57565 req-14e520df-9086-4513-ad6d-ffb05dd3bb48 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.026155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd776fb5-dd06-42d1-b39e-2f04cad57565 req-14e520df-9086-4513-ad6d-ffb05dd3bb48 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1436720 Dec 13 09:45:36.046843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5159-4825-43b1-a583-3647a95d8ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.112577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5159-4825-43b1-a583-3647a95d8ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.163108 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d3b5159-4825-43b1-a583-3647a95d8ab2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0695f5bdb7194f5f83a7be5ef87de5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5809550 Dec 13 09:45:36.191094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd776fb5-dd06-42d1-b39e-2f04cad57565 req-dd7a07cf-9d83-4557-9a9d-66893b05df0e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635597 Dec 13 09:45:36.191296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:36.230106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc97890-e76f-43a9-b29e-163a4a6d26f2 None None] Network f35c344d-0462-431e-b4d9-6448eaf42dec requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:36.257213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-7756124b-890f-479d-a38f-6151786455ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.259916 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-7756124b-890f-479d-a38f-6151786455ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=365246f6-ff60-46a5-9af5-5fd7a42541a4 HTTP/1.1" status: 200 len: 855 time: 0.2552183 Dec 13 09:45:36.260926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5159-4825-43b1-a583-3647a95d8ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cfae96-061f-4d1a-92fb-cc10c5a3fb4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:36.266713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Router 59b6a5ba-da06-4c48-b788-8c3169ed337a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:36.284100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9bd2-76bc-4d0e-88f2-57708a981435 req-9b87982a-aac0-4b96-a716-7042065f9fa7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.285661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b8e9bd2-76bc-4d0e-88f2-57708a981435 req-9b87982a-aac0-4b96-a716-7042065f9fa7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0941017 Dec 13 09:45:36.404004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.442633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-478f1d0f-6166-4a6d-a2c4-790e31cd6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.444409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-478f1d0f-6166-4a6d-a2c4-790e31cd6ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611431 Dec 13 09:45:36.446319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.478908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b8e9bd2-76bc-4d0e-88f2-57708a981435 req-535e4e63-f250-4dff-afb1-3326a680fee7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839991 Dec 13 09:45:36.511162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:36.522554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.527697 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Sync routers for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:36.553036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-d903c5b2-7eff-4406-a4d3-1f91e96e9eaa service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988278 Dec 13 09:45:36.563765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:36.565410 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:36.641772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad0d7365-8fc6-4501-92c4-b074e776c480 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "PUT /v2.0/floatingips/57d5507a-0d68-437d-a5b0-513c22c59275 HTTP/1.1" status: 200 len: 992 time: 2.7468154 Dec 13 09:45:36.656570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:36.659550 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c49c9f-65f0-447e-98dd-69cb6a99da27" -d '{"events": [{"name": "network-changed", "server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:36.674795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.677785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:36.681331 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44cfae96-061f-4d1a-92fb-cc10c5a3fb4a HTTP/1.1" status: 204 len: 168 time: 0.4786577 Dec 13 09:45:36.695610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079af089-38e8-47c5-944c-784d68dc7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cfae96-061f-4d1a-92fb-cc10c5a3fb4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:36.709844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b947bd48-6c1f-40f6-b65c-674cc71bc8be req-dbb271a2-a32a-4008-8814-79c2726ae87c service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461356 Dec 13 09:45:36.781859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-0bf0d2ee-de11-4762-bdc9-f2e822b68c83 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.783364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-0bf0d2ee-de11-4762-bdc9-f2e822b68c83 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/networks?id=f35c344d-0462-431e-b4d9-6448eaf42dec HTTP/1.1" status: 200 len: 813 time: 0.2152677 Dec 13 09:45:36.798429 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:36.813711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-205a7ee2-a3ed-448a-9357-dee55977d43c tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/quotas/5ace2f2c1f7e414fbd5df507d8683762 HTTP/1.1" status: 200 len: 375 time: 0.0209000 Dec 13 09:45:36.817994 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205998e9-ead7-4e37-8f75-305d3c66b172 x-openstack-request-id: req-205998e9-ead7-4e37-8f75-305d3c66b172 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:36.818295 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:36.818580 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-205998e9-ead7-4e37-8f75-305d3c66b172 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:36.819235 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'status': 'completed', 'code': 200} Dec 13 09:45:36.890696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-5f64b24c-4854-440f-a917-eee7713c28b4 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ace2f2c1f7e414fbd5df507d8683762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653191 Dec 13 09:45:36.990468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-89a86889-9da7-4c7c-8e63-ac5657ed25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:36.992780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-89a86889-9da7-4c7c-8e63-ac5657ed25ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1097 time: 0.1411815 Dec 13 09:45:37.034830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae64b3d-c167-4b17-984a-682ebdb69b19 req-570e4632-e960-4108-ab3f-5d533f2bdc48 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.042535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ae64b3d-c167-4b17-984a-682ebdb69b19 req-570e4632-e960-4108-ab3f-5d533f2bdc48 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 944 time: 0.1243277 Dec 13 09:45:37.094110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-0da6ee42-1c47-4416-9109-bc7408a94c3e service neutron] 10.222.0.30 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023323 Dec 13 09:45:37.177254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ae64b3d-c167-4b17-984a-682ebdb69b19 req-8be44593-44eb-4c71-a377-8e98005784a1 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337733 Dec 13 09:45:37.195995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-5c08b793-e471-4077-b8f0-5eeee49ff84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.197495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-5c08b793-e471-4077-b8f0-5eeee49ff84c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.1964355 Dec 13 09:45:37.276248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-4b17911b-44dc-4b69-b228-16c6089b0112 service neutron] 10.222.0.30 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808281 Dec 13 09:45:37.316821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '57d5507a-0d68-437d-a5b0-513c22c59275', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:45:12Z', 'updated_at': '2021-12-13T09:45:35Z', 'revision_number': 1, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:37.317858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-060808d2-76b9-4410-b70c-32f151a05496 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1131606 Dec 13 09:45:37.349579 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Checking router: 59b6a5ba-da06-4c48-b788-8c3169ed337a for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:37.361323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:37.373170 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:37.421636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c1e1-c755-4615-bff6-9865f243f6ed req-db0fb4ce-1113-4a80-bdcb-a3363493ccba tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.432261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e66c1e1-c755-4615-bff6-9865f243f6ed req-db0fb4ce-1113-4a80-bdcb-a3363493ccba tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.1098752 Dec 13 09:45:37.462686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-a30eef2d-b59b-4e19-91be-dbfb2db62abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.464313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-a30eef2d-b59b-4e19-91be-dbfb2db62abb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1377895 Dec 13 09:45:37.561203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-ca787112-1006-4dd9-9af4-11cebfcdf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.565543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-ca787112-1006-4dd9-9af4-11cebfcdf1c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939212 Dec 13 09:45:37.599002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:37.733410 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-a41195b6-321a-483f-a2ac-5f76720486cb service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593971 Dec 13 09:45:37.803343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:37.855510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6515-f152-424f-8236-342dd84a685e req-679532de-734e-49f3-b776-fa5b2fa8edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.857754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b85b6515-f152-424f-8236-342dd84a685e req-679532de-734e-49f3-b776-fa5b2fa8edc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.3905869 Dec 13 09:45:37.870831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e66c1e1-c755-4615-bff6-9865f243f6ed req-41be7824-24d7-4402-82ac-4b3775b9ac6e tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375532 Dec 13 09:45:37.878830 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11c49c9f-65f0-447e-98dd-69cb6a99da27 req-020e146e-9803-40ab-9067-31667e4612fd service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382284 Dec 13 09:45:37.887292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f6f35-7629-4ca4-b943-e8192be617e5 req-8eac105f-cb85-42c6-acb8-5a4ca6ffba44 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:37.896433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad1f6f35-7629-4ca4-b943-e8192be617e5 req-8eac105f-cb85-42c6-acb8-5a4ca6ffba44 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.4279809 Dec 13 09:45:37.984004 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '57d5507a-0d68-437d-a5b0-513c22c59275', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:45:12Z', 'updated_at': '2021-12-13T09:45:35Z', 'revision_number': 1, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:37.998183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2fabb4a-2e5a-4141-a78d-7593c4346b05 req-a620cca7-8744-4e66-baee-7427f1e08dd2 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 210 time: 0.0529423 Dec 13 09:45:38.022594 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba09d4-6c5b-48e0-bd44-fbdf8b95bd3f None None] The sync data for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 is: [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '57d5507a-0d68-437d-a5b0-513c22c59275', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:45:12Z', 'updated_at': '2021-12-13T09:45:35Z', 'revision_number': 1, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:38.024157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1995311256-network', 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:38.061705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad1f6f35-7629-4ca4-b943-e8192be617e5 req-622a9d50-6191-429f-b59a-de7c461966d9 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643648 Dec 13 09:45:38.102995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b85b6515-f152-424f-8236-342dd84a685e req-a0e261f7-8869-4d63-a0d4-e647dab4a977 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037902 Dec 13 09:45:38.118145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:38.120608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.132747 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.152429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e645a6-7349-4505-9d0c-dca422e07543 req-b6acc797-5d2b-44e8-90ee-b49d5e7a4e22 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.155066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2e645a6-7349-4505-9d0c-dca422e07543 req-b6acc797-5d2b-44e8-90ee-b49d5e7a4e22 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0841663 Dec 13 09:45:38.239063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2e645a6-7349-4505-9d0c-dca422e07543 req-add482d0-e893-42ea-bcae-b883fb8ba920 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Dec 13 09:45:38.277718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.284966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.321816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956faf4e-fe25-4f81-b87f-82b402393120 None None] New status for floating IP 57d5507a-0d68-437d-a5b0-513c22c59275: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:45:38.327293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:38.349923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ecd7a-296b-449c-8a08-8af26a6fde35,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:38.364577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.365096 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Added segment 567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6 of type vlan for network fe4ea909-c1f2-4f0f-a729-a9f00568a79b Dec 13 09:45:38.413828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421300-896e-46ed-813e-6b8bb17d32b6 req-e2089ede-693b-466e-89ce-626ef5f3cd73 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.415315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa421300-896e-46ed-813e-6b8bb17d32b6 req-e2089ede-693b-466e-89ce-626ef5f3cd73 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 944 time: 0.1109798 Dec 13 09:45:38.426480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.486447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa421300-896e-46ed-813e-6b8bb17d32b6 req-78261ac6-9775-4079-b940-85aceca5cc41 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Dec 13 09:45:38.487058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.488052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.488870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.550475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7455676 Dec 13 09:45:38.553720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ec293-58a6-44ce-a932-db5dd3101b4d admin admin] Pushing event updated for resources: {'Network': ['ID=fe4ea909-c1f2-4f0f-a729-a9f00568a79b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:38.554227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:38.559390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Request body: {'subnet': {'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1995311256-subnet', 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:38.564416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:38.581364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:38.583672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.750339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.751089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6aac73e4-37c5-4821-80b1-34bc3bfced6b up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:38.803950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56166b60-629b-466b-a1d7-6ea78954ce8b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:38.805291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6aac73e4-37c5-4821-80b1-34bc3bfced6b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:38.809925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6aac73e4-37c5-4821-80b1-34bc3bfced6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:38.810171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.814692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:38.814986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Network hostable DHCP agents. Network: fe4ea909-c1f2-4f0f-a729-a9f00568a79b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:38.832653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:38.845864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, fe4ea909-c1f2-4f0f-a729-a9f00568a79b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:38.852575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:38.853274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.874268 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee7eec66-c737-445e-a738-3d3f01d2ee74 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3190010 Dec 13 09:45:38.877913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812c4e2-f092-4c4f-9ed7-2647ed51c3fd None None] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:38.941140 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:38.980205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:38.983554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:38.986489 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af0bbb-9aac-48c0-88d7-7ddd65b124a5" -d '{"events": [{"server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "name": "network-vif-plugged", "status": "completed", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:38.995318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.070612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461ba05-e80b-4fdf-86c7-9bc10584be23 req-6d474e99-88a6-4d9a-9561-51a0817aa276 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.072228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0461ba05-e80b-4fdf-86c7-9bc10584be23 req-6d474e99-88a6-4d9a-9561-51a0817aa276 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.0873051 Dec 13 09:45:39.090562 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5cdc3b-c761-4f5f-b60a-a0fec74126cc x-openstack-request-id: req-bb5cdc3b-c761-4f5f-b60a-a0fec74126cc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:39.091274 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "name": "network-vif-plugged", "status": "completed", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:39.092085 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb5cdc3b-c761-4f5f-b60a-a0fec74126cc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:39.092936 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'code': 200} Dec 13 09:45:39.109768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471ee8cf-c583-4bdd-ab85-beafff5c71a6 None None] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:39.112571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-3a78c1e6-2afd-45c9-ac2c-35d226021728 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.114255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-3a78c1e6-2afd-45c9-ac2c-35d226021728 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.44 "GET /v2.0/networks?id=f35c344d-0462-431e-b4d9-6448eaf42dec HTTP/1.1" status: 200 len: 813 time: 0.2051063 Dec 13 09:45:39.138914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Request body: {'port': {'device_id': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec', 'admin_state_up': True, 'tenant_id': '5ace2f2c1f7e414fbd5df507d8683762'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:39.204009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:39.251701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0461ba05-e80b-4fdf-86c7-9bc10584be23 req-113b9382-ffff-4ad8-9d7f-25e7542af4fd tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661737 Dec 13 09:45:39.277581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e22031c-88df-46cd-b16f-a991b96a17ce req-9940ab0f-92f8-491a-aba9-5bd879e7e801 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 210 time: 0.0800054 Dec 13 09:45:39.325704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcd178-5e95-421d-86a5-0520e35a6694 req-30a113cf-6aa4-4851-a9df-6ccdcb05ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.327442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7fcd178-5e95-421d-86a5-0520e35a6694 req-30a113cf-6aa4-4851-a9df-6ccdcb05ffc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1096 time: 0.1286681 Dec 13 09:45:39.423462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Made reservation on behalf of 5ace2f2c1f7e414fbd5df507d8683762 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:39.427398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:39.444531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7fcd178-5e95-421d-86a5-0520e35a6694 req-d6abeac7-baec-401f-8c5b-05971460d359 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047604 Dec 13 09:45:39.464874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0a13-81be-49ce-ba79-19587b4ad286 req-6b226e1d-21dc-4ce8-a3dd-e1871e6506ad tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.466910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed1a0a13-81be-49ce-ba79-19587b4ad286 req-6b226e1d-21dc-4ce8-a3dd-e1871e6506ad tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1168425 Dec 13 09:45:39.580849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f57817-8e5a-47bb-a477-daadf4fa7f67 req-3c193929-bb95-49b0-b609-afd1b823f2fd tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.582266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3f57817-8e5a-47bb-a477-daadf4fa7f67 req-3c193929-bb95-49b0-b609-afd1b823f2fd tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1339469 Dec 13 09:45:39.611527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed1a0a13-81be-49ce-ba79-19587b4ad286 req-4964e1f1-2d47-4ca2-a56c-a4f82b3aa619 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269767 Dec 13 09:45:39.681932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3f57817-8e5a-47bb-a477-daadf4fa7f67 req-64b404e1-3f4d-420d-9df0-f9f563371570 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900948 Dec 13 09:45:39.682951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Allocated IP 172.20.0.11 (f35c344d-0462-431e-b4d9-6448eaf42dec/82f588f8-3571-4285-be09-db5ef069aa9d/72cb711c-6b8f-4ec7-bb38-e65510992b15) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:39.949908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d13d-00a8-4be1-93c8-9c86f3bbc2d6 req-69d37f36-9729-41ff-a6ee-dd3dcfd857d5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:39.952040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e58d13d-00a8-4be1-93c8-9c86f3bbc2d6 req-69d37f36-9729-41ff-a6ee-dd3dcfd857d5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 945 time: 0.1438348 Dec 13 09:45:39.963692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.009997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-e40048f4-1a0c-4220-a476-6b252aae8b0a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.011433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-e40048f4-1a0c-4220-a476-6b252aae8b0a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.2021132 Dec 13 09:45:40.051803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-0e8b1e9a-1a2a-4916-8290-5556d0ec66d1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0329740 Dec 13 09:45:40.059774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e58d13d-00a8-4be1-93c8-9c86f3bbc2d6 req-73b7594e-b165-439f-986d-752fa86d7e2a tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944800 Dec 13 09:45:40.072080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.092989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-5e4cb9b2-5f17-40e5-876f-4230a692ea99 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320947 Dec 13 09:45:40.151665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Network f35c344d-0462-431e-b4d9-6448eaf42dec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:40.179126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:40.187094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:40.209584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Pushing event updated for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:40.254033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.254644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.277599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-fdf7ccec-eddb-477d-a632-b748f9dab992 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626649 Dec 13 09:45:40.281259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-c62b2501-c090-43f1-80e9-1c34574b2cd0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489375 Dec 13 09:45:40.296790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Request body: {'port': {'device_id': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:40.439385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.466959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef534-39de-4934-ba0e-1f462a237536 req-55f07f1c-2149-4b61-8000-d1953b2bf318 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.468313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d9ef534-39de-4934-ba0e-1f462a237536 req-55f07f1c-2149-4b61-8000-d1953b2bf318 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.1176755 Dec 13 09:45:40.477195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-00f9ddaa-1dbd-4283-87ea-c53fe2aab9b1 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930993 Dec 13 09:45:40.594974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d9ef534-39de-4934-ba0e-1f462a237536 req-5f54db7d-89ee-4f84-b5ef-2a9706dc59fe tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200857 Dec 13 09:45:40.770182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33215fb-7d8f-4e6b-9ddb-3c714c7a7646 req-3a475b84-9c38-4ba2-ab90-9b3ea487184b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:40.771601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a33215fb-7d8f-4e6b-9ddb-3c714c7a7646 req-3a475b84-9c38-4ba2-ab90-9b3ea487184b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 932 time: 0.1213789 Dec 13 09:45:40.800811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6fcf5ec-2024-4e02-ac35-fb195058b9d2 req-cf988b19-2fb5-423a-92a5-4fdea6f22e91 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 210 time: 0.0508506 Dec 13 09:45:40.895426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a33215fb-7d8f-4e6b-9ddb-3c714c7a7646 req-8cb978c7-f732-4020-b883-64de0e81dad8 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992925 Dec 13 09:45:40.901834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cb711c-6b8f-4ec7-bb38-e65510992b15 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:40.918215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:40.952575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Transition to ACTIVE for port object 72cb711c-6b8f-4ec7-bb38-e65510992b15 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:40.960772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.012159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d942-d519-4041-a812-0a20f877e851 req-022662c3-6778-44dc-a17e-7adaaca05763 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.014025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c515d942-d519-4041-a812-0a20f877e851 req-022662c3-6778-44dc-a17e-7adaaca05763 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1073158 Dec 13 09:45:41.066055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Pushing event updated for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:41.117666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbe7e5-a7e6-4eae-a369-64e33b04e23f req-e96a72b0-6756-40a2-932f-cf0644c97a2d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.119145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81bbe7e5-a7e6-4eae-a369-64e33b04e23f req-e96a72b0-6756-40a2-932f-cf0644c97a2d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1594212 Dec 13 09:45:41.158737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c515d942-d519-4041-a812-0a20f877e851 req-286da188-c521-4b15-b0fd-a153dc67a103 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285131 Dec 13 09:45:41.211720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Attempting to bind port 72cb711c-6b8f-4ec7-bb38-e65510992b15 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:41.212063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Attempting to bind port 72cb711c-6b8f-4ec7-bb38-e65510992b15 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'a2b30d63-3fca-4945-b544-c8ab07ed5a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:41.212401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Attempting to bind port 72cb711c-6b8f-4ec7-bb38-e65510992b15 on network f35c344d-0462-431e-b4d9-6448eaf42dec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:41.221617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81bbe7e5-a7e6-4eae-a369-64e33b04e23f req-0950a66e-dc1a-4e16-afec-73179dd396a7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Dec 13 09:45:41.222610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Port 72cb711c-6b8f-4ec7-bb38-e65510992b15 on network f35c344d-0462-431e-b4d9-6448eaf42dec not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:41.223000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Attempting to bind port 72cb711c-6b8f-4ec7-bb38-e65510992b15 on network f35c344d-0462-431e-b4d9-6448eaf42dec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:41.232440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:41.233004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Checking segment: {'id': 'a2b30d63-3fca-4945-b544-c8ab07ed5a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:41.233738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Bound using segment: {'id': 'a2b30d63-3fca-4945-b544-c8ab07ed5a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:41.234202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Bound port: 72cb711c-6b8f-4ec7-bb38-e65510992b15, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b30d63-3fca-4945-b544-c8ab07ed5a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:41.234668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.359800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:41.363830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15,segment=NetworkSegment(a2b30d63-3fca-4945-b544-c8ab07ed5a73),segment_id=a2b30d63-3fca-4945-b544-c8ab07ed5a73)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:41.372814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394cd7e-e161-43f7-a207-5ff54498a883 req-760eb74f-3f6b-4a49-9291-d1150ab8fade tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.374626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4394cd7e-e161-43f7-a207-5ff54498a883 req-760eb74f-3f6b-4a49-9291-d1150ab8fade tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 945 time: 0.0810683 Dec 13 09:45:41.376316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.437711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.438315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.439689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] 10.222.0.44 "PUT /v2.0/ports/72cb711c-6b8f-4ec7-bb38-e65510992b15 HTTP/1.1" status: 200 len: 1092 time: 1.1480148 Dec 13 09:45:41.440121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:41.442370 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e57600d-2db8-4878-964c-4eb6e4643eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:41.532033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f072d-d224-4359-9cf9-af2fc5dcd325 service neutron] Pushing event updated for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:41.576900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4394cd7e-e161-43f7-a207-5ff54498a883 req-9227ec30-66a2-4784-9a36-40ecf8313371 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745975 Dec 13 09:45:41.589195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-13c9dd4f-fa8b-408d-a9d4-d943c43a8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.590879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-13c9dd4f-fa8b-408d-a9d4-d943c43a8488 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.1406643 Dec 13 09:45:41.608754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-8dbcab76-623b-4b1a-8237-987108a94d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.615127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-8dbcab76-623b-4b1a-8237-987108a94d9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ace2f2c1f7e414fbd5df507d8683762&device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 1095 time: 0.1153333 Dec 13 09:45:41.634902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27860bb1-41c1-4c79-ae5d-3dc10c52137a req-e539d3f7-8bf9-4a0d-98de-6b1ff4b8ea82 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.636424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27860bb1-41c1-4c79-ae5d-3dc10c52137a req-e539d3f7-8bf9-4a0d-98de-6b1ff4b8ea82 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1873515 Dec 13 09:45:41.643881 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545a0bb4-40af-493f-9943-eca417063f0e x-openstack-request-id: req-545a0bb4-40af-493f-9943-eca417063f0e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:41.644175 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:41.644428 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-545a0bb4-40af-493f-9943-eca417063f0e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:41.644829 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15', 'status': 'completed', 'code': 200} Dec 13 09:45:41.719646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-5c7a69f4-0aea-481f-ae91-dffbd6b27406 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15 HTTP/1.1" status: 200 len: 217 time: 0.0933793 Dec 13 09:45:41.774007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-623592d2-d87c-4d4e-b054-6d3c7f1466f1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.775458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-623592d2-d87c-4d4e-b054-6d3c7f1466f1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.37 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.1191418 Dec 13 09:45:41.789585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': '86f0a299-0701-4419-801e-e9fd73af9384', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:41.845685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27860bb1-41c1-4c79-ae5d-3dc10c52137a req-af19a1c1-e9d9-4aa0-b6ba-313aea3e1d4a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750190 Dec 13 09:45:41.853985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6eae322a-63f8-475b-b23c-6882faf385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.855597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6eae322a-63f8-475b-b23c-6882faf385a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82f588f8-3571-4285-be09-db5ef069aa9d HTTP/1.1" status: 200 len: 853 time: 0.1281962 Dec 13 09:45:41.861918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-8285bd26-579a-4189-9f1b-79415c0159a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:41.863899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-8285bd26-579a-4189-9f1b-79415c0159a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.2648094 Dec 13 09:45:41.892969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-856496b8-571a-413e-b99e-bef7a13fc626 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f35c344d-0462-431e-b4d9-6448eaf42dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279574 Dec 13 09:45:41.905489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d33b0206-6360-47bb-b014-93754abb901e req-ebfc786e-7b03-4f06-9b05-dc32b5d574aa tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1109342071&fields=id&tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 267 time: 0.1973770 Dec 13 09:45:41.911395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:41.916328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:41.959619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-5636a0d7-0aea-4263-a2d7-74ea88b67c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.0658004 Dec 13 09:45:42.048418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.9 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/97afb831-7d4a-4fde-90e4-9882728b9244) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:42.204425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.248054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.295185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:45:42.298559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:42.302299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:45:42.308679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:42.355755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.356368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.360479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884a487-f3b1-4fda-b53c-fd53aac7de22 req-6a7d0ed2-06a9-4b3e-88bb-f58b6df0b4e0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.362004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3884a487-f3b1-4fda-b53c-fd53aac7de22 req-6a7d0ed2-06a9-4b3e-88bb-f58b6df0b4e0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.4606388 Dec 13 09:45:42.374599 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-d59d5d30-c05e-4a62-aa75-b3a022d56a05 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894361 Dec 13 09:45:42.378577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-9205b8c7-6bc3-4290-ba25-4546b138fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.379968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-9205b8c7-6bc3-4290-ba25-4546b138fd9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.3992224 Dec 13 09:45:42.392532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Request body: {'port': {'device_id': '86f0a299-0701-4419-801e-e9fd73af9384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:42.407562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b0206-6360-47bb-b014-93754abb901e req-3a2a9439-ab46-43ae-abd8-e56664f3059a tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.409019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d33b0206-6360-47bb-b014-93754abb901e req-3a2a9439-ab46-43ae-abd8-e56664f3059a tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 945 time: 0.4677215 Dec 13 09:45:42.411238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-adb660d8-7104-4276-9d05-12c610eee3c7 service neutron] 10.222.0.44 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049000 Dec 13 09:45:42.441071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'security_groups': ['6c25d448-6d49-4237-b847-8f2674b74743', 'ca73a54c-f284-4f8f-87b2-b616954ef25d']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:42.451058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-522b8cb2-40ab-475d-9539-98955656e665 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604622 Dec 13 09:45:42.452708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.632555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3884a487-f3b1-4fda-b53c-fd53aac7de22 req-07ace609-eac8-426a-be6e-9c25ce5e5a88 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608998 Dec 13 09:45:42.653270 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.689528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe769c64-53f9-4fd4-b7f7-29adc48af07f req-6e9d86db-96b7-4210-81a1-654ad198336f service neutron] 10.222.0.44 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528188 Dec 13 09:45:42.735096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-d1c948a1-7668-4190-b6a2-d3003bdff767 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503116 Dec 13 09:45:42.760620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97afb831-7d4a-4fde-90e4-9882728b9244 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:42.772124 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.787243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Transition to ACTIVE for port object 97afb831-7d4a-4fde-90e4-9882728b9244 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:45:42.791191 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.863781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Pushing event updated for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:42.918788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Attempting to bind port 97afb831-7d4a-4fde-90e4-9882728b9244 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:45:42.919275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Attempting to bind port 97afb831-7d4a-4fde-90e4-9882728b9244 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:45:42.919740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Attempting to bind port 97afb831-7d4a-4fde-90e4-9882728b9244 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:42.924663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Port 97afb831-7d4a-4fde-90e4-9882728b9244 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:45:42.924978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Attempting to bind port 97afb831-7d4a-4fde-90e4-9882728b9244 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:45:42.929937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:45:42.930347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:42.930735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:45:42.931206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Bound port: 97afb831-7d4a-4fde-90e4-9882728b9244, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:45:42.932062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:42.992886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-5f3d537f-ea9b-46e6-a795-742821df7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:42.994434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-5f3d537f-ea9b-46e6-a795-742821df7a32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ace2f2c1f7e414fbd5df507d8683762&device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 1095 time: 0.2183034 Dec 13 09:45:42.995419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:45:42.998955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=97afb831-7d4a-4fde-90e4-9882728b9244,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:45:43.002038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4e28-5362-42ea-9c13-5ae234c2d892 req-ee134778-3d54-4fcb-98f3-6b91c360d642 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.002868 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.003571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c6d4e28-5362-42ea-9c13-5ae234c2d892 req-ee134778-3d54-4fcb-98f3-6b91c360d642 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 943 time: 0.1870396 Dec 13 09:45:43.026356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-849c9969-6222-4dc8-9ac7-493ea3505a89 req-50828f25-c6d5-4d7d-8644-0f8ce1751124 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842388 Dec 13 09:45:43.037852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.038474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.039865 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] 10.222.0.37 "PUT /v2.0/ports/97afb831-7d4a-4fde-90e4-9882728b9244 HTTP/1.1" status: 200 len: 1091 time: 0.6520064 Dec 13 09:45:43.040376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:43.042617 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76011e05-d994-4d28-9cf2-53d52437054d" -d '{"events": [{"name": "network-changed", "server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:43.068884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0bdb2-8dfd-4207-bad8-4f6fec98efe3 service neutron] Pushing event updated for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:43.127463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-a31b4297-bd5b-4132-a6c1-3cf7ebbe37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.128998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-a31b4297-bd5b-4132-a6c1-3cf7ebbe37e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 1094 time: 0.0429211 Dec 13 09:45:43.163135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:43.167736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c6d4e28-5362-42ea-9c13-5ae234c2d892 req-7172f51e-22f8-4941-9f7f-c05f99ff02fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499164 Dec 13 09:45:43.178064 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-de3de4f4-c1fb-4f3e-b1f3-4429dc3a91d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97afb831-7d4a-4fde-90e4-9882728b9244 HTTP/1.1" status: 200 len: 217 time: 0.0379591 Dec 13 09:45:43.189038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-9c927d78-5ba8-46ed-984d-0219f1d0d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.190570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-9c927d78-5ba8-46ed-984d-0219f1d0d72b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f35c344d-0462-431e-b4d9-6448eaf42dec HTTP/1.1" status: 200 len: 914 time: 0.1861165 Dec 13 09:45:43.234558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-6de1e926-65ed-43f5-90d5-11f1afd6f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.236012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-6de1e926-65ed-43f5-90d5-11f1afd6f778 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.0459161 Dec 13 09:45:43.243614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.248863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-384a1e05-9981-461d-b56b-1de52009eff9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15 HTTP/1.1" status: 200 len: 217 time: 0.0496161 Dec 13 09:45:43.257656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.270851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-835eba8f-c231-4b4f-9286-f24980317587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Dec 13 09:45:43.276871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92', '6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:43.364833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.365557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:43.367179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d33b0206-6360-47bb-b014-93754abb901e req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "PUT /v2.0/ports/6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 981 time: 0.9464846 Dec 13 09:45:43.391185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-024ba496-9b91-4271-bf5b-bbbfa515b71b service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125228 Dec 13 09:45:43.398906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504a7f-76b5-43f1-bb6c-afdabfd2f191 req-61a4e49f-0028-4ff0-8c46-bc9403387982 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.400551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28504a7f-76b5-43f1-bb6c-afdabfd2f191 req-61a4e49f-0028-4ff0-8c46-bc9403387982 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 944 time: 0.1549718 Dec 13 09:45:43.402636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-b6ab1353-8f83-4b90-a188-d3162552966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.404748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-b6ab1353-8f83-4b90-a188-d3162552966d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82f588f8-3571-4285-be09-db5ef069aa9d HTTP/1.1" status: 200 len: 853 time: 0.1452138 Dec 13 09:45:43.405538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaaf1e-0fb2-46a9-9474-e0ba661b9555 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:43.454519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-ff43e752-c0ba-41c4-8eaa-ad620f2c5dfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f35c344d-0462-431e-b4d9-6448eaf42dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383341 Dec 13 09:45:43.491917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:43.525507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28504a7f-76b5-43f1-bb6c-afdabfd2f191 req-60f29c2b-7bf8-4f05-aac3-023f0e6b0bd4 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169131 Dec 13 09:45:43.568631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e467a0a5-cf3c-4ef9-acf1-af2982472991 req-f4914b7c-d876-4672-8619-1f81a67afefd service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697104 Dec 13 09:45:43.610442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-92dae6eb-4927-4bbc-a414-847d1983d01e service neutron] 10.222.0.44 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458428 Dec 13 09:45:43.621553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6448d3a-b1d5-44a1-af74-ad08becc1546 req-7cc6206a-37fa-47a0-b903-bb97b090a3f5 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.623191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6448d3a-b1d5-44a1-af74-ad08becc1546 req-7cc6206a-37fa-47a0-b903-bb97b090a3f5 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0862093 Dec 13 09:45:43.652248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:43.655448 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ead18-61e1-490b-9ed5-0cfa5843269e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:43.776407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6448d3a-b1d5-44a1-af74-ad08becc1546 req-d9fad516-2cdd-4e8d-9d50-00649be680ad tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424625 Dec 13 09:45:43.784472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd721b-87c9-4500-abd0-85ce81323d74 req-f395a0d5-1486-46af-bd5f-f5a0a5ef6a8e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.785971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4fd721b-87c9-4500-abd0-85ce81323d74 req-f395a0d5-1486-46af-bd5f-f5a0a5ef6a8e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1540284 Dec 13 09:45:43.812082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e57600d-2db8-4878-964c-4eb6e4643eb0 req-ac3f92b9-dbed-4a6b-9ae8-91734dc39395 service neutron] 10.222.0.44 "GET /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878936 Dec 13 09:45:43.844160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4fd721b-87c9-4500-abd0-85ce81323d74 req-443b7aa7-a7de-4ac6-8c04-e68a1090b168 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Dec 13 09:45:43.844672 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef0ab2d-68dc-47cb-bccd-296d3e7f427a x-openstack-request-id: req-4ef0ab2d-68dc-47cb-bccd-296d3e7f427a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:43.845909 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:43.846842 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ef0ab2d-68dc-47cb-bccd-296d3e7f427a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:43.847386 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244', 'status': 'completed', 'code': 200} Dec 13 09:45:43.911790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55dbce32-5ca1-440c-b334-88fe0d1aa6d0 req-71756faf-7e3a-4c70-a59a-595946c8cce2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/ca73a54c-f284-4f8f-87b2-b616954ef25d HTTP/1.1" status: 200 len: 1819 time: 0.0494792 Dec 13 09:45:43.932021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011e05-d994-4d28-9cf2-53d52437054d req-a43ce494-f821-49bf-9c05-7e69805671bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.933939 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-a43ce494-f821-49bf-9c05-7e69805671bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 1094 time: 0.0586390 Dec 13 09:45:43.994024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627dda-0309-4755-bd69-633422e94d4f req-6debdcae-e43b-4bd5-83a1-54a503283b40 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:43.995853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28627dda-0309-4755-bd69-633422e94d4f req-6debdcae-e43b-4bd5-83a1-54a503283b40 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.0794230 Dec 13 09:45:44.011374 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-55dbce32-5ca1-440c-b334-88fe0d1aa6d0 req-a59da63b-0fc8-4872-a4dd-bd8ba612fac9 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:45:44.011374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55dbce32-5ca1-440c-b334-88fe0d1aa6d0 req-a59da63b-0fc8-4872-a4dd-bd8ba612fac9 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca73a54c-f284-4f8f-87b2-b616954ef25d HTTP/1.1" status: 409 len: 341 time: 0.0856466 Dec 13 09:45:44.035987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011e05-d994-4d28-9cf2-53d52437054d req-8597c6df-4883-46f5-b784-bdd2c2a579c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.037484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-8597c6df-4883-46f5-b784-bdd2c2a579c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.0906458 Dec 13 09:45:44.048486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28627dda-0309-4755-bd69-633422e94d4f req-4a65c0cb-3f40-48c1-a625-441f0ba3b63a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460246 Dec 13 09:45:44.050167 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9e8ab-d136-46f7-85ca-b156a82ba0f6 x-openstack-request-id: req-6eb9e8ab-d136-46f7-85ca-b156a82ba0f6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:44.050467 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:44.050726 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6eb9e8ab-d136-46f7-85ca-b156a82ba0f6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:44.051124 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'status': 'completed', 'code': 200} Dec 13 09:45:44.085856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-047b2eb2-b503-41d5-93b0-acaf74e26a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97afb831-7d4a-4fde-90e4-9882728b9244 HTTP/1.1" status: 200 len: 217 time: 0.0398400 Dec 13 09:45:44.125467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-0f56e443-d2c8-41df-94f9-50d34d9a0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.127194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-0f56e443-d2c8-41df-94f9-50d34d9a0bde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1135 time: 0.0461686 Dec 13 09:45:44.147045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011e05-d994-4d28-9cf2-53d52437054d req-91625ba4-cf92-428f-84fc-e183ade8881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.148923 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-91625ba4-cf92-428f-84fc-e183ade8881c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.0550809 Dec 13 09:45:44.186922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-1ff77275-a48c-4c59-8647-9f04b39686c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277293 Dec 13 09:45:44.235291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-ed30eba0-76b6-4151-8e09-ab82ccd6b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.237236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-ed30eba0-76b6-4151-8e09-ab82ccd6b217 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.1026621 Dec 13 09:45:44.299646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-75d09652-c3ea-4ffc-b828-3e358886fc1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 217 time: 0.0548542 Dec 13 09:45:44.299850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-23eb5db6-993c-476d-bdd6-f990f5dbb3ce service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033697 Dec 13 09:45:44.396574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-d99f0392-33b5-4cbc-ad68-8117d0805f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.398053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-d99f0392-33b5-4cbc-ad68-8117d0805f22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.0731888 Dec 13 09:45:44.403090 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76011e05-d994-4d28-9cf2-53d52437054d req-7134e8a1-a32c-4dda-a039-9d50a524b7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879881 Dec 13 09:45:44.407549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273b724-4a20-4f32-ae32-49a0ab8abe94 req-913a9c97-f9ef-40fe-8d7e-12911915879c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.408977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e273b724-4a20-4f32-ae32-49a0ab8abe94 req-913a9c97-f9ef-40fe-8d7e-12911915879c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 943 time: 0.1548252 Dec 13 09:45:44.417387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a56b9-6b26-43c9-8e40-dfe3b235af4a req-6c4790dd-1b0d-4b1a-8013-e0f8fef92255 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.418844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a9a56b9-6b26-43c9-8e40-dfe3b235af4a req-6c4790dd-1b0d-4b1a-8013-e0f8fef92255 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 984 time: 0.1657791 Dec 13 09:45:44.460936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-3de77a18-5bab-45c0-a0bc-a3a6e558e6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404587 Dec 13 09:45:44.565358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e273b724-4a20-4f32-ae32-49a0ab8abe94 req-8705506e-4f13-45b1-b648-e71b3fd9aba0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437228 Dec 13 09:45:44.587239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a9a56b9-6b26-43c9-8e40-dfe3b235af4a req-20cc7caf-951c-4034-b04e-cb706ae41ad5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1514082 Dec 13 09:45:44.618903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-59948e89-dfd0-4ead-8a47-3628bbd3cf92 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480885 Dec 13 09:45:44.751134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef712b32-48e5-490e-b01e-080a519f884c req-494fd25d-a7b2-4354-be79-104249bfd0bd tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.752517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef712b32-48e5-490e-b01e-080a519f884c req-494fd25d-a7b2-4354-be79-104249bfd0bd tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 944 time: 0.0813754 Dec 13 09:45:44.756353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227ead18-61e1-490b-9ed5-0cfa5843269e req-4dbf0ee6-8154-4a6f-9cd4-ee25d8903e6e service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288822 Dec 13 09:45:44.815989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef712b32-48e5-490e-b01e-080a519f884c req-773e0777-3eaf-4568-a0ca-0a97dc0b6bc9 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572984 Dec 13 09:45:44.847212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-af6995de-64c4-4826-a581-44bd9c1e8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:44.848742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-af6995de-64c4-4826-a581-44bd9c1e8fdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1135 time: 0.0457392 Dec 13 09:45:45.019162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72cb711c-6b8f-4ec7-bb38-e65510992b15 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:45.128755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15,segment=NetworkSegment(a2b30d63-3fca-4945-b544-c8ab07ed5a73),segment_id=a2b30d63-3fca-4945-b544-c8ab07ed5a73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:45.140814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '72cb711c-6b8f-4ec7-bb38-e65510992b15', 'network_id': 'f35c344d-0462-431e-b4d9-6448eaf42dec', 'port_id': '72cb711c-6b8f-4ec7-bb38-e65510992b15', 'mac_address': 'fa:16:3e:a3:68:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f588f8-3571-4285-be09-db5ef069aa9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:45.178010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.197000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cb711c-6b8f-4ec7-bb38-e65510992b15 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:45.216994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15,segment=NetworkSegment(a2b30d63-3fca-4945-b544-c8ab07ed5a73),segment_id=a2b30d63-3fca-4945-b544-c8ab07ed5a73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:45.221029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:45.232436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91805356-49db-48cf-966b-762fa5593f1c req-9ae9bec4-330d-46c7-8d9d-1f5d9df14cea tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.234132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91805356-49db-48cf-966b-762fa5593f1c req-9ae9bec4-330d-46c7-8d9d-1f5d9df14cea tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.3821068 Dec 13 09:45:45.272920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:45.277845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c4b12-d320-4c24-89d4-682959e5b347 req-a6a090d5-76f2-4f0b-a138-8276d041e748 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.279369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c98c4b12-d320-4c24-89d4-682959e5b347 req-a6a090d5-76f2-4f0b-a138-8276d041e748 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1170735 Dec 13 09:45:45.282235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-beaddf74-0907-4e01-a4d2-406177e1b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.283600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-beaddf74-0907-4e01-a4d2-406177e1b67c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.4229696 Dec 13 09:45:45.345320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-04db7ba4-8f75-4a1b-8f7e-f7ea99506cb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 217 time: 0.0496378 Dec 13 09:45:45.394931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91805356-49db-48cf-966b-762fa5593f1c req-3e4c33c4-23c0-4137-a062-9c0dea6b563a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519625 Dec 13 09:45:45.416976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c98c4b12-d320-4c24-89d4-682959e5b347 req-9c79acff-dfdf-4e5a-b3a5-6701a53c7013 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310253 Dec 13 09:45:45.427627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-927c2701-3c5c-4cbd-8b56-80febbb2acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.429081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-927c2701-3c5c-4cbd-8b56-80febbb2acb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.0733690 Dec 13 09:45:45.470953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-d03c39f2-6fcb-451a-9cfd-291f4ee841ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332131 Dec 13 09:45:45.573926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1049c86-77fd-40cf-aee9-5e2f45f1bf05 req-6fda437b-cd96-41a3-9d94-dd4a5176b63a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.575432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1049c86-77fd-40cf-aee9-5e2f45f1bf05 req-6fda437b-cd96-41a3-9d94-dd4a5176b63a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.1035020 Dec 13 09:45:45.608496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['72cb711c-6b8f-4ec7-bb38-e65510992b15'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:45.617498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-edf0dd10-f1d5-48b5-811d-72da652a0309 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358652 Dec 13 09:45:45.725441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1049c86-77fd-40cf-aee9-5e2f45f1bf05 req-4046c26a-d0b0-4b89-b63c-beddcd2e8301 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391678 Dec 13 09:45:45.768801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e8cbe-804e-41f1-98a1-3a2cbb910b47 req-6158bddc-a3e5-43d0-9a7d-c99cd23a5fe1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.770333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e7e8cbe-804e-41f1-98a1-3a2cbb910b47 req-6158bddc-a3e5-43d0-9a7d-c99cd23a5fe1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 943 time: 0.1284378 Dec 13 09:45:45.797642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39cc1379-8f73-4828-a23b-dbfe0f09c1cc req-3d4826d9-6b68-4c12-a247-ee48300da730 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660693 Dec 13 09:45:45.864337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e7e8cbe-804e-41f1-98a1-3a2cbb910b47 req-e156fd11-d18f-45e1-bdd4-cff73bf4be33 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 Dec 13 09:45:45.876598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79c198-9e72-415c-bc1d-4e9ccba7d9c4 req-c42d198b-ce45-4f4b-9233-965e75c447f8 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:45.878100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f79c198-9e72-415c-bc1d-4e9ccba7d9c4 req-c42d198b-ce45-4f4b-9233-965e75c447f8 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 984 time: 0.0850947 Dec 13 09:45:45.948145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f79c198-9e72-415c-bc1d-4e9ccba7d9c4 req-9b269852-1c3f-40f9-8b77-fb8799e56d68 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0575089 Dec 13 09:45:46.036015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f040d-33fa-443e-822a-07aa31da2439 req-dbfc6333-5873-435b-b21a-baa09523658d tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.037510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd1f040d-33fa-443e-822a-07aa31da2439 req-dbfc6333-5873-435b-b21a-baa09523658d tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Dec 13 09:45:46.085237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd1f040d-33fa-443e-822a-07aa31da2439 req-d41d7fef-7456-41d9-b190-8e1738fcfd4d tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Dec 13 09:45:46.538991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762923f1-08c7-4759-980a-95489e8f0ebf req-31eb3908-46ff-4cb5-a90d-64bda77165fc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.540456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-762923f1-08c7-4759-980a-95489e8f0ebf req-31eb3908-46ff-4cb5-a90d-64bda77165fc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0771289 Dec 13 09:45:46.564437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b615e-681b-4447-ae6f-a6fcda029802 req-cb22c289-ba00-4442-b424-cd7b97f4d86e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.565890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e3b615e-681b-4447-ae6f-a6fcda029802 req-cb22c289-ba00-4442-b424-cd7b97f4d86e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0741732 Dec 13 09:45:46.644664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-762923f1-08c7-4759-980a-95489e8f0ebf req-88b6c2b1-31f1-46a7-bb1a-a1dbc7ad9917 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966089 Dec 13 09:45:46.649322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e3b615e-681b-4447-ae6f-a6fcda029802 req-b9086ddb-1dfe-4363-9209-6e563cf33e2c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Dec 13 09:45:46.801452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:46.854298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd244e2-5e7e-440e-9da7-ba5ff9041545 req-e31a1eea-b0ab-4700-9c92-f19f900391d0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:46.856013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd244e2-5e7e-440e-9da7-ba5ff9041545 req-e31a1eea-b0ab-4700-9c92-f19f900391d0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 943 time: 0.0554948 Dec 13 09:45:46.913789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:46.933910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'port_id': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'mac_address': 'fa:16:3e:34:2f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:46.972173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd244e2-5e7e-440e-9da7-ba5ff9041545 req-56f4bcde-2ee9-46e9-a962-d77e9bb1d4aa tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990818 Dec 13 09:45:47.006147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.027534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72cb711c-6b8f-4ec7-bb38-e65510992b15 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:47.028961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48db1d-ec72-4392-bb66-ae1eabec3814 req-f88b15a9-8e9c-494a-9c16-34e03ab183d2 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.030656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:47.036978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff48db1d-ec72-4392-bb66-ae1eabec3814 req-f88b15a9-8e9c-494a-9c16-34e03ab183d2 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 943 time: 0.0818491 Dec 13 09:45:47.078401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:47.088249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.094195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff48db1d-ec72-4392-bb66-ae1eabec3814 req-2ff2bec9-58e6-46cb-b17f-8ab7c109551c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561917 Dec 13 09:45:47.159771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:47.165279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 72cb711c-6b8f-4ec7-bb38-e65510992b15 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:47.170390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 72cb711c-6b8f-4ec7-bb38-e65510992b15 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:47.170887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.256296 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.261618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57730b36-9931-44c0-972e-6a4d9f04ccf0 req-a7b25dd4-22ec-4309-9883-9ff2600942a0 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.264193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57730b36-9931-44c0-972e-6a4d9f04ccf0 req-a7b25dd4-22ec-4309-9883-9ff2600942a0 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 984 time: 0.1152298 Dec 13 09:45:47.274822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a83d-4514-4ab2-a79f-2c3ab82f50b1 req-ead79c12-55f6-499d-a8ac-844e6eb46bb7 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.282996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae99a83d-4514-4ab2-a79f-2c3ab82f50b1 req-ead79c12-55f6-499d-a8ac-844e6eb46bb7 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 945 time: 0.1047518 Dec 13 09:45:47.291092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15,segment=NetworkSegment(a2b30d63-3fca-4945-b544-c8ab07ed5a73),segment_id=a2b30d63-3fca-4945-b544-c8ab07ed5a73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:47.293206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:47.295929 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70954e11-1324-444a-9823-c2329138b6c2" -d '{"events": [{"server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "name": "network-vif-plugged", "status": "completed", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:47.299789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.350671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:47.363599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae99a83d-4514-4ab2-a79f-2c3ab82f50b1 req-ed3abda2-fe3e-4ceb-80a2-ac112f25e4f0 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791245 Dec 13 09:45:47.394469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57730b36-9931-44c0-972e-6a4d9f04ccf0 req-2a25cdb5-242d-4805-afde-d5505aec49e5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1078482 Dec 13 09:45:47.413027 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad12b4-a11f-499f-a702-ce3f2953f190 x-openstack-request-id: req-14ad12b4-a11f-499f-a702-ce3f2953f190 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:47.413027 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "name": "network-vif-plugged", "status": "completed", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:47.413027 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14ad12b4-a11f-499f-a702-ce3f2953f190 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:47.413027 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15', 'code': 200} Dec 13 09:45:47.504060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:47.534672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd82f766-b93e-426a-adcb-a0384f501916 req-7d1e584c-06bc-45d8-8bfa-c19373d02cf4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-488875024&fields=id&tenant_id=2b889834e4fe40b3a78eace39470c3bd HTTP/1.1" status: 200 len: 267 time: 0.0748243 Dec 13 09:45:47.542308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ceaa-b5f5-4c7d-baf4-9ecb7c5ad647 req-41fac8e4-f552-4d87-8de0-5c0a36a9bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.543916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9164ceaa-b5f5-4c7d-baf4-9ecb7c5ad647 req-41fac8e4-f552-4d87-8de0-5c0a36a9bc1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 1097 time: 0.0626159 Dec 13 09:45:47.637224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9164ceaa-b5f5-4c7d-baf4-9ecb7c5ad647 req-6cb9d888-8637-4c92-a6c2-d20ad70b340b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808902 Dec 13 09:45:47.645901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f766-b93e-426a-adcb-a0384f501916 req-944c5911-7733-4a34-9768-40265f1dfec3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.647469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd82f766-b93e-426a-adcb-a0384f501916 req-944c5911-7733-4a34-9768-40265f1dfec3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 984 time: 0.0996699 Dec 13 09:45:47.660331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'port': {'security_groups': ['6c25d448-6d49-4237-b847-8f2674b74743', 'ca73a54c-f284-4f8f-87b2-b616954ef25d', '48711fd9-fe9e-41df-adda-8a5d4b9e01b2']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:47.772466 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:47.834452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7a0f-73ec-47e3-b723-962180168c8b req-7bbed197-5a07-491c-a575-5d7bd64fe8ff tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:47.835881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f5e7a0f-73ec-47e3-b723-962180168c8b req-7bbed197-5a07-491c-a575-5d7bd64fe8ff tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1062038 Dec 13 09:45:47.922555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f5e7a0f-73ec-47e3-b723-962180168c8b req-6898fad2-4f85-4869-9f4e-7c828433bd08 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Dec 13 09:45:48.043093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:48.100666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.108768 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.123958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e60d6-8b3d-44d2-9150-84952ea8f1d9 req-b7532794-c3a6-479d-a873-b6b220f98e29 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.125483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-496e60d6-8b3d-44d2-9150-84952ea8f1d9 req-b7532794-c3a6-479d-a873-b6b220f98e29 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0794010 Dec 13 09:45:48.180969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.181606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:48.182967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd82f766-b93e-426a-adcb-a0384f501916 req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "PUT /v2.0/ports/6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 1020 time: 0.5273097 Dec 13 09:45:48.185558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:48.188701 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d5a64-677e-42cb-85e8-d3918398a19e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:48.228420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136849-c8ba-4aea-8b16-f9e5946a48e3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:48.234496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-496e60d6-8b3d-44d2-9150-84952ea8f1d9 req-2f41b1e4-d5d6-4128-9de9-f2f9f96f097c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883939 Dec 13 09:45:48.285819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65f50a-f491-44ae-b8a9-b2add190e395 req-85d98d87-b8ef-43bd-b15f-3335cd15671a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.287345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e65f50a-f491-44ae-b8a9-b2add190e395 req-85d98d87-b8ef-43bd-b15f-3335cd15671a tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 944 time: 0.0516293 Dec 13 09:45:48.294686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92', '6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:48.344249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e65f50a-f491-44ae-b8a9-b2add190e395 req-05d92f4b-25e2-40b1-88c2-94f6e992c568 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505745 Dec 13 09:45:48.442238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:48.452502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa55b3-b568-4e7d-b759-506a39390076 req-4409c349-c468-4e39-9585-64e1d4c60350 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.454041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6aa55b3-b568-4e7d-b759-506a39390076 req-4409c349-c468-4e39-9585-64e1d4c60350 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 943 time: 0.0876355 Dec 13 09:45:48.457070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c601b443-e339-4a00-9679-8bede6d15bec req-d94a7a99-0147-40d1-89a2-61d647b65b52 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/48711fd9-fe9e-41df-adda-8a5d4b9e01b2 HTTP/1.1" status: 200 len: 1818 time: 0.0799136 Dec 13 09:45:48.545523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6aa55b3-b568-4e7d-b759-506a39390076 req-1ac8d5c4-5cc5-43e8-a82f-66c9d489decd tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746944 Dec 13 09:45:48.547122 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-c601b443-e339-4a00-9679-8bede6d15bec req-1c53b35d-1f03-4fab-adaf-948f6a5aa678 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:45:48.548049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c601b443-e339-4a00-9679-8bede6d15bec req-1c53b35d-1f03-4fab-adaf-948f6a5aa678 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/48711fd9-fe9e-41df-adda-8a5d4b9e01b2 HTTP/1.1" status: 409 len: 341 time: 0.0794225 Dec 13 09:45:48.593080 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4962c77-41a0-41fd-95de-33550c701a9a x-openstack-request-id: req-f4962c77-41a0-41fd-95de-33550c701a9a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:48.593711 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:48.594997 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4962c77-41a0-41fd-95de-33550c701a9a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:48.595656 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'status': 'completed', 'code': 200} Dec 13 09:45:48.703524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5a64-677e-42cb-85e8-d3918398a19e req-f1b1a1fd-d322-413e-8acd-8dcf0c637417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.705172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-f1b1a1fd-d322-413e-8acd-8dcf0c637417 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b889834e4fe40b3a78eace39470c3bd&device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1174 time: 0.0799375 Dec 13 09:45:48.728856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12ce4-fcc3-478a-ae32-35ffe17d97ad req-d5217a88-1705-48fa-8aa9-bd042695e317 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.730578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46d12ce4-fcc3-478a-ae32-35ffe17d97ad req-d5217a88-1705-48fa-8aa9-bd042695e317 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 946 time: 0.0749843 Dec 13 09:45:48.817206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 97afb831-7d4a-4fde-90e4-9882728b9244 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:45:48.819276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:48.842937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46d12ce4-fcc3-478a-ae32-35ffe17d97ad req-06d9a677-0935-4c24-9f36-c86075f3a0e8 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018260 Dec 13 09:45:48.857707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5a64-677e-42cb-85e8-d3918398a19e req-2ec7ce85-069a-415e-92c6-43365b331d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:48.859370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-2ec7ce85-069a-415e-92c6-43365b331d77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 200 len: 913 time: 0.1469667 Dec 13 09:45:48.963564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-5e842348-a068-4e88-b3ff-a11dec68e571 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 200 len: 217 time: 0.0969143 Dec 13 09:45:49.063938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:49.081570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:49.081955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.119048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5a64-677e-42cb-85e8-d3918398a19e req-66a0887b-9f4c-4ef6-91de-0682e05ad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.120567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-66a0887b-9f4c-4ef6-91de-0682e05ad016 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 200 len: 852 time: 0.1350381 Dec 13 09:45:49.148953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=97afb831-7d4a-4fde-90e4-9882728b9244,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:49.165505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-275d47f3-a5ad-40d6-8f20-de08d75fb69a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2546440c-9b9e-44dc-a02d-347882ef9aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363133 Dec 13 09:45:49.175835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48882b1-8373-459e-a37f-218671aa838f req-56f5595a-282d-4c8c-b4a2-f769f837c472 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.177850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a48882b1-8373-459e-a37f-218671aa838f req-56f5595a-282d-4c8c-b4a2-f769f837c472 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1057954 Dec 13 09:45:49.188754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '97afb831-7d4a-4fde-90e4-9882728b9244', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': '97afb831-7d4a-4fde-90e4-9882728b9244', 'mac_address': 'fa:16:3e:d2:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:45:49.265730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.284417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97afb831-7d4a-4fde-90e4-9882728b9244 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:45:49.290389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.311308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a48882b1-8373-459e-a37f-218671aa838f req-7e9d8fa1-447a-4125-b770-3094e178726e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127901 Dec 13 09:45:49.322219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=97afb831-7d4a-4fde-90e4-9882728b9244,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:49.337679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-607c06f0-2fdd-4822-9290-a6459404d462 service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586776 Dec 13 09:45:49.344625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.358813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:49.383878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:49.412592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:49.415786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:49.421048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6677ade-bde1-4a72-98ba-83b50b58d5b7 req-f9eab367-ab50-44f7-b8cd-5a451fe424d6 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.425720 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3636b357-121f-4136-b411-3504b9a117d6" -d '{"events": [{"server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "name": "network-vif-plugged", "status": "completed", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:49.431550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6677ade-bde1-4a72-98ba-83b50b58d5b7 req-f9eab367-ab50-44f7-b8cd-5a451fe424d6 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1023 time: 0.1481025 Dec 13 09:45:49.509988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:49.561846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-748d5a64-677e-42cb-85e8-d3918398a19e req-22398505-03ef-4d4e-a45e-d2b657d5603f service neutron] 10.222.0.37 "GET /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118025 Dec 13 09:45:49.576127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6677ade-bde1-4a72-98ba-83b50b58d5b7 req-ec901a05-dc0a-4f5c-bae1-0725819a4935 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&id=48711fd9-fe9e-41df-adda-8a5d4b9e01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1427128 Dec 13 09:45:49.589369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd510a-b5f7-4a08-9fb1-1720df45e358 req-2bf48853-1f99-4f45-9ec4-02392bb6619b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.590910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6bd510a-b5f7-4a08-9fb1-1720df45e358 req-2bf48853-1f99-4f45-9ec4-02392bb6619b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1149902 Dec 13 09:45:49.635846 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2efc4-b5d0-48d1-bf41-400b34167425 x-openstack-request-id: req-68c2efc4-b5d0-48d1-bf41-400b34167425 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:49.636207 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "name": "network-vif-plugged", "status": "completed", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:49.636561 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68c2efc4-b5d0-48d1-bf41-400b34167425 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:49.637061 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'code': 200} Dec 13 09:45:49.659650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6bd510a-b5f7-4a08-9fb1-1720df45e358 req-4f2c115f-08a0-42c1-b867-285c311c0f57 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534406 Dec 13 09:45:49.718272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:49.781623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fccd-e8f4-4b0d-b3ef-dc6d543cd2f8 req-b1031ea7-203b-4c1f-aacd-b9ad7d7abc34 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.783193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d86fccd-e8f4-4b0d-b3ef-dc6d543cd2f8 req-b1031ea7-203b-4c1f-aacd-b9ad7d7abc34 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 944 time: 0.0901127 Dec 13 09:45:49.789356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c55c48-bdb4-4a23-888d-1aef2af8c4f4 req-2597c5cd-e22b-4bd4-ae53-1e090d54f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.790722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1c55c48-bdb4-4a23-888d-1aef2af8c4f4 req-2597c5cd-e22b-4bd4-ae53-1e090d54f124 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 1096 time: 0.0628717 Dec 13 09:45:49.860644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d86fccd-e8f4-4b0d-b3ef-dc6d543cd2f8 req-3f070190-4eba-4335-9c0d-ccb9fee588b5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Dec 13 09:45:49.867631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1c55c48-bdb4-4a23-888d-1aef2af8c4f4 req-3ae089ba-0fd3-421a-bf57-5f9b7122e11b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622938 Dec 13 09:45:49.979944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41683-f846-448a-a516-f1f2960d8a18 req-f9a62d7d-92a3-452b-9829-ca9f7d1bf549 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:49.981425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fd41683-f846-448a-a516-f1f2960d8a18 req-f9a62d7d-92a3-452b-9829-ca9f7d1bf549 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Dec 13 09:45:50.033645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fd41683-f846-448a-a516-f1f2960d8a18 req-092a85cf-2939-49f9-a502-aa2a45afb186 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Dec 13 09:45:50.469897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6753a4b-71d0-4a49-be9b-906a2a1e5068 req-e3d5d1c3-2bac-4dac-8fd0-8de02a73dc3d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.471479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6753a4b-71d0-4a49-be9b-906a2a1e5068 req-e3d5d1c3-2bac-4dac-8fd0-8de02a73dc3d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0801964 Dec 13 09:45:50.478722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4591c-ab48-4568-8839-797a89fca5dc req-45b15c05-5bb9-4382-85d9-531961376659 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.480308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ba4591c-ab48-4568-8839-797a89fca5dc req-45b15c05-5bb9-4382-85d9-531961376659 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 946 time: 0.0877573 Dec 13 09:45:50.555179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6753a4b-71d0-4a49-be9b-906a2a1e5068 req-3155d240-c905-4b07-992b-308790dd7464 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Dec 13 09:45:50.558660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ba4591c-ab48-4568-8839-797a89fca5dc req-32966417-3d67-4b0b-a587-46a70217ed52 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Dec 13 09:45:50.737764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848b6c-b0ec-4d71-84d2-a8390c4736b5 req-29063805-f772-4f21-b86c-c02fef212a5b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.739430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b848b6c-b0ec-4d71-84d2-a8390c4736b5 req-29063805-f772-4f21-b86c-c02fef212a5b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1023 time: 0.0717807 Dec 13 09:45:50.823081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 97afb831-7d4a-4fde-90e4-9882728b9244 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:45:50.845567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e6218-fd53-4741-b26c-4513e0d59bd1 req-a20bd590-218e-4bd0-8119-748b011077ee tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:50.847335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789e6218-fd53-4741-b26c-4513e0d59bd1 req-a20bd590-218e-4bd0-8119-748b011077ee tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.0939386 Dec 13 09:45:50.887100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b848b6c-b0ec-4d71-84d2-a8390c4736b5 req-34a7139e-8742-4785-9435-dcc9c997abd3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&id=48711fd9-fe9e-41df-adda-8a5d4b9e01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1390982 Dec 13 09:45:50.923166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-789e6218-fd53-4741-b26c-4513e0d59bd1 req-a34b7f73-742d-40e4-8e0f-5449ae42197e tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625527 Dec 13 09:45:51.014188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85024b1d-48a2-4db2-942f-9f6e07a7f43f req-8d2593f5-6d0d-4013-ab4f-d95a8a026c51 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.016582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85024b1d-48a2-4db2-942f-9f6e07a7f43f req-8d2593f5-6d0d-4013-ab4f-d95a8a026c51 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Dec 13 09:45:51.025560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 97afb831-7d4a-4fde-90e4-9882728b9244 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:45:51.030320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 97afb831-7d4a-4fde-90e4-9882728b9244 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:45:51.030895 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.068398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85024b1d-48a2-4db2-942f-9f6e07a7f43f req-4342afd2-f17a-4af8-a7f0-92e4d12937e9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Dec 13 09:45:51.114576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.149096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=97afb831-7d4a-4fde-90e4-9882728b9244,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:51.152902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:51.205332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:51.533987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-0a111087-c795-4cbb-8979-df3e3c5529fd tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.535510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-0a111087-c795-4cbb-8979-df3e3c5529fd tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1023 time: 0.0502405 Dec 13 09:45:51.638498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:51.642912 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9b379-69c1-4417-b396-eae21deb5fb6" -d '{"events": [{"server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "name": "network-vif-plugged", "status": "completed", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:51.750919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f08f-b10b-4b85-a910-cdf92fc1482d req-547dcaf9-1386-4161-a15c-b0e65836a638 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.752487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7505f08f-b10b-4b85-a910-cdf92fc1482d req-547dcaf9-1386-4161-a15c-b0e65836a638 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1145103 Dec 13 09:45:51.762040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08382bc-c4a6-4d2b-a3d9-9341b2ee2362 req-7599acb8-4a1f-473c-9b84-71f3ba4dca48 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:51.764340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e08382bc-c4a6-4d2b-a3d9-9341b2ee2362 req-7599acb8-4a1f-473c-9b84-71f3ba4dca48 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 946 time: 0.1038046 Dec 13 09:45:51.778130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Deleting port 6aac73e4-37c5-4821-80b1-34bc3bfced6b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:51.778513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.187609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7505f08f-b10b-4b85-a910-cdf92fc1482d req-13dec30d-0ab9-481e-88da-795e49d5127b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224107 Dec 13 09:45:52.209705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e08382bc-c4a6-4d2b-a3d9-9341b2ee2362 req-33bb49d6-9f9f-4401-bd16-63e8131beb61 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/security-groups?id=77b28af5-a770-4bdd-a84f-2a79cd057a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303687 Dec 13 09:45:52.222579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e18ff2de-5c91-41d7-be96-da209e200648 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.234345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e18ff2de-5c91-41d7-be96-da209e200648 tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 946 time: 0.1487706 Dec 13 09:45:52.246235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port 6aac73e4-37c5-4821-80b1-34bc3bfced6b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6aac73e4-37c5-4821-80b1-34bc3bfced6b,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:52.247011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.261914 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd8ba6-0a48-48c4-8576-b294c019fc99 x-openstack-request-id: req-c2bd8ba6-0a48-48c4-8576-b294c019fc99 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:52.262408 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "name": "network-vif-plugged", "status": "completed", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:52.262626 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2bd8ba6-0a48-48c4-8576-b294c019fc99 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:52.262878 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244', 'code': 200} Dec 13 09:45:52.305069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Calling delete_port for 6aac73e4-37c5-4821-80b1-34bc3bfced6b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:52.387030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be66a-b309-4bcb-8a1a-02e117476f99 req-cab0c678-e243-4fb0-8e4f-237c8528d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.388696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-233be66a-b309-4bcb-8a1a-02e117476f99 req-cab0c678-e243-4fb0-8e4f-237c8528d842 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 1096 time: 0.0504384 Dec 13 09:45:52.444392 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-233be66a-b309-4bcb-8a1a-02e117476f99 req-b40bdce7-3bb7-4164-bfca-4154a279a5f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453324 Dec 13 09:45:52.502645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b39d-8477-4072-b2e4-84ad01990275 req-8a89b534-010f-4c4d-abb2-3019edf8fa9d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.504176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87c7b39d-8477-4072-b2e4-84ad01990275 req-8a89b534-010f-4c4d-abb2-3019edf8fa9d tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b418812-4242-4736-a504-592365dbdb81 HTTP/1.1" status: 200 len: 1023 time: 0.1847017 Dec 13 09:45:52.522491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ae84f-ae8a-4017-97c0-8af97f4bd5d0 req-df018f71-444b-419d-819f-ded33cf11b93 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:52.523903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-410ae84f-ae8a-4017-97c0-8af97f4bd5d0 req-df018f71-444b-419d-819f-ded33cf11b93 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1324477 Dec 13 09:45:52.573676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Deleting port 72cb711c-6b8f-4ec7-bb38-e65510992b15 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:52.574021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.728186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-410ae84f-ae8a-4017-97c0-8af97f4bd5d0 req-04c4eb7f-66ff-4393-9da1-e28b4549f143 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926820 Dec 13 09:45:52.752770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87c7b39d-8477-4072-b2e4-84ad01990275 req-15edd5a8-f5d6-4f38-a539-891ac1bc5927 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=ca73a54c-f284-4f8f-87b2-b616954ef25d&id=48711fd9-fe9e-41df-adda-8a5d4b9e01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2223275 Dec 13 09:45:52.766815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.780027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92', '6aac73e4-37c5-4821-80b1-34bc3bfced6b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:45:52.809968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'Port': ['ID=6aac73e4-37c5-4821-80b1-34bc3bfced6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:52.813376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] For port 72cb711c-6b8f-4ec7-bb38-e65510992b15, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72cb711c-6b8f-4ec7-bb38-e65510992b15,segment=NetworkSegment(a2b30d63-3fca-4945-b544-c8ab07ed5a73),segment_id=a2b30d63-3fca-4945-b544-c8ab07ed5a73)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:52.813753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.835062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.835413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.835761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.836105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.836444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.836781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.837113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.837468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.837796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.838125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.838453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.838778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.839104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:45:52.864825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Calling delete_port for 72cb711c-6b8f-4ec7-bb38-e65510992b15 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:45:52.912567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] No DVR routers for this DVR port 6aac73e4-37c5-4821-80b1-34bc3bfced6b on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:52.917987 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:52.921437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88201a8d-4b32-46ed-b26f-1c335a0e8c24 req-588049f3-dbe0-4ee8-8bdf-d96de3816936 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "DELETE /v2.0/ports/6aac73e4-37c5-4821-80b1-34bc3bfced6b HTTP/1.1" status: 204 len: 173 time: 1.3772256 Dec 13 09:45:52.925236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'name': 'network-vif-deleted', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:52.928123 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeea863-1f59-4c37-b5ed-f0ccbdbba708" -d '{"events": [{"server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "name": "network-vif-deleted", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:53.024204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bd35-3b52-45b5-afc9-2162502b5eaa req-5da8b339-a965-4f39-9f83-e34af2bf7710 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.025838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8350bd35-3b52-45b5-afc9-2162502b5eaa req-5da8b339-a965-4f39-9f83-e34af2bf7710 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 945 time: 0.1800325 Dec 13 09:45:53.092630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5a5c4-a9ad-48ef-9aab-4729cae71b5d req-0404b1e5-a2b3-46cb-9dd5-6ed8392b9cde tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.094194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93f5a5c4-a9ad-48ef-9aab-4729cae71b5d req-0404b1e5-a2b3-46cb-9dd5-6ed8392b9cde tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1285472 Dec 13 09:45:53.105452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:53.110473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Request body: {'floatingip': {'port_id': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:53.146051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8350bd35-3b52-45b5-afc9-2162502b5eaa req-153e00fa-d375-4e4a-b8cc-f22586f30e9f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121457 Dec 13 09:45:53.159875 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71135f44-f15c-41cf-b926-b346a7181a6c x-openstack-request-id: req-71135f44-f15c-41cf-b926-b346a7181a6c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:53.160181 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b418812-4242-4736-a504-592365dbdb81", "name": "network-vif-deleted", "tag": "6aac73e4-37c5-4821-80b1-34bc3bfced6b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:53.160404 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71135f44-f15c-41cf-b926-b346a7181a6c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:53.160853 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b418812-4242-4736-a504-592365dbdb81', 'name': 'network-vif-deleted', 'tag': '6aac73e4-37c5-4821-80b1-34bc3bfced6b', 'status': 'completed', 'code': 200} Dec 13 09:45:53.213772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.229485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.274564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Pushing event deleted for resources: {'Port': ['ID=72cb711c-6b8f-4ec7-bb38-e65510992b15,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:53.334588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] No DVR routers for this DVR port 72cb711c-6b8f-4ec7-bb38-e65510992b15 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:45:53.338986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.343873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78029f0e-6a28-4f92-b4fa-4dc214faf6cd req-e0193dda-d9b4-4518-ae4b-f582a822207b tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.44 "DELETE /v2.0/ports/72cb711c-6b8f-4ec7-bb38-e65510992b15 HTTP/1.1" status: 204 len: 173 time: 1.0935450 Dec 13 09:45:53.415075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f59d6da-fa6f-41d4-8f39-9ec9b1cea336 req-0a6c866e-f7a8-4165-86fa-84bce9752fde tempest-ServerPasswordTestJSON-2141030731 tempest-ServerPasswordTestJSON-2141030731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8eaa31-effe-4ef7-8c5c-d52bdb702d38 HTTP/1.1" status: 200 len: 210 time: 0.0692756 Dec 13 09:45:53.469931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0c379-03dd-4116-8125-82936e4c6f88 req-560bbad0-c8f3-45b6-a3fe-d65e632aa31f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:53.471753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5b0c379-03dd-4116-8125-82936e4c6f88 req-560bbad0-c8f3-45b6-a3fe-d65e632aa31f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1386299 Dec 13 09:45:53.538234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a5b0c379-03dd-4116-8125-82936e4c6f88 req-78bb5bbe-68b4-4a6b-8c6f-419be61ad355 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573230 Dec 13 09:45:53.802943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.807482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:53.921208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-c402771e-5d77-42ce-86f3-0a9af9181e65 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/ca73a54c-f284-4f8f-87b2-b616954ef25d HTTP/1.1" status: 200 len: 1819 time: 0.0540893 Dec 13 09:45:53.921790 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Floating IP 2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e associated. External IP: 172.25.1.175, port: 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8. Dec 13 09:45:54.002826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.044884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.129698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.132918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.135885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c21d192c-47c5-410b-b9d4-5486c19a84fa req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca73a54c-f284-4f8f-87b2-b616954ef25d HTTP/1.1" status: 204 len: 173 time: 0.2053282 Dec 13 09:45:54.159089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d809f-f4d4-4451-b349-735dcd99f55c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73a54c-f284-4f8f-87b2-b616954ef25d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:54.227712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8f361a2-5597-481e-840d-abeb23d69497 req-b067e331-21d7-4d5a-b608-6c0a49a88981 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/48711fd9-fe9e-41df-adda-8a5d4b9e01b2 HTTP/1.1" status: 200 len: 1818 time: 0.0561223 Dec 13 09:45:54.281866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:45:54.334803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d8f361a2-5597-481e-840d-abeb23d69497 req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.375733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f052f5-db23-4d87-bbe6-95d0ac34b75a req-011a29a1-5e0c-4b6b-a1da-eb08b0b9e754 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.377720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f052f5-db23-4d87-bbe6-95d0ac34b75a req-011a29a1-5e0c-4b6b-a1da-eb08b0b9e754 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 945 time: 0.1073837 Dec 13 09:45:54.379701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d8f361a2-5597-481e-840d-abeb23d69497 req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.420653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:45:54.425412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.434648 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Sync routers for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:45:54.444509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:54.445412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:54.459391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72e85cc4-a6d7-4bff-a22b-4f31aaaf9ba0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "PUT /v2.0/floatingips/2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e HTTP/1.1" status: 200 len: 991 time: 1.3527811 Dec 13 09:45:54.460001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:54.462501 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa70a94-9533-45c9-981f-3a17a88d8aba" -d '{"events": [{"name": "network-changed", "server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:54.488407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f052f5-db23-4d87-bbe6-95d0ac34b75a req-f0f9b633-f5bc-4a91-8522-d8394b9a2bea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948989 Dec 13 09:45:54.506953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d8f361a2-5597-481e-840d-abeb23d69497 req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.510199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d8f361a2-5597-481e-840d-abeb23d69497 req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.522495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8f361a2-5597-481e-840d-abeb23d69497 req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/48711fd9-fe9e-41df-adda-8a5d4b9e01b2 HTTP/1.1" status: 204 len: 173 time: 0.2860558 Dec 13 09:45:54.543414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7eaf6-72f3-4802-b0cb-1c70679ad96f tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48711fd9-fe9e-41df-adda-8a5d4b9e01b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:54.590701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:54.606609 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:54.647636 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db94e914-33d4-4138-b04c-9e74546009ab x-openstack-request-id: req-db94e914-33d4-4138-b04c-9e74546009ab {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:54.647926 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:54.648183 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db94e914-33d4-4138-b04c-9e74546009ab {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:54.648587 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'status': 'completed', 'code': 200} Dec 13 09:45:54.663193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1725424974', 'description': 'tempest-description-64408223'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:54.726484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.757574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Deleting subnet 82f588f8-3571-4285-be09-db5ef069aa9d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:45:54.781067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.810352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-2195a79a-49bd-4009-bce3-397e68900fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.812149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-2195a79a-49bd-4009-bce3-397e68900fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa4f8ee433c54410b4470bd6a28c94ae&device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 1096 time: 0.1260235 Dec 13 09:45:54.833691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6aac73e4-37c5-4821-80b1-34bc3bfced6b no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:54.867006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6aac73e4-37c5-4821-80b1-34bc3bfced6b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:54.867511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6aac73e4-37c5-4821-80b1-34bc3bfced6b not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:54.899244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:54.899456 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'port_id': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'mac_address': 'fa:16:3e:34:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2970863f-1222-4ee5-93ef-f78f851f2096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:53Z', 'revision_number': 1, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:54.927094 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Checking router: 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:45:54.936613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:45:54.937537 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:45:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:54.945713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c651f-4163-46ee-9e32-5d748989b9a3 req-c385b8df-8295-4352-a0b0-8e8d50f42266 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:54.947541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-762c651f-4163-46ee-9e32-5d748989b9a3 req-c385b8df-8295-4352-a0b0-8e8d50f42266 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.2255986 Dec 13 09:45:55.026443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.052148 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:45:55.080630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72cb711c-6b8f-4ec7-bb38-e65510992b15 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:45:55.100888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 72cb711c-6b8f-4ec7-bb38-e65510992b15 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:45:55.101257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72cb711c-6b8f-4ec7-bb38-e65510992b15 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:45:55.110357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.127157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.136443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-80fc7151-dafd-4d12-8d6e-caf354e65f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.137981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-80fc7151-dafd-4d12-8d6e-caf354e65f35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce HTTP/1.1" status: 200 len: 917 time: 0.3109441 Dec 13 09:45:55.158161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-762c651f-4163-46ee-9e32-5d748989b9a3 req-540b8887-54c7-4d23-97c9-86aa9ea2e3b0 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002048 Dec 13 09:45:55.171007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'name': 'network-vif-deleted', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:45:55.174001 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e86e1-c4ce-4c46-91d4-29bf1baef8a5" -d '{"events": [{"server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "name": "network-vif-deleted", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:45:55.255976 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.257271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56889dc7-95a4-4ceb-b8da-35d4e81c44ec req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5999792 Dec 13 09:45:55.287724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f21637-1aa6-4fe7-bbdb-b480c46e0584 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150656fe-3fe3-4844-ac38-952888d8e422,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:55.304636 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'port_id': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'mac_address': 'fa:16:3e:34:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2970863f-1222-4ee5-93ef-f78f851f2096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:53Z', 'revision_number': 1, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:55.335459 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c05cd3e-93eb-450c-8ba7-912fafe19337 None None] The sync data for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 is: [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'port_id': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'mac_address': 'fa:16:3e:34:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2970863f-1222-4ee5-93ef-f78f851f2096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:53Z', 'revision_number': 1, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:45:55.339942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.391988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f588f8-3571-4285-be09-db5ef069aa9d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:55.397468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.401487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf3709cd-3d0d-410c-9e8d-8710b17680ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/82f588f8-3571-4285-be09-db5ef069aa9d HTTP/1.1" status: 204 len: 168 time: 0.8096447 Dec 13 09:45:55.404931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:55.409038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-ca3f3863-c0c1-4134-a47c-0311222b0c1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 HTTP/1.1" status: 200 len: 999 time: 0.2554324 Dec 13 09:45:55.493229 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5439a51-a539-47ca-9585-57797df26346 x-openstack-request-id: req-d5439a51-a539-47ca-9585-57797df26346 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:45:55.493531 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8eaa31-effe-4ef7-8c5c-d52bdb702d38", "name": "network-vif-deleted", "tag": "72cb711c-6b8f-4ec7-bb38-e65510992b15", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:45:55.493784 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5439a51-a539-47ca-9585-57797df26346 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:45:55.494188 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8eaa31-effe-4ef7-8c5c-d52bdb702d38', 'name': 'network-vif-deleted', 'tag': '72cb711c-6b8f-4ec7-bb38-e65510992b15', 'status': 'completed', 'code': 200} Dec 13 09:45:55.506054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-a54c000e-db4d-4097-b41c-84462ecf437d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.507693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-a54c000e-db4d-4097-b41c-84462ecf437d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.2410550 Dec 13 09:45:55.511464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-396b6bba-0bfd-4812-a4e7-4286b4ea895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.512586 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.513480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-396b6bba-0bfd-4812-a4e7-4286b4ea895f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=365246f6-ff60-46a5-9af5-5fd7a42541a4 HTTP/1.1" status: 200 len: 855 time: 0.0955753 Dec 13 09:45:55.570353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-9b06d121-4d49-42cb-ac45-d7d940c3d9fd tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0554032 Dec 13 09:45:55.641851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-f7aba60c-ceb6-434a-be13-17ab36fcb058 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/150656fe-3fe3-4844-ac38-952888d8e422 HTTP/1.1" status: 200 len: 1818 time: 0.1329236 Dec 13 09:45:55.656673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Request body: {'security_group': {'name': 'tempest-sg-hth-32978245', 'description': 'tempest-description-hth-1420695607'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:55.678966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-150f2de2-9551-47b6-97f0-667769f42afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:55.680923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-150f2de2-9551-47b6-97f0-667769f42afd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6039b6d-04f1-45fd-ae0a-c336c58bbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465025 Dec 13 09:45:55.709106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3829a7-9236-45d2-9915-38117db5d9b3 None None] New status for floating IP 2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:45:55.765506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-491f80a2-95c0-40c5-8193-64771d07713b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859043 Dec 13 09:45:55.772070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.793745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-6cba3a1b-2f6c-42b6-bb5f-d034d439102d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:45:55.796077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-6cba3a1b-2f6c-42b6-bb5f-d034d439102d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142949 Dec 13 09:45:55.916197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.926336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-a9ddcea8-c786-4766-808d-ef3c8f60fc43 service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357352 Dec 13 09:45:55.929100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.931973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.933322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-881c3cb8-d51d-4230-b8a2-982e97b22765 req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "PUT /v2.0/security-groups/150656fe-3fe3-4844-ac38-952888d8e422 HTTP/1.1" status: 200 len: 1792 time: 0.2883048 Dec 13 09:45:55.937193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:55.971516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35c344d-0462-431e-b4d9-6448eaf42dec']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:55.982958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b30d63-3fca-4945-b544-c8ab07ed5a73') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:55.983660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b30d63-3fca-4945-b544-c8ab07ed5a73') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:45:55.996449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.015713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.029501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:45:56.029982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:45:56.031787 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:45:56.051045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8899b-94d5-4f0a-9331-e7c742580096 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150656fe-3fe3-4844-ac38-952888d8e422,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.071027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-bd0d2a63-e75d-48e1-82f8-05480dfb3856 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618308 Dec 13 09:45:56.093044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.100457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.103942 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f35c344d-0462-431e-b4d9-6448eaf42dec HTTP/1.1" status: 204 len: 168 time: 0.6979129 Dec 13 09:45:56.114865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececf755-6d65-4609-9d73-2c503191dcd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35c344d-0462-431e-b4d9-6448eaf42dec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.179624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d9f1adc-ff4f-4530-8145-eb03ddd3e63c req-f9b22689-477e-4074-9677-2f4ac138cb85 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/150656fe-3fe3-4844-ac38-952888d8e422 HTTP/1.1" status: 200 len: 1792 time: 0.1468451 Dec 13 09:45:56.183618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaa70a94-9533-45c9-981f-3a17a88d8aba req-5280dc28-a948-4314-bc7b-bc49f21d4aa6 service neutron] 10.222.0.37 "GET /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493870 Dec 13 09:45:56.223356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e0689e1-9aac-4584-9c8b-2134ffcc3207 req-6de2ff38-f8bd-4a96-b196-100eb0567334 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403360 Dec 13 09:45:56.251847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:56.306016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7a3928b9-dadd-4bb1-a80a-5546d838b0b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ace2f2c1f7e414fbd5df507d8683762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524700 Dec 13 09:45:56.306598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:56.312142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257ee97-eb04-4a3d-9a5c-3bddc30d7d32 req-fac29cec-6aa5-4dda-9bad-3e65ad3ceff0 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:56.314233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a257ee97-eb04-4a3d-9a5c-3bddc30d7d32 req-fac29cec-6aa5-4dda-9bad-3e65ad3ceff0 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0685613 Dec 13 09:45:56.379387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.395950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a257ee97-eb04-4a3d-9a5c-3bddc30d7d32 req-71439242-87f3-4004-8ed1-36d4447f64e1 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742428 Dec 13 09:45:56.407567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.420571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-e105dce8-165e-486d-9848-440bdae1fb59 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/150656fe-3fe3-4844-ac38-952888d8e422 HTTP/1.1" status: 200 len: 1792 time: 0.0579169 Dec 13 09:45:56.493382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.500234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.507392 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77b28af5-a770-4bdd-a84f-2a79cd057a47 HTTP/1.1" status: 204 len: 168 time: 0.1995909 Dec 13 09:45:56.524303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b2e8c-be85-4cd6-a2f1-94bcfeb0312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b28af5-a770-4bdd-a84f-2a79cd057a47,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.525734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.586537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.655836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.659848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:56.661670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0663fb8-af10-4647-a894-ccb1ff7d29b1 req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/150656fe-3fe3-4844-ac38-952888d8e422 HTTP/1.1" status: 204 len: 173 time: 0.2372162 Dec 13 09:45:56.675440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ad19c-e3dc-4eba-95df-1fe6cbdb9996 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150656fe-3fe3-4844-ac38-952888d8e422,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:56.847019 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-39e42893-9005-4682-ab36-1064841da4df req-fd500052-e401-4119-8410-4036441df084 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:56.848278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39e42893-9005-4682-ab36-1064841da4df req-fd500052-e401-4119-8410-4036441df084 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/48711fd9-fe9e-41df-adda-8a5d4b9e01b2 HTTP/1.1" status: 404 len: 352 time: 0.0160530 Dec 13 09:45:56.896269 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-c3091edd-4135-4bec-9f4b-69c25e409608 req-11758e19-9e18-4e67-8697-6ac326ace785 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:56.897516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3091edd-4135-4bec-9f4b-69c25e409608 req-11758e19-9e18-4e67-8697-6ac326ace785 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/ca73a54c-f284-4f8f-87b2-b616954ef25d HTTP/1.1" status: 404 len: 352 time: 0.0191672 Dec 13 09:45:56.951917 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-2bb50b66-768c-440c-9029-7a8b809198d2 req-703189e8-272e-4ed8-a4a9-61808f7acca4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:56.952937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bb50b66-768c-440c-9029-7a8b809198d2 req-703189e8-272e-4ed8-a4a9-61808f7acca4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/e102073a-13b1-47f7-a25a-0199ed7e8db5 HTTP/1.1" status: 404 len: 352 time: 0.0282903 Dec 13 09:45:56.986627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.013105 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-203257fa-0cbb-47ee-8e46-7aa3f1cc3d23 req-ca8b6711-7005-4e11-8717-49c6db26aeb4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:57.014132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-203257fa-0cbb-47ee-8e46-7aa3f1cc3d23 req-ca8b6711-7005-4e11-8717-49c6db26aeb4 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/2ec92c5e-92bf-4e7e-8f96-9676484e8c86 HTTP/1.1" status: 404 len: 352 time: 0.0197897 Dec 13 09:45:57.067023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-8d131e4a-ab30-4adc-942d-8367c1927497 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.068559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-8d131e4a-ab30-4adc-942d-8367c1927497 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.1341977 Dec 13 09:45:57.084681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-595f3207-d75e-4183-8efe-c76cfbb843d0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0102005 Dec 13 09:45:57.137559 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-93c3d7ed-9018-4156-b356-fcd9cdc319bb req-757f4f00-6497-46e2-8469-b9ec745aeb86 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:57.139117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93c3d7ed-9018-4156-b356-fcd9cdc319bb req-757f4f00-6497-46e2-8469-b9ec745aeb86 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/3e10729b-1428-4e9d-9a82-c16044d2bc7f HTTP/1.1" status: 404 len: 352 time: 0.0387356 Dec 13 09:45:57.155058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-29774597-6b77-44ad-96bc-ccca16f46af7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642312 Dec 13 09:45:57.218233 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-44d219ae-8327-470f-afa2-74b826b82fba req-156e2cd8-26d3-459f-a314-cf431cacd2e2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] show failed (client error): The resource could not be found. Dec 13 09:45:57.219267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44d219ae-8327-470f-afa2-74b826b82fba req-156e2cd8-26d3-459f-a314-cf431cacd2e2 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/663baafa-0e7f-4b07-bdc6-60de12c847cc HTTP/1.1" status: 404 len: 352 time: 0.0485506 Dec 13 09:45:57.264754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-ac0816bb-5641-473e-8f7c-af251e875c5b service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019354 Dec 13 09:45:57.406142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-f09896fa-ea74-443b-9b45-296d33bb48ee service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334271 Dec 13 09:45:57.409566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:57.442084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457958ba-1e43-4fb1-86cd-8c20bc43cdc4 req-f43d465b-219a-48e8-9009-faab9a74e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.443880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-457958ba-1e43-4fb1-86cd-8c20bc43cdc4 req-f43d465b-219a-48e8-9009-faab9a74e6a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 1096 time: 0.0572734 Dec 13 09:45:57.529279 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-457958ba-1e43-4fb1-86cd-8c20bc43cdc4 req-e21a0ab3-0260-4a50-8f7b-7fd852c5f323 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769551 Dec 13 09:45:57.537420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846034f-b267-48eb-afa6-8f4b8f614d2f req-76434bce-9269-49e3-ae70-0b37b96ef61c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.538902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c846034f-b267-48eb-afa6-8f4b8f614d2f req-76434bce-9269-49e3-ae70-0b37b96ef61c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1023 time: 0.0852442 Dec 13 09:45:57.541023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-161576607-network', 'tenant_id': '8055b7360d8e42689624b01d618c27d2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:57.579788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Made reservation on behalf of 8055b7360d8e42689624b01d618c27d2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:57.584189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.601497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.689004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c846034f-b267-48eb-afa6-8f4b8f614d2f req-ed60a49a-0ee3-47fd-adc9-7cd1f31e7916 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=510e7284-869d-499b-b207-184e59835e2c&id=50fd698c-ccf5-4537-84dc-bae1f3615e09&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1255202 Dec 13 09:45:57.689693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.695865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.698221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020f05e-ebae-4655-80a9-8d8812e3bd04 req-42d57b20-0a67-4d9c-b3c8-d3383fd9f2b8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.699738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4020f05e-ebae-4655-80a9-8d8812e3bd04 req-42d57b20-0a67-4d9c-b3c8-d3383fd9f2b8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.0874631 Dec 13 09:45:57.721836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:57.737435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72273889-83f5-484e-af14-9d5af00d1b84,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:57.744416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.744791 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Added segment 69abbced-2e46-4001-8cfa-801bab6b079f of type vlan for network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 Dec 13 09:45:57.771225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4020f05e-ebae-4655-80a9-8d8812e3bd04 req-56dd4007-9184-4da5-a053-b835cd06150b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614181 Dec 13 09:45:57.796433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.809071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18275745-ea8e-4dda-9399-ec9b30ea0e2b req-24c6b590-f14f-4209-a7fb-59b0aa69e793 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Dec 13 09:45:57.839802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.841200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:57.842240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:57.896012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4840600 Dec 13 09:45:57.898920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:57.907372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Request body: {'subnet': {'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-161576607-subnet', 'tenant_id': '8055b7360d8e42689624b01d618c27d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:57.927812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130cee-4576-4873-8c8f-1ba5b66f9631 admin admin] Pushing event updated for resources: {'Network': ['ID=3000b1e3-b2ff-46bb-ace8-e6333e6d4372,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:57.938493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Made reservation on behalf of 8055b7360d8e42689624b01d618c27d2 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:57.940231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:57.941021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.115732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.179260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d29d01f-a6c6-455b-9eb4-ba46819a423f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.188818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Checking segment: {'id': '69abbced-2e46-4001-8cfa-801bab6b079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:58.189206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Network hostable DHCP agents. Network: 3000b1e3-b2ff-46bb-ace8-e6333e6d4372, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:58.206522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:58.218944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3000b1e3-b2ff-46bb-ace8-e6333e6d4372) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:58.222911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.223693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.229563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa5be6-2753-4322-ae02-875cd5abe481 None None] Network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:58.249835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68cc92b4-f6ff-4178-942e-8f1c110db754 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3398948 Dec 13 09:45:58.334718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac5af4-2772-4fab-93a6-60991f99aa79 None None] Network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:58.517105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-024c1c85-c98b-4cd3-b33f-56498ea56813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.643153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:58.648260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-563893447-network', 'tenant_id': 'ef2911b6f97746daab47fdddec92b7a9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:58.678479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Made reservation on behalf of ef2911b6f97746daab47fdddec92b7a9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:58.681001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.690525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.792618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.801257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.851152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:45:58.860023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce6fbd9-6381-4f27-9ef6-dc6ed4e47a7d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:58.871274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.871890 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Added segment fd542f98-c364-4f40-8a52-3396a089fb37 of type vlan for network 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 Dec 13 09:45:58.931815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.942941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.962896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:58.964615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:58.965242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.025879 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3814430 Dec 13 09:45:59.028596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:45:59.033310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Request body: {'subnet': {'network_id': '822b66c4-d4d4-441b-9e9a-d5aae26ab3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-563893447-subnet', 'tenant_id': 'ef2911b6f97746daab47fdddec92b7a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:59.037554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc301b59-91b2-41c0-90b3-3513a8327fce admin admin] Pushing event updated for resources: {'Network': ['ID=822b66c4-d4d4-441b-9e9a-d5aae26ab3f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.050159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:45:59.062788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Made reservation on behalf of ef2911b6f97746daab47fdddec92b7a9 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:59.065414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.190903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1549c-22fb-41eb-9406-02293663f1b3 req-00487ce4-55cd-482e-a51f-a8a60f5070cc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.192303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2eb1549c-22fb-41eb-9406-02293663f1b3 req-00487ce4-55cd-482e-a51f-a8a60f5070cc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1230471 Dec 13 09:45:59.202388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e3f982e9-7627-494c-98de-6107a8260b53 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.202388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e3f982e9-7627-494c-98de-6107a8260b53 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.4831440 Dec 13 09:45:59.209490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0dbaf-b0db-4db8-aecd-d11f02506492 req-c71ad9ad-357d-4c32-a39d-68bd198981e7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.210911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8b0dbaf-b0db-4db8-aecd-d11f02506492 req-c71ad9ad-357d-4c32-a39d-68bd198981e7 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1023 time: 0.1427615 Dec 13 09:45:59.222240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': '8912506d-2462-4941-9259-ffbe126e0182', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:45:59.251523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.269687 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:45:59.310841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e76fd86-955b-4fb8-a16c-a3910c5511d2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:45:59.319969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Checking segment: {'id': 'fd542f98-c364-4f40-8a52-3396a089fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '822b66c4-d4d4-441b-9e9a-d5aae26ab3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:45:59.320347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Network hostable DHCP agents. Network: 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:45:59.338334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Network 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:45:59.348498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:45:59.353080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.353748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.361104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2078ed27-8fae-49e6-a6c2-3fcb0bd3e6f7 None None] Network 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:59.381194 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-03a5b6da-3da1-42a0-a4b7-44d2456212e5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3423064 Dec 13 09:45:59.392334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2eb1549c-22fb-41eb-9406-02293663f1b3 req-d7ddb504-d3d5-4e0f-9758-1070f2838736 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804342 Dec 13 09:45:59.424544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-c458602f-90d1-48fd-98c4-9b4f5362f1e8 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.426093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-c458602f-90d1-48fd-98c4-9b4f5362f1e8 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 1023 time: 0.1719227 Dec 13 09:45:59.462518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8b0dbaf-b0db-4db8-aecd-d11f02506492 req-d2f4b28c-3179-4909-94e4-31fa3162f0d3 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c25d448-6d49-4237-b847-8f2674b74743&id=510e7284-869d-499b-b207-184e59835e2c&id=50fd698c-ccf5-4537-84dc-bae1f3615e09&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2352240 Dec 13 09:45:59.569099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:45:59.572909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.593492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebbdb0-3327-40a1-8632-6f3a9f953549 None None] Network 822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:45:59.603817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-038903e6-b373-454b-aa10-716c69084ba7 req-bb0fb796-4741-4029-8e9e-c059c8b40a39 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 210 time: 0.0549660 Dec 13 09:45:59.706136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Deleting port e4980087-798a-4d8e-b0ae-ce09652e3a92 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:45:59.706778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.895493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.14 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/b7305796-c070-4ab7-83b0-0fcdfd4bfc4d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:45:59.953211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] For port e4980087-798a-4d8e-b0ae-ce09652e3a92, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=e4980087-798a-4d8e-b0ae-ce09652e3a92,segment=NetworkSegment(820814a1-205f-4188-932e-104f911e2325),segment_id=820814a1-205f-4188-932e-104f911e2325)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:45:59.953563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:45:59.991784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-1951ad52-91c7-45fe-88db-73e4bb10d375 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:45:59.993256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-1951ad52-91c7-45fe-88db-73e4bb10d375 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 810 time: 0.1995256 Dec 13 09:46:00.007349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Calling delete_port for e4980087-798a-4d8e-b0ae-ce09652e3a92 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:00.082623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-3a835f6c-59bc-423e-bf4c-5c7f1396399b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/quotas/44771608548f41028897201dc91dcad8 HTTP/1.1" status: 200 len: 375 time: 0.0701859 Dec 13 09:46:00.271496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-855403f2-743f-45a5-9902-581efd82ad38 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:00.272856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-855403f2-743f-45a5-9902-581efd82ad38 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/networks?id=3000b1e3-b2ff-46bb-ace8-e6333e6d4372 HTTP/1.1" status: 200 len: 824 time: 0.2942019 Dec 13 09:46:00.290272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-cd08b105-bb90-4095-835e-6cacd5bae4ab tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908472 Dec 13 09:46:00.339361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-1424cd86-cd7a-41cd-97a1-7cfe005aaf40 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/quotas/8055b7360d8e42689624b01d618c27d2 HTTP/1.1" status: 200 len: 375 time: 0.0569792 Dec 13 09:46:00.383051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.419068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-185c7b80-054b-4fef-a4df-8c8756b74391 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8055b7360d8e42689624b01d618c27d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444448 Dec 13 09:46:00.563770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-140e5fd4-8881-46df-a108-3984caa39c16 service neutron] 10.222.0.30 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490404 Dec 13 09:46:00.568567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.570869 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.581481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['e4980087-798a-4d8e-b0ae-ce09652e3a92'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:00.614368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:00.658746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'Port': ['ID=e4980087-798a-4d8e-b0ae-ce09652e3a92,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:00.714909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:00.739146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:00.746907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-20a5e9b7-5929-4a4a-96d2-71a5d3e79bbd service neutron] 10.222.0.30 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154733 Dec 13 09:46:00.747992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:00.789966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] No DVR routers for this DVR port e4980087-798a-4d8e-b0ae-ce09652e3a92 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:00.807286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.810686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77698610-4ebb-4c9c-a971-f79b5dcaa079 req-9141f07d-1e77-4368-8001-78c1e0701a26 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.37 "DELETE /v2.0/ports/e4980087-798a-4d8e-b0ae-ce09652e3a92 HTTP/1.1" status: 204 len: 173 time: 1.3737655 Dec 13 09:46:00.814457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'name': 'network-vif-deleted', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:00.816730 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e55a4-1340-4ea8-9674-53c7465846c1" -d '{"events": [{"server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "name": "network-vif-deleted", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:00.877640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:00.910261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:00.910921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.918442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-7a952c38-f3c7-4517-b814-6d6736a8c1bd service neutron] 10.222.0.30 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417487 Dec 13 09:46:00.922307 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-232e7d8f-f393-4f5f-8534-4a30d0c98fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:00.952571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e32fd6c9-665a-4f22-9680-ee611f076e16 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7387459 Dec 13 09:46:00.968006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Request body: {'port': {'device_id': '8912506d-2462-4941-9259-ffbe126e0182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:01.010178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-e7fdddcb-0057-4f49-9084-f2a84ddffc22 service neutron] 10.222.0.30 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214189 Dec 13 09:46:01.046396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.199856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab98427d-9746-43d5-adde-e31e14e14cbf req-f618d3ae-3b2d-40ee-b26a-3f6391a95ac8 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6647fbd-1be8-4f5d-ba32-15fb0981ea87 HTTP/1.1" status: 200 len: 210 time: 0.0945010 Dec 13 09:46:01.423974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccf64f-ba2e-4392-a91f-13869cb60486 req-e70d83c1-0e04-4cc1-81d4-723b7ca126d0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.426594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afccf64f-ba2e-4392-a91f-13869cb60486 req-e70d83c1-0e04-4cc1-81d4-723b7ca126d0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 932 time: 0.1055706 Dec 13 09:46:01.501931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afccf64f-ba2e-4392-a91f-13869cb60486 req-087d3189-b486-4c36-9a09-02683818eb6c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Dec 13 09:46:01.527284 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0be8359-cc03-4c23-81c6-fddc3bed96b6 x-openstack-request-id: req-a0be8359-cc03-4c23-81c6-fddc3bed96b6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:01.529313 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6647fbd-1be8-4f5d-ba32-15fb0981ea87", "name": "network-vif-deleted", "tag": "e4980087-798a-4d8e-b0ae-ce09652e3a92", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:01.529613 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0be8359-cc03-4c23-81c6-fddc3bed96b6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:01.530777 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6647fbd-1be8-4f5d-ba32-15fb0981ea87', 'name': 'network-vif-deleted', 'tag': 'e4980087-798a-4d8e-b0ae-ce09652e3a92', 'status': 'completed', 'code': 200} Dec 13 09:46:01.604641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7305796-c070-4ab7-83b0-0fcdfd4bfc4d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:01.638644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c071a9a2-d588-4ad8-aa7c-5048b18fe545 req-71167570-a6a8-45df-abd6-5388f24f39ea tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 210 time: 0.0509174 Dec 13 09:46:01.643985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.662796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Transition to ACTIVE for port object b7305796-c070-4ab7-83b0-0fcdfd4bfc4d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:01.668135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:01.770136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Pushing event updated for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:01.820355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22258b79-3f80-4ed5-b1c5-5b50faf50cc3 req-bd24c6eb-47e2-46d6-aa13-20bcc199c631 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0917017 Dec 13 09:46:01.942692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Attempting to bind port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:01.943259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Attempting to bind port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:01.943804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Attempting to bind port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:01.958527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:01.958923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Attempting to bind port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:01.964959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-cdea16e6-1373-4ea1-b7ba-cb13c4ec0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.966573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-cdea16e6-1373-4ea1-b7ba-cb13c4ec0874 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.1154099 Dec 13 09:46:01.973985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93df38-72b6-41c3-bf16-18f51722fb22 req-39c31d82-d555-46cc-8b10-7911fb9c7a54 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:01.975527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f93df38-72b6-41c3-bf16-18f51722fb22 req-39c31d82-d555-46cc-8b10-7911fb9c7a54 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1119208 Dec 13 09:46:01.978648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:01.979000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:01.979400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:01.979878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Bound port: b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:01.980445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.115732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f93df38-72b6-41c3-bf16-18f51722fb22 req-55df86ab-c86c-4173-bf8f-1c79b504fba8 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321363 Dec 13 09:46:02.120192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.162654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:02.175637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-5f4431f5-e291-46ad-b971-7d993b0700f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.177087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-5f4431f5-e291-46ad-b971-7d993b0700f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.1818564 Dec 13 09:46:02.180476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:02.185267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.499072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-55bb89e5-f05c-4af4-8511-5b6a8d0a8523 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.501694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-55bb89e5-f05c-4af4-8511-5b6a8d0a8523 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.37 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 810 time: 0.1335757 Dec 13 09:46:02.516380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Request body: {'port': {'device_id': '12022233-f6bf-4872-8911-9f91720f213d', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'admin_state_up': True, 'tenant_id': '44771608548f41028897201dc91dcad8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:02.596682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.597668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.599066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] 10.222.0.44 "PUT /v2.0/ports/b7305796-c070-4ab7-83b0-0fcdfd4bfc4d HTTP/1.1" status: 200 len: 1092 time: 1.6385834 Dec 13 09:46:02.614968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-8d21f975-a123-456e-bc6a-a27e8ec69651 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.4273295 Dec 13 09:46:02.658259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Made reservation on behalf of 44771608548f41028897201dc91dcad8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:02.661712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:02.694574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-781a59dd-1223-4e6c-8cbe-a87da2626b2b tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/510e7284-869d-499b-b207-184e59835e2c HTTP/1.1" status: 200 len: 1818 time: 0.1555643 Dec 13 09:46:02.745030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261f19d-9086-454c-80be-53e98d2f6033 service neutron] Pushing event updated for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:02.788301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-2daa023d-9d02-43df-bb9a-ec002f7cba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.789798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-2daa023d-9d02-43df-bb9a-ec002f7cba6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1557581 Dec 13 09:46:02.805579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae131ab-bf23-4598-95b9-72b4bd8dd5b4 req-b3784a85-9a07-4be0-9542-f630f8f97a83 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.807331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aae131ab-bf23-4598-95b9-72b4bd8dd5b4 req-b3784a85-9a07-4be0-9542-f630f8f97a83 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 944 time: 0.2028151 Dec 13 09:46:02.827034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Allocated IP 172.20.0.11 (1669d524-31aa-4e0a-b584-c9580f2f7fd6/72ffe7b0-64d5-4076-bab4-d2a609514316/b6ec68dc-11ec-4077-abfc-344088cb5495) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:02.828841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-ec6bf74a-1128-40e7-9eb4-6de0ad9b2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:02.830432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-ec6bf74a-1128-40e7-9eb4-6de0ad9b2535 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 1095 time: 0.1458390 Dec 13 09:46:02.862754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e4980087-798a-4d8e-b0ae-ce09652e3a92 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:02.886949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: e4980087-798a-4d8e-b0ae-ce09652e3a92 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:02.888873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device e4980087-798a-4d8e-b0ae-ce09652e3a92 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:02.903372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-64209adb-2dc7-4618-a467-1ae8f0644c7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921140 Dec 13 09:46:02.968978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-e525e4bd-ebac-43df-8dc2-599c1d58eee8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d HTTP/1.1" status: 200 len: 217 time: 0.1078005 Dec 13 09:46:03.004591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.025464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.040874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.052467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3f168428-9c94-49a6-9da0-ed4353cbb7aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:03.097735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:03.103986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:03.109284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:03.116971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Pushing event updated for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.139493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.154648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aae131ab-bf23-4598-95b9-72b4bd8dd5b4 req-d0657c21-3150-4131-bd57-4aed957d1cb5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207674 Dec 13 09:46:03.170153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-a3a321d6-89c0-47fe-a43f-b77be5eba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.171779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-a3a321d6-89c0-47fe-a43f-b77be5eba621 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.1845095 Dec 13 09:46:03.174571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.175410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.178583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-356cddac-3728-405a-a2cc-1747294aabbf tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.180429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-356cddac-3728-405a-a2cc-1747294aabbf tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.37 "GET /v2.0/networks?id=3000b1e3-b2ff-46bb-ace8-e6333e6d4372 HTTP/1.1" status: 200 len: 824 time: 0.3708165 Dec 13 09:46:03.201301 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-f6061a1f-2954-4a19-b5f1-9d17612866a9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897285 Dec 13 09:46:03.203828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Request body: {'port': {'device_id': '52fbc922-8085-432a-818f-659dc31f8bf1', 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372', 'admin_state_up': True, 'tenant_id': '8055b7360d8e42689624b01d618c27d2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:03.220839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Request body: {'port': {'device_id': '12022233-f6bf-4872-8911-9f91720f213d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:03.235073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-d2621f0c-5db7-43a7-9293-6041e5838c9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518899 Dec 13 09:46:03.278498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.394710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.397396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.398513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbc24eab-b2aa-4bba-9cd2-8156459e8a44 req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/510e7284-869d-499b-b207-184e59835e2c HTTP/1.1" status: 204 len: 173 time: 0.6900487 Dec 13 09:46:03.401372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-6aee9e14-ac41-4c81-b0cf-2a655d29f968 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475553 Dec 13 09:46:03.452810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06048b-cf1d-48b9-801c-821e57fa1710 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e7284-869d-499b-b207-184e59835e2c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.472414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402d871-2e7c-4339-a9a3-5c4ec0a6fb3c req-77970dc9-096f-4dc9-aabb-4695806e5114 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.478187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1402d871-2e7c-4339-a9a3-5c4ec0a6fb3c req-77970dc9-096f-4dc9-aabb-4695806e5114 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 932 time: 0.2415845 Dec 13 09:46:03.548501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:03.551005 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:03.560698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ec68dc-11ec-4077-abfc-344088cb5495 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:03.567177 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.569021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.581712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Transition to ACTIVE for port object b6ec68dc-11ec-4077-abfc-344088cb5495 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:03.585830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.594356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de621ec1-f474-463a-afaf-c3475aa57806 req-9b993c9f-b809-4139-adfb-8fb795fa587c tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.1442382 Dec 13 09:46:03.651170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-09721f9e-939d-45b6-be27-123aad1707f3 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719618 Dec 13 09:46:03.660205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.697223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Made reservation on behalf of 8055b7360d8e42689624b01d618c27d2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:03.700919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.712933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Attempting to bind port b6ec68dc-11ec-4077-abfc-344088cb5495 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:03.713379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Attempting to bind port b6ec68dc-11ec-4077-abfc-344088cb5495 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:03.713782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Attempting to bind port b6ec68dc-11ec-4077-abfc-344088cb5495 on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:03.719149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Port b6ec68dc-11ec-4077-abfc-344088cb5495 on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:03.719472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Attempting to bind port b6ec68dc-11ec-4077-abfc-344088cb5495 on network 1669d524-31aa-4e0a-b584-c9580f2f7fd6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:03.724676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:03.724956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Checking segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:03.725510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Bound using segment: {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:03.725941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Bound port: b6ec68dc-11ec-4077-abfc-344088cb5495, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd2b85d-37d8-4987-9c11-7eba0200f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:03.726304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.793696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:03.797991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b6ec68dc-11ec-4077-abfc-344088cb5495,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:03.802959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.805510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1402d871-2e7c-4339-a9a3-5c4ec0a6fb3c req-72748c86-b90f-4052-b19a-115e6ad651b6 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988181 Dec 13 09:46:03.816821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-581e9cae-bee4-4d0e-839f-8fb3caecb670 req-6854daaa-ff31-4d3f-b1fc-56d31a9fc072 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651247 Dec 13 09:46:03.899170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:03.903483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.904812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:03.906911 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-36c0bf0e-3e1c-40c2-88ec-3c75b625c53e service neutron] 10.222.0.37 "PUT /v2.0/ports/b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 200 len: 1092 time: 0.6925406 Dec 13 09:46:03.907283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:03.910570 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe97e24-5b56-433c-8bfb-a84a519e363f" -d '{"events": [{"name": "network-changed", "server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:03.929811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb214ae-66eb-4bb3-b139-e99643cb4e45 req-16d232b3-e2df-4b74-aeb3-41342ca92e6a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:03.929811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb214ae-66eb-4bb3-b139-e99643cb4e45 req-16d232b3-e2df-4b74-aeb3-41342ca92e6a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1885827 Dec 13 09:46:03.963963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4587dc6f-34ae-4ade-82ee-b98b8cf40c74 req-72c6bd39-cae8-4b6c-86bc-bcb3359e2473 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969491 Dec 13 09:46:04.004512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-80bf6e4d-ce9e-4e55-a252-14ec2aa3e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.005934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-80bf6e4d-ce9e-4e55-a252-14ec2aa3e1e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1095 time: 0.0466764 Dec 13 09:46:04.055264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-53c01522-b016-4485-b550-6e1449feaa92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 200 len: 217 time: 0.0362852 Dec 13 09:46:04.088392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-5814c28f-d212-40e3-9980-93a84ffe3f0c tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "GET /v2.0/security-groups/50fd698c-ccf5-4537-84dc-bae1f3615e09 HTTP/1.1" status: 200 len: 1819 time: 0.1560163 Dec 13 09:46:04.094453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb214ae-66eb-4bb3-b139-e99643cb4e45 req-a27fe21d-e172-4d8f-9d15-15b80ac9ccde tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491761 Dec 13 09:46:04.100365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Allocated IP 172.20.0.12 (3000b1e3-b2ff-46bb-ace8-e6333e6d4372/8d29d01f-a6c6-455b-9eb4-ba46819a423f/84ab7219-2c75-4184-b930-1cf992006288) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:04.123962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828742-7d56-42a0-9355-b7d407480127 req-561ac78c-53aa-4573-86b2-8a33afa37b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.123962 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-561ac78c-53aa-4573-86b2-8a33afa37b67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.0568616 Dec 13 09:46:04.155933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-2a224824-643b-408e-ad73-f6b654246445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273583 Dec 13 09:46:04.223875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.274929 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-3dae0666-98bc-49b9-85ed-4519b16af326 service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090226 Dec 13 09:46:04.300569 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.344350 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322ed0b-b746-4365-b72c-37e3c3597fd2 x-openstack-request-id: req-6322ed0b-b746-4365-b72c-37e3c3597fd2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:04.345265 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:04.345265 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6322ed0b-b746-4365-b72c-37e3c3597fd2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:04.345576 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d', 'status': 'completed', 'code': 200} Dec 13 09:46:04.381697 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe261d-ec4b-4b36-a349-793ece13b9c9 x-openstack-request-id: req-2bfe261d-ec4b-4b36-a349-793ece13b9c9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:04.381989 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:04.382247 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bfe261d-ec4b-4b36-a349-793ece13b9c9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:04.384145 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495', 'status': 'completed', 'code': 200} Dec 13 09:46:04.397398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.412115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-76828742-7d56-42a0-9355-b7d407480127 req-da131606-0005-4336-83b4-bfbdec893030 service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298172 Dec 13 09:46:04.415844 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.418670 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.420087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5cfb26b-5bcd-43c7-b65e-2476b9e4df06 req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] 10.222.0.30 "DELETE /v2.0/security-groups/50fd698c-ccf5-4537-84dc-bae1f3615e09 HTTP/1.1" status: 204 len: 173 time: 0.3214126 Dec 13 09:46:04.427210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:04.447920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93716ce-f44f-47a9-bcee-4d07942a6fc5 tempest-SecurityGroupsTestJSON-1749978116 tempest-SecurityGroupsTestJSON-1749978116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd698c-ccf5-4537-84dc-bae1f3615e09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:04.503386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-d2b03616-30d1-4b14-ba2a-1286f3787a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.505077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-d2b03616-30d1-4b14-ba2a-1286f3787a2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 1095 time: 0.1251252 Dec 13 09:46:04.524436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Deleting subnet f65ffaf0-ca2b-4d35-8a56-889d75759172 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:04.528781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.542610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.581605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.585003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-b4142475-f3ff-4cf2-aa12-ba28fb737b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.586012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551c34-e39f-4d19-9209-461f4e458d2c req-62fbffcf-cb31-41d1-b2e6-89c8a5a04f28 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.587579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-b4142475-f3ff-4cf2-aa12-ba28fb737b1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1095 time: 0.1025736 Dec 13 09:46:04.587729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9551c34-e39f-4d19-9209-461f4e458d2c req-62fbffcf-cb31-41d1-b2e6-89c8a5a04f28 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 944 time: 0.1439393 Dec 13 09:46:04.629792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.664192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:04.673971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:04.678251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Pushing event updated for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:04.680763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:04.692022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.767755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-a390bf63-3a61-4195-bb49-e1d079425958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.769607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-a390bf63-3a61-4195-bb49-e1d079425958 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 911 time: 0.1631167 Dec 13 09:46:04.799193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-42928bc7-0f67-4320-b139-89deeeb4907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.800672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-42928bc7-0f67-4320-b139-89deeeb4907e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.2856224 Dec 13 09:46:04.821411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.821812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9551c34-e39f-4d19-9209-461f4e458d2c req-cf30dd36-2f3a-45ac-ac92-17550947d1ca tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072163 Dec 13 09:46:04.826363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-4c09179d-9b3f-407e-900d-ceb45a78c327 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 200 len: 217 time: 0.0495858 Dec 13 09:46:04.830900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.831629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.862011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65ffaf0-ca2b-4d35-8a56-889d75759172,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:04.874834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-d8078106-4df0-4130-af2f-8dd781419537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d HTTP/1.1" status: 200 len: 217 time: 0.0660572 Dec 13 09:46:04.889679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:04.893235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-497b5bc2-12d7-4761-8898-1eeaeceaf833 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f65ffaf0-ca2b-4d35-8a56-889d75759172 HTTP/1.1" status: 204 len: 168 time: 0.4643154 Dec 13 09:46:04.895992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:04.901076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-8a48eec5-36a3-41a9-9810-facb01928b46 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7010739 Dec 13 09:46:04.936488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca230c-5fed-491b-9495-b2b6487be9a0 req-3c7e37c2-eec1-450d-a3c4-d6bd7f7ba5a6 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.938195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5ca230c-5fed-491b-9495-b2b6487be9a0 req-3c7e37c2-eec1-450d-a3c4-d6bd7f7ba5a6 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 932 time: 0.2144067 Dec 13 09:46:04.953608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Request body: {'port': {'device_id': '52fbc922-8085-432a-818f-659dc31f8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:04.962922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-4a2704c5-5117-4cb3-aa32-fe789d550fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:04.965532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-4a2704c5-5117-4cb3-aa32-fe789d550fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.1196663 Dec 13 09:46:05.015614 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-b0d70ffc-6521-4253-b0ae-3f09ef2e996e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375011 Dec 13 09:46:05.022914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.057067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-d616d4f9-947b-4c95-b74b-13919427312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.058535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-d616d4f9-947b-4c95-b74b-13919427312e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.1750677 Dec 13 09:46:05.132009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5ca230c-5fed-491b-9495-b2b6487be9a0 req-c6b32cfa-2235-4e27-8b94-fb574b9d2df5 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752427 Dec 13 09:46:05.140737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c494ef-1a02-4d61-a49b-b6a8d6751a82 req-e1eeeb73-7aa4-45c6-92ce-620775313936 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.142441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c494ef-1a02-4d61-a49b-b6a8d6751a82 req-e1eeeb73-7aa4-45c6-92ce-620775313936 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 944 time: 0.2165506 Dec 13 09:46:05.143044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.146695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-4cf831a7-8693-4648-ab0f-182d98b58768 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572548 Dec 13 09:46:05.183726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.232051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2546440c-9b9e-44dc-a02d-347882ef9aa7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:05.236886 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-870cf330-2508-4d70-b4c4-5b1f3b0d0aff service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118847 Dec 13 09:46:05.249737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820814a1-205f-4188-932e-104f911e2325') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:05.250101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820814a1-205f-4188-932e-104f911e2325') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:05.278647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.324999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.335375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:46:05.335800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:46:05.337569 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:46:05.416349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.419631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dbe97e24-5b56-433c-8bfb-a84a519e363f req-ae0bd10f-c416-4f60-9d42-c3942c88f65d service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733131 Dec 13 09:46:05.423696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.430143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/2546440c-9b9e-44dc-a02d-347882ef9aa7 HTTP/1.1" status: 204 len: 168 time: 0.5301278 Dec 13 09:46:05.443344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304749-ceb0-45d4-9655-00b9c2f5c4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=2546440c-9b9e-44dc-a02d-347882ef9aa7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:05.609273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:05.639642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c494ef-1a02-4d61-a49b-b6a8d6751a82 req-ba920e13-84fe-4405-a76e-aada8e83df29 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837685 Dec 13 09:46:05.666154 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f76b2825-9cc7-4363-ba42-554e5c2fe46a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b889834e4fe40b3a78eace39470c3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555348 Dec 13 09:46:05.668673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:05.726916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.734171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-7f1563a6-c868-44c5-8f0d-44055d0fa80e service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772157 Dec 13 09:46:05.741714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982f0b-397f-4b8d-bc97-e88cca6bd3d8 req-4129ef33-3c58-4208-8bcc-f288fd715679 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:05.743173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be982f0b-397f-4b8d-bc97-e88cca6bd3d8 req-4129ef33-3c58-4208-8bcc-f288fd715679 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.2177482 Dec 13 09:46:05.754080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.812659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.815919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:05.817454 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c25d448-6d49-4237-b847-8f2674b74743 HTTP/1.1" status: 204 len: 168 time: 0.1476874 Dec 13 09:46:05.828016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3ac64-7b76-423a-b659-1d993d557de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c25d448-6d49-4237-b847-8f2674b74743,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:05.934535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be982f0b-397f-4b8d-bc97-e88cca6bd3d8 req-532e6669-3153-49f6-b8be-50ece5638dc2 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766880 Dec 13 09:46:06.001746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb07988-2bab-4afa-bde5-ad8b8b9590e0 req-f0ac5744-fb66-450d-b3f0-0c8aa12e7f6a service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551348 Dec 13 09:46:06.022498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e329d-f545-430b-b836-06d4aa0d038a req-6801de57-c142-4385-98e3-6e9a895366f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.023990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab5e329d-f545-430b-b836-06d4aa0d038a req-6801de57-c142-4385-98e3-6e9a895366f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 944 time: 0.1101358 Dec 13 09:46:06.092555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ab7219-2c75-4184-b930-1cf992006288 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:06.106292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.119243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab5e329d-f545-430b-b836-06d4aa0d038a req-3c059e1d-cbe3-40a2-8560-e3a6add2073e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871015 Dec 13 09:46:06.127168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Transition to ACTIVE for port object 84ab7219-2c75-4184-b930-1cf992006288 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:06.131433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.203678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Pushing event updated for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:06.290748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Attempting to bind port 84ab7219-2c75-4184-b930-1cf992006288 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:06.291094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Attempting to bind port 84ab7219-2c75-4184-b930-1cf992006288 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '69abbced-2e46-4001-8cfa-801bab6b079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:06.291430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Attempting to bind port 84ab7219-2c75-4184-b930-1cf992006288 on network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:06.307371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc9411-ceb2-45cc-8182-be9923e6cbed req-504c14e5-8257-4af8-968e-b7b864305a62 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.308988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dadc9411-ceb2-45cc-8182-be9923e6cbed req-504c14e5-8257-4af8-968e-b7b864305a62 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 944 time: 0.0838103 Dec 13 09:46:06.309522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Port 84ab7219-2c75-4184-b930-1cf992006288 on network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:06.310087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Attempting to bind port 84ab7219-2c75-4184-b930-1cf992006288 on network 3000b1e3-b2ff-46bb-ace8-e6333e6d4372 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:06.316392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:06.316747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Checking segment: {'id': '69abbced-2e46-4001-8cfa-801bab6b079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:06.317153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Bound using segment: {'id': '69abbced-2e46-4001-8cfa-801bab6b079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:06.317591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Bound port: 84ab7219-2c75-4184-b930-1cf992006288, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69abbced-2e46-4001-8cfa-801bab6b079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:06.317956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.401354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dadc9411-ceb2-45cc-8182-be9923e6cbed req-ee7f7b45-1485-439f-861f-af26ea45a6a5 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811286 Dec 13 09:46:06.423077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:06.426803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=84ab7219-2c75-4184-b930-1cf992006288,segment=NetworkSegment(69abbced-2e46-4001-8cfa-801bab6b079f),segment_id=69abbced-2e46-4001-8cfa-801bab6b079f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:06.431002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.472683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.473457 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.474915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/84ab7219-2c75-4184-b930-1cf992006288 HTTP/1.1" status: 200 len: 1092 time: 1.5357821 Dec 13 09:46:06.475414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'tag': '84ab7219-2c75-4184-b930-1cf992006288'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:06.478401 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d18d0-ddc7-4390-a1d8-a477fb18a594" -d '{"events": [{"name": "network-changed", "server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "tag": "84ab7219-2c75-4184-b930-1cf992006288"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:06.503882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9194-4bcb-4749-a106-6d0c6c9a89b7 service neutron] Pushing event updated for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:06.539568 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212668d7-8938-42d3-8250-49a8c85f6c09 x-openstack-request-id: req-212668d7-8938-42d3-8250-49a8c85f6c09 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:06.539903 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "tag": "84ab7219-2c75-4184-b930-1cf992006288", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:06.540431 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-212668d7-8938-42d3-8250-49a8c85f6c09 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:06.540977 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'tag': '84ab7219-2c75-4184-b930-1cf992006288', 'status': 'completed', 'code': 200} Dec 13 09:46:06.581064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-3d6a38d7-fe4d-4d02-abe0-426a9a384d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.582847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-3d6a38d7-fe4d-4d02-abe0-426a9a384d8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8055b7360d8e42689624b01d618c27d2&device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0548820 Dec 13 09:46:06.622204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:06.628982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-7f886237-f84f-4a91-ad04-02abbeeed43e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84ab7219-2c75-4184-b930-1cf992006288 HTTP/1.1" status: 200 len: 217 time: 0.0357823 Dec 13 09:46:06.686547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-43bfe5bc-2e30-4220-bfac-8d715efa3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.688070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-43bfe5bc-2e30-4220-bfac-8d715efa3a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d29d01f-a6c6-455b-9eb4-ba46819a423f HTTP/1.1" status: 200 len: 864 time: 0.0496197 Dec 13 09:46:06.740460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-73b7ccba-4177-447a-9324-5dff04648b73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3000b1e3-b2ff-46bb-ace8-e6333e6d4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403440 Dec 13 09:46:06.744775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1717861958-network', 'tenant_id': '5a005f16d750410b99aa12b8fb9ee706'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:06.767354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Made reservation on behalf of 5a005f16d750410b99aa12b8fb9ee706 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:06.770010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.780581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.847651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32415b2c-5863-4255-9876-d7d188c8e0f1 req-a54bfc7d-b578-4748-9848-76f6246b9c3f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:06.849470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32415b2c-5863-4255-9876-d7d188c8e0f1 req-a54bfc7d-b578-4748-9848-76f6246b9c3f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 944 time: 0.1367049 Dec 13 09:46:06.883974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.888577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.908990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-920f277d-a3c7-45c9-91ed-c80bd8cd3c82 service neutron] 10.222.0.37 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455650 Dec 13 09:46:06.918447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:46:06.924390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d667b1-afef-433d-a999-62c46c423667,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:06.932094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:06.932679 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Added segment e2a789e2-e873-404d-ac7e-dbcb0baf26d6 of type vlan for network 228a9ec1-1565-406c-a152-07eb2d802c15 Dec 13 09:46:06.937934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32415b2c-5863-4255-9876-d7d188c8e0f1 req-0bcc266c-982f-46ed-a581-96177594fabb tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809791 Dec 13 09:46:06.992621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.023443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.024421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.025013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.042111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5b72f76-ee4c-462a-bbe6-461b24a5c76d req-0715a485-4ce2-466e-8fb7-72ec344390e1 service neutron] 10.222.0.37 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188784 Dec 13 09:46:07.086968 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4597967 Dec 13 09:46:07.087494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75f370-1248-4a77-afaf-19500a2dbe1d req-96cfa4c2-3a45-4020-92ac-229266f390aa tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.089414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:07.092308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f75f370-1248-4a77-afaf-19500a2dbe1d req-96cfa4c2-3a45-4020-92ac-229266f390aa tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0651290 Dec 13 09:46:07.094709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Request body: {'subnet': {'network_id': '228a9ec1-1565-406c-a152-07eb2d802c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1717861958-subnet', 'tenant_id': '5a005f16d750410b99aa12b8fb9ee706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:07.098986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd3306-4aa6-4c2d-841a-c0f506ca626b admin admin] Pushing event updated for resources: {'Network': ['ID=228a9ec1-1565-406c-a152-07eb2d802c15,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:07.110567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 228a9ec1-1565-406c-a152-07eb2d802c15 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:46:07.120391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Made reservation on behalf of 5a005f16d750410b99aa12b8fb9ee706 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:07.123063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.165061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b7305796-c070-4ab7-83b0-0fcdfd4bfc4d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:07.215098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f75f370-1248-4a77-afaf-19500a2dbe1d req-c1088edc-1ed9-4907-b3f7-745c9747f89b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142678 Dec 13 09:46:07.236182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-dad6b460-7d54-4aec-b819-2a2d729c031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.237913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-dad6b460-7d54-4aec-b819-2a2d729c031b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8055b7360d8e42689624b01d618c27d2&device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1384969 Dec 13 09:46:07.308016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:07.330307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d', 'mac_address': 'fa:16:3e:25:a2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:07.349467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.354454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a7889-6694-45bb-8b72-159c23640550 req-755eea64-86c9-4b89-bce8-d0c6ff3c09d6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.356187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a34a7889-6694-45bb-8b72-159c23640550 req-755eea64-86c9-4b89-bce8-d0c6ff3c09d6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 944 time: 0.1400151 Dec 13 09:46:07.385739 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.402478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7305796-c070-4ab7-83b0-0fcdfd4bfc4d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:07.409401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c1fd29-8f9a-4654-b030-22c53093f9ed,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:07.423375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-702c3b61-9652-451b-a38a-42573ebae02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.424928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-702c3b61-9652-451b-a38a-42573ebae02d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3000b1e3-b2ff-46bb-ace8-e6333e6d4372 HTTP/1.1" status: 200 len: 925 time: 0.1653173 Dec 13 09:46:07.427961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:07.433484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.438030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a34a7889-6694-45bb-8b72-159c23640550 req-4570aa7f-d1de-47ca-b5c8-6e5275fc1c88 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709987 Dec 13 09:46:07.448305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Checking segment: {'id': 'e2a789e2-e873-404d-ac7e-dbcb0baf26d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '228a9ec1-1565-406c-a152-07eb2d802c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:07.448718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Network hostable DHCP agents. Network: 228a9ec1-1565-406c-a152-07eb2d802c15, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:46:07.472678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Network 228a9ec1-1565-406c-a152-07eb2d802c15 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:46:07.485038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 228a9ec1-1565-406c-a152-07eb2d802c15) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:07.489208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-04f3422e-6f8e-4d19-a2b0-86ceac95d4d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84ab7219-2c75-4184-b930-1cf992006288 HTTP/1.1" status: 200 len: 217 time: 0.0497217 Dec 13 09:46:07.490586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.491262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:07.506140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941f3d7-6549-4c9c-b21c-53b4536e13d5 None None] Network 228a9ec1-1565-406c-a152-07eb2d802c15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:07.511430 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-97c4aa4d-7108-4681-8141-87d8fb2b3d56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4209752 Dec 13 09:46:07.564573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:07.591284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-6358db19-97e5-4d8d-a5dd-2aea41109114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.593024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-6358db19-97e5-4d8d-a5dd-2aea41109114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d29d01f-a6c6-455b-9eb4-ba46819a423f HTTP/1.1" status: 200 len: 864 time: 0.0968273 Dec 13 09:46:07.610759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106695-e64f-48ba-829d-db08f1623929 req-ab82a789-0836-4085-95db-850829f72211 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:07.612738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80106695-e64f-48ba-829d-db08f1623929 req-ab82a789-0836-4085-95db-850829f72211 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 944 time: 0.0745852 Dec 13 09:46:07.654419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-7c9a2b25-0b93-4f9b-9703-50b9a4c418eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3000b1e3-b2ff-46bb-ace8-e6333e6d4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401418 Dec 13 09:46:07.659407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e07b14-7fc9-4390-8528-b72aca2a0b51 None None] Network 228a9ec1-1565-406c-a152-07eb2d802c15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:07.745009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80106695-e64f-48ba-829d-db08f1623929 req-8b3911ed-a878-4a81-ae15-d254d3bbc0fd tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194382 Dec 13 09:46:07.779400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-20b188c0-cf24-4b2c-b862-7e859e8cb2ef service neutron] 10.222.0.37 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167979 Dec 13 09:46:07.858821 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-90282b2a-4824-40c7-a427-b7a1bc6e760e req-95e2357f-6ebb-407d-9caf-5a663331ccd8 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] show failed (client error): The resource could not be found. Dec 13 09:46:07.869509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90282b2a-4824-40c7-a427-b7a1bc6e760e req-95e2357f-6ebb-407d-9caf-5a663331ccd8 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/8ab476ee-0546-4ee3-ac8a-ae101c646797 HTTP/1.1" status: 404 len: 352 time: 0.0539281 Dec 13 09:46:07.898023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b7305796-c070-4ab7-83b0-0fcdfd4bfc4d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:07.923881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66d18d0-ddc7-4390-a1d8-a477fb18a594 req-e7439839-0d64-4722-9f6a-c7f89e18bee7 service neutron] 10.222.0.37 "GET /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375647 Dec 13 09:46:07.968543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a203135-006b-41dc-a3e1-00d3b2c0a259 req-03cf4b72-9445-419b-93fb-251cf9a45b77 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a005f16d750410b99aa12b8fb9ee706 HTTP/1.1" status: 200 len: 3005 time: 0.0556843 Dec 13 09:46:08.057357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a203135-006b-41dc-a3e1-00d3b2c0a259 req-38b30de0-285c-40aa-8884-5e748b63b3b6 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/a6d667b1-afef-433d-a999-62c46c423667 HTTP/1.1" status: 200 len: 3002 time: 0.0789046 Dec 13 09:46:08.101417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cab63-757c-44ea-90b6-55599a1a9737 req-c6f0c7ce-5502-4781-a6c8-8f9c09b7ddcc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.102864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-208cab63-757c-44ea-90b6-55599a1a9737 req-c6f0c7ce-5502-4781-a6c8-8f9c09b7ddcc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 944 time: 0.0807812 Dec 13 09:46:08.130950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a203135-006b-41dc-a3e1-00d3b2c0a259 req-d65823c6-06bc-43bb-b375-1da3342de97e tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/a6d667b1-afef-433d-a999-62c46c423667 HTTP/1.1" status: 200 len: 3002 time: 0.0651979 Dec 13 09:46:08.168267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-208cab63-757c-44ea-90b6-55599a1a9737 req-5a6edec1-cbc3-4ce6-bee3-00b9041ef26d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586736 Dec 13 09:46:08.210082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-757338d4-3cb6-4004-b14e-436861334365 req-426ccb29-5fc9-408b-88ea-0856412fcdff tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/a6d667b1-afef-433d-a999-62c46c423667 HTTP/1.1" status: 200 len: 3002 time: 0.0556059 Dec 13 09:46:08.274139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-b5dd1bd2-f2d4-42ca-a95f-f47b7e8c07af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0756907 Dec 13 09:46:08.308277 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-757338d4-3cb6-4004-b14e-436861334365 req-ee59fefc-0c30-4165-bb2c-4a72700f81c1 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 09:46:08.309310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-757338d4-3cb6-4004-b14e-436861334365 req-ee59fefc-0c30-4165-bb2c-4a72700f81c1 tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6d667b1-afef-433d-a999-62c46c423667 HTTP/1.1" status: 409 len: 352 time: 0.0812302 Dec 13 09:46:08.383069 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-c17cfd82-4a8f-497c-a630-366ce49c3650 req-ba2b7399-2e17-41ad-83d6-646cbf41eb6b tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] show failed (client error): The resource could not be found. Dec 13 09:46:08.384073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c17cfd82-4a8f-497c-a630-366ce49c3650 req-ba2b7399-2e17-41ad-83d6-646cbf41eb6b tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/31dcc604-e1a8-4fa2-975f-119714d252f7 HTTP/1.1" status: 404 len: 352 time: 0.0398159 Dec 13 09:46:08.405946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53bbe1-04c0-483f-a23a-59f3c2db150e req-d98c44d8-5d70-46b4-9016-f45eeff6e116 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.407570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e53bbe1-04c0-483f-a23a-59f3c2db150e req-d98c44d8-5d70-46b4-9016-f45eeff6e116 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1143279 Dec 13 09:46:08.427962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.428363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.428823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.429382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.429897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.430523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.431033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.432965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-df5907ed-92c7-4eb4-b8b1-148c8f48f34f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.0996842 Dec 13 09:46:08.444331 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-e961306e-b1c4-4877-860f-5b3ac63a8730 req-590a2aca-2626-4f01-964b-9ea91849bade tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] show failed (client error): The resource could not be found. Dec 13 09:46:08.445587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e961306e-b1c4-4877-860f-5b3ac63a8730 req-590a2aca-2626-4f01-964b-9ea91849bade tempest-SecurityGroupsNegativeTestJSON-352390974 tempest-SecurityGroupsNegativeTestJSON-352390974-project] 10.222.0.30 "GET /v2.0/security-groups/9327088c-9ac5-410f-9999-fe909f286531 HTTP/1.1" status: 404 len: 352 time: 0.0366879 Dec 13 09:46:08.457102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:08.586549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e53bbe1-04c0-483f-a23a-59f3c2db150e req-250e07da-bbb5-4a0b-802c-ee42024340ea tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676292 Dec 13 09:46:08.617710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Deleting subnet 51c1fd29-8f9a-4654-b030-22c53093f9ed {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:08.635219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.674986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-1b5d55cd-5b60-4b45-b349-a262d684cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.675452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-1b5d55cd-5b60-4b45-b349-a262d684cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.675908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-1b5d55cd-5b60-4b45-b349-a262d684cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.677498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-1b5d55cd-5b60-4b45-b349-a262d684cb22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 2293 time: 0.2163961 Dec 13 09:46:08.696742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa84f-b957-4e8c-a221-501e3ff69357 req-7327ee2f-0b93-48bb-b679-bf2597eae79f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.698072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dcaa84f-b957-4e8c-a221-501e3ff69357 req-7327ee2f-0b93-48bb-b679-bf2597eae79f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 945 time: 0.1295907 Dec 13 09:46:08.707603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.811341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:08.837579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-96bafdfb-5284-40b7-ac5c-611793146a7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 1001 time: 0.1369646 Dec 13 09:46:08.899376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b6ec68dc-11ec-4077-abfc-344088cb5495 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:08.900234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dcaa84f-b957-4e8c-a221-501e3ff69357 req-07d675e5-2188-404b-a743-16ea5dfe6a8b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907978 Dec 13 09:46:08.936807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-e144ceec-d846-47a4-957d-fca465596ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.938302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-e144ceec-d846-47a4-957d-fca465596ca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.0933526 Dec 13 09:46:08.954159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7699cd-c477-4d36-a1d7-2318a0d7fab2 req-bd100c38-28b4-45e5-b95b-23a8e1bedf1d tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:08.956062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b7699cd-c477-4d36-a1d7-2318a0d7fab2 req-bd100c38-28b4-45e5-b95b-23a8e1bedf1d tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 944 time: 0.1117313 Dec 13 09:46:08.974547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.011128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b6ec68dc-11ec-4077-abfc-344088cb5495,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:09.022772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'b6ec68dc-11ec-4077-abfc-344088cb5495', 'network_id': '1669d524-31aa-4e0a-b584-c9580f2f7fd6', 'port_id': 'b6ec68dc-11ec-4077-abfc-344088cb5495', 'mac_address': 'fa:16:3e:5c:a5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ffe7b0-64d5-4076-bab4-d2a609514316', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:09.036653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c1fd29-8f9a-4654-b030-22c53093f9ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.040881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.046777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab580687-3e96-41f2-9e32-e1588e588b10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51c1fd29-8f9a-4654-b030-22c53093f9ed HTTP/1.1" status: 204 len: 168 time: 0.5860438 Dec 13 09:46:09.047159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:09.072745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b7699cd-c477-4d36-a1d7-2318a0d7fab2 req-5455e3a6-95d6-4c91-819b-c735f5b4dfb4 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067734 Dec 13 09:46:09.074234 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.074763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-68cc7b3e-4972-4422-9507-8c53d238177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.076738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-68cc7b3e-4972-4422-9507-8c53d238177f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196685 Dec 13 09:46:09.094892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ec68dc-11ec-4077-abfc-344088cb5495 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:09.116991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b6ec68dc-11ec-4077-abfc-344088cb5495,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:09.124641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.129112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.163584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b7305796-c070-4ab7-83b0-0fcdfd4bfc4d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:09.192166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-2cbc8c10-393c-4858-a3c0-baed5751addb service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070087 Dec 13 09:46:09.244346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.250500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.257845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:09.265588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:09.266264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.281033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228a9ec1-1565-406c-a152-07eb2d802c15']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.292427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a789e2-e873-404d-ac7e-dbcb0baf26d6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.292868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a789e2-e873-404d-ac7e-dbcb0baf26d6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:09.305922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.321300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.330376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:46:09.330560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:46:09.332508 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:46:09.346410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f425a3-1625-42ec-838a-45960090d6e6 req-ceb24103-b684-4d38-83bd-83f4b2a0fd1a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.347931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0f425a3-1625-42ec-838a-45960090d6e6 req-ceb24103-b684-4d38-83bd-83f4b2a0fd1a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 945 time: 0.0742717 Dec 13 09:46:09.368860 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.374987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-7c48d1a2-f7c2-4fb8-8ff1-cef8ab33feba service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727698 Dec 13 09:46:09.393487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.396839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:09.398829 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50db89f2-eccc-4554-a75b-0210751c6e92" -d '{"events": [{"server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "name": "network-vif-plugged", "status": "completed", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:09.410742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.413758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:09.414291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/228a9ec1-1565-406c-a152-07eb2d802c15 HTTP/1.1" status: 204 len: 168 time: 0.3659778 Dec 13 09:46:09.415437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5ef24-01ff-4d8c-b606-cac69a173e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=228a9ec1-1565-406c-a152-07eb2d802c15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.424994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.441977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-344ecb81-4525-41fa-971f-54fac8995a59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 217 time: 0.0588114 Dec 13 09:46:09.471386 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f8f0a6-411a-437a-9c41-dc8798f4d4c4 x-openstack-request-id: req-b1f8f0a6-411a-437a-9c41-dc8798f4d4c4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:09.472019 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "name": "network-vif-plugged", "status": "completed", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:09.472130 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f8f0a6-411a-437a-9c41-dc8798f4d4c4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:09.472480 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d', 'code': 200} Dec 13 09:46:09.486161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0f425a3-1625-42ec-838a-45960090d6e6 req-673c0d92-4161-4085-9bf1-21d1fd6799ea tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286693 Dec 13 09:46:09.506289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-60b15cea-9a12-466a-8fb2-02bea017c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.507891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-60b15cea-9a12-466a-8fb2-02bea017c2fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0565598 Dec 13 09:46:09.514990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:09.554514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['b6ec68dc-11ec-4077-abfc-344088cb5495'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:09.572145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-94304caa-3df6-408b-aa68-fb36bc5ba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.573756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-94304caa-3df6-408b-aa68-fb36bc5ba055 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469766 Dec 13 09:46:09.587478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:09.626215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47ec33-b811-48db-9012-5e99ec54a2e0 req-a508dfa4-2b71-41c9-a957-8fdb531993d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.627728 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db47ec33-b811-48db-9012-5e99ec54a2e0 req-a508dfa4-2b71-41c9-a957-8fdb531993d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 1097 time: 0.0867410 Dec 13 09:46:09.671232 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ffc6199-28b3-4a1c-961f-a51cd594a8bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a005f16d750410b99aa12b8fb9ee706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816488 Dec 13 09:46:09.677010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:09.692949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db47ec33-b811-48db-9012-5e99ec54a2e0 req-f2e0fe42-bf6b-49c5-8594-42f9ce9924d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 Dec 13 09:46:09.752448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-de163bc2-f737-43e7-8817-8cad413ae249 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642480 Dec 13 09:46:09.780589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8de61-90a7-4805-a8ac-6b951f3e85c8 req-90598c03-5904-4118-9121-da5df85d45c6 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:09.782066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87b8de61-90a7-4805-a8ac-6b951f3e85c8 req-90598c03-5904-4118-9121-da5df85d45c6 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1064336 Dec 13 09:46:09.786819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.826022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.864122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87b8de61-90a7-4805-a8ac-6b951f3e85c8 req-ae385a49-6a4d-4def-883e-5ae2ae51be13 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Dec 13 09:46:09.898338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.901186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:09.902235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6d667b1-afef-433d-a999-62c46c423667 HTTP/1.1" status: 204 len: 168 time: 0.2243407 Dec 13 09:46:09.948802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fba91a-86ae-4e72-8767-e966b3b779f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d667b1-afef-433d-a999-62c46c423667,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:10.020600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-b6c546d5-c9fb-406b-8f3e-89fb8bd3e94e service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308799 Dec 13 09:46:10.331156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-caafa8b5-b6fd-4b08-9962-3153be88b643 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 217 time: 0.3015969 Dec 13 09:46:10.338784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5943a-f351-4d32-83e4-0be8c9edc6ad req-0077fc43-018b-4f32-bb2e-d610111173d6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.340186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7b5943a-f351-4d32-83e4-0be8c9edc6ad req-0077fc43-018b-4f32-bb2e-d610111173d6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.3510075 Dec 13 09:46:10.448869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-ea0f1363-4ab3-4e56-b486-85a251a052d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.450577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-ea0f1363-4ab3-4e56-b486-85a251a052d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1021771 Dec 13 09:46:10.454069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7b5943a-f351-4d32-83e4-0be8c9edc6ad req-1ac37b0c-d39c-47ac-bd1b-60904ee1bbc5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Dec 13 09:46:10.461327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad727b56-fd08-413e-af47-237249be1ab7 req-9a6b4713-9b9a-479e-b828-322b1e41f132 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.462783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad727b56-fd08-413e-af47-237249be1ab7 req-9a6b4713-9b9a-479e-b828-322b1e41f132 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 944 time: 0.1350839 Dec 13 09:46:10.536783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-43fd6d05-e312-4b82-86a6-b7208dedf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.538265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-43fd6d05-e312-4b82-86a6-b7208dedf0f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746081 Dec 13 09:46:10.546429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad727b56-fd08-413e-af47-237249be1ab7 req-14923d3c-8386-44ef-b62a-3d34d855f3f5 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743916 Dec 13 09:46:10.631827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:10.666136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7cddd-1c8a-4521-b223-eb683a882ac6 req-2ee77c5d-dae3-4588-91c4-246d2da64284 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.667643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ff7cddd-1c8a-4521-b223-eb683a882ac6 req-2ee77c5d-dae3-4588-91c4-246d2da64284 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 945 time: 0.0785096 Dec 13 09:46:10.684994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-c3f7ca43-5238-4249-b4f2-024d05686468 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375847 Dec 13 09:46:10.738437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-network', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:10.760723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:10.763516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.763653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ff7cddd-1c8a-4521-b223-eb683a882ac6 req-ebd1f2c8-42b6-4857-ac97-2c12f503a9f9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878987 Dec 13 09:46:10.772229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.801684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-0f5a3f9d-b2d3-434d-9421-62097552bf6a service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035867 Dec 13 09:46:10.857791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-93103327-2178-42b6-baf0-a85263b3397a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 217 time: 0.0411975 Dec 13 09:46:10.860473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.864437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.890028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:46:10.899658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3483cf3-7f00-4464-ae52-a165715b43a3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:10.906979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:10.907420 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Added segment 8b780ea9-9580-43b8-b8b8-bf9ddaad3f96 of type vlan for network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 Dec 13 09:46:10.918740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 84ab7219-2c75-4184-b930-1cf992006288 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:10.922358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b6ec68dc-11ec-4077-abfc-344088cb5495 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:10.926689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-39f74209-e324-48d7-9e97-10978921a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:10.928646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-39f74209-e324-48d7-9e97-10978921a8e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0565617 Dec 13 09:46:10.962095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.006941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.008678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.009490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.056941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-199c152c-5ebd-41f1-b616-b9004792cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.058409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-199c152c-5ebd-41f1-b616-b9004792cf22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219330 Dec 13 09:46:11.071363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846be8-1971-4f2a-88a2-a348af3da564 req-10983a38-f67a-454d-af2c-dac2448c7065 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.072991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2846be8-1971-4f2a-88a2-a348af3da564 req-10983a38-f67a-454d-af2c-dac2448c7065 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0826735 Dec 13 09:46:11.089177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4560962 Dec 13 09:46:11.096775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port b6ec68dc-11ec-4077-abfc-344088cb5495 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:11.097266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57494) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:11.107399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Request body: {'subnet': {'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-subnet', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:11.111433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port b6ec68dc-11ec-4077-abfc-344088cb5495 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:11.112005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.129780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9a6bd-9303-45d3-9c5c-34f56ab9ca64 admin admin] Pushing event updated for resources: {'Network': ['ID=8bacb149-e1c8-46f5-ab37-9eb8735eeb28,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:11.134625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:11.137166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.149583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:46:11.153885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=84ab7219-2c75-4184-b930-1cf992006288,segment=NetworkSegment(69abbced-2e46-4001-8cfa-801bab6b079f),segment_id=69abbced-2e46-4001-8cfa-801bab6b079f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:11.201497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2846be8-1971-4f2a-88a2-a348af3da564 req-4b04e290-ceae-495e-8fac-47e3eeb9b515 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968201 Dec 13 09:46:11.214893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '84ab7219-2c75-4184-b930-1cf992006288', 'network_id': '3000b1e3-b2ff-46bb-ace8-e6333e6d4372', 'port_id': '84ab7219-2c75-4184-b930-1cf992006288', 'mac_address': 'fa:16:3e:85:19:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29d01f-a6c6-455b-9eb4-ba46819a423f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:11.250913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-19b15ff6-79f0-46b1-ab41-375828e37762 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767414 Dec 13 09:46:11.303394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.321532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.324121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ab7219-2c75-4184-b930-1cf992006288 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:11.366915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-7306038c-6b75-4664-9d73-b0e1a7fd1c05 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057396 Dec 13 09:46:11.368134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=84ab7219-2c75-4184-b930-1cf992006288,segment=NetworkSegment(69abbced-2e46-4001-8cfa-801bab6b079f),segment_id=69abbced-2e46-4001-8cfa-801bab6b079f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:11.378143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.378396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.381336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b6ec68dc-11ec-4077-abfc-344088cb5495,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:11.407360 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.414685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-cbff5637-fbee-40d5-a684-bb5ddc98f398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 217 time: 0.0402613 Dec 13 09:46:11.430685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3a3c63-7f7f-4621-b502-7ac5e1209708,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:11.440847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:11.446736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Checking segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:11.448424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Network hostable DHCP agents. Network: 8bacb149-e1c8-46f5-ab37-9eb8735eeb28, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:46:11.472274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:46:11.474424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:11.478175 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3bde94-4296-45e3-a38e-e611258e2f4c" -d '{"events": [{"server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "name": "network-vif-plugged", "status": "completed", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:11.486252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-506ad6e2-fb5d-492a-9813-b171da56fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.488127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-506ad6e2-fb5d-492a-9813-b171da56fba1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0600064 Dec 13 09:46:11.493401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8bacb149-e1c8-46f5-ab37-9eb8735eeb28) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:11.498285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.498860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.517945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c34518-3220-4c88-b180-8fd2d40f256e None None] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:11.521761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-309aae45-ad96-4fd7-a289-767edf94291e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4206848 Dec 13 09:46:11.522154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:11.526921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:11.540193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:11.569715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.573274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.589181 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e9ee3-e505-41d5-9a67-a11ed6e67c08 x-openstack-request-id: req-9b5e9ee3-e505-41d5-9a67-a11ed6e67c08 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:11.589457 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "name": "network-vif-plugged", "status": "completed", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:11.589698 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b5e9ee3-e505-41d5-9a67-a11ed6e67c08 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:11.590644 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495', 'code': 200} Dec 13 09:46:11.596940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-ae870ebb-f0b7-4621-a3a0-407e63529510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.598481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-ae870ebb-f0b7-4621-a3a0-407e63529510 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998495 Dec 13 09:46:11.615291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c37ac-a8e7-4c1a-a1bf-fa2705a63ebc req-9fe86c33-2e3d-4a15-abc7-27560ba4ce59 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.623465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-080c37ac-a8e7-4c1a-a1bf-fa2705a63ebc req-9fe86c33-2e3d-4a15-abc7-27560ba4ce59 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.0724690 Dec 13 09:46:11.670939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.697680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:11.698885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.786145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-080c37ac-a8e7-4c1a-a1bf-fa2705a63ebc req-fd899669-d0f5-401e-9c6a-a79d47bb6642 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 Dec 13 09:46:11.815561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1a592-9c66-46de-8e8c-1594d7f5ddef req-9b371871-0b91-453e-b450-405776741f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.817189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffa1a592-9c66-46de-8e8c-1594d7f5ddef req-9b371871-0b91-453e-b450-405776741f8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1097 time: 0.1766679 Dec 13 09:46:11.824245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['84ab7219-2c75-4184-b930-1cf992006288'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:11.829752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881c00-5304-4e2d-8031-13b7cb6ce14f req-d79b521f-1dc8-4fa8-8de0-797948692527 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:11.831267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d881c00-5304-4e2d-8031-13b7cb6ce14f req-d79b521f-1dc8-4fa8-8de0-797948692527 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1661675 Dec 13 09:46:11.834521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-84c6a194-036b-46fb-9dc0-3987191ac9f0 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082586 Dec 13 09:46:11.837604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:11.924593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Allocated IP 172.20.0.2 (8bacb149-e1c8-46f5-ab37-9eb8735eeb28/ea3a3c63-7f7f-4621-b502-7ac5e1209708/10232a04-e2b5-4d3a-a6b4-523914fedf64) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:11.967201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffa1a592-9c66-46de-8e8c-1594d7f5ddef req-62b0289f-b411-4310-891d-3e1bf713da9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348064 Dec 13 09:46:11.985516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d881c00-5304-4e2d-8031-13b7cb6ce14f req-8587de97-c65b-45c0-9d80-4deaa27de741 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448061 Dec 13 09:46:12.048327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-b2b6435b-d037-4420-9a76-d99cb9a94ed8 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928518 Dec 13 09:46:12.064489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0cf2-2600-416e-82cc-2a1d5481b55b req-d1570866-8dad-4111-ae13-ddba89534ee4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.073192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca5d0cf2-2600-416e-82cc-2a1d5481b55b req-d1570866-8dad-4111-ae13-ddba89534ee4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1175942 Dec 13 09:46:12.145753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-50b4af23-551d-427b-9bf2-2193522fed01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 217 time: 0.0688419 Dec 13 09:46:12.188306 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.195390 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.239535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:12.242694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:12.244701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca5d0cf2-2600-416e-82cc-2a1d5481b55b req-6f5c0b8c-83d2-4919-b1ec-86c1cd2e5d1a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706209 Dec 13 09:46:12.245414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:12.255546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3a4fb-d5e4-4916-af3c-7d8e29b09223 req-a1adc14f-a6f4-4637-add8-1f9fd8698ad6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.257193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cc3a4fb-d5e4-4916-af3c-7d8e29b09223 req-a1adc14f-a6f4-4637-add8-1f9fd8698ad6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.1694031 Dec 13 09:46:12.262338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Pushing event updated for resources: {'Port': ['ID=10232a04-e2b5-4d3a-a6b4-523914fedf64,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.262523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-637868c9-b2f5-4b6d-a490-bfcdc5c5f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.262651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-637868c9-b2f5-4b6d-a490-bfcdc5c5f846 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1017046 Dec 13 09:46:12.324300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Attempting to bind port 10232a04-e2b5-4d3a-a6b4-523914fedf64 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:12.324675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Attempting to bind port 10232a04-e2b5-4d3a-a6b4-523914fedf64 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:12.326777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Attempting to bind port 10232a04-e2b5-4d3a-a6b4-523914fedf64 on network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:12.339163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:12.339540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Checking segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:12.339949 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.340343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Bound using segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:12.340827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Bound port: 10232a04-e2b5-4d3a-a6b4-523914fedf64, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:12.342484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.354124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-61c57ba9-166b-4025-98e7-2bf3238e328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.355820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-61c57ba9-166b-4025-98e7-2bf3238e328c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847418 Dec 13 09:46:12.359874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cc3a4fb-d5e4-4916-af3c-7d8e29b09223 req-44f245e2-89b5-411a-a0bc-2c2f1f002ef8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867643 Dec 13 09:46:12.444649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] For port 10232a04-e2b5-4d3a-a6b4-523914fedf64, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:12.449668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] For port 10232a04-e2b5-4d3a-a6b4-523914fedf64, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=10232a04-e2b5-4d3a-a6b4-523914fedf64,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:12.458399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.462184 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.474445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-24104392-2ff6-4764-af51-a6649fde1110 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077995 Dec 13 09:46:12.506473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.522570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c82ec2-e3db-4a27-ad3c-f61646282261 None None] Pushing event updated for resources: {'Port': ['ID=10232a04-e2b5-4d3a-a6b4-523914fedf64,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.616067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76854fd-542a-48aa-b986-8aa8ae33ab5d req-23fa65d1-ed0f-47f7-9c17-9754e3e4c591 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.617811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76854fd-542a-48aa-b986-8aa8ae33ab5d req-23fa65d1-ed0f-47f7-9c17-9754e3e4c591 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1238117 Dec 13 09:46:12.662439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-2d372586-4a60-4539-9517-f56d611c0947 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785741 Dec 13 09:46:12.667774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Allocated IP 172.25.1.242 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/89b2c46e-2441-4cbc-a6a6-990b286b1e04) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:12.733309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-c4d3b5dd-78c8-46d4-9969-552d218379b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.0600858 Dec 13 09:46:12.766526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e76854fd-542a-48aa-b986-8aa8ae33ab5d req-05783428-364d-4b5a-8b86-eee0589da87c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236713 Dec 13 09:46:12.829405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.863570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-9c166f80-140b-4e85-9cd5-32eaa2965fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.865423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-9c166f80-140b-4e85-9cd5-32eaa2965fe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1243877 Dec 13 09:46:12.897834 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:12.908174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b474-5576-4078-b4e6-90e451d5d6c0 req-6e2e0dbe-6dc8-4574-a997-c11b6dc925a8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.910745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c09b474-5576-4078-b4e6-90e451d5d6c0 req-6e2e0dbe-6dc8-4574-a997-c11b6dc925a8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.1433449 Dec 13 09:46:12.952454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:12.956016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:12.960375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:12.989559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037215-282c-48d1-8468-f0457efd74ec req-a957b370-eaf4-4bbf-8f40-6e92d7c364c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:12.991665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Pushing event updated for resources: {'Port': ['ID=89b2c46e-2441-4cbc-a6a6-990b286b1e04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:12.991805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-a957b370-eaf4-4bbf-8f40-6e92d7c364c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103241 Dec 13 09:46:13.032207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c09b474-5576-4078-b4e6-90e451d5d6c0 req-de2e0e57-393f-4ce7-afec-5e9f339826e3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004062 Dec 13 09:46:13.130681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-f44f198a-9ad6-4d62-93de-4b977fc2418f service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292312 Dec 13 09:46:13.196150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8be7-51a1-4774-b5e9-8209aded2f8b req-70f018e9-da72-45cc-80f2-08298e23069c tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.197758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167b8be7-51a1-4774-b5e9-8209aded2f8b req-70f018e9-da72-45cc-80f2-08298e23069c tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1129007 Dec 13 09:46:13.257117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.276991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167b8be7-51a1-4774-b5e9-8209aded2f8b req-dee3e560-36eb-4e19-afdd-1ab99073cdd3 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702660 Dec 13 09:46:13.279850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8037215-282c-48d1-8468-f0457efd74ec req-84f5fa37-e284-459f-aab6-e9bfc3b167d4 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409123 Dec 13 09:46:13.402469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571b3d3-dd55-4a01-af2e-90ed3171963c req-bc1872f6-0f10-4351-8f70-66012dc99637 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.404587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a571b3d3-dd55-4a01-af2e-90ed3171963c req-bc1872f6-0f10-4351-8f70-66012dc99637 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0693598 Dec 13 09:46:13.459699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a571b3d3-dd55-4a01-af2e-90ed3171963c req-2024d6c4-91b2-4996-b398-1827e1f98dcf tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Dec 13 09:46:13.527237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.581322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 10232a04-e2b5-4d3a-a6b4-523914fedf64 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:13.642972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 10232a04-e2b5-4d3a-a6b4-523914fedf64 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:13.643348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.676326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Router 35d52281-1e88-4376-8561-e820921eb58f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:46:13.743934 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.779628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 10232a04-e2b5-4d3a-a6b4-523914fedf64, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=10232a04-e2b5-4d3a-a6b4-523914fedf64,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:13.784989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.840984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:13.844333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6f489-e135-4320-a2f9-b7ff0fe939fc None None] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:13.857357 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Sync routers for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:13.874227 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:13.875584 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:13.880169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:13.882490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d8f4c5bf-79a0-4aee-83fe-fab3991dcd01 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3594511 Dec 13 09:46:13.885195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:13.937491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73413-acff-4b8e-a31e-7c0b0f497d25 req-4d8709b2-1961-4ae1-9308-9d273e2f6001 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:13.946905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34a73413-acff-4b8e-a31e-7c0b0f497d25 req-4d8709b2-1961-4ae1-9308-9d273e2f6001 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0798297 Dec 13 09:46:13.955972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=10232a04-e2b5-4d3a-a6b4-523914fedf64,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:13.972369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-71414734-0daf-491f-8f35-c18c7c11d905 None None] Provisioning complete for port 10232a04-e2b5-4d3a-a6b4-523914fedf64 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:13.972751 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71414734-0daf-491f-8f35-c18c7c11d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.011756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34a73413-acff-4b8e-a31e-7c0b0f497d25 req-8fc170d7-dd10-49c7-b675-4fd564e5fb90 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602403 Dec 13 09:46:14.057425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:14.245889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444d0ae-5459-4eb3-bef0-4b628f0aa4cc req-0fe8c50f-b8fe-4ba1-a5b5-d869cec938af tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.248123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b444d0ae-5459-4eb3-bef0-4b628f0aa4cc req-0fe8c50f-b8fe-4ba1-a5b5-d869cec938af tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.0791881 Dec 13 09:46:14.338300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b444d0ae-5459-4eb3-bef0-4b628f0aa4cc req-1d301f6b-db8e-42fe-a481-39dd3d43fd53 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Dec 13 09:46:14.380596 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:13Z', 'revision_number': 3, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:14.411733 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Checking router: 35d52281-1e88-4376-8561-e820921eb58f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:14.412305 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Updating router 35d52281-1e88-4376-8561-e820921eb58f port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:14.438785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9cb7b-5842-497a-8faa-48d734678570 req-1cec0a0d-b095-4508-ab21-4d4d745ce18c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.440413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d9cb7b-5842-497a-8faa-48d734678570 req-1cec0a0d-b095-4508-ab21-4d4d745ce18c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 946 time: 0.0851431 Dec 13 09:46:14.452867 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.477597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.564202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6a680e4f-6b1b-44a6-8cfe-8db8f5fd3b06 None None] Provisioning complete for port 10232a04-e2b5-4d3a-a6b4-523914fedf64 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:14.568230 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a680e4f-6b1b-44a6-8cfe-8db8f5fd3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.602274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2f53-8ccf-4d1d-ad12-12368408bfc1 req-c8993d7d-8752-42e9-abf3-557d6441b77a tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.612175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62da2f53-8ccf-4d1d-ad12-12368408bfc1 req-c8993d7d-8752-42e9-abf3-557d6441b77a tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1937280 Dec 13 09:46:14.713929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62da2f53-8ccf-4d1d-ad12-12368408bfc1 req-511ab68d-50c5-4a28-819e-3e89faa51fe1 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992823 Dec 13 09:46:14.787898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:14.788219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.839146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Allocated IP 172.20.0.1 (8bacb149-e1c8-46f5-ab37-9eb8735eeb28/ea3a3c63-7f7f-4621-b502-7ac5e1209708/7944b0cf-adcf-4102-8321-8530c64ebb9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:14.867041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74caa7-bedc-4e97-9aa9-c9dcd2a1034b req-0e2f1984-fc81-40dd-a48f-efe071b083fb tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:14.875493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c74caa7-bedc-4e97-9aa9-c9dcd2a1034b req-0e2f1984-fc81-40dd-a48f-efe071b083fb tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1557705 Dec 13 09:46:14.945561 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.952814 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.962423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 84ab7219-2c75-4184-b930-1cf992006288 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:14.968834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c74caa7-bedc-4e97-9aa9-c9dcd2a1034b req-7eaa02d6-446c-4aaa-bd24-30b6a6bc9706 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873625 Dec 13 09:46:14.971016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:14.971398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:14.996825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for b7305796-c070-4ab7-83b0-0fcdfd4bfc4d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:15.010109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.024951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Attempting to bind port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:15.025629 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Attempting to bind port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:15.026002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Attempting to bind port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:15.065081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:15.071297 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:15.072779 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.073518 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:15.074265 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Bound port: 89b2c46e-2441-4cbc-a6a6-990b286b1e04, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:15.076075 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.094076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.125153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 84ab7219-2c75-4184-b930-1cf992006288 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:15.134642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 84ab7219-2c75-4184-b930-1cf992006288 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:15.135126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.155278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Pushing event updated for resources: {'Port': ['ID=89b2c46e-2441-4cbc-a6a6-990b286b1e04,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.167207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.167409 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.167762 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.168217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.168624 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.169143 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.169557 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.170928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.170928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.170928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.171569 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.171569 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.171795 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:15.186745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Pushing event updated for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.202787 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] For port 89b2c46e-2441-4cbc-a6a6-990b286b1e04, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:15.206991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:15.211151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] For port 89b2c46e-2441-4cbc-a6a6-990b286b1e04, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89b2c46e-2441-4cbc-a6a6-990b286b1e04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:15.211721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:15.218095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:15.219585 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.249921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f1cb-b34d-4d16-85a3-8f63e61a1042 req-fade3b9d-d9a4-4140-8099-02e634a28ff0 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:15.265364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04e6f1cb-b34d-4d16-85a3-8f63e61a1042 req-fade3b9d-d9a4-4140-8099-02e634a28ff0 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1256070 Dec 13 09:46:15.280350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.330699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.346057 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:15.346718 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:15.358816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ab7219-2c75-4184-b930-1cf992006288'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:15.359920 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deb157-c116-468e-a6f6-c8e5e7ec45eb None None] Pushing event updated for resources: {'Port': ['ID=89b2c46e-2441-4cbc-a6a6-990b286b1e04,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.361063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04e6f1cb-b34d-4d16-85a3-8f63e61a1042 req-90d9882d-ea1a-4705-84c2-875a29bed126 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Dec 13 09:46:15.368109 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45755a-60cc-4671-b0b4-305124c8b205" -d '{"events": [{"server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "84ab7219-2c75-4184-b930-1cf992006288"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:15.398413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=84ab7219-2c75-4184-b930-1cf992006288,segment=NetworkSegment(69abbced-2e46-4001-8cfa-801bab6b079f),segment_id=69abbced-2e46-4001-8cfa-801bab6b079f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:15.406732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.501832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.514063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.526880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:15.576378 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:15.610360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=b7305796-c070-4ab7-83b0-0fcdfd4bfc4d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:15.648235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-a8ddb769-85c4-47f9-9068-cc1cbbec7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:15.650659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-a8ddb769-85c4-47f9-9068-cc1cbbec7b38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1097 time: 0.2837734 Dec 13 09:46:15.665160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 10232a04-e2b5-4d3a-a6b4-523914fedf64 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:15.744590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.802372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:13Z', 'revision_number': 3, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:15.812685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbb9d7cc-02c5-4246-8a6c-3a1d27a1b4f0 req-0712f29a-e106-4165-b2af-b4be7e069754 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=8912506d-2462-4941-9259-ffbe126e0182 HTTP/1.1" status: 200 len: 210 time: 0.2042680 Dec 13 09:46:15.820905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port b7305796-c070-4ab7-83b0-0fcdfd4bfc4d on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:15.824120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.829034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d9cb7b-5842-497a-8faa-48d734678570 req-e10862a7-eb93-48ae-b9d9-b336f0eea44c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/b7305796-c070-4ab7-83b0-0fcdfd4bfc4d HTTP/1.1" status: 204 len: 173 time: 1.3730347 Dec 13 09:46:15.875368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae655-1258-43c5-98bf-59dc52f180b2 req-58cf98b8-7ef3-4b28-9203-4a1f3ca7b625 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:15.887093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be7ae655-1258-43c5-98bf-59dc52f180b2 req-58cf98b8-7ef3-4b28-9203-4a1f3ca7b625 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.4186106 Dec 13 09:46:15.893949 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4acef3-4629-4d91-9e8a-4a35ca4303e1 None None] The sync data for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 is: [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:13Z', 'revision_number': 3, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:15.908162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf53dc25-25a3-4010-93d7-aa2a93b1589f None None] Provisioning complete for port 7944b0cf-adcf-4102-8321-8530c64ebb9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:15.908542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf53dc25-25a3-4010-93d7-aa2a93b1589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.912396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'name': 'network-vif-deleted', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:15.916804 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d9eac-515e-4226-abd1-718ac7752a0a" -d '{"events": [{"server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "name": "network-vif-deleted", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:15.919047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 10232a04-e2b5-4d3a-a6b4-523914fedf64 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:15.919425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:15.923968 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97645121-cedf-4704-89e3-6753e4bfadba x-openstack-request-id: req-97645121-cedf-4704-89e3-6753e4bfadba {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:15.924266 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "84ab7219-2c75-4184-b930-1cf992006288", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:15.924519 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97645121-cedf-4704-89e3-6753e4bfadba {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:15.925050 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ab7219-2c75-4184-b930-1cf992006288', 'code': 200} Dec 13 09:46:16.031749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-f7b444ea-9591-4e98-a22a-65731b54e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.033269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-f7b444ea-9591-4e98-a22a-65731b54e07c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 911 time: 0.3618548 Dec 13 09:46:16.037487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be7ae655-1258-43c5-98bf-59dc52f180b2 req-7ad7aed8-30e8-49c6-9b20-d6717725b7d2 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491694 Dec 13 09:46:16.055135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf53dc25-25a3-4010-93d7-aa2a93b1589f None None] Port 7944b0cf-adcf-4102-8321-8530c64ebb9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:16.112478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-49cd9e2f-9107-4981-83a8-a2c3c23712ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 200 len: 217 time: 0.0706387 Dec 13 09:46:16.157107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.172350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.204826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768a4fe-5ce1-4d93-81f6-18034f705575 req-c139a749-3c6c-4df4-b40f-9cfde96f5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.206659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4768a4fe-5ce1-4d93-81f6-18034f705575 req-c139a749-3c6c-4df4-b40f-9cfde96f5021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1340206 Dec 13 09:46:16.302994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.313189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Pushing event updated for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:16.327423 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4768a4fe-5ce1-4d93-81f6-18034f705575 req-bb6a98a7-0806-4ce4-8338-58ea6b82792e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995493 Dec 13 09:46:16.473288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:16.475378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:16.479606 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64fb36e-142d-4b13-b0e4-a16ed3cc480c x-openstack-request-id: req-e64fb36e-142d-4b13-b0e4-a16ed3cc480c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:16.480144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8912506d-2462-4941-9259-ffbe126e0182", "name": "network-vif-deleted", "tag": "b7305796-c070-4ab7-83b0-0fcdfd4bfc4d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:16.480144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e64fb36e-142d-4b13-b0e4-a16ed3cc480c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:16.480562 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8912506d-2462-4941-9259-ffbe126e0182', 'name': 'network-vif-deleted', 'tag': 'b7305796-c070-4ab7-83b0-0fcdfd4bfc4d', 'status': 'completed', 'code': 200} Dec 13 09:46:16.569382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-475a4461-39c9-4b0a-8bbb-7a37a62e9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.571044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-475a4461-39c9-4b0a-8bbb-7a37a62e9a12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.4452763 Dec 13 09:46:16.594588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c190a4-0ad4-46da-a050-a7c6d1d70111 req-4cd75243-9f59-499a-a6dc-29f79fc62bab tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.596203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7c190a4-0ad4-46da-a050-a7c6d1d70111 req-4cd75243-9f59-499a-a6dc-29f79fc62bab tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1197701 Dec 13 09:46:16.603734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247d835-dfb0-4d11-93ed-13ce238973d8 req-fe4c40f5-8341-4960-90f0-210426096f73 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:16.623177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3247d835-dfb0-4d11-93ed-13ce238973d8 req-fe4c40f5-8341-4960-90f0-210426096f73 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1451092 Dec 13 09:46:16.663608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Router 35d52281-1e88-4376-8561-e820921eb58f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:16.679931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-48926c56-f688-49c3-bce3-ed6da6d23233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529065 Dec 13 09:46:16.786267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3247d835-dfb0-4d11-93ed-13ce238973d8 req-c1798418-a617-4816-847b-497a0603372d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621428 Dec 13 09:46:16.791489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7c190a4-0ad4-46da-a050-a7c6d1d70111 req-edb094c7-8f46-435f-8cfa-db11c748a8e9 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661596 Dec 13 09:46:16.809177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:16.832724 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-624cc74a-49c4-4ce7-90b6-e203718fb4af admin admin] 10.222.0.30 "PUT /v2.0/routers/35d52281-1e88-4376-8561-e820921eb58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9448822 Dec 13 09:46:16.851619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-4a59cc5e-b773-4f94-bf49-bf39c708edb7 service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490848 Dec 13 09:46:16.900892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fd9f2527-c2c1-413f-adee-231625b868dd None None] Provisioning complete for port 7944b0cf-adcf-4102-8321-8530c64ebb9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:16.902355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2527-c2c1-413f-adee-231625b868dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:16.992230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f2527-c2c1-413f-adee-231625b868dd None None] Port 7944b0cf-adcf-4102-8321-8530c64ebb9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:17.037386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eed79193-9deb-4566-ab84-a08a5de90d68 req-832858a6-9e2f-43b8-a4c1-450762a21d87 service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599438 Dec 13 09:46:17.208041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b7305796-c070-4ab7-83b0-0fcdfd4bfc4d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:17.233044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: b7305796-c070-4ab7-83b0-0fcdfd4bfc4d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:17.233668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b7305796-c070-4ab7-83b0-0fcdfd4bfc4d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:17.343360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f87a04-9e2e-472a-b02e-e3dd39e192b1 req-2a9cf782-df2a-41bd-9fa7-2ac34b12d9b7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:17.345027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f87a04-9e2e-472a-b02e-e3dd39e192b1 req-2a9cf782-df2a-41bd-9fa7-2ac34b12d9b7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0817797 Dec 13 09:46:17.408864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00f87a04-9e2e-472a-b02e-e3dd39e192b1 req-b09e71df-472d-4ec4-90c1-adfb45889439 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Dec 13 09:46:17.487826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:17.498128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-network', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:17.530332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Made reservation on behalf of 97ee656218a44daf8b6a082cf0c7c6b6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:17.533291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.543120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.589585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89b2c46e-2441-4cbc-a6a6-990b286b1e04 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:17.640632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.644227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:17.645066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.645264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.671066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:46:17.688779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f638778-cae5-4987-921c-ddf54e408f0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:17.692892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.693346 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Added segment 91d21163-91e5-4111-bb36-0563d5d78579 of type vlan for network 3fedca07-5d92-468b-b928-d6e201fe8002 Dec 13 09:46:17.749391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.757055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.762749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-d31f8b6d-f2ab-4f0b-ad7b-0d5deb324515 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:17.765581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-d31f8b6d-f2ab-4f0b-ad7b-0d5deb324515 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.1569734 Dec 13 09:46:17.784048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 89b2c46e-2441-4cbc-a6a6-990b286b1e04, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89b2c46e-2441-4cbc-a6a6-990b286b1e04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:17.791900 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.795639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-c44714cf-973a-43d9-b702-8899ea77fe14 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0169823 Dec 13 09:46:17.804387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.806555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:17.807487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:17.860574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=89b2c46e-2441-4cbc-a6a6-990b286b1e04,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:17.905684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4165506 Dec 13 09:46:17.912489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:17.920597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Request body: {'subnet': {'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-subnet', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:17.922165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb068b-4e64-459a-b6ee-77075f5c3a2e admin admin] Pushing event updated for resources: {'Network': ['ID=3fedca07-5d92-468b-b928-d6e201fe8002,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:17.934003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3fedca07-5d92-468b-b928-d6e201fe8002 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:46:17.981695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-3cebc875-633c-4dc0-87bd-7455e771e3c7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1818252 Dec 13 09:46:18.001834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f675-111b-4e8d-a964-a2a109631825 req-4654b06c-8f9d-4a8e-b734-7d04cfcad9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.003497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-4654b06c-8f9d-4a8e-b734-7d04cfcad9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.1891046 Dec 13 09:46:18.019521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Made reservation on behalf of 97ee656218a44daf8b6a082cf0c7c6b6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:18.022135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.075143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8edb5-0ee1-42f5-921e-a44ddd54f8a6 req-4b49bfd5-d875-4544-8337-acaa86b3a97e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.076802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7a8edb5-0ee1-42f5-921e-a44ddd54f8a6 req-4b49bfd5-d875-4544-8337-acaa86b3a97e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1804457 Dec 13 09:46:18.212959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Sync routers for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:18.225244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:18.225871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:18.267518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-f7cf6932-70d1-47dc-b870-eff924116617 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689874 Dec 13 09:46:18.305756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7a8edb5-0ee1-42f5-921e-a44ddd54f8a6 req-321e7e5c-f85d-4d9c-9f0a-14b0672c416f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095871 Dec 13 09:46:18.374469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:18.388601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f675-111b-4e8d-a964-a2a109631825 req-9f1b7521-3071-4d6f-b4e5-842b72070d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.390198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-9f1b7521-3071-4d6f-b4e5-842b72070d32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.3235495 Dec 13 09:46:18.482594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-026a059c-05a6-4549-b7ea-2c50c675574d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.0740256 Dec 13 09:46:18.585924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-2276bf3a-835a-4eb9-aadd-ff0231268047 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006988 Dec 13 09:46:18.594196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e23f4-ca37-4a04-a3b0-f3f524195d06 req-a935e480-3489-41e7-be8c-6ce79f8456e6 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.595715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-183e23f4-ca37-4a04-a3b0-f3f524195d06 req-a935e480-3489-41e7-be8c-6ce79f8456e6 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.2104974 Dec 13 09:46:18.599002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 2, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:18.603246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.643462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Checking router: 35d52281-1e88-4376-8561-e820921eb58f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:18.643827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Updating router 35d52281-1e88-4376-8561-e820921eb58f port 7944b0cf-adcf-4102-8321-8530c64ebb9a binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:18.658334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f675-111b-4e8d-a964-a2a109631825 req-febf3a2d-293d-40a0-9836-6fcadc5152ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.659763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-febf3a2d-293d-40a0-9836-6fcadc5152ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.1391165 Dec 13 09:46:18.672406 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.744697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-c04925ac-7a53-43b3-9770-3df1563a4ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729167 Dec 13 09:46:18.760475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e52e7d-a828-4c8d-9c86-c9204a4dcad3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:18.797214 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-183e23f4-ca37-4a04-a3b0-f3f524195d06 req-5b03b2b0-82e7-45b8-aac3-981346fa687f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917100 Dec 13 09:46:18.847068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Checking segment: {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:18.847467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Network hostable DHCP agents. Network: 3fedca07-5d92-468b-b928-d6e201fe8002, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:46:18.887563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Network 3fedca07-5d92-468b-b928-d6e201fe8002 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:46:18.914425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3fedca07-5d92-468b-b928-d6e201fe8002) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:18.924016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-591850a3-5bc0-49be-97c6-0364cb9ca3c6 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675000 Dec 13 09:46:18.925447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:18.926110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:18.930228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a09a1-ae2a-4b9d-bc24-0d7402a6f145 None None] Network 3fedca07-5d92-468b-b928-d6e201fe8002 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:18.996935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-69dbfc8f-4702-4bc7-8328-9596f1a884cd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0795157 Dec 13 09:46:18.998960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:19.013585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:19.073479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.075875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.080713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ab83a-c8e7-4f9c-978e-20fe32d0c95e req-b7a1d1cc-bb48-4dad-91e1-fbc5d1843cf7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:19.082323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a72ab83a-c8e7-4f9c-978e-20fe32d0c95e req-b7a1d1cc-bb48-4dad-91e1-fbc5d1843cf7 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1195316 Dec 13 09:46:19.095635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec6f675-111b-4e8d-a964-a2a109631825 req-cced02e6-d6a2-4aba-b833-f9f4137a2305 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579840 Dec 13 09:46:19.124488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3fedca07-5d92-468b-b928-d6e201fe8002', 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002', 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'fixed_ips': [{'subnet_id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:19.125425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.132650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd000f0e-c062-43db-b91c-ebf4bc77b0c5 req-4ee63413-5191-429e-aad2-8af037c741df tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 210 time: 0.0492682 Dec 13 09:46:19.142262 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.195927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.197169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a72ab83a-c8e7-4f9c-978e-20fe32d0c95e req-87682a51-3a4b-48d8-b198-d08bde1f9c3f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005447 Dec 13 09:46:19.276788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.290810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972479b-6037-4e7f-b535-9f9a5b397ec3 req-1c6be4c0-e66f-4ea0-9908-0dc873ea7de7 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:19.292511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c972479b-6037-4e7f-b535-9f9a5b397ec3 req-1c6be4c0-e66f-4ea0-9908-0dc873ea7de7 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.0592694 Dec 13 09:46:19.364534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c972479b-6037-4e7f-b535-9f9a5b397ec3 req-6b0b8ec5-4909-4c7b-8213-ff01605ff61d tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633423 Dec 13 09:46:19.390916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.448188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044e0e-3bc0-464f-83d0-2041a4af1ac9 None None] Pushing event updated for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:19.542091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070948e4-f436-451a-846b-a9d3c9678fa4 req-be6e17dc-33e1-43b7-ba35-9a19b17ab805 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:19.545952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-070948e4-f436-451a-846b-a9d3c9678fa4 req-be6e17dc-33e1-43b7-ba35-9a19b17ab805 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1073318 Dec 13 09:46:19.629239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Attempting to bind port 7944b0cf-adcf-4102-8321-8530c64ebb9a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:19.632204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Attempting to bind port 7944b0cf-adcf-4102-8321-8530c64ebb9a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:19.633400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Attempting to bind port 7944b0cf-adcf-4102-8321-8530c64ebb9a on network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:19.643449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89b2c46e-2441-4cbc-a6a6-990b286b1e04 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:19.669291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-070948e4-f436-451a-846b-a9d3c9678fa4 req-93df41ac-b193-4b2e-b190-190f5658a38e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127853 Dec 13 09:46:19.704588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:19.705071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Checking segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:19.705509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.706010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Bound using segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:19.706501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Bound port: 7944b0cf-adcf-4102-8321-8530c64ebb9a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:19.706978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.709832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Allocated IP 172.20.0.2 (3fedca07-5d92-468b-b928-d6e201fe8002/07e52e7d-a828-4c8d-9c86-c9204a4dcad3/58ed6740-1798-4674-8190-1ff943df8e99) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:19.745537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:19.745909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.870535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.902203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:19.966512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c821fd1-60ae-44f7-8a3a-1ea61df8aea3 req-d49b8049-ee6b-4b1e-a6b8-1c781d2020e4 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:19.968624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c821fd1-60ae-44f7-8a3a-1ea61df8aea3 req-d49b8049-ee6b-4b1e-a6b8-1c781d2020e4 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1008782 Dec 13 09:46:20.027036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dfbe36d3-e3a9-4228-a4f9-6f758b54c552 None None] Provisioning complete for port 7944b0cf-adcf-4102-8321-8530c64ebb9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:20.027036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfbe36d3-e3a9-4228-a4f9-6f758b54c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.040990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c821fd1-60ae-44f7-8a3a-1ea61df8aea3 req-211300d7-9ca6-4e81-a6f5-cdcc5122ffef tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635891 Dec 13 09:46:20.047420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Allocated IP 172.25.1.83 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a7d63fd2-4437-4483-bdac-bd4af444880f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:20.212186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe36d3-e3a9-4228-a4f9-6f758b54c552 None None] Port 7944b0cf-adcf-4102-8321-8530c64ebb9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:20.227580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] For port 7944b0cf-adcf-4102-8321-8530c64ebb9a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:20.234809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] For port 7944b0cf-adcf-4102-8321-8530c64ebb9a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7944b0cf-adcf-4102-8321-8530c64ebb9a,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:20.248368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.259393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.316311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.384452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Network 3fedca07-5d92-468b-b928-d6e201fe8002 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:20.391047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:20.393337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:20.393971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:20.396054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044e0e-3bc0-464f-83d0-2041a4af1ac9 None None] Pushing event updated for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:20.407692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:20.432728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-796b5562-a3d6-46b7-aafc-2d9761caf7aa req-119158fb-1216-42d2-891b-db0795e3aaa1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 210 time: 0.1111495 Dec 13 09:46:20.650354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.668367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29138-ba3c-4e11-9d21-361b7bd3d7b4 req-d97dc3dd-40d1-42fe-8d20-1d30784ad1bc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.674970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Pushing event updated for resources: {'Port': ['ID=58ed6740-1798-4674-8190-1ff943df8e99,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:20.678969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fab29138-ba3c-4e11-9d21-361b7bd3d7b4 req-d97dc3dd-40d1-42fe-8d20-1d30784ad1bc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1608856 Dec 13 09:46:20.719113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5509d-b4c4-4685-b585-100879d5ca3e req-a8812e7a-0ace-447b-bdae-0b36be81298b tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.720813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c5509d-b4c4-4685-b585-100879d5ca3e req-a8812e7a-0ace-447b-bdae-0b36be81298b tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1856523 Dec 13 09:46:20.726538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Attempting to bind port 58ed6740-1798-4674-8190-1ff943df8e99 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:20.727110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Attempting to bind port 58ed6740-1798-4674-8190-1ff943df8e99 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:20.727489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Attempting to bind port 58ed6740-1798-4674-8190-1ff943df8e99 on network 3fedca07-5d92-468b-b928-d6e201fe8002 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:20.737004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.744289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:20.745092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Checking segment: {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:20.746133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.748772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Bound using segment: {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:20.749438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Bound port: 58ed6740-1798-4674-8190-1ff943df8e99, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:20.749839 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.779399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:20.782828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:20.783836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:20.786873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:20.790826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-098d0a72-b8d2-4e90-8542-f7c6fc0fa95c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:20.792458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-098d0a72-b8d2-4e90-8542-f7c6fc0fa95c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.3583946 Dec 13 09:46:20.809397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:20.818802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Pushing event updated for resources: {'Port': ['ID=a7d63fd2-4437-4483-bdac-bd4af444880f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:20.829238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fab29138-ba3c-4e11-9d21-361b7bd3d7b4 req-d4f7283e-ac21-4099-a4c3-e86f82c9498f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491597 Dec 13 09:46:20.884896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] For port 58ed6740-1798-4674-8190-1ff943df8e99, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:20.888673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] For port 58ed6740-1798-4674-8190-1ff943df8e99, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=58ed6740-1798-4674-8190-1ff943df8e99,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:20.895254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07c5509d-b4c4-4685-b585-100879d5ca3e req-4c330c7a-3b68-4765-96ff-0914a2678a48 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646564 Dec 13 09:46:20.902968 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:20.992099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] Provisioning complete for port 7944b0cf-adcf-4102-8321-8530c64ebb9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:20.992477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.014257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a9b4-38c7-4bd5-97d3-a4583316336f None None] Pushing event updated for resources: {'Port': ['ID=58ed6740-1798-4674-8190-1ff943df8e99,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:21.033616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:21.040432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.051992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404a95b-34fc-4f36-93b9-c65e71cd48ad req-61f11797-85b1-4d1e-98a2-068e1ec8cb05 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:21.059230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8404a95b-34fc-4f36-93b9-c65e71cd48ad req-61f11797-85b1-4d1e-98a2-068e1ec8cb05 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0843637 Dec 13 09:46:21.158217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.194558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8404a95b-34fc-4f36-93b9-c65e71cd48ad req-798577eb-95de-441d-95aa-9774a06d8d9f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285372 Dec 13 09:46:21.232915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.277339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.12 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/72f58a82-9d1c-4f82-a362-3840295c0e16) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:21.308490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] For port 7944b0cf-adcf-4102-8321-8530c64ebb9a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7944b0cf-adcf-4102-8321-8530c64ebb9a,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:21.319995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.360069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:20Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:21.441626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29767bb1-618d-436c-9dc0-eb9a47365e85 None None] The sync data for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 is: [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:20Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:21.489339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.508231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b119ec-de85-4711-8ad1-7c70072bf45a None None] Pushing event updated for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:21.602572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7507ec21-97b8-4538-97c7-1fc70f2c24ec req-e5dd0c69-acbb-4936-b574-bdeb95786110 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 210 time: 0.1077504 Dec 13 09:46:21.654948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.688660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 58ed6740-1798-4674-8190-1ff943df8e99 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:21.723179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.737070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Router 2f86aa10-877d-40ac-b142-947156f02bbb is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:46:21.744039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:21.756588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:21.763770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:21.788403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:21.808655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 58ed6740-1798-4674-8190-1ff943df8e99 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:21.809079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.847091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:21.866080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:21.866766 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.893151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-5dfb161e-8a3f-4492-ad76-2523da759789 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879066 Dec 13 09:46:21.923449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Request body: {'port': {'device_id': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:21.930166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:21.947458 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Sync routers for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:21.955767 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.959427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:21.972401 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:21.973874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa339102-86f7-40c6-9202-8740f852d71f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9724722 Dec 13 09:46:21.974761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:21.975040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:22.029464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 58ed6740-1798-4674-8190-1ff943df8e99, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=58ed6740-1798-4674-8190-1ff943df8e99,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:22.037484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.140166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:22.207174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=58ed6740-1798-4674-8190-1ff943df8e99,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:22.226510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.306164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af03cf-2ec0-41a2-b407-dbc541e079ae req-cdbf6b03-d46c-4c7b-99ad-40b28af15304 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:22.307783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63af03cf-2ec0-41a2-b407-dbc541e079ae req-cdbf6b03-d46c-4c7b-99ad-40b28af15304 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.2511172 Dec 13 09:46:22.368624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72664f0-e9d9-43c2-84f2-9ce6084c9b02 req-874bc384-3dd2-4592-8974-b1dc5cfecdc9 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:22.377705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f72664f0-e9d9-43c2-84f2-9ce6084c9b02 req-874bc384-3dd2-4592-8974-b1dc5cfecdc9 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.3111155 Dec 13 09:46:22.387301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 3, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:22.429667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-923a7481-8f0c-4d54-af8d-d8f7f83a819e tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:22.431312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-923a7481-8f0c-4d54-af8d-d8f7f83a819e tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.37 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.4385061 Dec 13 09:46:22.434556 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Checking router: 2f86aa10-877d-40ac-b142-947156f02bbb for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:22.435543 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Updating router 2f86aa10-877d-40ac-b142-947156f02bbb port a7d63fd2-4437-4483-bdac-bd4af444880f binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:22.471848 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.706481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.737468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be66d4-7b24-4031-b2b8-4635b5f8ada9 None None] Network 3fedca07-5d92-468b-b928-d6e201fe8002 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:22.795082 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.804206 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.857543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ef6be9fd-1d4f-42da-9fb2-82c7db78890f None None] Provisioning complete for port 58ed6740-1798-4674-8190-1ff943df8e99 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:22.857932 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef6be9fd-1d4f-42da-9fb2-82c7db78890f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.892307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa586c7-9c00-4abc-bd2f-3ef9993928fa None None] Pushing event updated for resources: {'Port': ['ID=a7d63fd2-4437-4483-bdac-bd4af444880f,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:22.911063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Attempting to bind port a7d63fd2-4437-4483-bdac-bd4af444880f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:22.912015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Attempting to bind port a7d63fd2-4437-4483-bdac-bd4af444880f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:22.912428 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Attempting to bind port a7d63fd2-4437-4483-bdac-bd4af444880f on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:22.920504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:22.920880 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:22.921331 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.921775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:22.922751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Bound port: a7d63fd2-4437-4483-bdac-bd4af444880f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:22.923159 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:22.960440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Allocated IP 172.20.0.1 (3fedca07-5d92-468b-b928-d6e201fe8002/07e52e7d-a828-4c8d-9c86-c9204a4dcad3/e325d217-95c0-45ed-95b7-999b2851ea4e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:22.980409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63af03cf-2ec0-41a2-b407-dbc541e079ae req-dd1df4bc-6cd3-463f-8eb9-58528046c20e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860212 Dec 13 09:46:23.010825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] For port a7d63fd2-4437-4483-bdac-bd4af444880f, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:23.019840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] For port a7d63fd2-4437-4483-bdac-bd4af444880f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a7d63fd2-4437-4483-bdac-bd4af444880f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:23.029517 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.126332 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:23.127306 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:23.134595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f72664f0-e9d9-43c2-84f2-9ce6084c9b02 req-221eaf06-6284-4d1c-a824-418cdd157c8b tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559288 Dec 13 09:46:23.211445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.266985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa586c7-9c00-4abc-bd2f-3ef9993928fa None None] Pushing event updated for resources: {'Port': ['ID=a7d63fd2-4437-4483-bdac-bd4af444880f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:23.312950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.322595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:23.412566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Network 3fedca07-5d92-468b-b928-d6e201fe8002 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:23.425079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:23.444155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:23.520531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4183a5e3-64e1-4e75-899d-44eda6617d0a None None] Provisioning complete for port 58ed6740-1798-4674-8190-1ff943df8e99 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:23.521243 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4183a5e3-64e1-4e75-899d-44eda6617d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.539674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.613208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Pushing event updated for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:23.642695 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 3, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:23.668379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f58a82-9d1c-4f82-a362-3840295c0e16 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:23.700721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.703691 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf540-0aa6-4e84-a406-804fabcbca8a None None] The sync data for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 is: [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 3, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:23.753972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739662-faf1-4fe6-b241-c3a9c8b221b3 req-79710942-62b4-46ce-a57c-8e1eb831767f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:23.756079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b739662-faf1-4fe6-b241-c3a9c8b221b3 req-79710942-62b4-46ce-a57c-8e1eb831767f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.3781526 Dec 13 09:46:23.777640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Deleting port 84ab7219-2c75-4184-b930-1cf992006288 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:23.779285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.787707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7944b0cf-adcf-4102-8321-8530c64ebb9a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:23.794906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Transition to ACTIVE for port object 72f58a82-9d1c-4f82-a362-3840295c0e16 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:23.803958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf45df-79ce-408b-b678-ca118e436a33 req-fa4df603-18d8-4a95-87c8-461e44da78eb tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:23.805545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acaf45df-79ce-408b-b678-ca118e436a33 req-fa4df603-18d8-4a95-87c8-461e44da78eb tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 932 time: 0.2389588 Dec 13 09:46:23.827516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.853558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f45a45e2-5ed6-48d3-a340-32f0e111f0ef None None] Provisioning complete for port e325d217-95c0-45ed-95b7-999b2851ea4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:23.853933 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f45a45e2-5ed6-48d3-a340-32f0e111f0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.857539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.899264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f45a45e2-5ed6-48d3-a340-32f0e111f0ef None None] Port e325d217-95c0-45ed-95b7-999b2851ea4e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:23.906514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7944b0cf-adcf-4102-8321-8530c64ebb9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:23.907471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:23.994280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:24.001167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b739662-faf1-4fe6-b241-c3a9c8b221b3 req-7feb5605-0844-49b5-b094-3a9dfc25f1b7 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349374 Dec 13 09:46:24.006199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 58ed6740-1798-4674-8190-1ff943df8e99 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:24.101489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acaf45df-79ce-408b-b678-ca118e436a33 req-29f4e926-53db-4749-9486-f17900d0d4ca tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404463 Dec 13 09:46:24.108696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.116496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 58ed6740-1798-4674-8190-1ff943df8e99 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:24.117263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.119665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.139484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] For port 84ab7219-2c75-4184-b930-1cf992006288, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=84ab7219-2c75-4184-b930-1cf992006288,segment=NetworkSegment(69abbced-2e46-4001-8cfa-801bab6b079f),segment_id=69abbced-2e46-4001-8cfa-801bab6b079f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:24.139856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.201920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.202138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Calling delete_port for 84ab7219-2c75-4184-b930-1cf992006288 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:24.282686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Pushing event updated for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:24.339978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Network 3fedca07-5d92-468b-b928-d6e201fe8002 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:24.344204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:24.378319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Attempting to bind port 72f58a82-9d1c-4f82-a362-3840295c0e16 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:24.378666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Attempting to bind port 72f58a82-9d1c-4f82-a362-3840295c0e16 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:24.378996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Attempting to bind port 72f58a82-9d1c-4f82-a362-3840295c0e16 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:24.412553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Port 72f58a82-9d1c-4f82-a362-3840295c0e16 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:24.412888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Attempting to bind port 72f58a82-9d1c-4f82-a362-3840295c0e16 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:24.429480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc8ca9-0c41-43cd-8e87-8a6e23d0eccb req-c1e5061e-aa7d-44f0-a7a3-cfd83474a333 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:24.440876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66dc8ca9-0c41-43cd-8e87-8a6e23d0eccb req-c1e5061e-aa7d-44f0-a7a3-cfd83474a333 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.2963660 Dec 13 09:46:24.469751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Router 2f86aa10-877d-40ac-b142-947156f02bbb has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:46:24.489934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888970-eab7-43c7-8159-b366b785426a req-92fcf8ee-e187-4517-af35-d24192289b1d tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:24.500069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f888970-eab7-43c7-8159-b366b785426a req-92fcf8ee-e187-4517-af35-d24192289b1d tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fbc922-8085-432a-818f-659dc31f8bf1 HTTP/1.1" status: 200 len: 946 time: 0.1826978 Dec 13 09:46:24.529200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:24.529950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:24.530514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:24.531155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Bound port: 72f58a82-9d1c-4f82-a362-3840295c0e16, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:24.531858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.637281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:46:24.651252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7405289a-9479-4184-b9b3-8bd1ac271fea admin admin] 10.222.0.30 "PUT /v2.0/routers/2f86aa10-877d-40ac-b142-947156f02bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6747651 Dec 13 09:46:24.652613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2757a1f8-4435-44ab-a920-f86d7d9b459d None None] Provisioning complete for port e325d217-95c0-45ed-95b7-999b2851ea4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:24.653282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2757a1f8-4435-44ab-a920-f86d7d9b459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.678512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66dc8ca9-0c41-43cd-8e87-8a6e23d0eccb req-0769b0eb-0701-45ea-af77-952163b88d4b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366042 Dec 13 09:46:24.687745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.706848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2757a1f8-4435-44ab-a920-f86d7d9b459d None None] Port e325d217-95c0-45ed-95b7-999b2851ea4e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:46:24.817374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Pushing event deleted for resources: {'Port': ['ID=84ab7219-2c75-4184-b930-1cf992006288,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:24.851886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f888970-eab7-43c7-8159-b366b785426a req-cfad584c-fc14-4561-bfcf-3ec78e72a6e6 tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.30 "GET /v2.0/security-groups?id=72273889-83f5-484e-af14-9d5af00d1b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411124 Dec 13 09:46:24.880868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] No DVR routers for this DVR port 84ab7219-2c75-4184-b930-1cf992006288 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:24.885957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.890297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84b8f235-e6e1-4c7c-9e0e-c83b2a0a7872 req-e59f858b-e13e-4ade-a0d3-4ed5f7b2b66f tempest-ServersNegativeTestMultiTenantJSON-1929955795 tempest-ServersNegativeTestMultiTenantJSON-1929955795-project] 10.222.0.37 "DELETE /v2.0/ports/84ab7219-2c75-4184-b930-1cf992006288 HTTP/1.1" status: 204 len: 173 time: 2.0140383 Dec 13 09:46:24.890766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'name': 'network-vif-deleted', 'tag': '84ab7219-2c75-4184-b930-1cf992006288'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:24.894402 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdfb04b-6553-4d34-b9d0-ad556ca92386" -d '{"events": [{"server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "name": "network-vif-deleted", "tag": "84ab7219-2c75-4184-b930-1cf992006288"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:24.921517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:24.928043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72f58a82-9d1c-4f82-a362-3840295c0e16,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:24.934302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:24.987817 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb291e-5290-4dad-a7cb-2d4be3a29cd6 x-openstack-request-id: req-38cb291e-5290-4dad-a7cb-2d4be3a29cd6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:24.988109 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fbc922-8085-432a-818f-659dc31f8bf1", "name": "network-vif-deleted", "tag": "84ab7219-2c75-4184-b930-1cf992006288", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:24.988377 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38cb291e-5290-4dad-a7cb-2d4be3a29cd6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:24.988802 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fbc922-8085-432a-818f-659dc31f8bf1', 'name': 'network-vif-deleted', 'tag': '84ab7219-2c75-4184-b930-1cf992006288', 'status': 'completed', 'code': 200} Dec 13 09:46:25.004824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.005879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.008486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] 10.222.0.44 "PUT /v2.0/ports/72f58a82-9d1c-4f82-a362-3840295c0e16 HTTP/1.1" status: 200 len: 1092 time: 3.1062477 Dec 13 09:46:25.018568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 84ab7219-2c75-4184-b930-1cf992006288 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:25.047227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814c8d6-19ed-4764-9f24-f7aca182ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:25.051172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 84ab7219-2c75-4184-b930-1cf992006288 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:25.052031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 84ab7219-2c75-4184-b930-1cf992006288 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:25.232363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-16204a01-28a4-4233-9064-19d217d1e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.234020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-16204a01-28a4-4233-9064-19d217d1e2d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 1095 time: 0.1333094 Dec 13 09:46:25.304083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-0dde7658-6594-4afc-af21-1aa50c00a265 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72f58a82-9d1c-4f82-a362-3840295c0e16 HTTP/1.1" status: 200 len: 217 time: 0.0505240 Dec 13 09:46:25.319752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053fa97-3741-4920-8e02-781eb87f6c06 req-cb386f9c-1686-4938-b501-87ac19a95454 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.321714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9053fa97-3741-4920-8e02-781eb87f6c06 req-cb386f9c-1686-4938-b501-87ac19a95454 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1558425 Dec 13 09:46:25.380313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b9332-37d9-473a-ac43-60a1e0a0093f req-d9cff246-e94d-463d-b931-b55a44e5a0b5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.381848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-602b9332-37d9-473a-ac43-60a1e0a0093f req-d9cff246-e94d-463d-b931-b55a44e5a0b5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 944 time: 0.1672585 Dec 13 09:46:25.431406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8405911f-589e-40d2-9ddb-8af03e2ca832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.433038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8405911f-589e-40d2-9ddb-8af03e2ca832 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.1216204 Dec 13 09:46:25.482845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9053fa97-3741-4920-8e02-781eb87f6c06 req-81a68840-355f-4725-bcb6-3f18a9c281c9 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499710 Dec 13 09:46:25.484968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-089e0769-6ce8-42fb-8647-f55931d2870d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401080 Dec 13 09:46:25.540676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-602b9332-37d9-473a-ac43-60a1e0a0093f req-0e2cb09a-32b4-4754-99e6-9882058ba817 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492178 Dec 13 09:46:25.649804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-8513d691-4538-433a-98d3-b8d0f1b70c9c service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552300 Dec 13 09:46:25.690433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a7d63fd2-4437-4483-bdac-bd4af444880f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:25.799113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a7d63fd2-4437-4483-bdac-bd4af444880f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:25.799704 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.894880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc412fc-1797-4a49-b178-948fe2c77f43 req-c5791b79-59a4-44bb-bf75-6cd49c26f285 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366459 Dec 13 09:46:25.937394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d529b-5cef-40b9-a590-d8b889dc388c req-210b22ea-c57a-42b4-9474-f56a50652eca tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:25.940185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.946685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d9d529b-5cef-40b9-a590-d8b889dc388c req-210b22ea-c57a-42b4-9474-f56a50652eca tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1267121 Dec 13 09:46:25.984868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a7d63fd2-4437-4483-bdac-bd4af444880f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a7d63fd2-4437-4483-bdac-bd4af444880f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:25.989623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:25.996876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:26.008699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d9d529b-5cef-40b9-a590-d8b889dc388c req-d01d5b7e-2a47-4c23-8197-83378b5e784a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612001 Dec 13 09:46:26.104068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a7d63fd2-4437-4483-bdac-bd4af444880f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:26.110606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Deleting subnet 8d29d01f-a6c6-455b-9eb4-ba46819a423f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:26.114695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.118802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Sync routers for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:46:26.142136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:26.144233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:26.164096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.218862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.242566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ea77-a3bd-4966-a785-9e2602918b88 req-b21891e6-ac68-4ca2-94b8-22834e40515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:26.244781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5532ea77-a3bd-4966-a785-9e2602918b88 req-b21891e6-ac68-4ca2-94b8-22834e40515a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.0682042 Dec 13 09:46:26.297705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.337547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5532ea77-a3bd-4966-a785-9e2602918b88 req-d7baeca7-560b-4ace-ae5e-e8b13286db10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830293 Dec 13 09:46:26.338911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d29d01f-a6c6-455b-9eb4-ba46819a423f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:26.347723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.352226 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-569f331b-9fda-4891-80e3-3c0e09474220 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8d29d01f-a6c6-455b-9eb4-ba46819a423f HTTP/1.1" status: 204 len: 168 time: 0.3534045 Dec 13 09:46:26.355361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:26.441354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.446364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:26.539872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.588184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3000b1e3-b2ff-46bb-ace8-e6333e6d4372']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:26.621587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69abbced-2e46-4001-8cfa-801bab6b079f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:26.621961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69abbced-2e46-4001-8cfa-801bab6b079f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:26.643884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.663827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.672176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:46:26.672985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:46:26.674847 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:46:26.757683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba632c01-a455-4696-8a9d-c25d459fac3b req-8cda07c6-2a37-4277-a9ec-06431f29bfe5 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:26.767042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.767337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba632c01-a455-4696-8a9d-c25d459fac3b req-8cda07c6-2a37-4277-a9ec-06431f29bfe5 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1492496 Dec 13 09:46:26.770349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 4, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e325d217-95c0-45ed-95b7-999b2851ea4e', 'name': '', 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'mac_address': 'fa:16:3e:a5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:22Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 2, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'subnets': [{'id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:26.775126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.782963 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3000b1e3-b2ff-46bb-ace8-e6333e6d4372 HTTP/1.1" status: 204 len: 168 time: 0.4228694 Dec 13 09:46:26.785718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b11f7-57b9-4404-b103-78aeca2dbffe req-73b2c705-9d82-4698-b408-502fa29e3a24 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:26.793004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:26.793995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-592b11f7-57b9-4404-b103-78aeca2dbffe req-73b2c705-9d82-4698-b408-502fa29e3a24 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 944 time: 0.1210968 Dec 13 09:46:26.794182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7d80-6d71-4970-b342-b98dc89da082 admin admin] Pushing event deleted for resources: {'Network': ['ID=3000b1e3-b2ff-46bb-ace8-e6333e6d4372,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:26.831164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Checking router: 2f86aa10-877d-40ac-b142-947156f02bbb for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:46:26.831798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Updating router 2f86aa10-877d-40ac-b142-947156f02bbb port e325d217-95c0-45ed-95b7-999b2851ea4e binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:46:26.853528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Deleting subnet 8e76fd86-955b-4fb8-a16c-a3910c5511d2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:46:26.858648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.889077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-592b11f7-57b9-4404-b103-78aeca2dbffe req-0d3120e9-0e9a-45db-8778-2eb66d4d7920 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897949 Dec 13 09:46:26.901069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.947406 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:26.966733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba632c01-a455-4696-8a9d-c25d459fac3b req-bff69837-e456-4173-b4c8-2b961d49aa4f tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918983 Dec 13 09:46:26.993365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:26.993986 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc060c19-966b-432d-b158-3d046a07a93e" -d '{"events": [{"name": "network-changed", "server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:27.014674 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.060503 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d179d-6a3f-4327-ba77-80f0762479de x-openstack-request-id: req-4f3d179d-6a3f-4327-ba77-80f0762479de {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:27.060801 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:27.061391 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f3d179d-6a3f-4327-ba77-80f0762479de {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:27.061945 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16', 'status': 'completed', 'code': 200} Dec 13 09:46:27.064070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.198994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.208856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060c19-966b-432d-b158-3d046a07a93e req-2ee85a23-92e8-4292-ac25-84724d2631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:27.211609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-2ee85a23-92e8-4292-ac25-84724d2631ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 1095 time: 0.1217694 Dec 13 09:46:27.234594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.245689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8e76fd86-955b-4fb8-a16c-a3910c5511d2 HTTP/1.1" status: 204 len: 168 time: 0.4445043 Dec 13 09:46:27.260995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57818) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:27.290589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bfa50-c7cf-4bb9-9dfe-8994aada55c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e76fd86-955b-4fb8-a16c-a3910c5511d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:27.381298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6094da-5c09-4892-abf4-538841b6dc5e req-0ba34e94-4b55-437b-8533-e818edf3bb2f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:27.382911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c6094da-5c09-4892-abf4-538841b6dc5e req-0ba34e94-4b55-437b-8533-e818edf3bb2f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.2281346 Dec 13 09:46:27.403160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.412799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.440885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.496910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060c19-966b-432d-b158-3d046a07a93e req-c28c6ec7-ebce-4011-9d76-e438c123d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:27.498526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-c28c6ec7-ebce-4011-9d76-e438c123d5d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.2769637 Dec 13 09:46:27.504557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f8cc-8303-4268-be3a-9f0d06946914 None None] Pushing event updated for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:27.507554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c6094da-5c09-4892-abf4-538841b6dc5e req-2bae6cc8-28ae-4161-b605-70b1c1425b0a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123977 Dec 13 09:46:27.551421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Attempting to bind port e325d217-95c0-45ed-95b7-999b2851ea4e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:27.552036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Attempting to bind port e325d217-95c0-45ed-95b7-999b2851ea4e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:27.552555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Attempting to bind port e325d217-95c0-45ed-95b7-999b2851ea4e on network 3fedca07-5d92-468b-b928-d6e201fe8002 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:27.558521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:27.559035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Checking segment: {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:27.559541 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.560163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Bound using segment: {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:27.560752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Bound port: e325d217-95c0-45ed-95b7-999b2851ea4e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d21163-91e5-4111-bb36-0563d5d78579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:27.561384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.619063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-21e615f8-1755-49e8-b890-59eb7e757994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72f58a82-9d1c-4f82-a362-3840295c0e16 HTTP/1.1" status: 200 len: 217 time: 0.1095791 Dec 13 09:46:27.656612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a7d63fd2-4437-4483-bdac-bd4af444880f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:27.696063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.755398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060c19-966b-432d-b158-3d046a07a93e req-1273884a-f0aa-4f1e-95a6-ecc5584b035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:27.759036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-1273884a-f0aa-4f1e-95a6-ecc5584b035a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.1089103 Dec 13 09:46:27.760278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] For port e325d217-95c0-45ed-95b7-999b2851ea4e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:27.761714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822b66c4-d4d4-441b-9e9a-d5aae26ab3f4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:27.765610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] For port e325d217-95c0-45ed-95b7-999b2851ea4e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e325d217-95c0-45ed-95b7-999b2851ea4e,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:27.776017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.807917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-8d1386cf-f77a-4c55-8a77-ea4b8fd008ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401850 Dec 13 09:46:27.819744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd542f98-c364-4f40-8a52-3396a089fb37') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:27.821145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd542f98-c364-4f40-8a52-3396a089fb37') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:27.829844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a7d63fd2-4437-4483-bdac-bd4af444880f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:27.830225 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.852752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.875482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:46:27.876241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:46:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:27.901193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.911798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:46:27.912215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:46:27.914567 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:46:27.927126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f8cc-8303-4268-be3a-9f0d06946914 None None] Pushing event updated for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.027937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] Provisioning complete for port e325d217-95c0-45ed-95b7-999b2851ea4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:28.028324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.099608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.106141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.114770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/822b66c4-d4d4-441b-9e9a-d5aae26ab3f4 HTTP/1.1" status: 204 len: 168 time: 0.8482723 Dec 13 09:46:28.152088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-7e8517ab-f566-4bcd-8c75-786a809af6d5 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345461 Dec 13 09:46:28.155054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:46:28.186919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d00f9-117a-4435-8558-45064b9f05ba admin admin] Pushing event deleted for resources: {'Network': ['ID=822b66c4-d4d4-441b-9e9a-d5aae26ab3f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.332593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535914-4a80-4828-a718-b93bdbd864a0 req-2f652ed7-1a58-451f-82d7-ebe23da7c349 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:28.335518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71535914-4a80-4828-a718-b93bdbd864a0 req-2f652ed7-1a58-451f-82d7-ebe23da7c349 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 944 time: 0.3009739 Dec 13 09:46:28.400028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e698d5-055b-4e77-9094-4160c59eed1d req-728c7d2d-054e-415b-9166-be7e10c26613 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:28.401707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18e698d5-055b-4e77-9094-4160c59eed1d req-728c7d2d-054e-415b-9166-be7e10c26613 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1610401 Dec 13 09:46:28.431500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:28.439697 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.462415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc060c19-966b-432d-b158-3d046a07a93e req-ae8a3357-02e6-495c-8e32-a162d7e3251c service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907979 Dec 13 09:46:28.476204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71535914-4a80-4828-a718-b93bdbd864a0 req-ca8170b8-62f5-4543-9e16-0846599a122b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312022 Dec 13 09:46:28.511529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18e698d5-055b-4e77-9094-4160c59eed1d req-144c22f0-a195-4802-8a87-bccf38dabbda tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838704 Dec 13 09:46:28.519318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:28.519522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b79bd33a-0e71-429e-b40b-6adce1e37414 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8055b7360d8e42689624b01d618c27d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779617 Dec 13 09:46:28.594808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] For port e325d217-95c0-45ed-95b7-999b2851ea4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e325d217-95c0-45ed-95b7-999b2851ea4e,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:28.619539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.638541 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.644790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f83c9416-ebc2-4d67-b690-70f0cba4cd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.666432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.764908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b2fe-ac58-4b54-90c8-c5f6bcc2d650 None None] Pushing event updated for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.780911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d43561-b278-4c26-8017-e41d31e06cec req-bb38037e-5a73-4dca-a3c1-2af9bb4f69fc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:28.790160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7d43561-b278-4c26-8017-e41d31e06cec req-bb38037e-5a73-4dca-a3c1-2af9bb4f69fc tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0888073 Dec 13 09:46:28.791421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.795230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.798941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72273889-83f5-484e-af14-9d5af00d1b84 HTTP/1.1" status: 204 len: 168 time: 0.2754354 Dec 13 09:46:28.813114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 4, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e325d217-95c0-45ed-95b7-999b2851ea4e', 'name': '', 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'mac_address': 'fa:16:3e:a5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:22Z', 'updated_at': '2021-12-13T09:46:27Z', 'revision_number': 4, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'subnets': [{'id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:46:28.828572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cbb0f-182d-4ae4-9561-102d6eda8df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72273889-83f5-484e-af14-9d5af00d1b84,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:28.846353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017650ea-2499-4262-aa0d-782dbc556866 None None] The sync data for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 is: [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:23Z', 'revision_number': 4, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'e325d217-95c0-45ed-95b7-999b2851ea4e', 'name': '', 'network_id': '3fedca07-5d92-468b-b928-d6e201fe8002', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'mac_address': 'fa:16:3e:a5:e8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:22Z', 'updated_at': '2021-12-13T09:46:27Z', 'revision_number': 4, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'subnets': [{'id': '07e52e7d-a828-4c8d-9c86-c9204a4dcad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:46:28.851466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-803c9e10-005f-430e-980d-9c21d917afd4 None None] Provisioning complete for port e325d217-95c0-45ed-95b7-999b2851ea4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:28.851755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-803c9e10-005f-430e-980d-9c21d917afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:28.868828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7d43561-b278-4c26-8017-e41d31e06cec req-a514f452-f525-4961-acd4-c98f473d1b2e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Dec 13 09:46:28.978901 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.255088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72f58a82-9d1c-4f82-a362-3840295c0e16 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:29.478508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72f58a82-9d1c-4f82-a362-3840295c0e16,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:29.488784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-2af4ab6f-599e-4665-a0ec-1732cb769675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:29.490479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-2af4ab6f-599e-4665-a0ec-1732cb769675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee9b479bc8d642f3be2814af320e81ee&device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 1096 time: 0.4179320 Dec 13 09:46:29.499612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13547705-86da-4af3-b071-a96c1e89c569 req-00cceecc-1a61-4f0b-81cc-a6a0bf329d9e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:29.503131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '72f58a82-9d1c-4f82-a362-3840295c0e16', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': '72f58a82-9d1c-4f82-a362-3840295c0e16', 'mac_address': 'fa:16:3e:83:0b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:29.508273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13547705-86da-4af3-b071-a96c1e89c569 req-00cceecc-1a61-4f0b-81cc-a6a0bf329d9e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.3758142 Dec 13 09:46:29.516495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:29.637041 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.664363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e2659d23-2a51-473e-ada1-0c3440b03ca6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef2911b6f97746daab47fdddec92b7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418784 Dec 13 09:46:29.665622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:29.674529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f58a82-9d1c-4f82-a362-3840295c0e16 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:29.719146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72f58a82-9d1c-4f82-a362-3840295c0e16,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:29.728341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e325d217-95c0-45ed-95b7-999b2851ea4e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:29.736814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.798376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13547705-86da-4af3-b071-a96c1e89c569 req-c3af7ba6-5aaa-4f64-a177-3b8c7d06fc49 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891803 Dec 13 09:46:29.803913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.841522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.841755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2ef8-c895-41e7-8bb5-0f5b9b14b949 req-1aae3524-6e2e-4b9f-82a5-5c665d7a452d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:29.848620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-211d2ef8-c895-41e7-8bb5-0f5b9b14b949 req-1aae3524-6e2e-4b9f-82a5-5c665d7a452d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 944 time: 0.1557145 Dec 13 09:46:29.916049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:29.929379 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.937715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:29.940783 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ce6fbd9-6381-4f27-9ef6-dc6ed4e47a7d HTTP/1.1" status: 204 len: 168 time: 0.2719419 Dec 13 09:46:29.947824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16d324-6717-418d-9281-fe8a89640b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce6fbd9-6381-4f27-9ef6-dc6ed4e47a7d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:29.979568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-211d2ef8-c895-41e7-8bb5-0f5b9b14b949 req-3cfe8948-407c-4d33-9ec1-5bd10dbdcae4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301475 Dec 13 09:46:29.983807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-c54289bd-98af-4f7d-8073-a726b557b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:29.986100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-c54289bd-98af-4f7d-8073-a726b557b0e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 200 len: 920 time: 0.4755599 Dec 13 09:46:30.073670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['72f58a82-9d1c-4f82-a362-3840295c0e16'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:30.122231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-b55305c4-3399-4c9d-ae26-ca68bd75776a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 200 len: 217 time: 0.1277118 Dec 13 09:46:30.154315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e325d217-95c0-45ed-95b7-999b2851ea4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:30.154778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.338979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-17988c9d-38ab-456e-be22-adc0d07faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:30.338979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-17988c9d-38ab-456e-be22-adc0d07faef9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 200 len: 859 time: 0.2066913 Dec 13 09:46:30.373286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f24bf6-a50a-46af-9c58-1af941263953 req-c149294f-ee85-4b51-a2b4-650819578aaa tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:30.378480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f24bf6-a50a-46af-9c58-1af941263953 req-c149294f-ee85-4b51-a2b4-650819578aaa tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1736825 Dec 13 09:46:30.429889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-6f8a5e28-0abe-4bb5-9ade-d560c0a8e1fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59400e19-6a32-471d-b2e3-c9a62967ba2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485630 Dec 13 09:46:30.641722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f24bf6-a50a-46af-9c58-1af941263953 req-38e70cac-20e2-409a-ade9-6c02de212851 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376492 Dec 13 09:46:30.650723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-b18c002f-f485-4b9f-a973-7e6d71d6ff13 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870089 Dec 13 09:46:30.781964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05622af4-c780-4c9e-a93c-b4fd3b47e7bd req-576d7c65-8a51-4018-8e30-fb117139dac3 service neutron] 10.222.0.37 "GET /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215582 Dec 13 09:46:30.927183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a75448d-8ad9-4be7-be2a-7ebd252f3051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:30.997936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203827f9-c5fb-41c1-a55c-54aa504d0eb8 req-db77b0c0-e94c-4b18-9384-b4690c962c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:31.001384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-203827f9-c5fb-41c1-a55c-54aa504d0eb8 req-db77b0c0-e94c-4b18-9384-b4690c962c8d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0990536 Dec 13 09:46:31.065776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-203827f9-c5fb-41c1-a55c-54aa504d0eb8 req-bfeeba81-9274-4706-bb3f-9f9236acbf83 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569477 Dec 13 09:46:31.234016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880fcfd-f2ed-4a6b-85d3-619ec9314525 req-f8464750-68d9-4e25-bbbe-14eaa4d08684 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:31.242991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3880fcfd-f2ed-4a6b-85d3-619ec9314525 req-f8464750-68d9-4e25-bbbe-14eaa4d08684 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 945 time: 0.0882657 Dec 13 09:46:31.332289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3880fcfd-f2ed-4a6b-85d3-619ec9314525 req-19156a6d-ee07-4fa1-8c5d-1f66733aa7f9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878689 Dec 13 09:46:31.765580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f731757-70d3-4824-8d3d-1d271310b8ad req-201cd181-f2b7-44bd-b26b-a90942528638 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:31.767377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f731757-70d3-4824-8d3d-1d271310b8ad req-201cd181-f2b7-44bd-b26b-a90942528638 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0586216 Dec 13 09:46:31.831030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f731757-70d3-4824-8d3d-1d271310b8ad req-42f31091-8239-4482-b798-e7fd32ce4d9c tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Dec 13 09:46:32.139013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:32.234542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d10c-416f-41c7-8309-619e44a960d8 req-d5f3121e-64de-467e-980e-ae2494daf34b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:32.236144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13c9d10c-416f-41c7-8309-619e44a960d8 req-d5f3121e-64de-467e-980e-ae2494daf34b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0631952 Dec 13 09:46:32.302114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13c9d10c-416f-41c7-8309-619e44a960d8 req-22e1f683-c2b7-406f-b537-6624a495171e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590026 Dec 13 09:46:32.469780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f07d5-7a44-41c0-8f3e-b4d90ee31651 req-726cc4fd-f187-464c-afc1-114a106be55a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:32.471871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-430f07d5-7a44-41c0-8f3e-b4d90ee31651 req-726cc4fd-f187-464c-afc1-114a106be55a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 945 time: 0.0606492 Dec 13 09:46:32.536571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-430f07d5-7a44-41c0-8f3e-b4d90ee31651 req-c45e4d25-1ef4-4aa1-a73d-a23dc285c164 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 Dec 13 09:46:32.958629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd4c50-5316-4879-b199-252bdb8f335e req-7d8a9585-8424-4927-89a6-3cbc56bfba77 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:32.960137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98fd4c50-5316-4879-b199-252bdb8f335e req-7d8a9585-8424-4927-89a6-3cbc56bfba77 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0533211 Dec 13 09:46:33.016166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98fd4c50-5316-4879-b199-252bdb8f335e req-c3fac61c-b6e8-4dfa-bf34-9c6201f0870f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Dec 13 09:46:33.256030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72f58a82-9d1c-4f82-a362-3840295c0e16 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:33.311539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 72f58a82-9d1c-4f82-a362-3840295c0e16 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:33.319734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 72f58a82-9d1c-4f82-a362-3840295c0e16 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:33.320571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.477443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c879c4-1f95-42c8-8309-5c855e2740dc req-686b9a93-bc6a-463f-95f3-eed35d4fcf0c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.488049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57c879c4-1f95-42c8-8309-5c855e2740dc req-686b9a93-bc6a-463f-95f3-eed35d4fcf0c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0861394 Dec 13 09:46:33.496568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.580307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57c879c4-1f95-42c8-8309-5c855e2740dc req-7028435c-de8e-4e35-9f99-c527fbb2ab89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909598 Dec 13 09:46:33.718946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:33.721807 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facfefb1-8d92-4c72-877c-e6f22660382a" -d '{"events": [{"server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "name": "network-vif-plugged", "status": "completed", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:33.735623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.739697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72f58a82-9d1c-4f82-a362-3840295c0e16,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:33.749333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:33.756789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5366205-c4aa-497c-8366-de0b0855c9ce req-cc70d5cb-3ef7-4ac6-8335-f2e9534e2834 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.758655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5366205-c4aa-497c-8366-de0b0855c9ce req-cc70d5cb-3ef7-4ac6-8335-f2e9534e2834 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 945 time: 0.0708818 Dec 13 09:46:33.788456 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70a7963-610b-49f9-b5cb-5bf5942bad24 x-openstack-request-id: req-e70a7963-610b-49f9-b5cb-5bf5942bad24 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:33.788957 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "name": "network-vif-plugged", "status": "completed", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:33.789522 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e70a7963-610b-49f9-b5cb-5bf5942bad24 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:33.790054 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16', 'code': 200} Dec 13 09:46:33.819794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:33.836924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5366205-c4aa-497c-8366-de0b0855c9ce req-1581a56e-e85a-4f3f-8301-e9e68c1e4bd7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Dec 13 09:46:33.902966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fea37-bfee-45ef-aeb3-a9264e3ab400 req-4fbed09f-dd4e-4941-af8e-18a38f0f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:33.905040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba8fea37-bfee-45ef-aeb3-a9264e3ab400 req-4fbed09f-dd4e-4941-af8e-18a38f0f4b1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 1097 time: 0.0423517 Dec 13 09:46:33.966612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba8fea37-bfee-45ef-aeb3-a9264e3ab400 req-a08b45d6-6b10-4aa3-8a96-863cdd070d6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Dec 13 09:46:34.158969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cdfcc-0dad-4710-8f05-24a48c0250ed req-ebd2ae42-2a7b-46d2-b06e-e3a76d64f7e8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.160496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-654cdfcc-0dad-4710-8f05-24a48c0250ed req-ebd2ae42-2a7b-46d2-b06e-e3a76d64f7e8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0613818 Dec 13 09:46:34.227002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-654cdfcc-0dad-4710-8f05-24a48c0250ed req-2ef279de-f260-4f21-aef7-48fa3bcf2f07 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Dec 13 09:46:34.606357 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:34.718091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5bfc-a491-417c-8e6d-a2a7a4bb6c1f req-1f45b689-2d0d-4cda-bdd0-2fa6f9e1d6ac tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.719959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-800f5bfc-a491-417c-8e6d-a2a7a4bb6c1f req-1f45b689-2d0d-4cda-bdd0-2fa6f9e1d6ac tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0641096 Dec 13 09:46:34.787257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-800f5bfc-a491-417c-8e6d-a2a7a4bb6c1f req-504bcaf9-df66-4600-a0a7-12a3c7b00db3 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565774 Dec 13 09:46:34.979144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cad4f3-5134-4812-94c2-efd7cca6bbc8 req-850afaa0-2d8e-483c-ae31-cdf83cbf241f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:34.982212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59cad4f3-5134-4812-94c2-efd7cca6bbc8 req-850afaa0-2d8e-483c-ae31-cdf83cbf241f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.0604255 Dec 13 09:46:35.057680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59cad4f3-5134-4812-94c2-efd7cca6bbc8 req-96fddc11-a6c5-4baa-aac2-9280427c65a6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Dec 13 09:46:35.381458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c31c42-896e-4147-92e0-fea8db2a48d1 req-26d198c4-8e32-4f87-9de1-b3ecd9bf38cf tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:35.382978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0c31c42-896e-4147-92e0-fea8db2a48d1 req-26d198c4-8e32-4f87-9de1-b3ecd9bf38cf tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0695257 Dec 13 09:46:35.444783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0c31c42-896e-4147-92e0-fea8db2a48d1 req-b9fa303b-ac4e-47e2-bcdc-10f1e5d9a89d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Dec 13 09:46:36.205048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c99a6-ec1d-49af-94e0-18bc279515dd req-79dd1a30-b8e6-4811-aa67-63f01d51e9e7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.213942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-102c99a6-ec1d-49af-94e0-18bc279515dd req-79dd1a30-b8e6-4811-aa67-63f01d51e9e7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.0699556 Dec 13 09:46:36.275998 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:46:36.289736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-102c99a6-ec1d-49af-94e0-18bc279515dd req-25fdb1ea-13a6-43cd-b94c-76557e6a64a4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Dec 13 09:46:36.465084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab985-7eb4-411f-8023-bbfb3969ad8d req-6207b69c-afc8-4a8f-8953-730a624dc5c0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.467257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-231ab985-7eb4-411f-8023-bbfb3969ad8d req-6207b69c-afc8-4a8f-8953-730a624dc5c0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.0958183 Dec 13 09:46:36.597364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-231ab985-7eb4-411f-8023-bbfb3969ad8d req-259ef7c8-f1c2-4127-b83d-bd4bccba1500 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220012 Dec 13 09:46:36.654135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae1ce5-c7b8-4fb8-bba7-4520f3c23bd5 req-8b450c4d-88b0-4ffc-bc5e-4194b3e6d1df tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:36.665975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3aae1ce5-c7b8-4fb8-bba7-4520f3c23bd5 req-8b450c4d-88b0-4ffc-bc5e-4194b3e6d1df tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1219122 Dec 13 09:46:36.728881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3aae1ce5-c7b8-4fb8-bba7-4520f3c23bd5 req-7eef826d-fb7b-45fe-ba53-dbc0f178ed59 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615158 Dec 13 09:46:37.049643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:37.057519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39f4a9-27b4-4170-9ad3-8b0d7bb73baf req-e38ded17-6678-44d6-9fcd-86d5602b0653 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:37.059932 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b39f4a9-27b4-4170-9ad3-8b0d7bb73baf req-e38ded17-6678-44d6-9fcd-86d5602b0653 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.0592573 Dec 13 09:46:37.124320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b39f4a9-27b4-4170-9ad3-8b0d7bb73baf req-56d89a04-845e-4e2b-b748-6ceb901f3a08 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574143 Dec 13 09:46:37.187527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.276660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.285098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.343263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59352928-80ef-4655-b877-d77749aaae6d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:37.358179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed577d24a9ce453b874da3313a6efebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3048980 Dec 13 09:46:37.358370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.358592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:37.359056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.359056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.359214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.359632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.359970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.360369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.360698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.361026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.361374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.361700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.362038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.362342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989c103-3313-4802-a514-33d036abf41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:37.420366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.444659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.511118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.517143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.521534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59352928-80ef-4655-b877-d77749aaae6d HTTP/1.1" status: 204 len: 168 time: 0.1619418 Dec 13 09:46:37.531396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217105-e98d-41eb-a52f-3884e3791d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59352928-80ef-4655-b877-d77749aaae6d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:37.907004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1081-7230-4c55-aa71-a234a0c1c87d req-eaf95f79-6405-4b70-bb2a-6c6c30dbe541 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:37.909139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b3a1081-7230-4c55-aa71-a234a0c1c87d req-eaf95f79-6405-4b70-bb2a-6c6c30dbe541 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0686460 Dec 13 09:46:37.963952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:37.985864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c2bf7c-1e9f-4514-913e-162a5563f3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:37.994669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b3a1081-7230-4c55-aa71-a234a0c1c87d req-64480c0c-c094-4d95-ae19-0ad0b11f40de tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Dec 13 09:46:38.088748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c2bf7c-1e9f-4514-913e-162a5563f3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.094221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c2bf7c-1e9f-4514-913e-162a5563f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.142986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-44c2bf7c-1e9f-4514-913e-162a5563f3f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=221e319276844325884ce8b0fd15e35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771481 Dec 13 09:46:38.143994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2bf7c-1e9f-4514-913e-162a5563f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eaf471-5ef7-4da5-91c9-edefbd7bac5d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:38.147465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:38.227254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.284942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.444329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09538d-bc1a-41a1-9edd-e2efb8e818f9 req-09d7abc9-cd83-4c59-977f-aec133b384d9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:38.446384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a09538d-bc1a-41a1-9edd-e2efb8e818f9 req-09d7abc9-cd83-4c59-977f-aec133b384d9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.1921756 Dec 13 09:46:38.484386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-a654c864-f27c-46fe-b881-0e173b216894 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:38.485792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-a654c864-f27c-46fe-b881-0e173b216894 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 946 time: 0.1619487 Dec 13 09:46:38.507529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.510432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.515004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7eaf471-5ef7-4da5-91c9-edefbd7bac5d HTTP/1.1" status: 204 len: 168 time: 0.3655367 Dec 13 09:46:38.566626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bf74f-4273-4936-aafa-07b504ace0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eaf471-5ef7-4da5-91c9-edefbd7bac5d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:38.586308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a09538d-bc1a-41a1-9edd-e2efb8e818f9 req-9228e120-dc6b-4dcb-9a70-b5928a20e790 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Dec 13 09:46:38.660734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port 72f58a82-9d1c-4f82-a362-3840295c0e16 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:38.661432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.804745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port 72f58a82-9d1c-4f82-a362-3840295c0e16, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=72f58a82-9d1c-4f82-a362-3840295c0e16,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:38.805538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:38.834744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for 72f58a82-9d1c-4f82-a362-3840295c0e16 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:39.013746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.029375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['72f58a82-9d1c-4f82-a362-3840295c0e16'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:39.031800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:39.169459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=72f58a82-9d1c-4f82-a362-3840295c0e16,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:39.280162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port 72f58a82-9d1c-4f82-a362-3840295c0e16 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:39.285137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:39.290987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee7d2f1-f0ff-424b-8b08-8c8b6af67750 req-ddd591f9-afe3-47b6-9cb2-5e2015756b2a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/72f58a82-9d1c-4f82-a362-3840295c0e16 HTTP/1.1" status: 204 len: 173 time: 0.7946458 Dec 13 09:46:39.291748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'name': 'network-vif-deleted', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:39.294967 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afcf0dd-7a70-48c5-91f8-3e459c1dadeb" -d '{"events": [{"server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "name": "network-vif-deleted", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:39.313152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356fd1a-e432-4970-b8b6-a772338fb265 req-137c57a7-c3af-49fb-b601-65ccdedd8b93 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:39.315237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d356fd1a-e432-4970-b8b6-a772338fb265 req-137c57a7-c3af-49fb-b601-65ccdedd8b93 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1479371 Dec 13 09:46:39.415827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d356fd1a-e432-4970-b8b6-a772338fb265 req-2ca071d1-49d9-466f-a5d6-f890d40d2f19 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889747 Dec 13 09:46:39.429489 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593fbcf5-0213-48c1-8881-a9edd61eb26a x-openstack-request-id: req-593fbcf5-0213-48c1-8881-a9edd61eb26a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:39.429489 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068", "name": "network-vif-deleted", "tag": "72f58a82-9d1c-4f82-a362-3840295c0e16", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:39.429489 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-593fbcf5-0213-48c1-8881-a9edd61eb26a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:39.429489 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068', 'name': 'network-vif-deleted', 'tag': '72f58a82-9d1c-4f82-a362-3840295c0e16', 'status': 'completed', 'code': 200} Dec 13 09:46:39.751093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-551d09f4-52ab-4ad9-812a-aa78ecd5c600 req-08234f25-e5f9-457c-bae4-9cc456dcfd30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eebd031-ffeb-4f5f-8bc1-9b4fe59a4068 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Dec 13 09:46:40.563855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a32d-533d-4cdd-8f82-21ce2b5a2e9d req-34aeddd6-a6ce-4cd4-a1d5-7130c96265d4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:40.565775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ab0a32d-533d-4cdd-8f82-21ce2b5a2e9d req-34aeddd6-a6ce-4cd4-a1d5-7130c96265d4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0726056 Dec 13 09:46:40.637343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ab0a32d-533d-4cdd-8f82-21ce2b5a2e9d req-8e08811b-1523-46fd-8691-03d154ad0985 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599258 Dec 13 09:46:41.228016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f0540961-c3b9-46ee-9a6d-6ff24700b884 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:41.241715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f0540961-c3b9-46ee-9a6d-6ff24700b884 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.1451125 Dec 13 09:46:41.273751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-ee681005-459c-4128-a5d1-8a4cae4f4112 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0276215 Dec 13 09:46:41.291264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72f58a82-9d1c-4f82-a362-3840295c0e16 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:41.343679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 72f58a82-9d1c-4f82-a362-3840295c0e16 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:41.344547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 72f58a82-9d1c-4f82-a362-3840295c0e16 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:41.361582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-c78d91bc-4aa2-42c2-8f53-3a5e5533d448 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818734 Dec 13 09:46:41.574375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-bfb6596c-cbb7-42a5-b308-0d23ec58fb6a service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007003 Dec 13 09:46:41.690959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-c4b7961f-9d44-4545-b429-fc2ef50fc34b service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091254 Dec 13 09:46:41.752991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:41.761838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4f0f-f0bc-4788-819e-f3ef03e80438 req-029bc205-4c9b-4207-b3ff-a6f870e169c8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:41.764954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84da4f0f-f0bc-4788-819e-f3ef03e80438 req-029bc205-4c9b-4207-b3ff-a6f870e169c8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0670135 Dec 13 09:46:41.838996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84da4f0f-f0bc-4788-819e-f3ef03e80438 req-c481ed45-5567-445e-bd7c-6f60af2cd95f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Dec 13 09:46:41.912835 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b5c27a3-e744-4494-9d2f-21d81b6cdf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.000231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-801615e2-c438-4046-a661-af0526f92136 req-df5884bb-97d2-436e-be0d-b8a69220da1f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 210 time: 0.0668728 Dec 13 09:46:42.021236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b5c27a3-e744-4494-9d2f-21d81b6cdf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.029102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b5c27a3-e744-4494-9d2f-21d81b6cdf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.062011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:42.062360 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b5c27a3-e744-4494-9d2f-21d81b6cdf72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55629374cab04da7a0808936382c6e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071661 Dec 13 09:46:42.090019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c27a3-e744-4494-9d2f-21d81b6cdf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceb4046-43a7-4039-956d-e46e49a4cbd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:42.125365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.167305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.262130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.269850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.272386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eceb4046-43a7-4039-956d-e46e49a4cbd8 HTTP/1.1" status: 204 len: 168 time: 0.2081182 Dec 13 09:46:42.296798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea148ef-a87f-4b97-91a9-c57246d0eaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceb4046-43a7-4039-956d-e46e49a4cbd8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:42.672464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:42.688244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1141415c-b392-4ea5-a4c5-a7854c6b6ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.807759 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1141415c-b392-4ea5-a4c5-a7854c6b6ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.812419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1141415c-b392-4ea5-a4c5-a7854c6b6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.851182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141415c-b392-4ea5-a4c5-a7854c6b6ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ca06c-5ff1-406a-831f-bf7ea7d1ef0e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:42.858765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:42.859263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1141415c-b392-4ea5-a4c5-a7854c6b6ff4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8fa78b1ac834842b0f6af7cde3e1a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1849802 Dec 13 09:46:42.930400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:42.957958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.050883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.053762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.056072 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea6ca06c-5ff1-406a-831f-bf7ea7d1ef0e HTTP/1.1" status: 204 len: 168 time: 0.1950624 Dec 13 09:46:43.066241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa26cf9-2c3a-4bf3-bff5-da13357aec8c req-87f6eb64-4f5e-4aaa-a5e9-27cdb263286e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:43.078607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fa26cf9-2c3a-4bf3-bff5-da13357aec8c req-87f6eb64-4f5e-4aaa-a5e9-27cdb263286e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1329393 Dec 13 09:46:43.085053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ea663-3d32-4ab6-aa2f-7685330fe0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ca06c-5ff1-406a-831f-bf7ea7d1ef0e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:43.186032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fa26cf9-2c3a-4bf3-bff5-da13357aec8c req-b8231b6c-254d-4e83-bd0b-c659ef322713 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063797 Dec 13 09:46:43.412634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd7d26f7-75ea-453d-803e-9255fe7a19fa req-3a3a5e67-868e-4399-801b-b8c2b007d914 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 210 time: 0.0876787 Dec 13 09:46:43.480085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-cf746dd3-7cc4-418f-a162-a3b771445c7a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:43.482947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-cf746dd3-7cc4-418f-a162-a3b771445c7a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.3276923 Dec 13 09:46:43.502629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': '5b61e185-8b94-4663-914b-3f6156475374', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:43.650732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:43.658929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:43.815807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.7 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/99f6104b-86a0-42ba-af89-b45513ba35a9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:44.025467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.067983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.081056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:44.147490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:44.148706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:44.153030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:44.162488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:44.228334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:44.228994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.255693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-fd30ef66-7700-4e52-91ed-e5d1476411db tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7582195 Dec 13 09:46:44.281588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Request body: {'port': {'device_id': '5b61e185-8b94-4663-914b-3f6156475374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:44.461883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a07b63-e911-4117-9303-3689317efeb7 req-a76d6d9a-c447-4be1-8756-e55ba6fbc060 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:44.464819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98a07b63-e911-4117-9303-3689317efeb7 req-a76d6d9a-c447-4be1-8756-e55ba6fbc060 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1654375 Dec 13 09:46:44.465934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:44.637200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98a07b63-e911-4117-9303-3689317efeb7 req-2ea85223-70b7-4838-8be9-54b73cd5f957 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542928 Dec 13 09:46:44.821664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af414-e0de-4c7e-8709-39a259d7aeea req-3ad3ed15-21d4-451b-b81a-9d04b325bea9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:44.823587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-960af414-e0de-4c7e-8709-39a259d7aeea req-3ad3ed15-21d4-451b-b81a-9d04b325bea9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 931 time: 0.1866972 Dec 13 09:46:44.965684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-960af414-e0de-4c7e-8709-39a259d7aeea req-1f528eb4-ef74-40a9-9dd6-9836711d19fd tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342416 Dec 13 09:46:45.070962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f6104b-86a0-42ba-af89-b45513ba35a9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:45.084515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.101063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Transition to ACTIVE for port object 99f6104b-86a0-42ba-af89-b45513ba35a9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:46:45.107301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.162359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Pushing event updated for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:45.270738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Attempting to bind port 99f6104b-86a0-42ba-af89-b45513ba35a9 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:45.271448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Attempting to bind port 99f6104b-86a0-42ba-af89-b45513ba35a9 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:45.271961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Attempting to bind port 99f6104b-86a0-42ba-af89-b45513ba35a9 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:45.278651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Port 99f6104b-86a0-42ba-af89-b45513ba35a9 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:46:45.279214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Attempting to bind port 99f6104b-86a0-42ba-af89-b45513ba35a9 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:45.289067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:45.289442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:45.289839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:45.290287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Bound port: 99f6104b-86a0-42ba-af89-b45513ba35a9, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:45.290654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.381992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:45.385686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=99f6104b-86a0-42ba-af89-b45513ba35a9,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:45.392992 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.444070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:45.444701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:45.446386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] 10.222.0.44 "PUT /v2.0/ports/99f6104b-86a0-42ba-af89-b45513ba35a9 HTTP/1.1" status: 200 len: 1091 time: 1.1745257 Dec 13 09:46:45.448928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:45.452413 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d919fd-452c-41cf-a629-60d6f4fc27d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:45.472459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da6101-f45c-4952-9016-0ce27e965506 service neutron] Pushing event updated for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:45.549545 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d139044-b126-40ef-98ce-89b37108b5a6 x-openstack-request-id: req-8d139044-b126-40ef-98ce-89b37108b5a6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:45.550738 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:45.551094 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d139044-b126-40ef-98ce-89b37108b5a6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:45.551568 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9', 'status': 'completed', 'code': 200} Dec 13 09:46:45.575322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-6e103e78-9f6a-4836-af60-35a65f39853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:45.579538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-6e103e78-9f6a-4836-af60-35a65f39853d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 1094 time: 0.0723488 Dec 13 09:46:45.636385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-b605b2e6-9b7e-4ae7-a5ee-01872aefeec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f6104b-86a0-42ba-af89-b45513ba35a9 HTTP/1.1" status: 200 len: 217 time: 0.0489192 Dec 13 09:46:45.707257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-9c61639b-0046-402c-b79d-6db038a139ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:45.710240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-9c61639b-0046-402c-b79d-6db038a139ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.0674477 Dec 13 09:46:45.753640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-471e7dd8-a90f-4572-9b2c-7ea445818cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342925 Dec 13 09:46:45.905504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715003-29e2-4a41-b0da-3b6686cba378 req-f4f16993-6fb6-4656-93b5-914e19aea99f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:45.912643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85715003-29e2-4a41-b0da-3b6686cba378 req-f4f16993-6fb6-4656-93b5-914e19aea99f tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1516879 Dec 13 09:46:45.965898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-0555cb7e-cfa0-4e7a-9d2d-5c9698168773 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873136 Dec 13 09:46:46.020242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85715003-29e2-4a41-b0da-3b6686cba378 req-34e0214d-cb52-409a-b76c-b25a0df6cd82 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066353 Dec 13 09:46:46.115463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ede5dc16-fc49-42e1-96ba-4b71cd1ec83f req-864a2400-41c4-4423-b972-f66e2d9b216b service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387234 Dec 13 09:46:46.174993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5282d-54fb-4ec8-a4db-2414b7688a2b req-dfed8a9d-891e-4917-b4c6-cfadecb98b2d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.176808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eba5282d-54fb-4ec8-a4db-2414b7688a2b req-dfed8a9d-891e-4917-b4c6-cfadecb98b2d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 943 time: 0.0603082 Dec 13 09:46:46.270073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eba5282d-54fb-4ec8-a4db-2414b7688a2b req-a84af513-8162-462b-b191-402120921053 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771663 Dec 13 09:46:46.287145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-6bb56c75-1e26-4732-80c3-2cc79e3e2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.288823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-6bb56c75-1e26-4732-80c3-2cc79e3e2b18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 1094 time: 0.1109850 Dec 13 09:46:46.402885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-8140fbb1-fc04-47bc-b70c-29069f2a5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.405730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-8140fbb1-fc04-47bc-b70c-29069f2a5680 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.1089005 Dec 13 09:46:46.433915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:46.459419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-df9c88d0-68b9-41e5-ade9-a9a7a1a5c294 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f6104b-86a0-42ba-af89-b45513ba35a9 HTTP/1.1" status: 200 len: 217 time: 0.0437248 Dec 13 09:46:46.643477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0905ceef-12a3-481a-8f04-32a629a6ec4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.801726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0905ceef-12a3-481a-8f04-32a629a6ec4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.807492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0905ceef-12a3-481a-8f04-32a629a6ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:46.844230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-5287d111-05c6-4e21-85f9-30dd2ad4b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:46.845945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-5287d111-05c6-4e21-85f9-30dd2ad4b1ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.3762078 Dec 13 09:46:46.871096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905ceef-12a3-481a-8f04-32a629a6ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b358d1-d608-4b1c-8a91-719545d4ced9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:46.883823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-2c98f5eb-0a20-44ba-a221-30974d834acb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296452 Dec 13 09:46:46.918152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0905ceef-12a3-481a-8f04-32a629a6ec4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31be2aa5b8364298b27ab85cb120c821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4825611 Dec 13 09:46:46.920724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:47.017459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.053148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.068621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-1fb40ceb-d30c-4863-a1da-afbb1aca9e9c service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759052 Dec 13 09:46:47.165041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.171420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.176175 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12b358d1-d608-4b1c-8a91-719545d4ced9 HTTP/1.1" status: 204 len: 168 time: 0.2541823 Dec 13 09:46:47.193985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cf991-cae7-403a-81e2-8aac8811deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b358d1-d608-4b1c-8a91-719545d4ced9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:47.288746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eb41e-0b14-4afc-8f39-865936e754c8 req-cc7df42f-c280-49bd-973d-3f208e48dbd8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:47.300298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a8eb41e-0b14-4afc-8f39-865936e754c8 req-cc7df42f-c280-49bd-973d-3f208e48dbd8 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1401367 Dec 13 09:46:47.314855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52d919fd-452c-41cf-a629-60d6f4fc27d5 req-99c14785-29b0-4120-b50a-a3f017d41a22 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374804 Dec 13 09:46:47.476477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a8eb41e-0b14-4afc-8f39-865936e754c8 req-3e9d87f0-c849-459b-b626-09d1bba41ac5 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738398 Dec 13 09:46:47.593298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8aa54-d406-4730-8ce9-e234c61bae2b req-918c1316-4fa4-4bd5-81ce-a9b98d361a65 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:47.595264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e8aa54-d406-4730-8ce9-e234c61bae2b req-918c1316-4fa4-4bd5-81ce-a9b98d361a65 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 943 time: 0.2012401 Dec 13 09:46:47.694260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e8aa54-d406-4730-8ce9-e234c61bae2b req-89712b8c-dd90-46fb-9c20-49df058ce0bf tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901883 Dec 13 09:46:47.836816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:47.862141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d473027-27b3-466c-b35f-72f82fe31a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.976822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d473027-27b3-466c-b35f-72f82fe31a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:47.984537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d473027-27b3-466c-b35f-72f82fe31a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.018778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d473027-27b3-466c-b35f-72f82fe31a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05abf1e1-7580-4128-ac2c-ccc8cd403e4d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:48.051467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d473027-27b3-466c-b35f-72f82fe31a70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e913c02ede2f437998f4a06084010861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132993 Dec 13 09:46:48.053927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:48.106574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.144115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.191568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.195209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:48.199017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05abf1e1-7580-4128-ac2c-ccc8cd403e4d HTTP/1.1" status: 204 len: 168 time: 0.1415739 Dec 13 09:46:48.205985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f4d8a-e6e3-4084-b5dd-3ff1e747e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05abf1e1-7580-4128-ac2c-ccc8cd403e4d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:48.664637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caadc9d-29ad-45c6-8063-8bdb80cec66b req-a14a8e71-0d43-4172-93c5-981c972f4c8d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:48.673742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1caadc9d-29ad-45c6-8063-8bdb80cec66b req-a14a8e71-0d43-4172-93c5-981c972f4c8d tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0976210 Dec 13 09:46:48.733391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1caadc9d-29ad-45c6-8063-8bdb80cec66b req-b3a64253-a1da-4ab5-880a-7d592ec5ba3c tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Dec 13 09:46:48.878075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939ffa-5395-4e79-b8b9-10d137566ab6 req-e583432c-43ee-427e-a9ce-058ac3375991 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:48.888538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a939ffa-5395-4e79-b8b9-10d137566ab6 req-e583432c-43ee-427e-a9ce-058ac3375991 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 943 time: 0.0883377 Dec 13 09:46:48.972502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a939ffa-5395-4e79-b8b9-10d137566ab6 req-7bc0e0fe-ae03-4893-9bda-5666a12bdec1 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826223 Dec 13 09:46:49.249891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c7d3-fe3f-4c02-a1a5-65cc82863a42 req-d25a62d9-3acd-4318-b204-8d8fce3669f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.251470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1588c7d3-fe3f-4c02-a1a5-65cc82863a42 req-d25a62d9-3acd-4318-b204-8d8fce3669f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1097 time: 0.0436871 Dec 13 09:46:49.309070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1588c7d3-fe3f-4c02-a1a5-65cc82863a42 req-732d7865-fdea-4edf-b200-f9046e75ff6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Dec 13 09:46:49.331567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 99f6104b-86a0-42ba-af89-b45513ba35a9 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:46:49.440655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=99f6104b-86a0-42ba-af89-b45513ba35a9,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:49.452730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '99f6104b-86a0-42ba-af89-b45513ba35a9', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': '99f6104b-86a0-42ba-af89-b45513ba35a9', 'mac_address': 'fa:16:3e:97:6d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:46:49.494433 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.517256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f6104b-86a0-42ba-af89-b45513ba35a9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:46:49.540525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=99f6104b-86a0-42ba-af89-b45513ba35a9,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:49.546836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:49.595753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:49.603240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.603591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.603938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.604275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.604613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.604947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.605302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.605632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.605960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.606288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.607160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.607490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.607813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:49.856078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['99f6104b-86a0-42ba-af89-b45513ba35a9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:49.894293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e408b22-cfc2-4297-9e22-bf0fc0181833 req-4f0e6147-7ffd-4540-a992-6be794cba497 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:49.912233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e408b22-cfc2-4297-9e22-bf0fc0181833 req-4f0e6147-7ffd-4540-a992-6be794cba497 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0995581 Dec 13 09:46:50.000017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e408b22-cfc2-4297-9e22-bf0fc0181833 req-c8b9d554-27a5-4e67-9dd2-b1b7b0163f85 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869710 Dec 13 09:46:50.180503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aaa59-072b-41bd-94e3-eb52881b10ab req-1943540a-be8d-4aeb-9c11-1fe0ada6ae15 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:50.188339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-020aaa59-072b-41bd-94e3-eb52881b10ab req-1943540a-be8d-4aeb-9c11-1fe0ada6ae15 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 944 time: 0.0704818 Dec 13 09:46:50.262986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-020aaa59-072b-41bd-94e3-eb52881b10ab req-37819943-f625-4515-8472-21c7a283e4cc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737066 Dec 13 09:46:50.678621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38e59-c6ca-4be8-a210-658795b905be req-b92b3cd7-ee6b-4c0f-9330-c3b25a929d04 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:50.687336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd38e59-c6ca-4be8-a210-658795b905be req-b92b3cd7-ee6b-4c0f-9330-c3b25a929d04 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.0669107 Dec 13 09:46:50.754803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbd38e59-c6ca-4be8-a210-658795b905be req-52425e70-717d-4320-8bba-0974e114a841 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652878 Dec 13 09:46:50.905665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:51.026907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22804678-d59a-4681-b0e8-2e760928a789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.179889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af991ca-8204-4bf9-9acd-0d6ce8a7b7e9 req-d55899d1-39af-4dbb-9902-3d08c805e7af tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.182908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6af991ca-8204-4bf9-9acd-0d6ce8a7b7e9 req-d55899d1-39af-4dbb-9902-3d08c805e7af tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0889781 Dec 13 09:46:51.213599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22804678-d59a-4681-b0e8-2e760928a789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.219477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22804678-d59a-4681-b0e8-2e760928a789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.240061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6af991ca-8204-4bf9-9acd-0d6ce8a7b7e9 req-1364d5ac-4916-47b7-abb9-8ee79502d620 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501571 Dec 13 09:46:51.260832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-22804678-d59a-4681-b0e8-2e760928a789 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7589e4488cad4488ba7036b144998af3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539777 Dec 13 09:46:51.263522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804678-d59a-4681-b0e8-2e760928a789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059921f-0e69-41ca-a248-8de21ae63b4b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:51.264157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58696) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:51.318500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.341870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.350374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 99f6104b-86a0-42ba-af89-b45513ba35a9 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:51.418552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 99f6104b-86a0-42ba-af89-b45513ba35a9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:46:51.423063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 99f6104b-86a0-42ba-af89-b45513ba35a9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:51.424150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.463483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e87c-1474-4a16-a748-7c7076b820d2 req-fe7316b8-aee0-460d-9c08-f1103b5883fa tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.464997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba35e87c-1474-4a16-a748-7c7076b820d2 req-fe7316b8-aee0-460d-9c08-f1103b5883fa tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 944 time: 0.1136844 Dec 13 09:46:51.497389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.499988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.501227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1059921f-0e69-41ca-a248-8de21ae63b4b HTTP/1.1" status: 204 len: 168 time: 0.2357564 Dec 13 09:46:51.521033 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.532150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf8b39-9878-4075-b388-a83ddc5fde14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059921f-0e69-41ca-a248-8de21ae63b4b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:51.535633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-173caac6-66d4-4cd9-bbb0-4cbaf604c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.538368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-173caac6-66d4-4cd9-bbb0-4cbaf604c1da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44771608548f41028897201dc91dcad8&device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 1097 time: 0.1264901 Dec 13 09:46:51.547567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:51.550233 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b44259-1c55-457e-a556-2b21eda8b751" -d '{"events": [{"server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "name": "network-vif-plugged", "status": "completed", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:51.560289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e02f-0769-4cb0-9159-4173852098db req-b216d8a7-f611-433c-bb65-b0bd69ae381b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.562009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2796e02f-0769-4cb0-9159-4173852098db req-b216d8a7-f611-433c-bb65-b0bd69ae381b tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1208718 Dec 13 09:46:51.569489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=99f6104b-86a0-42ba-af89-b45513ba35a9,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:51.575018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.615811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba35e87c-1474-4a16-a748-7c7076b820d2 req-78766f96-7ecd-4a8a-b974-8bf8674c8665 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353755 Dec 13 09:46:51.643861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:51.703415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2796e02f-0769-4cb0-9159-4173852098db req-b8f40f8e-7c7b-4eb1-92a5-5acfcb3a1483 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347146 Dec 13 09:46:51.732742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-1dc93285-b3de-4378-a996-2dc34492a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.734283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-1dc93285-b3de-4378-a996-2dc34492a02e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 200 len: 911 time: 0.1713767 Dec 13 09:46:51.753484 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d2b9f7-4f5e-460d-b0c3-e06119657133 x-openstack-request-id: req-d5d2b9f7-4f5e-460d-b0c3-e06119657133 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:51.753851 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "name": "network-vif-plugged", "status": "completed", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:51.754182 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5d2b9f7-4f5e-460d-b0c3-e06119657133 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:51.754646 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9', 'code': 200} Dec 13 09:46:51.780659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-8c4c5ecf-4e32-4423-96f4-3c3ef0f2e867 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 200 len: 217 time: 0.0371385 Dec 13 09:46:51.838293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:51.852547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16af87df-3e1f-45f1-a433-dc49dca0edfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.899211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-963b401e-1c75-4bde-b471-927e18a57dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.900692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-963b401e-1c75-4bde-b471-927e18a57dc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 200 len: 850 time: 0.1116693 Dec 13 09:46:51.923032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc033-c633-43b4-9d22-a70a2460aba8 req-66bf7377-ab6f-46f3-8dbe-d809d183f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.924445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c21cc033-c633-43b4-9d22-a70a2460aba8 req-66bf7377-ab6f-46f3-8dbe-d809d183f92b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 1096 time: 0.0938213 Dec 13 09:46:51.929713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16af87df-3e1f-45f1-a433-dc49dca0edfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.933789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16af87df-3e1f-45f1-a433-dc49dca0edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:51.948321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-5d56181d-3b39-4174-8416-dfbb2e993907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1669d524-31aa-4e0a-b584-c9580f2f7fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359397 Dec 13 09:46:51.959851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac7cf-a65a-4deb-bf4c-d16f99d05756 req-66918ef4-4560-4253-ac05-494cd4c8390a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:51.961270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02bac7cf-a65a-4deb-bf4c-d16f99d05756 req-66918ef4-4560-4253-ac05-494cd4c8390a tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1195557 Dec 13 09:46:51.972078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-16af87df-3e1f-45f1-a433-dc49dca0edfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=543930dd373b4246b92b91eb5fedb242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326802 Dec 13 09:46:51.974137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af87df-3e1f-45f1-a433-dc49dca0edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7b2bb-66b7-4844-a2b5-29b7f77be016,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:51.976495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:52.023903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.045053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.070628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c21cc033-c633-43b4-9d22-a70a2460aba8 req-d0dad856-1d2e-4dae-b592-35404c235b86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254301 Dec 13 09:46:52.094446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02bac7cf-a65a-4deb-bf4c-d16f99d05756 req-094a8ed7-ca6b-4383-bdfc-5a062e4a5fdd tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180961 Dec 13 09:46:52.100333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.105301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:52.109583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-6ac48751-dc4b-4a8b-99d6-2bbefd6ca6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473937 Dec 13 09:46:52.110288 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8da7b2bb-66b7-4844-a2b5-29b7f77be016 HTTP/1.1" status: 204 len: 168 time: 0.1327109 Dec 13 09:46:52.119140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e6943-d168-447b-b8d6-bef4665159a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7b2bb-66b7-4844-a2b5-29b7f77be016,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:52.228709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcb29944-b0bc-48a0-9e98-ae2931ea1dd1 req-2cdd6bfd-21da-41d3-be48-bdb125bedd1f service neutron] 10.222.0.37 "GET /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068220 Dec 13 09:46:52.756900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9948a5-8f46-40a4-869d-985c9e228523 req-0f422129-9ce8-4e16-8fe9-70db311a3735 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:52.759578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a9948a5-8f46-40a4-869d-985c9e228523 req-0f422129-9ce8-4e16-8fe9-70db311a3735 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.0637305 Dec 13 09:46:52.822174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a9948a5-8f46-40a4-869d-985c9e228523 req-e63e6beb-7578-4056-a626-2ebd0b6fa6bf tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Dec 13 09:46:52.948908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697ed1e-eea0-4949-acc4-ae91df1ddf72 req-30517c67-f708-41f4-b607-e77978c2119a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:52.953548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4697ed1e-eea0-4949-acc4-ae91df1ddf72 req-30517c67-f708-41f4-b607-e77978c2119a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0670161 Dec 13 09:46:53.000244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4697ed1e-eea0-4949-acc4-ae91df1ddf72 req-b921c6aa-705d-4bc1-ac05-a080e4010bf9 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Dec 13 09:46:53.127289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-4f72dcfd-5167-4cd5-bbed-8f50221ddab4 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.128843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-4f72dcfd-5167-4cd5-bbed-8f50221ddab4 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.0534852 Dec 13 09:46:53.316079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43275ddf-50e5-49d5-9478-4ee9c5b2f23f req-9bd80dd2-816e-4c60-bfbc-5ea9afc33c4c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.318979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43275ddf-50e5-49d5-9478-4ee9c5b2f23f req-9bd80dd2-816e-4c60-bfbc-5ea9afc33c4c tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e HTTP/1.1" status: 200 len: 945 time: 0.1340909 Dec 13 09:46:53.379987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Deleting port f1ae8437-307f-4236-9140-1b08345ba64d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:46:53.381071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.449284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43275ddf-50e5-49d5-9478-4ee9c5b2f23f req-b29a7cf4-e3b5-45e8-91c8-4cd200cb98d9 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156037 Dec 13 09:46:53.519428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] For port f1ae8437-307f-4236-9140-1b08345ba64d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=f1ae8437-307f-4236-9140-1b08345ba64d,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:53.519837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.533396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Calling delete_port for f1ae8437-307f-4236-9140-1b08345ba64d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:46:53.580469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:53.587540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1981655672'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:53.613758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:53.620243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.644826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:46:53.655016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.655365 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Added segment c987cba5-439b-4a44-9e19-0da4ee2d226e of type vlan for network db03649b-aea4-43b5-884d-4ce30d59b734 Dec 13 09:46:53.677607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.690771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['f1ae8437-307f-4236-9140-1b08345ba64d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:53.698541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8411b0c7-873d-449c-a2c4-9a466638b755'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:53.702845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.728992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Pushing event deleted for resources: {'Port': ['ID=f1ae8437-307f-4236-9140-1b08345ba64d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:53.741674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.748133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:53.749089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.754399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.754981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.755395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.755799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.756200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.756785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.758066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.758513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.759001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.759523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.759921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.760316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.761364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:46:53.810988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] No DVR routers for this DVR port f1ae8437-307f-4236-9140-1b08345ba64d on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:46:53.813939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.817708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4f29312-7b50-4bd1-960b-50f36a5fd8e1 req-461ef103-f1bb-485f-bb32-c38af6f8dc09 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.44 "DELETE /v2.0/ports/f1ae8437-307f-4236-9140-1b08345ba64d HTTP/1.1" status: 204 len: 173 time: 0.6809039 Dec 13 09:46:53.818504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'name': 'network-vif-deleted', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:46:53.821081 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f626f-a055-41ed-afcd-761a6a5b1fad" -d '{"events": [{"server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "name": "network-vif-deleted", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:46:53.846901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2652018 Dec 13 09:46:53.850021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:53.864640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1588645730'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:53.878412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c17f0-4067-46c4-a5d9-eaf00bab9e7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Network': ['ID=db03649b-aea4-43b5-884d-4ce30d59b734,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:53.902358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network db03649b-aea4-43b5-884d-4ce30d59b734 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:46:53.904726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:53.909488 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b844c-e565-4351-90da-185e3a5f0f5c x-openstack-request-id: req-fb9b844c-e565-4351-90da-185e3a5f0f5c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:46:53.910035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.910558 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e", "name": "network-vif-deleted", "tag": "f1ae8437-307f-4236-9140-1b08345ba64d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:46:53.910826 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb9b844c-e565-4351-90da-185e3a5f0f5c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:46:53.911454 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfae05eb-df3c-4aeb-a6be-5dfc8fbd759e', 'name': 'network-vif-deleted', 'tag': 'f1ae8437-307f-4236-9140-1b08345ba64d', 'status': 'completed', 'code': 200} Dec 13 09:46:53.943337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:46:53.955540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:53.956355 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Added segment d42106f3-1fed-46d3-90dc-b377c69fdec7 of type vlan for network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 Dec 13 09:46:54.010751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.056902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.064251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.069856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.105508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2472599 Dec 13 09:46:54.111214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930dae-3d52-470a-9775-b14444caeeb8 req-b18439ef-bc40-4252-87f4-d21e35f62800 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.117614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9930dae-3d52-470a-9775-b14444caeeb8 req-b18439ef-bc40-4252-87f4-d21e35f62800 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.0942678 Dec 13 09:46:54.121070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.135426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'subnet': {'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:54.154805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1c4d-0c0c-4cf3-849f-e169f9ddfc7c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Network': ['ID=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.164728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:46:54.199007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.278192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9930dae-3d52-470a-9775-b14444caeeb8 req-e4dd1afa-47d6-4328-8939-61774e369545 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591535 Dec 13 09:46:54.288806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dbc74-bd3e-467d-b55b-13ded438e611 req-3d4a1a7e-8127-44d0-8bb8-cef26df5e283 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.293757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a11dbc74-bd3e-467d-b55b-13ded438e611 req-3d4a1a7e-8127-44d0-8bb8-cef26df5e283 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1924520 Dec 13 09:46:54.343007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:54.348731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b5a577b-a6e0-4baf-b196-25b08312c96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.364285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.452469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b5a577b-a6e0-4baf-b196-25b08312c96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.456897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b5a577b-a6e0-4baf-b196-25b08312c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.501438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b5a577b-a6e0-4baf-b196-25b08312c96f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=148e5896a7c34231a8f8c8dec83af105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982647 Dec 13 09:46:54.501840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:54.504189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a577b-a6e0-4baf-b196-25b08312c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7d739-47fb-488e-9e14-5461bf767c1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.525635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a11dbc74-bd3e-467d-b55b-13ded438e611 req-986b9a3b-3ac9-4f11-822e-e2285bc848e3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116654 Dec 13 09:46:54.567499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.603794 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.660573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.664443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.670471 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9c7d739-47fb-488e-9e14-5461bf767c1e HTTP/1.1" status: 204 len: 168 time: 0.1673007 Dec 13 09:46:54.681785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992a021-0509-4ec9-a2f4-6a1d7a00ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7d739-47fb-488e-9e14-5461bf767c1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.757727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:54.856040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-9a89fa50-8711-43e1-ab95-5b526aa7e567 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.857688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-9a89fa50-8711-43e1-ab95-5b526aa7e567 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.2640843 Dec 13 09:46:54.896843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Subnet': ['ID=8bd44379-27d6-41dd-80ed-28d234ca0d66,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:54.904188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-37e05832-2696-45b5-a699-03e83be7bba6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0351686 Dec 13 09:46:54.914991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8026f6-bd4e-427a-91cb-caa279a8bcc7 req-40f8dcf6-8946-48ab-bd30-854c78b9cc04 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:54.916478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c8026f6-bd4e-427a-91cb-caa279a8bcc7 req-40f8dcf6-8946-48ab-bd30-854c78b9cc04 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1424606 Dec 13 09:46:54.953755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:54.954125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network hostable DHCP agents. Network: db03649b-aea4-43b5-884d-4ce30d59b734, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:46:55.005627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network db03649b-aea4-43b5-884d-4ce30d59b734 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:46:55.017293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c8026f6-bd4e-427a-91cb-caa279a8bcc7 req-c65c3c38-3310-4875-821d-a1dea9133f08 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852785 Dec 13 09:46:55.025184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-319593b3-c00c-4ce9-becd-bd6ed63f962b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075356 Dec 13 09:46:55.026297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, db03649b-aea4-43b5-884d-4ce30d59b734) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:55.039353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:55.039353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.042224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95949d05-41c6-4ed8-9bf6-ba17e348886f None None] Network db03649b-aea4-43b5-884d-4ce30d59b734 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:55.051274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-14009e66-18e1-407b-93c9-2ae18b30edc4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9286821 Dec 13 09:46:55.053930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:55.059766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'subnet': {'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:55.156334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-db03649b-aea4-43b5-884d-4ce30d59b734', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:55.157549 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.229999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-a43f32c4-4f7e-4873-8dbb-3ddbfb5c2c8f service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663575 Dec 13 09:46:55.233509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:55.238114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.299785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Allocated IP 10.1.1.2 (db03649b-aea4-43b5-884d-4ce30d59b734/8bd44379-27d6-41dd-80ed-28d234ca0d66/d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:55.465463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.468480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-d6be36c0-2171-4dcf-b5ae-0f2a12da1a9a service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124178 Dec 13 09:46:55.477400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.526494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Network db03649b-aea4-43b5-884d-4ce30d59b734 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:55.530856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:55.534839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:55.548702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Pushing event updated for resources: {'Port': ['ID=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:55.572439 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.635884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Subnet': ['ID=949ac215-2ff1-43d2-b9ed-babcd7ff3d42,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:55.636072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Attempting to bind port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:55.636388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Attempting to bind port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:55.637071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Attempting to bind port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:55.643689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:55.644689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:55.645340 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.646032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Bound using segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:55.646689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Bound port: d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:55.647263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.655100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Checking segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:55.655548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network hostable DHCP agents. Network: 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:46:55.680658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:46:55.703024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:55.724442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:55.725208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.732759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] For port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:55.737988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] For port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:55.741147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226424f-3f19-435d-8356-f4844fb77203 None None] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:55.746591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.751804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ca1ef2bc-fb67-4e15-a931-f246a5c874ba tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6967409 Dec 13 09:46:55.755913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:55.761838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'name': 'tempest-TaggedBootDevicesTest_v242-995014213', 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:55.762106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508c3b-5d3e-47fb-99cf-5bd6cca613dd req-a8f7c137-7b5b-449e-b948-26cbee2011c2 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:55.770862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d508c3b-5d3e-47fb-99cf-5bd6cca613dd req-a8f7c137-7b5b-449e-b948-26cbee2011c2 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.0826185 Dec 13 09:46:55.823581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40ff59f8-0592-45bc-853d-8d26e772d6db req-295abfdc-8201-485a-b216-1b6b0ae584ce tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0504034 Dec 13 09:46:55.881339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d508c3b-5d3e-47fb-99cf-5bd6cca613dd req-c499a54a-18e6-4689-813e-cbcdfb2a33fa tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033168 Dec 13 09:46:55.950863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ips': [{'subnet_id': '949ac215-2ff1-43d2-b9ed-babcd7ff3d42'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:46:55.952015 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:55.972862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:55.975599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947c72f-4d29-4539-b702-224d44f0c627 None None] Pushing event updated for resources: {'Port': ['ID=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:56.133726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.189899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] device_id is not set on port 37565299-edcb-4228-bfbe-6ec90c1edf81 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:56.225379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Allocated IP 10.2.2.2 (51c81a29-9b28-4f71-b4c6-ca5587b1a8f6/949ac215-2ff1-43d2-b9ed-babcd7ff3d42/9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:56.268816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5adc4e-3217-41f9-9acf-3af7fe55cd67 req-03f707b7-bf63-4eac-aef7-97fe9ad03078 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.270683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b5adc4e-3217-41f9-9acf-3af7fe55cd67 req-03f707b7-bf63-4eac-aef7-97fe9ad03078 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0992732 Dec 13 09:46:56.431546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b5adc4e-3217-41f9-9acf-3af7fe55cd67 req-802e79d0-ede6-4741-b274-67f264d3d65d tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512406 Dec 13 09:46:56.582995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.1.1.146 (db03649b-aea4-43b5-884d-4ce30d59b734/8bd44379-27d6-41dd-80ed-28d234ca0d66/37565299-edcb-4228-bfbe-6ec90c1edf81) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:56.593207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5ac81-f36f-43e1-9104-740ba44febbe req-a3cc45ff-cd5c-49bb-8f82-43f41ee430e1 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:56.594970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04d5ac81-f36f-43e1-9104-740ba44febbe req-a3cc45ff-cd5c-49bb-8f82-43f41ee430e1 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.1390510 Dec 13 09:46:56.626750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.635938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.691724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Pushing event updated for resources: {'Port': ['ID=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:56.697477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:56.699435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:56.703017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:56.723377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04d5ac81-f36f-43e1-9104-740ba44febbe req-98151921-c14d-473e-a936-a95a460433ae tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185973 Dec 13 09:46:56.773364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Attempting to bind port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:46:56.773833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Attempting to bind port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:46:56.774267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Attempting to bind port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:46:56.784793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:46:56.785656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Checking segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:46:56.786128 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.786651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Bound using segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:46:56.787596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Bound port: 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:46:56.787995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.843681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:56.867510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] For port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:46:56.871581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] For port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:46:56.880844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.893664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.970573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:56.973155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce6b2e-1a87-4dcd-910d-943f8014cc54 None None] Pushing event updated for resources: {'Port': ['ID=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.002648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.018696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0babe976-f3a0-4f36-97c4-75a8bfd1eab1 req-745d693e-c065-4762-ad23-37a21e3cb2cc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 210 time: 0.0890551 Dec 13 09:46:57.036404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-454cbe2c-f51d-4f9d-b448-3e3a72e9ff08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.044993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network db03649b-aea4-43b5-884d-4ce30d59b734 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:57.048379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:57.053457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:57.094499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.134952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.135887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-454cbe2c-f51d-4f9d-b448-3e3a72e9ff08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.136236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.142520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-454cbe2c-f51d-4f9d-b448-3e3a72e9ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.166173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d0b9bc1-749c-4fb2-b99b-0eaea7bfa313 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4061611 Dec 13 09:46:57.166588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:57.173670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'name': 'tempest-TaggedBootDevicesTest_v242-1081003658', 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:57.221943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cbe2c-f51d-4f9d-b448-3e3a72e9ff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83066363-e601-4c9c-a3b0-acdbd0efab04,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.229199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-454cbe2c-f51d-4f9d-b448-3e3a72e9ff08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=909d53ffd9124150993f8b061c14ebdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816214 Dec 13 09:46:57.229349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:57.374046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f1ae8437-307f-4236-9140-1b08345ba64d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:46:57.410235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:57.417254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.418247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: f1ae8437-307f-4236-9140-1b08345ba64d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:46:57.418711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device f1ae8437-307f-4236-9140-1b08345ba64d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:46:57.449215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] device_id is not set on port 00131572-6a16-4531-b148-18e42d8acc7d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:46:57.459580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.506169 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.614879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.618205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:57.621778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83066363-e601-4c9c-a3b0-acdbd0efab04 HTTP/1.1" status: 204 len: 168 time: 0.3892150 Dec 13 09:46:57.692101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e62025-2831-4156-a483-0275357db5d2 None None] Network db03649b-aea4-43b5-884d-4ce30d59b734 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:57.694252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-9838487f-9b49-486b-8668-691aad37b57d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:57.696169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-9838487f-9b49-486b-8668-691aad37b57d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.3885396 Dec 13 09:46:57.698975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99023a2-bdab-4ee8-81ec-7a929038de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83066363-e601-4c9c-a3b0-acdbd0efab04,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:57.732136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:58.076406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:58.152006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a3607-3e2e-4dcf-a5f4-7a6cab470ddd req-5d69cb63-269e-4983-bdf9-0cd8b4cb66c3 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:58.171247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] Provisioning complete for port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:58.171623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.173357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d44a3607-3e2e-4dcf-a5f4-7a6cab470ddd req-5d69cb63-269e-4983-bdf9-0cd8b4cb66c3 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.6106155 Dec 13 09:46:58.178847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.1.1.5 (db03649b-aea4-43b5-884d-4ce30d59b734/8bd44379-27d6-41dd-80ed-28d234ca0d66/00131572-6a16-4531-b148-18e42d8acc7d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:58.240713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:58.241096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.304507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d44a3607-3e2e-4dcf-a5f4-7a6cab470ddd req-89cd66ae-68c2-4179-8fed-10f73d844806 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297112 Dec 13 09:46:58.342708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d5e1-b916-4230-be0e-94d259027775 req-84631ad3-3d22-44f5-a5a9-37fbd38dd438 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:58.347731 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.354688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7c3d5e1-b916-4230-be0e-94d259027775 req-84631ad3-3d22-44f5-a5a9-37fbd38dd438 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.2217236 Dec 13 09:46:58.454917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.467321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:46:58.471582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.544894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.566760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] For port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:58.603560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.625509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.628090 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:46:58.628451 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:46:58.657460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7c3d5e1-b916-4230-be0e-94d259027775 req-fcce63ab-286b-4af0-8930-8da556aa0054 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908397 Dec 13 09:46:58.672465 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0aa949e-17a0-4653-9650-ae4ecf77b484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.676612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca510b43-73be-496b-87d9-63c201917ae6 req-0f1325ee-20a3-4398-a791-d33e76260eb5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 210 time: 0.2273064 Dec 13 09:46:58.701426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9ef3a-3c71-4ad2-9a4e-328ab16f8a5d None None] Pushing event updated for resources: {'Port': ['ID=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:58.733136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84389b-dd1c-41a2-8ed0-509603b52ff1 None None] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:46:58.770026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network db03649b-aea4-43b5-884d-4ce30d59b734 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:58.774459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:58.785368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:58.788221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.4 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/cd8ce898-2fce-4a32-8348-f2b3aed1ebc6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:46:58.866884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Provisioning complete for port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:58.867522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.886470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:58.908402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:58.909242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:58.929546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d70ad3b-51ab-423f-82d6-482f99f840f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7605319 Dec 13 09:46:59.042556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.063133 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.119923 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.151070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['99f6104b-86a0-42ba-af89-b45513ba35a9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:59.156647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:46:59.201536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:46:59.205524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:46:59.209592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:46:59.246161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:59.273612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:46:59.298709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:59.299560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.321410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-3751b3bd-6362-4125-8005-ea19fa864f42 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5975132 Dec 13 09:46:59.337801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Request body: {'port': {'device_id': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:59.453312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.462373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803838454', 'description': 'tempest-description--1285433481'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:59.468435 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.510177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Provisioning complete for port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:59.510810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.515692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.551446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:46:59.555473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.607447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e35e-9123-4ae9-b3f2-686d0f98a414 req-ba2d7485-c91c-4295-8b79-3a908688165e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:59.615805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e740e35e-9123-4ae9-b3f2-686d0f98a414 req-ba2d7485-c91c-4295-8b79-3a908688165e tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1816843 Dec 13 09:46:59.653985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.661784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.733894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.735472 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2796080 Dec 13 09:46:59.737882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8eb07-ab91-4921-bacc-c238717b9d10 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f328f-0bf6-4011-84f5-79576194796e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:59.741314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.749498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'security_group_rule': {'security_group_id': '5a7f328f-0bf6-4011-84f5-79576194796e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:46:59.767047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e740e35e-9123-4ae9-b3f2-686d0f98a414 req-29a11882-4386-4369-a4b7-c7109dcdd397 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411672 Dec 13 09:46:59.819066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.897312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.902842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:46:59.922306 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.939019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.944835 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.949598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] For port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:46:59.960626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:46:59.984312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864def53-4238-4763-b180-aab82d0ab61d req-755e721b-bb20-4e0d-b7aa-226c0a3d2be3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:46:59.985549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69520e62-850d-437a-9065-a10aeda6920b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:46:59.986049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-864def53-4238-4763-b180-aab82d0ab61d req-755e721b-bb20-4e0d-b7aa-226c0a3d2be3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.37 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.3051646 Dec 13 09:46:59.999080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.005385 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee2569c3-6ff0-4539-a313-929d89b02dac tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621236 Dec 13 09:47:00.007786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.015886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'security_group_rule': {'security_group_id': '5a7f328f-0bf6-4011-84f5-79576194796e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.029372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a08ae18b-da1b-4dbc-a7a8-e37138dac70c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-616724907'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.029847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a08ae18b-da1b-4dbc-a7a8-e37138dac70c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:47:00.052087 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:00.052464 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:00.060584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Provisioning complete for port 37565299-edcb-4228-bfbe-6ec90c1edf81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.061004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.101333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa2b8f-1432-422c-93dd-bba49201e7da req-90507b10-bcaf-491b-bedf-cf3a986a1fd3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:00.103433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-adaa2b8f-1432-422c-93dd-bba49201e7da req-90507b10-bcaf-491b-bedf-cf3a986a1fd3 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 946 time: 0.2331891 Dec 13 09:47:00.114780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Pushing event updated for resources: {'Port': ['ID=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.117548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13a7f4cc-ef85-4f71-ac02-adbcd9e847c3 None None] Port 37565299-edcb-4228-bfbe-6ec90c1edf81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:00.121038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402cdef-c118-4622-be96-b5a8a079acab req-e1367aa0-7889-4628-a18d-99cf6cfa4142 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:00.122667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2402cdef-c118-4622-be96-b5a8a079acab req-e1367aa0-7889-4628-a18d-99cf6cfa4142 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 931 time: 0.2461956 Dec 13 09:47:00.180486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.241234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a08ae18b-da1b-4dbc-a7a8-e37138dac70c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.241786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Provisioning complete for port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.242158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.245413 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a08ae18b-da1b-4dbc-a7a8-e37138dac70c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3381212 Dec 13 09:47:00.246340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.269362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9f997d3b-209e-4e9c-959e-b842b6694c6b tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '249ac633-83bf-4c7a-be22-833a17aa2483'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.269890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9f997d3b-209e-4e9c-959e-b842b6694c6b tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:47:00.293042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.297647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.305160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-adaa2b8f-1432-422c-93dd-bba49201e7da req-25ad77ad-e888-4420-ba5a-1662caeab969 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811564 Dec 13 09:47:00.317112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294898b9-3067-483f-b9c2-4ce52ea7d068,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.326134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2402cdef-c118-4622-be96-b5a8a079acab req-e96f91eb-8b2b-4a8a-b934-79bf02e183ce tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709542 Dec 13 09:47:00.337047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.347429 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cbc735ed-898b-49eb-aa4c-2832d60be47f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295002 Dec 13 09:47:00.347429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.350471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.370009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Provisioning complete for port 37565299-edcb-4228-bfbe-6ec90c1edf81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.370393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.388167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.432671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Port 37565299-edcb-4228-bfbe-6ec90c1edf81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:00.445237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Provisioning complete for port 00131572-6a16-4531-b148-18e42d8acc7d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.445783 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.488403 n-d-820531-5 neutron-server[103189]: WARNING neutron.services.metering.metering_plugin [None req-9f997d3b-209e-4e9c-959e-b842b6694c6b tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 09:47:00.490106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-11950df6-feab-4447-9827-c3eef1a5b3c0 None None] Port 00131572-6a16-4531-b148-18e42d8acc7d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:00.498525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Deleting port b6ec68dc-11ec-4077-abfc-344088cb5495 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:00.498867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.534549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.663911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:00.668243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-394bc510-15a5-45c9-8217-e9eb73aeefc5 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:00.669790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-394bc510-15a5-45c9-8217-e9eb73aeefc5 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.0943325 Dec 13 09:47:00.672325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f997d3b-209e-4e9c-959e-b842b6694c6b tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.673533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9f997d3b-209e-4e9c-959e-b842b6694c6b tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4176483 Dec 13 09:47:00.676897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:00.684322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.688897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d81ff88d-4781-4061-a3c8-a74666a22115 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '249ac633-83bf-4c7a-be22-833a17aa2483'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:00.689555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d81ff88d-4781-4061-a3c8-a74666a22115 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:47:00.709860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:00.710360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Transition to ACTIVE for port object cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:00.715371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.745470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 172.25.1.152 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6ef7142a-72eb-42d2-9c4d-c57e00e33cd2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:00.769159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.769159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.781675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] For port b6ec68dc-11ec-4077-abfc-344088cb5495, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b6ec68dc-11ec-4077-abfc-344088cb5495,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:00.782221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.803792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Calling delete_port for b6ec68dc-11ec-4077-abfc-344088cb5495 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:00.805491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:00.845097 n-d-820531-5 neutron-server[103188]: WARNING neutron.services.metering.metering_plugin [None req-d81ff88d-4781-4061-a3c8-a74666a22115 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 09:47:00.907967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:00.958713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09043432-0174-473d-a701-47268d91b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.979336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:00.979967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:00.991080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Attempting to bind port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:00.991514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Attempting to bind port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:00.991952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Attempting to bind port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:01.003858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70898-3b4f-476f-b2c9-fa0e85cbba2f req-b056b774-be65-4d54-9cab-9039d3882d92 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:01.005896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6a70898-3b4f-476f-b2c9-fa0e85cbba2f req-b056b774-be65-4d54-9cab-9039d3882d92 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 945 time: 0.1344371 Dec 13 09:47:01.008913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:01.009352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Attempting to bind port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:01.011156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d81ff88d-4781-4061-a3c8-a74666a22115 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.013218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d81ff88d-4781-4061-a3c8-a74666a22115 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3289232 Dec 13 09:47:01.018834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:01.022830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:01.023273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:01.023721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:01.024247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Bound port: cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:01.024685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.039166 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4399c94f-5571-42ee-87df-1c6160158013 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=70e01e2c-a434-4dd8-8751-063386f77fc5 HTTP/1.1" status: 200 len: 464 time: 0.0207443 Dec 13 09:47:01.042516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:01.068463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Deleting port 8411b0c7-873d-449c-a2c4-9a466638b755 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:01.068900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.141719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6a70898-3b4f-476f-b2c9-fa0e85cbba2f req-29e0aeec-5cd0-4c2a-8ccd-63b33f842d0b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276369 Dec 13 09:47:01.146568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.146880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.167939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3f168428-9c94-49a6-9da0-ed4353cbb7aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:01.193646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Pushing event deleted for resources: {'Port': ['ID=b6ec68dc-11ec-4077-abfc-344088cb5495,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.198848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:01.228992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:01.234709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.253607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] No DVR routers for this DVR port b6ec68dc-11ec-4077-abfc-344088cb5495 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:01.260062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed3ffb75-c0c1-47fe-9051-f7a4b236fba4 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.264800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed3ffb75-c0c1-47fe-9051-f7a4b236fba4 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/70e01e2c-a434-4dd8-8751-063386f77fc5 HTTP/1.1" status: 204 len: 168 time: 0.2165587 Dec 13 09:47:01.272813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:01.279399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.282802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-864def53-4238-4763-b180-aab82d0ab61d req-881323d6-0918-4d88-b46d-17372a1e036e tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.37 "DELETE /v2.0/ports/b6ec68dc-11ec-4077-abfc-344088cb5495 HTTP/1.1" status: 204 len: 173 time: 1.2894678 Dec 13 09:47:01.283736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'name': 'network-vif-deleted', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:01.285455 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d11355-c195-4d8b-9838-f6a3a897eb47" -d '{"events": [{"server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "name": "network-vif-deleted", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:01.297001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f03d2d5e-cd4d-48de-9d7e-15bec90e6f5e tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=70e01e2c-a434-4dd8-8751-063386f77fc5 HTTP/1.1" status: 200 len: 221 time: 0.0230312 Dec 13 09:47:01.300473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:01.302903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] For port 8411b0c7-873d-449c-a2c4-9a466638b755, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8411b0c7-873d-449c-a2c4-9a466638b755,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:01.303282 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.308720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1ccaf81a-2636-46b4-8118-3cf7d8a1ecad tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1952597408', 'description': 'label created by tempest'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:01.309206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1ccaf81a-2636-46b4-8118-3cf7d8a1ecad tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Unknown quota resources ['metering_label']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 09:47:01.314945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:01.315684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.317055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] 10.222.0.44 "PUT /v2.0/ports/cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 HTTP/1.1" status: 200 len: 1091 time: 1.9852235 Dec 13 09:47:01.341643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Calling delete_port for 8411b0c7-873d-449c-a2c4-9a466638b755 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:01.352112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.398111 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bcde14-6d57-42fb-8c87-326a2feb8a50 x-openstack-request-id: req-47bcde14-6d57-42fb-8c87-326a2feb8a50 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:01.398429 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12022233-f6bf-4872-8911-9f91720f213d", "name": "network-vif-deleted", "tag": "b6ec68dc-11ec-4077-abfc-344088cb5495", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:01.398698 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47bcde14-6d57-42fb-8c87-326a2feb8a50 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:01.399114 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12022233-f6bf-4872-8911-9f91720f213d', 'name': 'network-vif-deleted', 'tag': 'b6ec68dc-11ec-4077-abfc-344088cb5495', 'status': 'completed', 'code': 200} Dec 13 09:47:01.409856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568f96-265e-4bed-b560-29a6b992212e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.475494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:01.509749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:01.514069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:01.556752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=6ef7142a-72eb-42d2-9c4d-c57e00e33cd2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.638371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.706173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Pushing event deleted for resources: {'Port': ['ID=8411b0c7-873d-449c-a2c4-9a466638b755,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:01.753371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] No DVR routers for this DVR port 8411b0c7-873d-449c-a2c4-9a466638b755 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:01.757053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.761069 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-239f2703-dd64-40f5-947b-cc689e7a9af9 req-b69c58f3-2f8c-4dff-a7fe-83e6d2c12f89 tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.37 "DELETE /v2.0/ports/8411b0c7-873d-449c-a2c4-9a466638b755 HTTP/1.1" status: 204 len: 173 time: 1.0849090 Dec 13 09:47:01.765240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'name': 'network-vif-deleted', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:01.768128 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee22747-b32a-4f4a-ba08-85e7ce68b062" -d '{"events": [{"server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "name": "network-vif-deleted", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:01.774740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.820261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.837491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa2d7823-f3c6-4fee-8e67-97540060ceb2 req-cc9d650f-d7e8-4f39-a0a3-12c197d3f026 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=12022233-f6bf-4872-8911-9f91720f213d HTTP/1.1" status: 200 len: 210 time: 0.0883729 Dec 13 09:47:01.879763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf81a-2636-46b4-8118-3cf7d8a1ecad tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:01.880940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ccaf81a-2636-46b4-8118-3cf7d8a1ecad tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5791934 Dec 13 09:47:01.884099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-db2902f6-41d8-46b3-a4f1-a766e1f41efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:01.885594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-db2902f6-41d8-46b3-a4f1-a766e1f41efa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 1094 time: 0.4916322 Dec 13 09:47:01.886226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.008251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485b7d5-8271-4a64-a13a-cf8eda9ebf9f req-77a4fa56-caca-4251-a5c4-2d77adbde2d9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.009782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f485b7d5-8271-4a64-a13a-cf8eda9ebf9f req-77a4fa56-caca-4251-a5c4-2d77adbde2d9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 943 time: 0.2626257 Dec 13 09:47:02.011047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-f32c35e1-40d2-486c-ab0e-bb0b2e82394e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 HTTP/1.1" status: 200 len: 217 time: 0.1155481 Dec 13 09:47:02.016000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5601f171-b100-4ea1-b360-347258230447 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d7984d4e-5566-4de2-ad91-7137626a8cc9 HTTP/1.1" status: 200 len: 468 time: 0.1242247 Dec 13 09:47:02.016000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.033540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.039989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.115540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=6ef7142a-72eb-42d2-9c4d-c57e00e33cd2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:02.131883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.135994 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1d995-04f3-4692-838c-ec8fff475df6 x-openstack-request-id: req-bea1d995-04f3-4692-838c-ec8fff475df6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:02.136289 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc", "name": "network-vif-deleted", "tag": "8411b0c7-873d-449c-a2c4-9a466638b755", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:02.136598 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bea1d995-04f3-4692-838c-ec8fff475df6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:02.136996 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc', 'name': 'network-vif-deleted', 'tag': '8411b0c7-873d-449c-a2c4-9a466638b755', 'status': 'completed', 'code': 200} Dec 13 09:47:02.147263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.151396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.152665 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5645d751-1b23-4d07-b0fa-125487bee2db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8091807 Dec 13 09:47:02.229251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7e2595a7-8302-4fa9-9ab5-8b2516482fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.231060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-7e2595a7-8302-4fa9-9ab5-8b2516482fc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.2129662 Dec 13 09:47:02.243147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f485b7d5-8271-4a64-a13a-cf8eda9ebf9f req-f92dcf40-e71f-49ee-98c5-814e0b9152da tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152042 Dec 13 09:47:02.321616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-bbb36560-7f5a-4e57-86d2-e58e9f2a871a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772970 Dec 13 09:47:02.338513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dbfcbeb-02b7-4a94-8206-62b77510e473 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.342436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2dbfcbeb-02b7-4a94-8206-62b77510e473 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d7984d4e-5566-4de2-ad91-7137626a8cc9 HTTP/1.1" status: 204 len: 168 time: 0.3229930 Dec 13 09:47:02.342835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.366207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92b175bf-5557-42ec-800c-9d7cb2f59efd req-d2c5838d-8f43-4916-a9a1-03923d09229b tempest-ServerRescueNegativeTestJSON-2061777916 tempest-ServerRescueNegativeTestJSON-2061777916-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6ab6a5-dd9d-40cb-9364-1f80fb3de2cc HTTP/1.1" status: 200 len: 210 time: 0.1204453 Dec 13 09:47:02.370432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05970572-fc1a-4baa-8c48-57d658913985 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d7984d4e-5566-4de2-ad91-7137626a8cc9 HTTP/1.1" status: 200 len: 216 time: 0.0263622 Dec 13 09:47:02.374747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.424632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dfdf26a6-fcd7-4241-b150-7952f32d915e tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0487592 Dec 13 09:47:02.428119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.440016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e348719-9059-4bfb-9e7e-4aee8ed78ca8 tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107942 Dec 13 09:47:02.443270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.491888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a3e8cc30-38ec-4ebd-82b6-1fcb782dbf7d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1803838454&fields=id&tenant_id=78b8287346a8472c9fe4ac4c72b75a72 HTTP/1.1" status: 200 len: 267 time: 0.0691988 Dec 13 09:47:02.492692 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de04a1af-8230-4877-ae21-ce8be0e4a0bd tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/249ac633-83bf-4c7a-be22-833a17aa2483 HTTP/1.1" status: 200 len: 472 time: 0.0483518 Dec 13 09:47:02.496332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.502945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-93f17cc3-c653-43b3-a24a-89f278850643 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620140 Dec 13 09:47:02.507026 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f88239f1-c015-40a0-892e-e34abd25baed tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/3e7499f1-a87f-4a04-8fe7-3bcaa2475dd6 HTTP/1.1" status: 200 len: 461 time: 0.0092351 Dec 13 09:47:02.510139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.594992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c6bd12fa-a8e6-41a3-8014-17004afafe55 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.596289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c6bd12fa-a8e6-41a3-8014-17004afafe55 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 936 time: 0.0911353 Dec 13 09:47:02.609480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6c34905-6991-48e1-891e-a2990741d8fa tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.613283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6c34905-6991-48e1-891e-a2990741d8fa tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/3e7499f1-a87f-4a04-8fe7-3bcaa2475dd6 HTTP/1.1" status: 204 len: 168 time: 0.0995541 Dec 13 09:47:02.613283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:02.662160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-cd6802a6-690c-4644-805f-90022153f306 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.663534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-cd6802a6-690c-4644-805f-90022153f306 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 935 time: 0.0608711 Dec 13 09:47:02.708274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c3ceea-c2f9-48d5-a76c-fa4367407b35 req-c837084e-3d5b-4478-92bb-fb495e8c9b36 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938124 Dec 13 09:47:02.724065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-0c75e600-fec4-4bde-abed-39444e44a2b8 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515952 Dec 13 09:47:02.764165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-619894ab-17f0-4151-9ed4-e06bea1340e3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0327368 Dec 13 09:47:02.822615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71196c66-d4d9-4bff-b47b-66005e67690c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:02.823751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-71196c66-d4d9-4bff-b47b-66005e67690c tempest-MeteringTestJSON-923533865 tempest-MeteringTestJSON-923533865-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/249ac633-83bf-4c7a-be22-833a17aa2483 HTTP/1.1" status: 204 len: 168 time: 0.2095823 Dec 13 09:47:02.878975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-87ea3c6a-0299-45a0-b25f-4816f4554ec4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.884899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-87ea3c6a-0299-45a0-b25f-4816f4554ec4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.891072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-87ea3c6a-0299-45a0-b25f-4816f4554ec4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:02.892818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-87ea3c6a-0299-45a0-b25f-4816f4554ec4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 1996 time: 0.1222920 Dec 13 09:47:02.909749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-041a7439-e231-485c-b64b-39fda6d13ec6 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/quotas/78b8287346a8472c9fe4ac4c72b75a72 HTTP/1.1" status: 200 len: 375 time: 0.0104482 Dec 13 09:47:02.981734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3ebc2364-4d5e-45a3-a9b8-b0a7a9ae0134 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0645511 Dec 13 09:47:03.087144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-88c5caa3-0339-4bd7-8fce-0ccc89c8c9cf service neutron] 10.222.0.30 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Dec 13 09:47:03.115458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.130725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b6ec68dc-11ec-4077-abfc-344088cb5495 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:03.154851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: b6ec68dc-11ec-4077-abfc-344088cb5495 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:03.155505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b6ec68dc-11ec-4077-abfc-344088cb5495 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:03.155738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8411b0c7-873d-449c-a2c4-9a466638b755 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:03.179699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 8411b0c7-873d-449c-a2c4-9a466638b755 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:03.180050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8411b0c7-873d-449c-a2c4-9a466638b755 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:03.187875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c07d8b3a-24c7-449a-ab9c-4fef92623d53 service neutron] 10.222.0.30 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939596 Dec 13 09:47:03.231984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-68405c11-6413-4e6a-988c-34c26c7dcba0 service neutron] 10.222.0.30 "GET /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0370677 Dec 13 09:47:03.258206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea043d30-eda5-4f49-b2fd-3eeaf73f93be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.333486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f34309-12d8-478e-884c-3ccfd55021b6 req-e636b259-679a-437c-bba0-a90fdff9935a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:03.334972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64f34309-12d8-478e-884c-3ccfd55021b6 req-e636b259-679a-437c-bba0-a90fdff9935a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1069045 Dec 13 09:47:03.338374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea043d30-eda5-4f49-b2fd-3eeaf73f93be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.343414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea043d30-eda5-4f49-b2fd-3eeaf73f93be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.379606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-b5191545-5ec4-4b69-96e1-ee0faa1e9c29 service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389709 Dec 13 09:47:03.379817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea043d30-eda5-4f49-b2fd-3eeaf73f93be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b16b8c0-4231-42f2-a0fe-a94a7d6241b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:03.386919 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea043d30-eda5-4f49-b2fd-3eeaf73f93be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=493b3f4dda0049bbba0330a346c5cf17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672493 Dec 13 09:47:03.387307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.399985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:03.402308 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:03.410597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-64f34309-12d8-478e-884c-3ccfd55021b6 req-0bab0c43-770b-4ba4-9cf7-59de26e651d4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684800 Dec 13 09:47:03.439638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.462961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.503734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-4c66c2b5-2a23-4691-b258-33e0861d14f4 service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968757 Dec 13 09:47:03.522174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.524816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.528588 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b16b8c0-4231-42f2-a0fe-a94a7d6241b1 HTTP/1.1" status: 204 len: 168 time: 0.1371975 Dec 13 09:47:03.534731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4450c-292c-40fc-a4b0-db9a8c6fe115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b16b8c0-4231-42f2-a0fe-a94a7d6241b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:03.579907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-912014ad-52de-4a6e-aac8-26c59ed69b0a service neutron] 10.222.0.30 "GET /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0689132 Dec 13 09:47:03.584245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.665769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d005301-d076-426b-b61c-0d56eb8e7043 req-31e0b821-dbd7-49a6-9219-c17ea6c432ea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:03.667243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d005301-d076-426b-b61c-0d56eb8e7043 req-31e0b821-dbd7-49a6-9219-c17ea6c432ea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1029544 Dec 13 09:47:03.727230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-2b816c28-68cd-4032-9ce7-43c855c4087d service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324563 Dec 13 09:47:03.748456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d005301-d076-426b-b61c-0d56eb8e7043 req-7ac57af6-15d2-4f84-9bdb-e9a3d052d24e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Dec 13 09:47:03.804558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.837532 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b56b02c-eb6c-41f0-a807-c4477f8bb6af x-openstack-request-id: req-8b56b02c-eb6c-41f0-a807-c4477f8bb6af {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:03.837853 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:03.838257 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b56b02c-eb6c-41f0-a807-c4477f8bb6af {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:03.838650 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6', 'status': 'completed', 'code': 200} Dec 13 09:47:03.839021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:03.861454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72118fcb-9e60-4419-822a-c8d64da8928c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:03.883616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-bf33cf4c-af54-44c5-b86b-b3a25b6df8dc service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474793 Dec 13 09:47:04.007961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-6c75222c-959b-487d-98d7-5bfa9857af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.009634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-6c75222c-959b-487d-98d7-5bfa9857af84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 1094 time: 0.1383498 Dec 13 09:47:04.102321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-47aedc08-9d6c-4247-85df-f4b6345f5ae6 service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944730 Dec 13 09:47:04.113106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72118fcb-9e60-4419-822a-c8d64da8928c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.128291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72118fcb-9e60-4419-822a-c8d64da8928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.187615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.241211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72118fcb-9e60-4419-822a-c8d64da8928c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de6e9291e52d4a0086d65bbdd99ac05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997798 Dec 13 09:47:04.243207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-34b756f3-80bb-4914-b2e8-a2163dc62bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.244638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-34b756f3-80bb-4914-b2e8-a2163dc62bd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.2247522 Dec 13 09:47:04.245282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72118fcb-9e60-4419-822a-c8d64da8928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57f76b-83a7-4828-9f2d-6a70b74a8b2f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:04.248243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:04.324379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-f2f0111c-5841-4a83-9a67-395410ae090d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0649276 Dec 13 09:47:04.334236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e126a343-992f-4b42-b03a-2df34de5539c service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179224 Dec 13 09:47:04.453740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.458116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-7fdb0b7d-5f5f-4c1a-a57f-31a71978cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.459601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-7fdb0b7d-5f5f-4c1a-a57f-31a71978cfb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.1244965 Dec 13 09:47:04.531852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-26e30984-1c06-4d92-b72d-3ff63e950960 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634882 Dec 13 09:47:04.534841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.574145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-b50db0f9-38a1-4343-abf2-bf9e4c4fb301 service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298069 Dec 13 09:47:04.611038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.715809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Deleting port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:04.716316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.799026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] For port 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,segment=NetworkSegment(5a994029-8ba1-4827-adc8-4ab4ac5b3941),segment_id=5a994029-8ba1-4827-adc8-4ab4ac5b3941)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:04.799326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:04.816728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Calling delete_port for 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:04.960317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68db1-94c5-4b32-b06b-b1199109271b req-b5dd097e-4c2e-4af9-8f42-15db32736275 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:04.961826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55c68db1-94c5-4b32-b06b-b1199109271b req-b5dd097e-4c2e-4af9-8f42-15db32736275 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.4701867 Dec 13 09:47:05.002750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.018885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.021507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.022631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b57f76b-83a7-4828-9f2d-6a70b74a8b2f HTTP/1.1" status: 204 len: 168 time: 0.7716594 Dec 13 09:47:05.030764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.057784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b7bc2-0d14-4a6d-a467-dbbc409e95d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57f76b-83a7-4828-9f2d-6a70b74a8b2f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:05.061511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-878be1bc-de97-4c7a-b61b-5c48c4deab19 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016654 Dec 13 09:47:05.066510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-ec031f45-a6af-466f-8f3e-73719b900206 service neutron] 10.222.0.30 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499259 Dec 13 09:47:05.104734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55c68db1-94c5-4b32-b06b-b1199109271b req-ac607471-5bc9-4d86-a76f-6911ae46b238 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/security-groups?id=9fd9e42d-c42f-4c42-92a9-581965ffa186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328735 Dec 13 09:47:05.239472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32f4c68a-4e69-4ccb-97ca-bedbe9aeea7d req-30a8c146-9a41-4719-8ad9-dbdc9a14861b service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681252 Dec 13 09:47:05.243428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-d13c6fa5-9756-4814-85c2-59811d2a5193 service neutron] 10.222.0.30 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613281 Dec 13 09:47:05.256592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.395314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:05.426310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57243a7-2765-4e41-b7b9-4a29a3542fe8 req-499253a3-ad39-4cc7-8007-f9be67cd99b5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:05.427846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a57243a7-2765-4e41-b7b9-4a29a3542fe8 req-499253a3-ad39-4cc7-8007-f9be67cd99b5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 943 time: 0.1499708 Dec 13 09:47:05.452206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-da8bdbd4-a7ce-4493-8b18-c5b6f9f17a98 service neutron] 10.222.0.30 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010489 Dec 13 09:47:05.468164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-989c771d-fa1d-4bc9-b734-6728d73f1e2a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:05.469680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-989c771d-fa1d-4bc9-b734-6728d73f1e2a tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.44 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 945 time: 0.1187801 Dec 13 09:47:05.545901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:47:05.660369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:05.661515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a57243a7-2765-4e41-b7b9-4a29a3542fe8 req-19d7abca-8038-4962-8ae7-b2c7ca6a2724 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240660 Dec 13 09:47:05.695525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6', 'mac_address': 'fa:16:3e:91:8c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:05.732236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:47:05.744077 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Sync routers for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:47:05.744924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-2a753dc4-fe5a-4634-b4e4-a7c4c2402b8d service neutron] 10.222.0.30 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742708 Dec 13 09:47:05.762349 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d52d965-5579-4061-9871-6236ff04b623 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ca4e67a-b15c-4563-bc2b-ffa4a09d082c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571133 Dec 13 09:47:05.763720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:05.764833 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:05.767287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:05.792453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.823427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:05.826603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Deleting port 3f168428-9c94-49a6-9da0-ed4353cbb7aa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:05.826949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.851932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:05.860952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.922084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-7cf8b352-03ef-4ede-8752-15ea9ac584f3 service neutron] 10.222.0.30 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653726 Dec 13 09:47:05.938086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.956004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] For port 3f168428-9c94-49a6-9da0-ed4353cbb7aa, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3f168428-9c94-49a6-9da0-ed4353cbb7aa,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:05.956470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:05.973655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Calling delete_port for 3f168428-9c94-49a6-9da0-ed4353cbb7aa owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:05.991365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:06.100391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.152118 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['cd8ce898-2fce-4a32-8348-f2b3aed1ebc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:06.177762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.221604 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:06.239279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Deleting port 37a18e2f-6955-4a82-8d93-a4b31f2ae516 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:06.239621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.260075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Pushing event deleted for resources: {'Port': ['ID=3f168428-9c94-49a6-9da0-ed4353cbb7aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:06.304128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc88df4-1f35-45b7-aa2e-5fbc3fbffb83 req-366b0e90-abc3-4212-83fa-087800ceb923 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 210 time: 0.0572574 Dec 13 09:47:06.388463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] No DVR routers for this DVR port 3f168428-9c94-49a6-9da0-ed4353cbb7aa on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:06.396975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.409159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a33cbb5c-cde7-4412-858c-f33a7e40bc5a req-e640a22e-a79d-420e-9c88-ac954b147f94 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.44 "DELETE /v2.0/ports/3f168428-9c94-49a6-9da0-ed4353cbb7aa HTTP/1.1" status: 204 len: 173 time: 0.9199557 Dec 13 09:47:06.410456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'name': 'network-vif-deleted', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:06.420133 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f78e64-200e-414b-820e-34e3824885e1" -d '{"events": [{"server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "name": "network-vif-deleted", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:06.495885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] For port 37a18e2f-6955-4a82-8d93-a4b31f2ae516, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=37a18e2f-6955-4a82-8d93-a4b31f2ae516,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:06.496302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.517553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Calling delete_port for 37a18e2f-6955-4a82-8d93-a4b31f2ae516 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:06.540998 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271c08d1-904b-4a37-8871-c9ca4d2904e7 x-openstack-request-id: req-271c08d1-904b-4a37-8871-c9ca4d2904e7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:06.541549 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a63752-b663-4c21-b69d-4859c7844c23", "name": "network-vif-deleted", "tag": "3f168428-9c94-49a6-9da0-ed4353cbb7aa", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:06.541989 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-271c08d1-904b-4a37-8871-c9ca4d2904e7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:06.542608 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a63752-b663-4c21-b69d-4859c7844c23', 'name': 'network-vif-deleted', 'tag': '3f168428-9c94-49a6-9da0-ed4353cbb7aa', 'status': 'completed', 'code': 200} Dec 13 09:47:06.604213 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:47:04Z', 'revision_number': 5, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port': {'id': '37a18e2f-6955-4a82-8d93-a4b31f2ae516', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:18Z', 'updated_at': '2021-12-13T09:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:06.640309 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Checking router: 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:47:06.649791 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Routers {'2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:06.650411 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:06.792916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.796912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] Set router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:06.828906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080e050-1211-47e3-8272-28d0edb46cc9 req-65409c86-fb6a-4c39-9c2b-dc611a453782 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:06.836434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e080e050-1211-47e3-8272-28d0edb46cc9 req-65409c86-fb6a-4c39-9c2b-dc611a453782 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 944 time: 0.0657837 Dec 13 09:47:06.889646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a18e2f-6955-4a82-8d93-a4b31f2ae516,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:06.916772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e080e050-1211-47e3-8272-28d0edb46cc9 req-ae572ae7-af63-4e86-ae0a-d3332cf0d06f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794783 Dec 13 09:47:06.920661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:47:06Z', 'revision_number': 6, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:06.969459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:06.971017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158c173-9102-4179-bee4-47f1a8cc26c3 None None] The sync data for ids ['2ca4e67a-b15c-4563-bc2b-ffa4a09d082c'] in n-d-820531-5 is: [{'id': '2ca4e67a-b15c-4563-bc2b-ffa4a09d082c', 'name': 'tempest-ServerRescueNegativeTestJSON-1622419382-router', 'tenant_id': 'ee9b479bc8d642f3be2814af320e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:17Z', 'updated_at': '2021-12-13T09:47:06Z', 'revision_number': 6, 'project_id': 'ee9b479bc8d642f3be2814af320e81ee', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:47:07.052366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3f168428-9c94-49a6-9da0-ed4353cbb7aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:07.069045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b912e436-96fc-4032-aff2-edf26ac191ab req-869ad40f-f026-4d28-9867-839ab792346a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0470066 Dec 13 09:47:07.148696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.151935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.212603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.213241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca4e67a-b15c-4563-bc2b-ffa4a09d082c {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:47:07.219292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.222960 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-573a2763-3b71-49a2-a03d-873a66fd9fa5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2ca4e67a-b15c-4563-bc2b-ffa4a09d082c HTTP/1.1" status: 204 len: 168 time: 1.4556541 Dec 13 09:47:07.223867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.288197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Deleting subnet bb6808f3-9c7d-4bed-aace-0a3586099284 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:07.291840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.330983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.399887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:07.424780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.472846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.553714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.555545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:07.562449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:07.563907 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.568618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf2cbb50-7f95-4f38-9704-ce84c8dddded req-858f2ce2-c7d9-441c-97bf-19d2b98b95d4 tempest-ServerRescueTestJSON-1374035156 tempest-ServerRescueTestJSON-1374035156-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a63752-b663-4c21-b69d-4859c7844c23 HTTP/1.1" status: 200 len: 210 time: 0.0761926 Dec 13 09:47:07.626066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6808f3-9c7d-4bed-aace-0a3586099284,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:07.635235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5ac5cf2b-596c-4168-be47-42e7100c0abc tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:07.639151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.642665 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5af71f3d-f13b-4fa4-888b-f1a6df1e2e8a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bb6808f3-9c7d-4bed-aace-0a3586099284 HTTP/1.1" status: 204 len: 168 time: 0.4184573 Dec 13 09:47:07.644904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.672994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.697788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5ac5cf2b-596c-4168-be47-42e7100c0abc tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "PUT /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb HTTP/1.1" status: 200 len: 366 time: 0.2228692 Dec 13 09:47:07.698520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.701922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:07.704546 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226a5ae3-478f-4b99-8871-b718b6e8f567" -d '{"events": [{"server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "name": "network-vif-plugged", "status": "completed", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:07.721099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8d7d3ffc-d43f-4215-bd02-5ae06384b0e8 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0207758 Dec 13 09:47:07.723412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.724054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:07.732117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.733178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.734028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3f168428-9c94-49a6-9da0-ed4353cbb7aa no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:07.735423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-691bbcc4-01b6-44cf-be15-37da522841be tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb HTTP/1.1" status: 200 len: 366 time: 0.0108888 Dec 13 09:47:07.739929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.765444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-13f3e84d-1481-4dec-bfd5-a27880f26582 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb HTTP/1.1" status: 204 len: 168 time: 0.0234988 Dec 13 09:47:07.766534 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384761ae-92f7-4cf8-b972-4ea75d555175 x-openstack-request-id: req-384761ae-92f7-4cf8-b972-4ea75d555175 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:07.766838 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "name": "network-vif-plugged", "status": "completed", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:07.767100 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-384761ae-92f7-4cf8-b972-4ea75d555175 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:07.767357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.767513 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6', 'code': 200} Dec 13 09:47:07.768208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 3f168428-9c94-49a6-9da0-ed4353cbb7aa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:07.768573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3f168428-9c94-49a6-9da0-ed4353cbb7aa not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:07.787884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6862d11f-e64c-4e9e-b3b5-4cda5ac24110 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0189464 Dec 13 09:47:07.792123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.815538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-787f4ae3-d34c-428f-aa6c-115cdca3d7ad tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb HTTP/1.1" status: 200 len: 370 time: 0.0213866 Dec 13 09:47:07.817414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.823909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:07.830860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-26138873-0ff0-42fe-ab2b-f8cd24ba4530 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb/default HTTP/1.1" status: 200 len: 370 time: 0.0090280 Dec 13 09:47:07.839745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:07.861003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.869465 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0475f133-ef27-4611-904f-ad3343e1a49e tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] delete failed (client error): The resource could not be found. Dec 13 09:47:07.874335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0475f133-ef27-4611-904f-ad3343e1a49e tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/ea13c5b1dbf64e028f81905f49134ffb HTTP/1.1" status: 404 len: 348 time: 0.0298002 Dec 13 09:47:07.886031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59400e19-6a32-471d-b2e3-c9a62967ba2d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:07.895871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47305c59-25d2-45c9-bad1-5066c9aac2c8 req-d07bcd21-01ac-4ff9-9a5d-8c21bcced830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:07.897406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47305c59-25d2-45c9-bad1-5066c9aac2c8 req-d07bcd21-01ac-4ff9-9a5d-8c21bcced830 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 1096 time: 0.0654941 Dec 13 09:47:07.915756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a994029-8ba1-4827-adc8-4ab4ac5b3941') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:07.916065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a994029-8ba1-4827-adc8-4ab4ac5b3941') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:07.929520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.949754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.958929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:07.959373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:07.964468 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:07.984832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47305c59-25d2-45c9-bad1-5066c9aac2c8 req-23551fe7-4707-4e1e-b116-65763c253b90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Dec 13 09:47:08.020806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:08.032004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.044673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.048218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] 10.222.0.30 "DELETE /v2.0/networks/59400e19-6a32-471d-b2e3-c9a62967ba2d HTTP/1.1" status: 204 len: 168 time: 0.4023428 Dec 13 09:47:08.062817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:network and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.064562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082bebe-4f71-427b-a25c-40de23b4fcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=59400e19-6a32-471d-b2e3-c9a62967ba2d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:08.080682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.095674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:subnet and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.103614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.113681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f182f-abb0-4777-bd27-ff70fe63bc73 req-00f3ae44-f658-41bb-a948-13ac6aaafb6b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.115107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b2f182f-abb0-4777-bd27-ff70fe63bc73 req-00f3ae44-f658-41bb-a948-13ac6aaafb6b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.0726283 Dec 13 09:47:08.120713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:subnetpool and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.133860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.164104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:port and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.173082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.186750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b2f182f-abb0-4777-bd27-ff70fe63bc73 req-23da70bd-c2bd-4dcc-b9da-8404e9265259 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Dec 13 09:47:08.190192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:router and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.195036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.203131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:floatingip and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.208759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.260140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:security_group and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.264724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.274662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Usage tracker for resource:security_group_rule and project:0988741c35a64e8e9fb191b1ecca5dbb is out of sync, need to count used quota {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 09:47:08.279125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.quota.resource [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103189) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 09:47:08.288322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fce193c1-0e00-4679-8fb7-f4c561adddd0 tempest-QuotasTest-2095988790 tempest-QuotasTest-2095988790-project-admin] 10.222.0.30 "GET /v2.0/quotas/0988741c35a64e8e9fb191b1ecca5dbb/details.json HTTP/1.1" status: 200 len: 703 time: 0.2623169 Dec 13 09:47:08.354073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e023cab-687a-49c2-9d2e-aad1b050b304 req-cfe754af-0dea-4851-b97a-5fb22c90db3c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0438499 Dec 13 09:47:08.370402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:08.454330 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-60d862f4-5e6b-475d-8737-11db8c822741 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee9b479bc8d642f3be2814af320e81ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826950 Dec 13 09:47:08.456892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:08.470461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f20c9fbb-7a89-435d-affc-8870e250109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.472277 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f20c9fbb-7a89-435d-affc-8870e250109e service neutron] 10.222.0.37 "GET /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 1032 time: 0.0568671 Dec 13 09:47:08.515370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-79e35c40-655b-47ba-9215-848d71cdd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.516828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-79e35c40-655b-47ba-9215-848d71cdd277 service neutron] 10.222.0.37 "GET /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 1031 time: 0.0360150 Dec 13 09:47:08.557838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.571456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:08.590817 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.671729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.675720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.677404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0e8ba3c-a6d6-4e10-90b2-50d09f6be402 HTTP/1.1" status: 204 len: 168 time: 0.2192338 Dec 13 09:47:08.678066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:08.709940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7029ab-5139-404c-b5be-0981b45e0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8ba3c-a6d6-4e10-90b2-50d09f6be402,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:08.746953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:08.753576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-60b667b4-eea4-4e55-a94e-34c5baedee2a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.775927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-60b667b4-eea4-4e55-a94e-34c5baedee2a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.783570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-60b667b4-eea4-4e55-a94e-34c5baedee2a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:08.785542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-60b667b4-eea4-4e55-a94e-34c5baedee2a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 1996 time: 0.2620740 Dec 13 09:47:08.819618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:08.823125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3f8465b2-2110-4b4e-81c7-e7cf5fcb3e82 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:08.824597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 37a18e2f-6955-4a82-8d93-a4b31f2ae516 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:08.838246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9291331-d24d-4d03-8e56-010ad515d498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:08.877847 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-6f278786-4654-4572-996e-0fd37663e505 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b8287346a8472c9fe4ac4c72b75a72 HTTP/1.1" status: 200 len: 380 time: 0.0812626 Dec 13 09:47:08.878907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 37a18e2f-6955-4a82-8d93-a4b31f2ae516 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:08.879644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 37a18e2f-6955-4a82-8d93-a4b31f2ae516 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:08.901317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'admin_state_up': True, 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'security_groups': ['5a7f328f-0bf6-4011-84f5-79576194796e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:09.061224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9291331-d24d-4d03-8e56-010ad515d498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.085543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:09.090877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.121368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9291331-d24d-4d03-8e56-010ad515d498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.195445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9291331-d24d-4d03-8e56-010ad515d498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecdb8c440d984cf7850dd8b2187f0392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6225646 Dec 13 09:47:09.197585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9291331-d24d-4d03-8e56-010ad515d498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d7c62-04db-460d-a5aa-06d6fa2c4c25,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.200637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:09.347910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.351417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 172.20.0.5 (8bacb149-e1c8-46f5-ab37-9eb8735eeb28/ea3a3c63-7f7f-4621-b502-7ac5e1209708/d036d298-e143-46f5-bed3-f8a52f926497) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:09.418630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.463234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0c4d0-cdc9-402a-9b62-f9887fb7818e req-053c7b4e-39e9-4c30-9999-75f19313f3fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.464788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9b0c4d0-cdc9-402a-9b62-f9887fb7818e req-053c7b4e-39e9-4c30-9999-75f19313f3fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.1322296 Dec 13 09:47:09.511123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c0315e5-4524-42b8-923f-b1778444e3f1 req-30cd128f-b692-455a-b159-08740bdacb87 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0394864 Dec 13 09:47:09.544240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.595201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.628540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.631292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.632469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d0d7c62-04db-460d-a5aa-06d6fa2c4c25 HTTP/1.1" status: 204 len: 168 time: 0.4306159 Dec 13 09:47:09.655686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.658325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9b0c4d0-cdc9-402a-9b62-f9887fb7818e req-a48d9739-35d8-4395-8811-6c78a9da5929 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722150 Dec 13 09:47:09.666768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab008b1-3217-4cfa-9d1a-117eae22b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d7c62-04db-460d-a5aa-06d6fa2c4c25,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.762350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:09.777990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:09.780174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:09.785706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:09.880942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.881668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:09.919718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:09.927669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417b3f-1b51-4808-b966-42eb559749c3 req-1e4e0c2a-9831-4622-85cb-edf4f596bf4f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:09.928687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-787df681-c9b7-47bc-b36b-01c4be7956e7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348921 Dec 13 09:47:09.935485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d417b3f-1b51-4808-b966-42eb559749c3 req-1e4e0c2a-9831-4622-85cb-edf4f596bf4f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.1000893 Dec 13 09:47:09.942384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'admin_state_up': True, 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'security_groups': ['5a7f328f-0bf6-4011-84f5-79576194796e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:10.016938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d417b3f-1b51-4808-b966-42eb559749c3 req-ff2f0a5c-4298-434b-aba2-8d60915b1843 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804248 Dec 13 09:47:10.181521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:10.184034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Deleting port 5aba347c-acb3-42ec-9597-da49716089f1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:10.185461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.188095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.237545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d2b8ec08-c6aa-4d23-9741-243372606de7 None None] Provisioning complete for port d036d298-e143-46f5-bed3-f8a52f926497 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:10.238081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec08-c6aa-4d23-9741-243372606de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.265980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2109887905-network', 'tenant_id': '79321eec1d624377a7d6ed5a68457682'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:10.336520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:10.338076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8ec08-c6aa-4d23-9741-243372606de7 None None] Port d036d298-e143-46f5-bed3-f8a52f926497 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:10.341859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.354469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.361799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe32fd-5621-4ac9-935c-044ea732421e req-5a3f09cf-868b-483d-ad7a-22dbe19047a0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:10.363802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40fe32fd-5621-4ac9-935c-044ea732421e req-5a3f09cf-868b-483d-ad7a-22dbe19047a0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.2254007 Dec 13 09:47:10.387071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] For port 5aba347c-acb3-42ec-9597-da49716089f1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5aba347c-acb3-42ec-9597-da49716089f1,segment=NetworkSegment(5dd2b85d-37d8-4987-9c11-7eba0200f60f),segment_id=5dd2b85d-37d8-4987-9c11-7eba0200f60f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:10.387964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.406489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Calling delete_port for 5aba347c-acb3-42ec-9597-da49716089f1 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:10.436668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:10.485037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.1.1.30 (db03649b-aea4-43b5-884d-4ce30d59b734/8bd44379-27d6-41dd-80ed-28d234ca0d66/892778e8-56c5-4d28-b683-769c25ad32da) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:10.493468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.494785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d390753-5a38-46d4-b2b4-643791b759e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.508977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.538881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40fe32fd-5621-4ac9-935c-044ea732421e req-4029d8a6-a136-4eb8-af13-8ec86afc1a3b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Dec 13 09:47:10.555282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:10.580326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac167809-8455-42eb-9342-bb2a83cb22ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:10.600093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.600641 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Added segment 79e1e814-389a-4b4c-bc2e-a64ad4fb0af9 of type vlan for network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 Dec 13 09:47:10.740144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.774301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05cfa-8240-4785-bdc4-4efe7f1e14a7 req-54bbad3c-7812-43ce-8603-1d7f01bd7eee tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:10.775892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0d05cfa-8240-4785-bdc4-4efe7f1e14a7 req-54bbad3c-7812-43ce-8603-1d7f01bd7eee tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 931 time: 0.0979846 Dec 13 09:47:10.836325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.851179 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d390753-5a38-46d4-b2b4-643791b759e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.855004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.856818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:10.857427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.870676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d390753-5a38-46d4-b2b4-643791b759e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.893883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aba347c-acb3-42ec-9597-da49716089f1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:10.946399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:10.991653 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0674534 Dec 13 09:47:10.991854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:10.996036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Request body: {'subnet': {'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2109887905-subnet', 'tenant_id': '79321eec1d624377a7d6ed5a68457682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:11.004909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d390753-5a38-46d4-b2b4-643791b759e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0988741c35a64e8e9fb191b1ecca5dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648596 Dec 13 09:47:11.005105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0d05cfa-8240-4785-bdc4-4efe7f1e14a7 req-9f537a1f-59e5-4b47-a0f9-ec6b904aaca6 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120099 Dec 13 09:47:11.007250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d390753-5a38-46d4-b2b4-643791b759e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e999d7a6-e9ee-4287-ba55-86daa2b9970f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.009169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:11.011512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001925-bd7d-41e7-be56-d379a54aab08 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.048283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:11.055950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.078935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d997aa-f5b5-4758-81ae-7217c24f40f6 req-f090024f-d4dc-40e3-a3b9-a8520bea74df tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.086952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6d997aa-f5b5-4758-81ae-7217c24f40f6 req-f090024f-d4dc-40e3-a3b9-a8520bea74df tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.2282498 Dec 13 09:47:11.102153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:11.104607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.118745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network db03649b-aea4-43b5-884d-4ce30d59b734 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:11.122631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:11.139187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:11.185448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.267190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.268144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.303066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-1bebcd53-c216-436e-b1d3-b78ffc8684bb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3646402 Dec 13 09:47:11.315351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.320366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'admin_state_up': True, 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'security_groups': ['5a7f328f-0bf6-4011-84f5-79576194796e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:11.352382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6d997aa-f5b5-4758-81ae-7217c24f40f6 req-f2ec5a05-2662-4e16-99d9-0ac1e31de7dd tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596080 Dec 13 09:47:11.384593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.421889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.476430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:11.482241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.483662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ae61241-5035-42a9-be52-791f1d8f89f3 None None] Provisioning complete for port 892778e8-56c5-4d28-b683-769c25ad32da triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:11.487036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ae61241-5035-42a9-be52-791f1d8f89f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.582841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ae61241-5035-42a9-be52-791f1d8f89f3 None None] Port 892778e8-56c5-4d28-b683-769c25ad32da cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:11.667311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.1.1.112 (db03649b-aea4-43b5-884d-4ce30d59b734/8bd44379-27d6-41dd-80ed-28d234ca0d66/1c1fe3d4-5d6a-4d47-9179-68ea74886162) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:11.823507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.863626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.866329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.867527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e999d7a6-e9ee-4287-ba55-86daa2b9970f HTTP/1.1" status: 204 len: 168 time: 0.8554115 Dec 13 09:47:11.868354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.915265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network db03649b-aea4-43b5-884d-4ce30d59b734 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:11.918940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:11.919095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b002-c940-4bab-b678-def3e2fe1766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999d7a6-e9ee-4287-ba55-86daa2b9970f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.922626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:11.929005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:11.942834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:11.992179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:11.994981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.021160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-112b4bf1-6136-474a-bf49-3f648d262a8b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105517 Dec 13 09:47:12.037278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'admin_state_up': True, 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'security_groups': ['5a7f328f-0bf6-4011-84f5-79576194796e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:12.161608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:12.174580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Checking segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:12.175061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Network hostable DHCP agents. Network: aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:12.195284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:12.317392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81133d12-cc3f-43cb-8c45-0bdcecdb0b16 None None] Provisioning complete for port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:12.318161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81133d12-cc3f-43cb-8c45-0bdcecdb0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.337102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:12.341956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.359216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81133d12-cc3f-43cb-8c45-0bdcecdb0b16 None None] Port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:12.374766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-5a10f451-7dc2-49ce-83d4-44d7505d0da6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.376618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-5a10f451-7dc2-49ce-83d4-44d7505d0da6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.1973002 Dec 13 09:47:12.402787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:47:12.435643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64dc8-209d-4bcc-b20b-15a79b5a37d1 req-47411d4d-a777-4971-8eb5-cadaf381e2d5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.442290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64dc8-209d-4bcc-b20b-15a79b5a37d1 req-47411d4d-a777-4971-8eb5-cadaf381e2d5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.449142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64dc8-209d-4bcc-b20b-15a79b5a37d1 req-47411d4d-a777-4971-8eb5-cadaf381e2d5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.457663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96c64dc8-209d-4bcc-b20b-15a79b5a37d1 req-47411d4d-a777-4971-8eb5-cadaf381e2d5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 2373 time: 0.2638931 Dec 13 09:47:12.461873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:12.476695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321b249-35cc-4ca6-b14d-04d150fcc098 None None] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:12.562305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.563171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:12.677163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c36b7-6f73-4981-9195-89c19c98b2ed None None] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:12.697194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96c64dc8-209d-4bcc-b20b-15a79b5a37d1 req-0fefa2e1-01aa-44d3-b3a7-c3ba9c13f7c3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382991 Dec 13 09:47:12.815645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9a2a97fe-ad38-4eb0-9790-a3c10af9f2d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8238063 Dec 13 09:47:12.893496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004909-a6d8-4942-ae71-650722ad009c req-456640f6-9d03-401d-8996-fe63522183f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:12.900883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32004909-a6d8-4942-ae71-650722ad009c req-456640f6-9d03-401d-8996-fe63522183f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64 HTTP/1.1" status: 200 len: 945 time: 0.3485992 Dec 13 09:47:13.004768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32004909-a6d8-4942-ae71-650722ad009c req-11c79236-5f86-477e-a5e4-d9e58ec7c544 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998006 Dec 13 09:47:13.007619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:13.007967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.027846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:47:13.047165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ce4390a-76ba-4ab8-871d-6090f3bdcea7 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b5dbcb1-4fb7-4f55-a14b-34efdadee612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622916 Dec 13 09:47:13.047323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Sync routers for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:47:13.060006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:13.060662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:13.077049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:13.266261 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:47:13.309296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:13.317887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:13.326707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.2.2.100 (51c81a29-9b28-4f71-b4c6-ca5587b1a8f6/949ac215-2ff1-43d2-b9ed-babcd7ff3d42/4a824a6b-3f32-4501-910e-2c4d9c0d0d5b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:13.327806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.339701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:13.354710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.365220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:13.574217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1503324950'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:13.665762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:13.669676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.677611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.690467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.691166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.719658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['99f6104b-86a0-42ba-af89-b45513ba35a9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:13.748833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:13.761668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.817535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:13.829957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:13.830569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=cd8ce898-2fce-4a32-8348-f2b3aed1ebc6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:13.837881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:13.880232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:13.907878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:47:10Z', 'revision_number': 5, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:13.916180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.924131 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.933220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:13.933929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.953235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:13.968411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-86c9350f-ea3e-4c06-8092-7c1b5283934c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9381986 Dec 13 09:47:13.972603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Checking router: 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:47:13.976203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:13.985387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-442c3911-5221-416e-b8e8-9f1660d0a7b0 req-ad1c7767-25c1-4fdf-9f81-8818d7c8925c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 HTTP/1.1" status: 204 len: 173 time: 1.5888903 Dec 13 09:47:13.985387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'name': 'network-vif-deleted', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:13.985751 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b5c73-7586-4593-8333-ffb35bc398f3" -d '{"events": [{"server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "name": "network-vif-deleted", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:13.987291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'admin_state_up': True, 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'security_groups': ['5a7f328f-0bf6-4011-84f5-79576194796e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:14.004542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Routers {'0b5dbcb1-4fb7-4f55-a14b-34efdadee612'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:14.005568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:14.037038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:14.129402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abffa88-3d9f-4400-bffc-7149682bd5f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:14.132527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.132910 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment 2281568f-983d-4b7a-8e27-ef756c681378 of type vlan for network a16da816-9234-43db-b9f5-bc7984ac18ad Dec 13 09:47:14.161839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.197563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] Set router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:14.228597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-2fcd11ce-c94e-4191-93d2-c78d14b8f3af tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.241905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-2fcd11ce-c94e-4191-93d2-c78d14b8f3af tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.248558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-2fcd11ce-c94e-4191-93d2-c78d14b8f3af tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.254885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-2fcd11ce-c94e-4191-93d2-c78d14b8f3af tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.263473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-2fcd11ce-c94e-4191-93d2-c78d14b8f3af tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 3094 time: 0.3167505 Dec 13 09:47:14.275210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.322816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-bbf482c5-3c12-4a2f-ab76-b7f05f2b5736 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.333407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-bbf482c5-3c12-4a2f-ab76-b7f05f2b5736 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.6435182 Dec 13 09:47:14.338785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.348218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:14.349192 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.366331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-c14b0d81-d0ac-40a0-9a92-c982ecd71392 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/quotas/79321eec1d624377a7d6ed5a68457682 HTTP/1.1" status: 200 len: 375 time: 0.0313556 Dec 13 09:47:14.366914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Made reservation on behalf of 78b8287346a8472c9fe4ac4c72b75a72 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:14.372904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.403899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0628281 Dec 13 09:47:14.415315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:14.421411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'name': 'tempest-PortsIpV6TestJSON-1126981765'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:14.434069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-4d342a10-d472-4cf7-aa00-00ad6e80bf27 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667441 Dec 13 09:47:14.499940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbb49f-fc38-4a5d-a63b-803f6ca979e1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=a16da816-9234-43db-b9f5-bc7984ac18ad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:14.513216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8686f95-fc03-4514-9c9f-fc083d5939e3 req-5fcd4fa3-3559-4205-b9ef-466cf91e58ec tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469356 Dec 13 09:47:14.684991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Deleting port c407f272-46e7-47eb-9b48-f35362a366f4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:14.690625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.723780 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430eccb-5d5a-4029-a0cf-8f310f2920a8 x-openstack-request-id: req-9430eccb-5d5a-4029-a0cf-8f310f2920a8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:14.724126 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64", "name": "network-vif-deleted", "tag": "cd8ce898-2fce-4a32-8348-f2b3aed1ebc6", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:14.724332 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9430eccb-5d5a-4029-a0cf-8f310f2920a8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:14.724740 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1dc22b-1ae6-4b66-a91f-0a76ecbd7e64', 'name': 'network-vif-deleted', 'tag': 'cd8ce898-2fce-4a32-8348-f2b3aed1ebc6', 'status': 'completed', 'code': 200} Dec 13 09:47:14.801514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Allocated IP 10.2.2.200 (51c81a29-9b28-4f71-b4c6-ca5587b1a8f6/949ac215-2ff1-43d2-b9ed-babcd7ff3d42/6ba48fe0-2354-4a15-ac09-89e2d60a1f81) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:14.830802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-53ba6146-ebaf-42eb-9e14-4cd8f6c2bd2b service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951788 Dec 13 09:47:14.844380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:14.847950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.882813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:14.913008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-405f6f0b-b8ad-4118-acb0-c1253d109f10 None None] Provisioning complete for port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:14.915943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-405f6f0b-b8ad-4118-acb0-c1253d109f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.923546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port b3b88b18-997d-44b5-b37b-cf95465493e7 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:14.936617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] For port c407f272-46e7-47eb-9b48-f35362a366f4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c407f272-46e7-47eb-9b48-f35362a366f4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:14.936982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:14.997929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Calling delete_port for c407f272-46e7-47eb-9b48-f35362a366f4 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:15.005400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.056057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.126104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:15.130472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:15.138334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:15.176084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-67ab4442-9cf6-4cb0-b807-3c51999fbfa3 service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442688 Dec 13 09:47:15.273730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.274399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.301574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:15.326781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-74549a2c-ab18-44e2-a83e-fda1e45b117d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3489931 Dec 13 09:47:15.345885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:15.367511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-405f6f0b-b8ad-4118-acb0-c1253d109f10 None None] Port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:15.520367 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.546829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:15.658477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:15.659204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device cd8ce898-2fce-4a32-8348-f2b3aed1ebc6 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:15.735876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.760624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-48de8ac3-5828-4773-b2f9-997844a6d685 None None] Provisioning complete for port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:15.761059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48de8ac3-5828-4773-b2f9-997844a6d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:15.818276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:47:10Z', 'revision_number': 5, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:15.823246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-48de8ac3-5828-4773-b2f9-997844a6d685 None None] Port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:15.857612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f415-438d-40ea-8d91-a8fe5d433dec None None] The sync data for ids ['0b5dbcb1-4fb7-4f55-a14b-34efdadee612'] in n-d-820531-5 is: [{'id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'name': 'tempest-ServerRescueTestJSON-138465803-router', 'tenant_id': '44771608548f41028897201dc91dcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:47:10Z', 'revision_number': 5, 'project_id': '44771608548f41028897201dc91dcad8', 'gw_port': {'id': 'c407f272-46e7-47eb-9b48-f35362a366f4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5dbcb1-4fb7-4f55-a14b-34efdadee612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:00Z', 'updated_at': '2021-12-13T09:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:47:15.868042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1202b115-31dd-40ee-9971-527598c66bde req-f243b8b9-7891-4ee9-bddd-d08e9a226565 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 210 time: 0.1952631 Dec 13 09:47:15.975586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3a28e-d6e8-4363-bbc1-67ac5070dabb req-ab0ad200-6dfc-43fe-b1a5-9016340f1d55 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:15.977274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83c3a28e-d6e8-4363-bbc1-67ac5070dabb req-ab0ad200-6dfc-43fe-b1a5-9016340f1d55 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.3227005 Dec 13 09:47:16.093370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d036d298-e143-46f5-bed3-f8a52f926497 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:16.104473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.349007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.412042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Transition to ACTIVE for port object d036d298-e143-46f5-bed3-f8a52f926497 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:16.419474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.442370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.476827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.483098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.487352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806d62-5374-439f-846b-19a043207049 service neutron] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:16.493454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.500818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.506538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.516250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-b12f02c9-c128-4566-858d-76f6b50865a5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 3815 time: 0.5378170 Dec 13 09:47:16.538070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83c3a28e-d6e8-4363-bbc1-67ac5070dabb req-9b4c9d6f-70fb-400d-86a8-02fd0b7244f9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445485 Dec 13 09:47:16.556040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=b3b88b18-997d-44b5-b37b-cf95465493e7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:16.603908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Attempting to bind port d036d298-e143-46f5-bed3-f8a52f926497 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:16.604555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Attempting to bind port d036d298-e143-46f5-bed3-f8a52f926497 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:16.605073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Attempting to bind port d036d298-e143-46f5-bed3-f8a52f926497 on network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:16.613593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Port d036d298-e143-46f5-bed3-f8a52f926497 on network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:16.613917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Attempting to bind port d036d298-e143-46f5-bed3-f8a52f926497 on network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:16.620041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:16.620448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Checking segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:16.620850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Bound using segment: {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:16.621341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Bound port: d036d298-e143-46f5-bed3-f8a52f926497, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:16.621761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.656859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c407f272-46e7-47eb-9b48-f35362a366f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:16.696594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5aba347c-acb3-42ec-9597-da49716089f1 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:16.752378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:16.753698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5aba347c-acb3-42ec-9597-da49716089f1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:16.755827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5aba347c-acb3-42ec-9597-da49716089f1 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:16.756825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:16.769679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.826061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': '2281568f-983d-4b7a-8e27-ef756c681378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:16.826796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: a16da816-9234-43db-b9f5-bc7984ac18ad, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:16.840438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:16.842051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:16.843212 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7806d62-5374-439f-846b-19a043207049 service neutron] 10.222.0.37 "PUT /v2.0/ports/d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 1091 time: 1.5051949 Dec 13 09:47:16.843695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:16.846027 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6537f7-e1c0-47ab-a430-12278917e624" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "d036d298-e143-46f5-bed3-f8a52f926497"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:16.904287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:16.907658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806d62-5374-439f-846b-19a043207049 service neutron] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:16.952462 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b43150-7785-4254-af86-d1bf153b5247 x-openstack-request-id: req-36b43150-7785-4254-af86-d1bf153b5247 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:16.952760 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "d036d298-e143-46f5-bed3-f8a52f926497", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:16.953019 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36b43150-7785-4254-af86-d1bf153b5247 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:16.961970 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497', 'status': 'completed', 'code': 200} Dec 13 09:47:17.056782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.062977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46ed4c48-7207-47ea-97b1-885aea93d571 req-4a9a7552-84f2-48ee-be63-2e48b7861ac1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5455942 Dec 13 09:47:17.090736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.134768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-d9c15c0e-1084-491d-8b6b-aac3460ea534 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.136803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-d9c15c0e-1084-491d-8b6b-aac3460ea534 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.3148634 Dec 13 09:47:17.182385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:17.340322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18a5c4fc-77b4-4fc5-9e96-ba3b217c7f76 req-4a003f7b-ed76-4ea1-9336-2752f1054608 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 210 time: 0.2581244 Dec 13 09:47:17.394112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.400433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a16da816-9234-43db-b9f5-bc7984ac18ad) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:17.404508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.415319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754614a1-22f1-4c36-89fe-0e0425058551 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:17.417211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:17.425963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.426616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.445271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-d33a648a-7bfb-4cf5-aac1-7a7cb6632f44 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.446798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-d33a648a-7bfb-4cf5-aac1-7a7cb6632f44 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.3592381 Dec 13 09:47:17.473496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.473978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.474461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.475351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.475466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:17.477417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-c4a4bbc3-c852-4f92-8f3a-5072be31adfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 4362 time: 0.4964106 Dec 13 09:47:17.495371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Request body: {'port': {'device_id': '0476b551-c837-47f0-9e96-961cf39a25e3', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'admin_state_up': True, 'tenant_id': '79321eec1d624377a7d6ed5a68457682'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:17.638778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3f2bd00e-4e46-4808-a7c1-d04476b088d2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2220140 Dec 13 09:47:17.649869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:17.655661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812289187'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:17.662842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port 99f6104b-86a0-42ba-af89-b45513ba35a9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:17.663202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.691060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:47:17.691060 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 09:47:17.691060 n-d-820531-5 neutron-server[103188]: [parameters: {'project_id_1': '79321eec1d624377a7d6ed5a68457682', 'expiration_1': datetime.datetime(2021, 12, 13, 9, 46, 57, 672919)}] Dec 13 09:47:17.691060 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:47:17.691679 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:47:17.733620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:17.737235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.748753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.748753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5dbcb1-4fb7-4f55-a14b-34efdadee612 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:47:17.768346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37565299-edcb-4228-bfbe-6ec90c1edf81 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:17.775006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.779291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cdedde49-7620-4b41-861b-12615bdad7b2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b5dbcb1-4fb7-4f55-a14b-34efdadee612 HTTP/1.1" status: 204 len: 168 time: 4.6982770 Dec 13 09:47:17.782462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.796461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Transition to ACTIVE for port object 37565299-edcb-4228-bfbe-6ec90c1edf81 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:17.799751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:17.812099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:17.825154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.897609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port 99f6104b-86a0-42ba-af89-b45513ba35a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=99f6104b-86a0-42ba-af89-b45513ba35a9,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:17.898101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.898241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:17.898390 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment f049d97e-a86d-4df5-a135-221a821e7961 of type vlan for network 78b3a156-5b50-4bdf-aed5-a679c37f56eb Dec 13 09:47:17.938734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for 99f6104b-86a0-42ba-af89-b45513ba35a9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:17.999082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3052-5fa2-401d-95c2-6a6e70756c7a req-5ad5081f-1ef2-4768-8d7a-525ad4b2de77 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.001395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cfe3052-5fa2-401d-95c2-6a6e70756c7a req-5ad5081f-1ef2-4768-8d7a-525ad4b2de77 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 945 time: 0.2557204 Dec 13 09:47:18.005531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-97201427-d8d4-441a-a194-1a9ea5cfbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.006362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-97201427-d8d4-441a-a194-1a9ea5cfbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.006983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-97201427-d8d4-441a-a194-1a9ea5cfbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.009387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-97201427-d8d4-441a-a194-1a9ea5cfbc3d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4790003 Dec 13 09:47:18.036934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Deleting subnet 72ffe7b0-64d5-4076-bab4-d2a609514316 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:18.058337 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.099886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.122165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.220551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cfe3052-5fa2-401d-95c2-6a6e70756c7a req-092c53a6-c0d2-4d57-82b3-25de538c8ee5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016132 Dec 13 09:47:18.235374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.239924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:47:18.293689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-1a0440bc-1d78-439e-b4bd-0408644013e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.295863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe6537f7-e1c0-47ab-a430-12278917e624 req-1a0440bc-1d78-439e-b4bd-0408644013e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2774234 Dec 13 09:47:18.380523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.399079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.399845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.405383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.406967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.407592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.421147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.437915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.449012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:18.451637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-22556a44-9bf7-4ff0-8fd2-1a4223e7140f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 4604 time: 0.1938112 Dec 13 09:47:18.493344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.505271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-956b3020-8ab9-4e2a-8e44-b5739b6fd6b6 req-5cc085ef-67df-451a-9165-d40db1086ca5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 210 time: 0.0450058 Dec 13 09:47:18.506470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:18.516367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=78b3a156-5b50-4bdf-aed5-a679c37f56eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.529296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.532589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:18.538573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.543685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=99f6104b-86a0-42ba-af89-b45513ba35a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.566908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 78b3a156-5b50-4bdf-aed5-a679c37f56eb details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:18.583958 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7550d3ef-cc75-4151-91d2-61ea1009a47c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9280367 Dec 13 09:47:18.585819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:18.589366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Attempting to bind port 37565299-edcb-4228-bfbe-6ec90c1edf81 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:18.589702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Attempting to bind port 37565299-edcb-4228-bfbe-6ec90c1edf81 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:18.590025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Attempting to bind port 37565299-edcb-4228-bfbe-6ec90c1edf81 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:18.593025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'ports': [{'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'}, {'network_id': '78b3a156-5b50-4bdf-aed5-a679c37f56eb'}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.593374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.593867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '78b3a156-5b50-4bdf-aed5-a679c37f56eb'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:18.601372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Port 37565299-edcb-4228-bfbe-6ec90c1edf81 on network db03649b-aea4-43b5-884d-4ce30d59b734 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:18.601708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Attempting to bind port 37565299-edcb-4228-bfbe-6ec90c1edf81 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:18.654210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:18.654620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:18.655279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Bound using segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:18.655837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Bound port: 37565299-edcb-4228-bfbe-6ec90c1edf81, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:18.656276 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.680480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.730065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.741448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/72ffe7b0-64d5-4076-bab4-d2a609514316 HTTP/1.1" status: 204 len: 168 time: 0.9380572 Dec 13 09:47:18.741448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:18.764922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947fafb-5106-4eb9-9aab-ec55db9167ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ffe7b0-64d5-4076-bab4-d2a609514316,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:18.798093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port 99f6104b-86a0-42ba-af89-b45513ba35a9 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:18.807932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c407f272-46e7-47eb-9b48-f35362a366f4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:18.809014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:18.813992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec12fd2-b57a-42ba-b3de-20075fd42660 req-01ba7362-0187-4c09-bd72-644995c82278 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/99f6104b-86a0-42ba-af89-b45513ba35a9 HTTP/1.1" status: 204 len: 173 time: 1.5749185 Dec 13 09:47:18.826828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'name': 'network-vif-deleted', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:18.829372 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5741fb21-310f-48d7-9802-238711f194eb" -d '{"events": [{"server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "name": "network-vif-deleted", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:18.835539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c407f272-46e7-47eb-9b48-f35362a366f4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:18.836327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c407f272-46e7-47eb-9b48-f35362a366f4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:18.881486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2cf4f0b-51de-4c8f-9259-66215b179bb3 req-9de9fa88-ce38-41eb-93df-215aa417faeb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4067161 Dec 13 09:47:18.962626 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a2551-b109-4ceb-9bcc-9f5db946d2bb x-openstack-request-id: req-dc0a2551-b109-4ceb-9bcc-9f5db946d2bb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:18.963318 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b61e185-8b94-4663-914b-3f6156475374", "name": "network-vif-deleted", "tag": "99f6104b-86a0-42ba-af89-b45513ba35a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:18.963318 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc0a2551-b109-4ceb-9bcc-9f5db946d2bb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:18.963795 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b61e185-8b94-4663-914b-3f6156475374', 'name': 'network-vif-deleted', 'tag': '99f6104b-86a0-42ba-af89-b45513ba35a9', 'status': 'completed', 'code': 200} Dec 13 09:47:18.976077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.017279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:19.051924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:19.055136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=37565299-edcb-4228-bfbe-6ec90c1edf81,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:19.057548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.074967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.086426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.109807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Allocated IP 172.20.0.6 (aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96/d74cce85-e986-4f8f-bf3b-96bce1a4fcb1/15baa045-0d74-43bf-86fa-4f7071ec74de) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:19.191315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.191838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.193264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] 10.222.0.37 "PUT /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 1135 time: 2.2984674 Dec 13 09:47:19.193717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '37565299-edcb-4228-bfbe-6ec90c1edf81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:19.194382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port e15b39f0-1ea1-431c-8c16-7a745c3258cd yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:19.195988 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "37565299-edcb-4228-bfbe-6ec90c1edf81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:19.229392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:19.237271 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.326332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adde0b-4ba8-44c5-a704-a668f7605f0d service neutron] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.337467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1669d524-31aa-4e0a-b584-c9580f2f7fd6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:19.365204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.389204 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa0463-89ae-4d85-b59f-396c61877269 x-openstack-request-id: req-0ffa0463-89ae-4d85-b59f-396c61877269 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:19.389790 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "37565299-edcb-4228-bfbe-6ec90c1edf81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:19.390208 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ffa0463-89ae-4d85-b59f-396c61877269 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:19.390762 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '37565299-edcb-4228-bfbe-6ec90c1edf81', 'status': 'completed', 'code': 200} Dec 13 09:47:19.413153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd2b85d-37d8-4987-9c11-7eba0200f60f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:19.413461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd2b85d-37d8-4987-9c11-7eba0200f60f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:19.458417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 99f6104b-86a0-42ba-af89-b45513ba35a9 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:19.470808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port df2abda1-7f8c-408d-934c-e0f9dacd2c79 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:19.474063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.488254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.522141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 99f6104b-86a0-42ba-af89-b45513ba35a9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:19.522758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 99f6104b-86a0-42ba-af89-b45513ba35a9 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:19.530994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.547182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:19.547597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:19.551714 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:19.594008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.703049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.706207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f8071e3-5842-4e04-9e5b-a04b495be0dd req-d51a18a1-b7da-47f3-be2e-abd75331d629 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b61e185-8b94-4663-914b-3f6156475374 HTTP/1.1" status: 200 len: 210 time: 0.0765581 Dec 13 09:47:19.707304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.710290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f542e24-3b06-45f1-8a37-5f128e8c2010 req-61313a16-b90d-4af2-b1e2-509fcb3a0694 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 210 time: 0.0628498 Dec 13 09:47:19.753414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.759226 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1669d524-31aa-4e0a-b584-c9580f2f7fd6 HTTP/1.1" status: 204 len: 168 time: 0.9885330 Dec 13 09:47:19.766703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4919f8-12e3-46c9-8631-e7d0574d6596 admin admin] Pushing event deleted for resources: {'Network': ['ID=1669d524-31aa-4e0a-b584-c9580f2f7fd6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.781850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:19.789095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:19.790906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=e15b39f0-1ea1-431c-8c16-7a745c3258cd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.800676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:19.801571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.810071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.810548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.811016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.811478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.811937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.812391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:19.814241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-b7668943-498b-413f-aec7-3b78017aedf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5290 time: 0.1752155 Dec 13 09:47:19.829801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:19.933637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=df2abda1-7f8c-408d-934c-e0f9dacd2c79,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:19.970522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': 'f049d97e-a86d-4df5-a135-221a821e7961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78b3a156-5b50-4bdf-aed5-a679c37f56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:19.971637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 78b3a156-5b50-4bdf-aed5-a679c37f56eb, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:20.012452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-c2a3f904-1c02-442b-9677-1e4da80428d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.013070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-c2a3f904-1c02-442b-9677-1e4da80428d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.013492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-c2a3f904-1c02-442b-9677-1e4da80428d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.015272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-c2a3f904-1c02-442b-9677-1e4da80428d2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1909645 Dec 13 09:47:20.019386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.019386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:20.020007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 78b3a156-5b50-4bdf-aed5-a679c37f56eb is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:20.107434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 78b3a156-5b50-4bdf-aed5-a679c37f56eb) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:20.118025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338cda3-c045-4796-890b-2b1ed85f9732 None None] Network 78b3a156-5b50-4bdf-aed5-a679c37f56eb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:20.121048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:20.127701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.132709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.133425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.142738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:20.161095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:20.163187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event updated for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.167707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:20.168640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-caa96d95-1a02-4051-a1c2-7eb7df8c840d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5817287 Dec 13 09:47:20.169399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:20.179781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6cb0dd1a-a942-4bcb-926a-24ebfb50e191 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44771608548f41028897201dc91dcad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575351 Dec 13 09:47:20.202628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.204727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:20.221275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.226949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.234902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.241303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.248458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.257267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-f4418b37-20ca-4b91-ba68-d83acaf6ec25 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 4604 time: 0.2229846 Dec 13 09:47:20.300457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.300457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.315645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00131572-6a16-4531-b148-18e42d8acc7d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:20.330410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.349017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-060d7458-a213-46a9-ade5-8ca63c6c6ef9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8889127 Dec 13 09:47:20.367481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Request body: {'port': {'device_id': '0476b551-c837-47f0-9e96-961cf39a25e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:20.371504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.372929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-40d28b84-7276-4fbd-85d7-3af9f7ef8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:20.374421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88b4a5c2-b525-465d-b77c-c2c9c0e4aeac req-40d28b84-7276-4fbd-85d7-3af9f7ef8dae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502715 Dec 13 09:47:20.374537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Transition to ACTIVE for port object 00131572-6a16-4531-b148-18e42d8acc7d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:20.405986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.427724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-62307966-0345-4b34-9a1b-7f3342ab46e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599705 Dec 13 09:47:20.457301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef78db50-84a7-4d48-931a-279b2bf5d1b4 req-722c521a-ba65-4226-98e5-9b71fdd1a2d3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890497 Dec 13 09:47:20.462637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.530504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port df2abda1-7f8c-408d-934c-e0f9dacd2c79 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:20.530954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.562459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.569306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.676391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.680126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:20.683927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fd9e42d-c42f-4c42-92a9-581965ffa186 HTTP/1.1" status: 204 len: 168 time: 0.4756422 Dec 13 09:47:20.741743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4151c-c94e-43e0-8328-cece7db0e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9e42d-c42f-4c42-92a9-581965ffa186,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:20.878883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Attempting to bind port 00131572-6a16-4531-b148-18e42d8acc7d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:20.879169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Attempting to bind port 00131572-6a16-4531-b148-18e42d8acc7d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:20.879508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Attempting to bind port 00131572-6a16-4531-b148-18e42d8acc7d on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:20.904716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Port 00131572-6a16-4531-b148-18e42d8acc7d on network db03649b-aea4-43b5-884d-4ce30d59b734 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:20.904716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Attempting to bind port 00131572-6a16-4531-b148-18e42d8acc7d on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:20.954344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:20.954698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:20.955111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Bound using segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:20.955533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Bound port: 00131572-6a16-4531-b148-18e42d8acc7d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:20.955889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.089717 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.116043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for df2abda1-7f8c-408d-934c-e0f9dacd2c79 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:21.121572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:21.148072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00131572-6a16-4531-b148-18e42d8acc7d,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:21.166479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.250987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.251604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.253003 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] 10.222.0.37 "PUT /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 1134 time: 2.0279729 Dec 13 09:47:21.310794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:21.366211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-d6e2c02a-e42f-49ba-9520-c6dd274d4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.368807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-d6e2c02a-e42f-49ba-9520-c6dd274d4e45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1097 time: 0.8994861 Dec 13 09:47:21.368976 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.386688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15baa045-0d74-43bf-86fa-4f7071ec74de {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:21.400429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '00131572-6a16-4531-b148-18e42d8acc7d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:21.403203 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb3504-3938-44e5-b595-e689a5e15dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "00131572-6a16-4531-b148-18e42d8acc7d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:21.419330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.425413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc32a7f-180a-42ac-926c-bab508eaea69 service neutron] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:21.454003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Transition to ACTIVE for port object 15baa045-0d74-43bf-86fa-4f7071ec74de will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:21.473996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.538753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.583807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=df2abda1-7f8c-408d-934c-e0f9dacd2c79,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:21.603895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Pushing event updated for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:21.687864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5793863-e783-43b9-bce6-64b4c084c9bd req-c54bbbd4-4998-41da-9df5-3ea870f30b1b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.695507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5793863-e783-43b9-bce6-64b4c084c9bd req-c54bbbd4-4998-41da-9df5-3ea870f30b1b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 931 time: 0.5708010 Dec 13 09:47:21.726180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.731930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0a4d0666-3f9f-4c0c-913f-cf66c68b92dc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/df2abda1-7f8c-408d-934c-e0f9dacd2c79 HTTP/1.1" status: 204 len: 168 time: 1.5569599 Dec 13 09:47:21.739976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-1c9e5a1d-cbb8-45cf-9c63-8634d076e97b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.741410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-1c9e5a1d-cbb8-45cf-9c63-8634d076e97b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.3835235 Dec 13 09:47:21.741877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:21.838498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-3cd1d1df-7c3d-4729-8569-a8b2f218c7e5 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0809617 Dec 13 09:47:21.886940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Attempting to bind port 15baa045-0d74-43bf-86fa-4f7071ec74de on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:21.889685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Attempting to bind port 15baa045-0d74-43bf-86fa-4f7071ec74de by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:21.889685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Attempting to bind port 15baa045-0d74-43bf-86fa-4f7071ec74de on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:21.891717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5793863-e783-43b9-bce6-64b4c084c9bd req-c0cc7772-86a7-4cd3-9307-3f7acb0d3860 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952538 Dec 13 09:47:21.896278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Port 15baa045-0d74-43bf-86fa-4f7071ec74de on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:21.896446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Attempting to bind port 15baa045-0d74-43bf-86fa-4f7071ec74de on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:21.910602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:21.910962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Checking segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:21.911588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Bound using segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:21.912235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Bound port: 15baa045-0d74-43bf-86fa-4f7071ec74de, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:21.912699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:21.918070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-e3360c50-168b-4270-a619-1a8fae99efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.920364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-e3360c50-168b-4270-a619-1a8fae99efd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3433964 Dec 13 09:47:21.935544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed7bfe-8c22-4564-8a23-4b2a975f1b0f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.942230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed7bfe-8c22-4564-8a23-4b2a975f1b0f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:21.946680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8aed7bfe-8c22-4564-8a23-4b2a975f1b0f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1967392 Dec 13 09:47:21.946957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:22.042519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-ebe57de8-7488-490a-a8c7-e426aaa7e8f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1002 time: 0.0962474 Dec 13 09:47:22.109532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-6076f6cc-3f8f-4b7e-adc9-ef5f2fb5b0c8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501988 Dec 13 09:47:22.112886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-6731b797-38f2-455c-b522-048fd5570ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.114597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-6731b797-38f2-455c-b522-048fd5570ffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0650175 Dec 13 09:47:22.317059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-7a4cc821-aa3b-4dc6-bcdd-5bc6065f392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.318620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-7a4cc821-aa3b-4dc6-bcdd-5bc6065f392e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916361 Dec 13 09:47:22.348919 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e69aae9-2970-4611-94c2-9a6903094a1f x-openstack-request-id: req-0e69aae9-2970-4611-94c2-9a6903094a1f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:22.349437 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "00131572-6a16-4531-b148-18e42d8acc7d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:22.349786 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e69aae9-2970-4611-94c2-9a6903094a1f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:22.350343 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '00131572-6a16-4531-b148-18e42d8acc7d', 'status': 'completed', 'code': 200} Dec 13 09:47:22.367777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-bd8f3a7b-35e1-4a80-9280-ec5af2bf4e06 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569742 Dec 13 09:47:22.373207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.375376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.375376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.375376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.375376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.375724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.376949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.378103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-48e21165-dd56-4f79-974e-dc3e732fa924 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6217 time: 0.2272267 Dec 13 09:47:22.464128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:22.473847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.479931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.487258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.493046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.499382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.505469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.511409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.513371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-9ca206e6-7af4-46ee-adb3-a33ab020fe89 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5380 time: 0.2967560 Dec 13 09:47:22.513938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=15baa045-0d74-43bf-86fa-4f7071ec74de,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:22.526149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.585960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.587276 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.588564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] 10.222.0.44 "PUT /v2.0/ports/15baa045-0d74-43bf-86fa-4f7071ec74de HTTP/1.1" status: 200 len: 1091 time: 2.2263830 Dec 13 09:47:22.602819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892778e8-56c5-4d28-b683-769c25ad32da {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:22.646359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.674816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port e15b39f0-1ea1-431c-8c16-7a745c3258cd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:22.675560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.703231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-8645be3a-c88a-40fa-8dac-61048cbef8ff service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673944 Dec 13 09:47:22.721866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Transition to ACTIVE for port object 892778e8-56c5-4d28-b683-769c25ad32da will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:22.761392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e9fb5df-c160-4231-a032-d50bc244fc56 req-09f789d0-a0d6-45f1-8469-fbd28dda6c0d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820815 Dec 13 09:47:22.782115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.797760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b305-3d63-4051-b136-ce5f1e22686f service neutron] Pushing event updated for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:22.829918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-c18ba0d4-a9af-4e5f-bc8f-ad4b7a0f6bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041045 Dec 13 09:47:22.834639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-016d94eb-13d5-45eb-a1cf-f65d7a5663d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.835109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-016d94eb-13d5-45eb-a1cf-f65d7a5663d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.835626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-016d94eb-13d5-45eb-a1cf-f65d7a5663d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.837628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-016d94eb-13d5-45eb-a1cf-f65d7a5663d5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4132214 Dec 13 09:47:22.846673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-9d5ff980-c354-47c4-a6ef-37e215811714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:22.847952 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-9d5ff980-c354-47c4-a6ef-37e215811714 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 1094 time: 0.1925778 Dec 13 09:47:22.863901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:22.929561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for e15b39f0-1ea1-431c-8c16-7a745c3258cd owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:22.947496 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-78917fc8-e4d1-4447-84d1-598b9af9816d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15baa045-0d74-43bf-86fa-4f7071ec74de HTTP/1.1" status: 200 len: 217 time: 0.0855694 Dec 13 09:47:22.991836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Pushing event updated for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:23.130755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5f941e5-0c85-42b3-98d3-613011a505ce req-581ca276-6e1f-4641-87f5-4cd29f21522e service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150643 Dec 13 09:47:23.133271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-2ad68ef8-f2aa-4f62-831f-7cf5eca1ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.137489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eacb3504-3938-44e5-b595-e689a5e15dd6 req-2ad68ef8-f2aa-4f62-831f-7cf5eca1ff21 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891812 Dec 13 09:47:23.205266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.248721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.251266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/e15b39f0-1ea1-431c-8c16-7a745c3258cd HTTP/1.1" status: 204 len: 168 time: 1.3027718 Dec 13 09:47:23.254386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.274895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dfe55-91ab-4ec8-8183-dd06dbc91bfe tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=e15b39f0-1ea1-431c-8c16-7a745c3258cd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:23.315518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-6ccaafda-4138-4a8c-9ce7-c4d1baf9cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.317071 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-6ccaafda-4138-4a8c-9ce7-c4d1baf9cff1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.3211443 Dec 13 09:47:23.321979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Attempting to bind port 892778e8-56c5-4d28-b683-769c25ad32da on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:23.322668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Attempting to bind port 892778e8-56c5-4d28-b683-769c25ad32da by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:23.324593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Attempting to bind port 892778e8-56c5-4d28-b683-769c25ad32da on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:23.357818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Port 892778e8-56c5-4d28-b683-769c25ad32da on network db03649b-aea4-43b5-884d-4ce30d59b734 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:23.358206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Attempting to bind port 892778e8-56c5-4d28-b683-769c25ad32da on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:23.361880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-592e3dea-2f6e-4f2b-bd9a-9f2d2797d4ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300341 Dec 13 09:47:23.366659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:23.367072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:23.367533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Bound using segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:23.368059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Bound port: 892778e8-56c5-4d28-b683-769c25ad32da, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:23.368512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.411603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e4a51-894a-4dd3-bf32-67a2f378bedd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.414399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ee0e4a51-894a-4dd3-bf32-67a2f378bedd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1589632 Dec 13 09:47:23.417416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.453577 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-197c867d-0431-4643-bfb5-9f9fc772bbb0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:23.457844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-197c867d-0431-4643-bfb5-9f9fc772bbb0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/df2abda1-7f8c-408d-934c-e0f9dacd2c79 HTTP/1.1" status: 404 len: 333 time: 0.0365555 Dec 13 09:47:23.457986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.494315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3129-61ed-4f2c-ae89-d9f28221f56d req-4701c48a-f233-4f09-9d1e-4690cf16e406 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:23.496288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40a3129-61ed-4f2c-ae89-d9f28221f56d req-4701c48a-f233-4f09-9d1e-4690cf16e406 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 943 time: 0.1945834 Dec 13 09:47:23.498035 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b086756e-aef7-452a-bbd0-df2a274c2d8b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:23.502257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b086756e-aef7-452a-bbd0-df2a274c2d8b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/e15b39f0-1ea1-431c-8c16-7a745c3258cd HTTP/1.1" status: 404 len: 333 time: 0.0408282 Dec 13 09:47:23.510194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:23.679260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.707014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40a3129-61ed-4f2c-ae89-d9f28221f56d req-22419098-9e2f-4a2a-b672-a853e5780c7d tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037468 Dec 13 09:47:23.739927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:23.756622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=892778e8-56c5-4d28-b683-769c25ad32da,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:23.765996 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-18a44326-6497-4a01-93aa-12c11a3a0b57 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949108 Dec 13 09:47:23.771549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:23.867734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa7e99b-2a3f-4f8b-9eb9-73d200264409 req-bc9495df-cc18-475c-8ec6-c1ac8ee1b19c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 210 time: 0.0502985 Dec 13 09:47:23.911414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Pushing event updated for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:24.031283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.031919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.033528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e02425e9-7ea4-452c-95ca-1f51b6190731 service neutron] 10.222.0.37 "PUT /v2.0/ports/892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 200 len: 1090 time: 2.7331772 Dec 13 09:47:24.046323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.096789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:24.167343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b3a156-5b50-4bdf-aed5-a679c37f56eb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:24.208378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f049d97e-a86d-4df5-a135-221a821e7961') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:24.209079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f049d97e-a86d-4df5-a135-221a821e7961') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:24.224533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.233454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.255377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.262089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.269542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.276104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.284583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.291483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.304963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.309938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-8bc5215d-54d4-4675-8215-38da365936fe tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5392 time: 0.2952070 Dec 13 09:47:24.322894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.351722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:24.353308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:24.365321 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:24.506198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de'}, {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:24.508865 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f146ca-158e-495c-ae66-b67f91c0aaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de"}, {"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "892778e8-56c5-4d28-b683-769c25ad32da"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:24.518606 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66e7f682-9b4d-414f-a2c0-3a031fb4304f req-8ac69bcc-aa4a-40ef-a8c8-f60f79b16be3 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330526 Dec 13 09:47:24.547005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.593477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.597274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/78b3a156-5b50-4bdf-aed5-a679c37f56eb HTTP/1.1" status: 204 len: 168 time: 1.0857003 Dec 13 09:47:24.601637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:24.648671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c80f1e01-5d9d-4211-97be-6e8c3c29bcf3 req-82ab27cc-b94a-463c-ba16-5d57518a33e9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3197362 Dec 13 09:47:24.678839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f48b-d3fd-4c3c-baca-827b25a68de8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=78b3a156-5b50-4bdf-aed5-a679c37f56eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:24.709795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-647199935'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:24.730824 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d8897-69ed-4bff-8788-62c43be37d73 x-openstack-request-id: req-f93d8897-69ed-4bff-8788-62c43be37d73 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:24.735305 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "892778e8-56c5-4d28-b683-769c25ad32da", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:24.735898 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f93d8897-69ed-4bff-8788-62c43be37d73 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:24.736767 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de', 'status': 'completed', 'code': 200} Dec 13 09:47:24.737266 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da', 'status': 'completed', 'code': 200} Dec 13 09:47:24.777541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.778584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.779144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.785825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.786337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.804665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.806083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.808320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-2c1569d8-5e19-442a-9b78-0ad2bb8d93bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6284 time: 0.1268394 Dec 13 09:47:24.843611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:24.848223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.879729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-5a695880-6f49-4df1-844f-ac477777df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:24.890049 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-5a695880-6f49-4df1-844f-ac477777df26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 1094 time: 0.1734166 Dec 13 09:47:24.946013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:24.962200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:24.962608 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment e537bec8-ebbf-410f-9284-aa40b35bf526 of type vlan for network 763b2798-e960-4a5a-ab46-e9595a12dea7 Dec 13 09:47:25.121556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.194443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.202113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.203064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.347117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7423873 Dec 13 09:47:25.386488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:25.392561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.417380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0a123-9000-4e6e-a114-69972e12aa2b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=763b2798-e960-4a5a-ab46-e9595a12dea7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:25.432082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:25.484653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1fe3d4-5d6a-4d47-9179-68ea74886162 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:25.489382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-20220af1-b2ac-4e79-b41d-be21cbafebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.491132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-20220af1-b2ac-4e79-b41d-be21cbafebcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 916 time: 0.4609392 Dec 13 09:47:25.499534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.506015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-794fd9a2-6c26-462c-a58e-91ae3fe44398 req-c2d8ce97-1f34-473d-a8d1-36390136c2ab tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 210 time: 0.0592933 Dec 13 09:47:25.569753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea0b1-2f7d-413e-ad82-bcb84f0863f7 req-516194e1-48e6-49d5-a3f0-29cd358922bc tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.572716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5aea0b1-2f7d-413e-ad82-bcb84f0863f7 req-516194e1-48e6-49d5-a3f0-29cd358922bc tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 943 time: 0.6941011 Dec 13 09:47:25.581359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-91d69877-6b70-49aa-bcc5-b35cc1bdfd6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15baa045-0d74-43bf-86fa-4f7071ec74de HTTP/1.1" status: 200 len: 217 time: 0.0786932 Dec 13 09:47:25.613185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Transition to ACTIVE for port object 1c1fe3d4-5d6a-4d47-9179-68ea74886162 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:25.625811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-81571369-1f31-4181-8e87-e17a5ff58e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.626379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-81571369-1f31-4181-8e87-e17a5ff58e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.626835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-81571369-1f31-4181-8e87-e17a5ff58e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.628413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-81571369-1f31-4181-8e87-e17a5ff58e82 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8117952 Dec 13 09:47:25.646926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.744666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-6632a016-de18-479d-8d37-29a86c2deaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.746218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-6632a016-de18-479d-8d37-29a86c2deaa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1545541 Dec 13 09:47:25.759958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-130df900-1d9b-4493-8184-aefc554fb9e0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:25.762238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-130df900-1d9b-4493-8184-aefc554fb9e0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.8139315 Dec 13 09:47:25.782967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5aea0b1-2f7d-413e-ad82-bcb84f0863f7 req-9d296485-7be0-4afc-8776-6ccc7bc05235 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875718 Dec 13 09:47:25.810238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:25.810716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:25.813863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:25.884895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:47:25.891375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:47:26.095498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:26.099765 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-fb9d3664-7406-476c-b333-470619d3ea6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3415821 Dec 13 09:47:26.109855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.156164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-aeebf30f-811d-4b63-90ee-77caeb6e04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.160452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-aeebf30f-811d-4b63-90ee-77caeb6e04c2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5193079 Dec 13 09:47:26.197220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.205017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.211829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.223179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.229366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.237115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.243513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.249971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-b9810b76-8d1d-4f68-9692-ecac4aae362b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5404 time: 0.2701540 Dec 13 09:47:26.251458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:26.255152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.259156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=5ffedbac-c828-46ce-a072-54afa618782f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:26.265599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Attempting to bind port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:26.266065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Attempting to bind port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:26.266499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Attempting to bind port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:26.291844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 on network db03649b-aea4-43b5-884d-4ce30d59b734 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:26.292539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Attempting to bind port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:26.315629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-74ad8a64-dac6-4614-b0f7-70f5e306ebc8 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032995 Dec 13 09:47:26.316613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': 'e537bec8-ebbf-410f-9284-aa40b35bf526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:26.317518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 763b2798-e960-4a5a-ab46-e9595a12dea7, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:26.323099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:26.323450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Checking segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:26.323904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Bound using segment: {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:26.324621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Bound port: 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c987cba5-439b-4a44-9e19-0da4ee2d226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:26.326912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.429430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3f820cb-8cd8-4cbc-9b26-35ac3a7cec15 req-bb95fa2e-53ce-4598-85e2-52ea8b75088d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705115 Dec 13 09:47:26.467245 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c1f146ca-158e-495c-ae66-b67f91c0aaa3 req-9dc0971d-0211-4c2e-a624-2cc96a31d943 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193810 Dec 13 09:47:26.516283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:26.530175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.10 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/aeec3587-d04a-444d-b290-fa79a247f1ca) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:26.540429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 763b2798-e960-4a5a-ab46-e9595a12dea7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:26.547287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.551254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3519fb1-fcc3-44d1-8190-e8423cb7e323 None None] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:26.563274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.600171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:26.608169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:26.629272 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5137c3ae-8a30-4098-9664-9fd204e702bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2394989 Dec 13 09:47:26.631076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:26.643617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7', 'name': 'tempest-PortsIpV6TestJSON-366436970'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:26.722728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.745800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-763b2798-e960-4a5a-ab46-e9595a12dea7', 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': '5ffedbac-c828-46ce-a072-54afa618782f'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:26.746706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.763426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2918943d-6e05-446a-a774-e28a4380c07a req-c51c1dd0-cfde-4780-9403-6b9c56505947 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 210 time: 0.1583912 Dec 13 09:47:26.782505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:26.783303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:26.784695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 200 len: 1091 time: 2.7056286 Dec 13 09:47:26.787710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:26.790144 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:26.834572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:26.928873 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ffe2c9-36ee-4ca0-9ab5-0550b11c1799 x-openstack-request-id: req-a8ffe2c9-36ee-4ca0-9ab5-0550b11c1799 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:26.929534 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:26.929534 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8ffe2c9-36ee-4ca0-9ab5-0550b11c1799 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:26.929899 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'status': 'completed', 'code': 200} Dec 13 09:47:26.930414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d9f0d-a092-4e0f-8b18-e44649d9dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:27.001784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.006939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:27.010489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.012591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.056973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Allocated IP 2001:db8::2 (763b2798-e960-4a5a-ab46-e9595a12dea7/5ffedbac-c828-46ce-a072-54afa618782f/0d716a3a-baf1-4702-92f0-5414e4cd4e94) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:27.119856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port cec388b1-d96d-4420-a977-10d761989b6b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:27.187753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.188378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.188852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.189359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.189824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.190278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.190730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.192884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-e5b55150-bf5e-4989-8728-861dbd0ff19b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6351 time: 0.2700164 Dec 13 09:47:27.232293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955ca72-0dfb-4ab2-a00b-7a0f68362b4e req-f65f8d1b-c58f-4dc1-ac2e-377f37913a2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.234198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e955ca72-0dfb-4ab2-a00b-7a0f68362b4e req-f65f8d1b-c58f-4dc1-ac2e-377f37913a2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 943 time: 0.1988959 Dec 13 09:47:27.252322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.296841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:27.396438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.403838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.445384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:27.472427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.477300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:27.512030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:27.527914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:27.542803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:27.544657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 15baa045-0d74-43bf-86fa-4f7071ec74de details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:27.550632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Pushing event updated for resources: {'Port': ['ID=0d716a3a-baf1-4702-92f0-5414e4cd4e94,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:27.554525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:27.559083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:27.585337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::3aa (763b2798-e960-4a5a-ab46-e9595a12dea7/5ffedbac-c828-46ce-a072-54afa618782f/cec388b1-d96d-4420-a977-10d761989b6b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:27.679281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e955ca72-0dfb-4ab2-a00b-7a0f68362b4e req-8c3c5bf2-cbd6-4302-981a-4824344e51d8 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269400 Dec 13 09:47:27.726070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-6686e523-817e-42ad-9a84-25ddf18d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.726538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-6686e523-817e-42ad-9a84-25ddf18d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.726997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-6686e523-817e-42ad-9a84-25ddf18d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.728585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-6686e523-817e-42ad-9a84-25ddf18d9275 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5250945 Dec 13 09:47:27.736322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.736963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.766417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Attempting to bind port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:27.766759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Attempting to bind port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e537bec8-ebbf-410f-9284-aa40b35bf526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:27.767114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Attempting to bind port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 on network 763b2798-e960-4a5a-ab46-e9595a12dea7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:27.778753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:27.779196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Checking segment: {'id': 'e537bec8-ebbf-410f-9284-aa40b35bf526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:27.779682 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.780106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Bound using segment: {'id': 'e537bec8-ebbf-410f-9284-aa40b35bf526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:27.780633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Bound port: 0d716a3a-baf1-4702-92f0-5414e4cd4e94, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e537bec8-ebbf-410f-9284-aa40b35bf526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '763b2798-e960-4a5a-ab46-e9595a12dea7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:27.781042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.791942 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:47:27.837885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-a9f32494-4cf4-4cbc-ab6b-acc61b618d4c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0531871 Dec 13 09:47:27.855169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.876324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.882369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.889731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.896006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.902201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.908536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:27.916437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-ad331445-97d1-44a2-917f-544e4798f9d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5404 time: 0.3208234 Dec 13 09:47:27.925551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=15baa045-0d74-43bf-86fa-4f7071ec74de,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:27.928186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] For port 0d716a3a-baf1-4702-92f0-5414e4cd4e94, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:27.936282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] For port 0d716a3a-baf1-4702-92f0-5414e4cd4e94, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0d716a3a-baf1-4702-92f0-5414e4cd4e94,segment=NetworkSegment(e537bec8-ebbf-410f-9284-aa40b35bf526),segment_id=e537bec8-ebbf-410f-9284-aa40b35bf526)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:27.943575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Request body: {'port': {'device_id': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:27.948164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '15baa045-0d74-43bf-86fa-4f7071ec74de', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'port_id': '15baa045-0d74-43bf-86fa-4f7071ec74de', 'mac_address': 'fa:16:3e:89:15:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74cce85-e986-4f8f-bf3b-96bce1a4fcb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:27.990186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:27.992414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.001644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.078163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15baa045-0d74-43bf-86fa-4f7071ec74de {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:28.088219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab9a55-0d17-40a5-9f1d-ced2b2ae9f76 None None] Pushing event updated for resources: {'Port': ['ID=0d716a3a-baf1-4702-92f0-5414e4cd4e94,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:28.092858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.131105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=15baa045-0d74-43bf-86fa-4f7071ec74de,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:28.139762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.161356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab86f49e-7a97-4aa5-8488-1a129ecf2f6b req-60af6b07-d2d9-4df8-9ff7-f11debb3fc1b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393091 Dec 13 09:47:28.183329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543330d-7f88-412c-a56a-fd465eb6ba77 req-560f92d8-11b3-4d0c-9663-31e08971ac4b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:28.197149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:28.204985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:28.208022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:28.214836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:28.217579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1543330d-7f88-412c-a56a-fd465eb6ba77 req-560f92d8-11b3-4d0c-9663-31e08971ac4b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 932 time: 0.2923388 Dec 13 09:47:28.218953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.219963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.237441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:28.250858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-cb1ea044-2818-4430-ba74-3e1b4b38d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:28.255814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:28.259729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.261729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8810ff5-9a2b-4874-afe2-a2dffe2c5723 req-cb1ea044-2818-4430-ba74-3e1b4b38d639 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5202825 Dec 13 09:47:28.288806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=cec388b1-d96d-4420-a977-10d761989b6b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:28.303199 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0a08192f-a287-43e7-8b26-642c35ca79e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6710312 Dec 13 09:47:28.307046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:28.408842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:28.409098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Transition to ACTIVE for port object 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:28.423616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.427180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1543330d-7f88-412c-a56a-fd465eb6ba77 req-c6bf4079-2f11-4073-b788-3343e7acced2 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085869 Dec 13 09:47:28.629059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3864c158-420d-444b-8e69-7739d0ecbf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.786781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:28.923963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port cec388b1-d96d-4420-a977-10d761989b6b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:28.924449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:28.969306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0d716a3a-baf1-4702-92f0-5414e4cd4e94 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:29.069088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Attempting to bind port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:29.074548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Attempting to bind port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:29.075168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Attempting to bind port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:29.081808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeec3587-d04a-444d-b290-fa79a247f1ca {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:29.086718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.091843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.095554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:29.096138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Attempting to bind port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:29.105936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Transition to ACTIVE for port object aeec3587-d04a-444d-b290-fa79a247f1ca will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:29.110002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:29.110627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Checking segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:29.111270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Bound using segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:29.111976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Bound port: 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:29.112540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.118697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:29.119126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.142647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.150515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.191093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for cec388b1-d96d-4420-a977-10d761989b6b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:29.261350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406239d9-a9a2-4cb6-8607-a00faa01c7c3 req-d5e46359-37e5-4dd3-864e-59ffb8e3eac3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.269924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-406239d9-a9a2-4cb6-8607-a00faa01c7c3 req-d5e46359-37e5-4dd3-864e-59ffb8e3eac3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 944 time: 0.1613061 Dec 13 09:47:29.290495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:29.295722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:29.312060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.326921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Pushing event updated for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:29.327189 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.371925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 0d716a3a-baf1-4702-92f0-5414e4cd4e94, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0d716a3a-baf1-4702-92f0-5414e4cd4e94,segment=NetworkSegment(e537bec8-ebbf-410f-9284-aa40b35bf526),segment_id=e537bec8-ebbf-410f-9284-aa40b35bf526)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:29.380313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.420395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.421020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.422461 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 200 len: 1091 time: 2.6000681 Dec 13 09:47:29.422908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:29.437259 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31efdf-0298-485b-bfc7-061420c5479c" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:29.481770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Request body: {'port': {'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:29.560644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Attempting to bind port aeec3587-d04a-444d-b290-fa79a247f1ca on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:29.561043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Attempting to bind port aeec3587-d04a-444d-b290-fa79a247f1ca by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:29.570176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Attempting to bind port aeec3587-d04a-444d-b290-fa79a247f1ca on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:29.598810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-406239d9-a9a2-4cb6-8607-a00faa01c7c3 req-85c23988-ad88-4db9-bfa7-c5ef4e6bdc2d tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277736 Dec 13 09:47:29.601591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Port aeec3587-d04a-444d-b290-fa79a247f1ca on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:29.601776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Attempting to bind port aeec3587-d04a-444d-b290-fa79a247f1ca on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:29.655779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.661835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.677526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.692019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.706438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.712656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.746328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:29.755167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-7f12e362-d379-4acd-a360-bfe1224dd40a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5416 time: 0.4310939 Dec 13 09:47:29.757649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=0d716a3a-baf1-4702-92f0-5414e4cd4e94,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:29.763818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:29.764156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:29.764526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:29.764972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Bound port: aeec3587-d04a-444d-b290-fa79a247f1ca, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:29.777526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:29.953009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d74c68b1-67ea-4bed-b282-150f5e0b28ff req-d8d8dc64-3cb1-4ca4-9ada-07be112771d3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968513 Dec 13 09:47:30.029822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:30.037402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=aeec3587-d04a-444d-b290-fa79a247f1ca,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:30.074115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.112765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677de69-40b3-4d69-92a2-75a30bd33474 None None] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:30.126566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.127277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.128907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] 10.222.0.44 "PUT /v2.0/ports/aeec3587-d04a-444d-b290-fa79a247f1ca HTTP/1.1" status: 200 len: 1092 time: 2.1957536 Dec 13 09:47:30.139989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:30.142787 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:30.176360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.177066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.177580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.178133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.178662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.179127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.179586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.181566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae31efdf-0298-485b-bfc7-061420c5479c req-f1f7c041-3d09-4fbd-8b7b-a8de1feaf075 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6418 time: 0.2727129 Dec 13 09:47:30.184365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e438-6d53-44b6-a3e8-5eba42ab6018 service neutron] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.205015 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1bd3d9-ef38-4569-8774-481bc3ad47e7 x-openstack-request-id: req-2f1bd3d9-ef38-4569-8774-481bc3ad47e7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:30.210411 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:30.210789 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f1bd3d9-ef38-4569-8774-481bc3ad47e7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:30.211290 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'status': 'completed', 'code': 200} Dec 13 09:47:30.258199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eddbe3f1-122e-413b-9e6e-339e4d42c4ba None None] Provisioning complete for port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:30.258789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eddbe3f1-122e-413b-9e6e-339e4d42c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.318424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1071-3367-4297-ac8d-54326f3b937c req-a8762e57-ed7d-4dc4-8a81-2ceea0edd674 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.322779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.327041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-130f1071-3367-4297-ac8d-54326f3b937c req-a8762e57-ed7d-4dc4-8a81-2ceea0edd674 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 944 time: 0.2853863 Dec 13 09:47:30.358146 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8cb258-aca1-4ad9-af1f-986f7cfa6bfd x-openstack-request-id: req-2a8cb258-aca1-4ad9-af1f-986f7cfa6bfd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:30.358330 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:30.358746 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a8cb258-aca1-4ad9-af1f-986f7cfa6bfd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:30.359144 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca', 'status': 'completed', 'code': 200} Dec 13 09:47:30.393099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-e831b912-feb9-4cf3-a999-27bc11e3b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.394168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-e831b912-feb9-4cf3-a999-27bc11e3b7ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 1095 time: 0.2053919 Dec 13 09:47:30.395776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.404912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96f08-822a-49cc-a84e-af11873b472c service neutron] Pushing event updated for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.484934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=cec388b1-d96d-4420-a977-10d761989b6b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:30.494262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-d436c542-0296-40db-a69e-c6af9fca9518 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeec3587-d04a-444d-b290-fa79a247f1ca HTTP/1.1" status: 200 len: 217 time: 0.0805950 Dec 13 09:47:30.570734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-130f1071-3367-4297-ac8d-54326f3b937c req-f1393981-d603-4ca2-9d1f-006d75df060f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426996 Dec 13 09:47:30.633895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-064da67d-ffdd-4184-a23d-e27be65a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.634368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-064da67d-ffdd-4184-a23d-e27be65a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.634834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-064da67d-ffdd-4184-a23d-e27be65a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.636765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae31efdf-0298-485b-bfc7-061420c5479c req-064da67d-ffdd-4184-a23d-e27be65a43a2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4028709 Dec 13 09:47:30.689909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:30.701080 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b530e79-f757-4997-8e09-d82f20753126 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/cec388b1-d96d-4420-a977-10d761989b6b HTTP/1.1" status: 204 len: 168 time: 2.3929424 Dec 13 09:47:30.711985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:30.734970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-ac8f0a5d-f0c8-4182-a077-ce9969ea9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:30.736436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-ac8f0a5d-f0c8-4182-a077-ce9969ea9123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.2238779 Dec 13 09:47:30.825936 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-48220abd-7f20-45c9-bb5a-3d5ce92736ab tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:47:30.826992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-4959def2-1df1-420d-9984-afa3f72bc177 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691445 Dec 13 09:47:30.829878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48220abd-7f20-45c9-bb5a-3d5ce92736ab tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:30.838181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48220abd-7f20-45c9-bb5a-3d5ce92736ab tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/cec388b1-d96d-4420-a977-10d761989b6b HTTP/1.1" status: 404 len: 333 time: 0.1257329 Dec 13 09:47:30.856308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59752) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:30.891795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9c75475-559e-440f-82d6-13ae4e93d994 None None] Could not find standard attr ID for object cec388b1-d96d-4420-a977-10d761989b6b. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:30.908753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0d716a3a-baf1-4702-92f0-5414e4cd4e94 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:30.950894 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f48c89-615e-4cd1-9c2b-f5515ef07fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:30.952440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2f48c89-615e-4cd1-9c2b-f5515ef07fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/cec388b1-d96d-4420-a977-10d761989b6b HTTP/1.1" status: 404 len: 333 time: 0.0948629 Dec 13 09:47:30.988880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:31.022318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6a30-7f8c-4e40-9b3e-46d82e9b9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.025642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9c75475-559e-440f-82d6-13ae4e93d994 None None] Provisioning complete for port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:31.026448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c75475-559e-440f-82d6-13ae4e93d994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.128240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31efdf-0298-485b-bfc7-061420c5479c req-3bb26f16-edd0-42c3-b1e0-ca7abc567c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.130183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae31efdf-0298-485b-bfc7-061420c5479c req-3bb26f16-edd0-42c3-b1e0-ca7abc567c00 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4791851 Dec 13 09:47:31.148662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c585f5-b040-4c2c-8ce2-eef9118a8028 req-16b058fe-2b48-4f60-9157-841e2161d378 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.159332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76c585f5-b040-4c2c-8ce2-eef9118a8028 req-16b058fe-2b48-4f60-9157-841e2161d378 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 944 time: 0.3495460 Dec 13 09:47:31.170448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:31.173606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.268130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 5ffedbac-c828-46ce-a072-54afa618782f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:31.284963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.327738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-09cab68d-32e2-4a32-ab0c-25d6c052faf4 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648120 Dec 13 09:47:31.440857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.518870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76c585f5-b040-4c2c-8ce2-eef9118a8028 req-c48c18ea-f701-4a79-b776-30d7198f7be6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581731 Dec 13 09:47:31.521133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc6f77e-eea7-4022-9802-0ead243ba7ae req-70a88e9f-25b4-4980-a60b-0da3b3f86bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304777 Dec 13 09:47:31.557086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 15baa045-0d74-43bf-86fa-4f7071ec74de up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:31.595038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.626999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.633353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.648684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.667394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-967b4bf6-c8e2-40a7-98eb-26df4f70f486 None None] Could not find standard attr ID for object cec388b1-d96d-4420-a977-10d761989b6b. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:31.667642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.685803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.700766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.703048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-c1d7b8e6-858d-4a83-ac15-5e2436f24296 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5416 time: 0.5795174 Dec 13 09:47:31.728230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 15baa045-0d74-43bf-86fa-4f7071ec74de completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:31.744195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 15baa045-0d74-43bf-86fa-4f7071ec74de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:31.745493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.793496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:31.829530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.861428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Transition to ACTIVE for port object 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:31.863091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.893841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-701ca5ac-71c4-4c25-9b8b-60f5c4813d68 req-fa5f1623-50ca-485d-98cb-a595a907eaeb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587775 Dec 13 09:47:31.955809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:31.959363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-72f2480c-708a-48cc-8447-b33cd062647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:31.960918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-72f2480c-708a-48cc-8447-b33cd062647d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 1095 time: 0.2569032 Dec 13 09:47:31.976397 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.034489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:32.092664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=15baa045-0d74-43bf-86fa-4f7071ec74de,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:32.095493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:32.101153 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ded9a65-e0d1-470e-9e2b-65a1219719eb" -d '{"events": [{"server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "name": "network-vif-plugged", "status": "completed", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:32.108395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.178487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:32.227148 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449fc45-1f9b-4133-9867-4f2a60dd758d x-openstack-request-id: req-9449fc45-1f9b-4133-9867-4f2a60dd758d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:32.228068 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "name": "network-vif-plugged", "status": "completed", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:32.229106 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9449fc45-1f9b-4133-9867-4f2a60dd758d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:32.229546 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de', 'code': 200} Dec 13 09:47:32.238821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.291625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Attempting to bind port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:32.292167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Attempting to bind port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:32.292293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Attempting to bind port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:32.292593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a1bd0-c5e0-442f-9ce8-fa5e45cf9f8f req-6bf9f94e-9691-4e04-8fb6-8417bb45c17b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.305979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-973a1bd0-c5e0-442f-9ce8-fa5e45cf9f8f req-6bf9f94e-9691-4e04-8fb6-8417bb45c17b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 944 time: 0.1785316 Dec 13 09:47:32.313100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:32.313558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Attempting to bind port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 on network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:32.325568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-860f324b-46c3-4460-bff0-3d78260dc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.327380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-860f324b-46c3-4460-bff0-3d78260dc7e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.3561378 Dec 13 09:47:32.330978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.378182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:32.378532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Checking segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:32.378925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Bound using segment: {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:32.379381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Bound port: 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42106f3-1fed-46d3-90dc-b377c69fdec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:32.379744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.411023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-973a1bd0-c5e0-442f-9ce8-fa5e45cf9f8f req-d611ae31-5827-43a9-af8e-427dd6e88e37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024492 Dec 13 09:47:32.442495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffedbac-c828-46ce-a072-54afa618782f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:32.467471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de03f51-29dd-410e-baf4-5f83d1bf4616 None None] Network 763b2798-e960-4a5a-ab46-e9595a12dea7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:32.470415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-c1716b6e-87c8-4796-944d-ef4a17336eaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeec3587-d04a-444d-b290-fa79a247f1ca HTTP/1.1" status: 200 len: 217 time: 0.1282220 Dec 13 09:47:32.522360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:32.525713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:32.527715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.532325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-efffa733-42b2-4608-8eae-574b394fdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.535235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d123d3f-04bd-4cf9-b1d9-998cab23f2e8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/5ffedbac-c828-46ce-a072-54afa618782f HTTP/1.1" status: 204 len: 168 time: 1.5293834 Dec 13 09:47:32.535607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-efffa733-42b2-4608-8eae-574b394fdfcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.0552583 Dec 13 09:47:32.536468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:32.542766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.634919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-1baefe88-d8d2-46cc-8911-260ed46ac053 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766416 Dec 13 09:47:32.640869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086b8de-173f-4dcb-a511-6ce3fac8c026 req-49ac544f-8274-4c1b-b569-de3321dc0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.645422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a086b8de-173f-4dcb-a511-6ce3fac8c026 req-49ac544f-8274-4c1b-b569-de3321dc0e5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 1096 time: 0.3443930 Dec 13 09:47:32.659926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.660554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.661977 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] 10.222.0.37 "PUT /v2.0/ports/6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 1091 time: 3.1990986 Dec 13 09:47:32.662433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:32.664747 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b32ac-7e62-4019-aad7-88fcd5321e74" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:32.709445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba9e4-a890-4f06-8df4-1847e6e00b2a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:32.797256 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba626747-b997-4b45-888a-2d21f8b105d4 x-openstack-request-id: req-ba626747-b997-4b45-888a-2d21f8b105d4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:32.797578 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:32.797815 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba626747-b997-4b45-888a-2d21f8b105d4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:32.798226 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'status': 'completed', 'code': 200} Dec 13 09:47:32.832877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a086b8de-173f-4dcb-a511-6ce3fac8c026 req-3015c40c-0d41-4350-9e9a-b50897b701b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793053 Dec 13 09:47:32.833813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] DHCP port deletion for 763b2798-e960-4a5a-ab46-e9595a12dea7 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:32.879592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.880229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.880719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.881244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.881700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.882173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.882647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:32.890292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a4923a54-e8d9-4ab5-9bd0-02f8c15a3d5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6485 time: 0.1456156 Dec 13 09:47:32.930656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Deleting port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:32.931364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:32.994480 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-53158449-5f59-4da4-9965-3c2c7d98c475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 217 time: 0.0916681 Dec 13 09:47:33.071766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c7a486b5-28d6-4d49-9248-bd8889deaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.074033 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c7a486b5-28d6-4d49-9248-bd8889deaa69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 200 len: 856 time: 0.0723596 Dec 13 09:47:33.086041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] For port 0d716a3a-baf1-4702-92f0-5414e4cd4e94, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0d716a3a-baf1-4702-92f0-5414e4cd4e94,segment=NetworkSegment(e537bec8-ebbf-410f-9284-aa40b35bf526),segment_id=e537bec8-ebbf-410f-9284-aa40b35bf526)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:33.089839 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.129068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Calling delete_port for 0d716a3a-baf1-4702-92f0-5414e4cd4e94 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:33.161626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-58307bbb-ffc4-4565-a473-87c23d821f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.166295 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-58307bbb-ffc4-4565-a473-87c23d821f9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825489 Dec 13 09:47:33.315727 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-9ae22cd7-039e-446a-add2-7f53b3070405 service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407716 Dec 13 09:47:33.336572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.355316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] No DVR routers for this DVR port 0d716a3a-baf1-4702-92f0-5414e4cd4e94 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:33.405241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440730f-6898-42a2-bcd3-e2450eb458fb None None] Pushing event deleted for resources: {'Port': ['ID=0d716a3a-baf1-4702-92f0-5414e4cd4e94,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:33.426033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.450627 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-3a2fc8dc-7161-411d-b48d-cdcde4cb0ccd service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273062 Dec 13 09:47:33.462964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871eae4-6363-4f5a-9062-f51ba5607108 req-1306fcb5-2404-459e-8f97-696a8e6fd945 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.465512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5871eae4-6363-4f5a-9062-f51ba5607108 req-1306fcb5-2404-459e-8f97-696a8e6fd945 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.2019939 Dec 13 09:47:33.476324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.482880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.488921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.500984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.501197 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-82b35b57-4475-42a4-9a25-94d139ff2181 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 217 time: 0.0382771 Dec 13 09:47:33.501314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.506987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device aeec3587-d04a-444d-b290-fa79a247f1ca details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:33.507128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.513660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.515600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5476123a-4384-41c4-a473-9eaac549cfdf req-bb867dec-e88d-4029-ad3a-686c501b594d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2266223 Dec 13 09:47:33.581103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-813ec90c-bb0b-4734-933c-b5674b39d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.583013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-813ec90c-bb0b-4734-933c-b5674b39d4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0777793 Dec 13 09:47:33.587900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-3ad877a8-eb5f-46d5-836d-c498bdf3621b service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142046 Dec 13 09:47:33.635933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=aeec3587-d04a-444d-b290-fa79a247f1ca,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:33.652258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'aeec3587-d04a-444d-b290-fa79a247f1ca', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': 'aeec3587-d04a-444d-b290-fa79a247f1ca', 'mac_address': 'fa:16:3e:40:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:33.659057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c50cf106-c55d-4272-bda2-da73db0d742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:33.660896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c50cf106-c55d-4272-bda2-da73db0d742d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707459 Dec 13 09:47:33.693575 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.707170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.731420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeec3587-d04a-444d-b290-fa79a247f1ca {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:33.764210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=aeec3587-d04a-444d-b290-fa79a247f1ca,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:33.765458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5871eae4-6363-4f5a-9062-f51ba5607108 req-7623377a-b641-4648-ab23-55282822e9d6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415905 Dec 13 09:47:33.771880 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.788815 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-0e37da4d-8e41-4914-841e-110e481f017a service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199865 Dec 13 09:47:33.830986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.837803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f29d4ca-b8f1-4027-8448-f4e5d7eda9e3 req-e2403983-ba73-4811-9615-40377434267e service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389596 Dec 13 09:47:33.864422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5476123a-4384-41c4-a473-9eaac549cfdf req-40746145-55e7-4a5f-add8-e9669d194987 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3312733 Dec 13 09:47:33.888508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:33.916815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763b2798-e960-4a5a-ab46-e9595a12dea7']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:33.929783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e537bec8-ebbf-410f-9284-aa40b35bf526') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:33.930293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e537bec8-ebbf-410f-9284-aa40b35bf526') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:33.941582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.958414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.969012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:33.969697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:33.974270 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:34.010433 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e72a35c4-fd57-4120-af5f-b2fcb5b63968 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145784 Dec 13 09:47:34.054277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['aeec3587-d04a-444d-b290-fa79a247f1ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:34.086815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.096932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.105645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/763b2798-e960-4a5a-ab46-e9595a12dea7 HTTP/1.1" status: 204 len: 168 time: 1.5677404 Dec 13 09:47:34.111149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:34.116247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145912254'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:34.134634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e09c6a-6cad-4421-9545-b1758a7a3215 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=763b2798-e960-4a5a-ab46-e9595a12dea7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:34.135833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-31ce9afb-f609-4aac-9d12-5a024c34ea38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 217 time: 0.1111443 Dec 13 09:47:34.141838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:34.149841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.150454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6c81-8f78-4d51-9171-4a5202e9bbaf req-003a68fd-a93c-4ef8-add7-5ad2271204f2 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.161963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecea6c81-8f78-4d51-9171-4a5202e9bbaf req-003a68fd-a93c-4ef8-add7-5ad2271204f2 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 945 time: 0.1705227 Dec 13 09:47:34.218876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-66e3a9ae-f758-434c-9f65-07900d6d4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.220342 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-66e3a9ae-f758-434c-9f65-07900d6d4634 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0641739 Dec 13 09:47:34.241192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecea6c81-8f78-4d51-9171-4a5202e9bbaf req-37d5bd5a-e89e-4f09-a2fc-7f65a8eff415 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782797 Dec 13 09:47:34.269649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:34.286778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.287292 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment 1a67fec6-677d-4f82-9422-79ed7d4ca089 of type vlan for network bf8f053d-512a-4396-a62e-66409ce6a73a Dec 13 09:47:34.325285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-ac597b45-53e6-457f-809a-d8b4f8fee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.328061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-ac597b45-53e6-457f-809a-d8b4f8fee855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993297 Dec 13 09:47:34.350148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.442945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.448998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.449743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.535799 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-fb743ead-cce4-44a3-ba71-1edd4119b40a service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985674 Dec 13 09:47:34.544381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:34.544962 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4316518 Dec 13 09:47:34.552548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:34.557197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc316-154d-4150-af4b-edd7f98ed6d0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=bf8f053d-512a-4396-a62e-66409ce6a73a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:34.570972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network bf8f053d-512a-4396-a62e-66409ce6a73a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:34.668440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.708735 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-7e47faf4-808b-4754-9e08-42c400e0e40e service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604276 Dec 13 09:47:34.762209 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-acdd757f-760a-42cc-bb86-5ea63260f1f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 200 len: 217 time: 0.0465765 Dec 13 09:47:34.763566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:34.767563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:34.810805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0d716a3a-baf1-4702-92f0-5414e4cd4e94 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:34.851849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-b640c9e6-3eba-4e67-8274-25c99dd91c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.854386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-b640c9e6-3eba-4e67-8274-25c99dd91c0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0841720 Dec 13 09:47:34.858989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0d716a3a-baf1-4702-92f0-5414e4cd4e94 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:34.859532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0d716a3a-baf1-4702-92f0-5414e4cd4e94 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:34.925963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-8fe6fa9c-25fc-495f-9826-129cd3f51626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.928506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-8fe6fa9c-25fc-495f-9826-129cd3f51626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669472 Dec 13 09:47:34.971024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b0e1e-a894-4da6-8b0a-b5fc7b035905 req-d6a1a602-1e2f-4c36-9064-482b2b9713a6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:34.972556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-650b0e1e-a894-4da6-8b0a-b5fc7b035905 req-d6a1a602-1e2f-4c36-9064-482b2b9713a6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.0781996 Dec 13 09:47:35.037775 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-8e5f3545-0883-4b01-bffe-4b091f417dfe service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009667 Dec 13 09:47:35.095146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-650b0e1e-a894-4da6-8b0a-b5fc7b035905 req-166dc087-fc0a-4792-81d8-878c1b2f1d7e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118896 Dec 13 09:47:35.212498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.229230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-a3cc2b17-f797-4851-a95e-ff781f1c9652 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830456 Dec 13 09:47:35.303316 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-2973c1ff-dc20-4870-ba7d-a63567bc4563 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 200 len: 217 time: 0.0670309 Dec 13 09:47:35.312550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.320850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.328326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.335544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.342563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.354158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.370438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.375100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-82364147-1df0-4d34-8591-045679aaba74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2388380 Dec 13 09:47:35.390188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-5418f9a7-5225-463a-9cd4-20ee5fb141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.391690 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-5418f9a7-5225-463a-9cd4-20ee5fb141f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0811930 Dec 13 09:47:35.416774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=cb0232a0-67c8-49db-a2c9-a213f0d7237c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:35.482195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c7190705-2fe2-434b-92e3-398f02da5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.485353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-c7190705-2fe2-434b-92e3-398f02da5426 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851412 Dec 13 09:47:35.497976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': '1a67fec6-677d-4f82-9422-79ed7d4ca089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:35.497976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: bf8f053d-512a-4396-a62e-66409ce6a73a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:35.504975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device aeec3587-d04a-444d-b290-fa79a247f1ca up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:35.545520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45b7690f-21b0-4552-bbbc-6dabb4cc5378 req-bf535059-e54a-45fc-b316-b1f50dc597f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417527 Dec 13 09:47:35.579676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3684d2f-08ef-4adb-86e2-f6ff42dacd3b req-a7053fcb-e309-4bab-af53-915b90c34ded tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.589603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3684d2f-08ef-4adb-86e2-f6ff42dacd3b req-a7053fcb-e309-4bab-af53-915b90c34ded tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 945 time: 0.1455567 Dec 13 09:47:35.607413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network bf8f053d-512a-4396-a62e-66409ce6a73a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:35.662902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port aeec3587-d04a-444d-b290-fa79a247f1ca completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:35.668206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port aeec3587-d04a-444d-b290-fa79a247f1ca triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:35.672658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.714829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-33dca8e4-be84-4c98-af9f-f1ed721aa614 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212753 Dec 13 09:47:35.733665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3684d2f-08ef-4adb-86e2-f6ff42dacd3b req-0d0a9b7b-ecde-42fd-9017-479a96666c3d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382582 Dec 13 09:47:35.734919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, bf8f053d-512a-4396-a62e-66409ce6a73a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:35.741602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:35.742311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.752148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c9815-baa9-4977-9e1f-0232f0b99298 None None] Network bf8f053d-512a-4396-a62e-66409ce6a73a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:35.774916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df525a45-2c38-4a95-9346-a188521276ee tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2282202 Dec 13 09:47:35.775801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:35.785895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1244313471'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:35.870763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.928749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-e82db55b-4aef-48b2-878e-c2d3a066e1e9 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007358 Dec 13 09:47:35.928985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=aeec3587-d04a-444d-b290-fa79a247f1ca,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:35.931702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:35.934800 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5be80-04c4-4c71-975e-242720e106e2" -d '{"events": [{"server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "name": "network-vif-plugged", "status": "completed", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:35.947030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.978217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:35.983591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:35.989150 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-897e10a6-b65d-46c4-a142-f6d8ff3b4b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 200 len: 217 time: 0.0535371 Dec 13 09:47:36.002887 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab4427-be2c-4603-8e31-d731aa84d4ab x-openstack-request-id: req-8eab4427-be2c-4603-8e31-d731aa84d4ab {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:36.003182 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "name": "network-vif-plugged", "status": "completed", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:36.003444 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8eab4427-be2c-4603-8e31-d731aa84d4ab {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:36.003843 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca', 'code': 200} Dec 13 09:47:36.021539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-bf8f053d-512a-4396-a62e-66409ce6a73a', 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': 'cb0232a0-67c8-49db-a2c9-a213f0d7237c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:36.022429 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.051788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 963bf3bf-0e4e-45f0-a37f-fb6691bca49c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:36.063799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:36.078168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-20453e4c-e11e-49b5-951c-00baf324c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.080341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-20453e4c-e11e-49b5-951c-00baf324c31c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0844514 Dec 13 09:47:36.161731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-6257c33b-b77e-46a7-ab50-aa553555048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.163233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-6257c33b-b77e-46a7-ab50-aa553555048e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756526 Dec 13 09:47:36.268190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09decdbe-db6e-48fe-80cc-522a131928ab req-4c5c933b-65d1-450c-9853-c10b00283fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.269998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09decdbe-db6e-48fe-80cc-522a131928ab req-4c5c933b-65d1-450c-9853-c10b00283fc6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 1097 time: 0.1447854 Dec 13 09:47:36.307308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-de453c57-81fa-4c25-b101-00e637f510d7 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364119 Dec 13 09:47:36.324562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::fc (bf8f053d-512a-4396-a62e-66409ce6a73a/cb0232a0-67c8-49db-a2c9-a213f0d7237c/963bf3bf-0e4e-45f0-a37f-fb6691bca49c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:36.419246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-9a8fffd6-5b86-4328-ab21-1abb3100700c service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977874 Dec 13 09:47:36.468114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-58243d47-1b1a-41ac-9033-2cc1995f99dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 217 time: 0.0415380 Dec 13 09:47:36.520785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.524664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-7d2ee4a7-b741-48fb-9c13-8e1aa8393fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.527118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-7d2ee4a7-b741-48fb-9c13-8e1aa8393fd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0507817 Dec 13 09:47:36.566392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.628398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-300da0ba-086f-4afb-9eb1-80984d500a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.628861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09decdbe-db6e-48fe-80cc-522a131928ab req-aca6a68e-2a4f-4ca1-bad9-98f15a30f953 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438015 Dec 13 09:47:36.633637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-300da0ba-086f-4afb-9eb1-80984d500a3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990152 Dec 13 09:47:36.639985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network bf8f053d-512a-4396-a62e-66409ce6a73a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:36.644170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:36.652111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:36.656553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Allocated IP 2001:db8::2 (bf8f053d-512a-4396-a62e-66409ce6a73a/cb0232a0-67c8-49db-a2c9-a213f0d7237c/1121698a-9d58-444d-a8a6-e1fcc99f1491) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:36.662493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.663212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.686637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=963bf3bf-0e4e-45f0-a37f-fb6691bca49c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:36.707767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:36.730651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d905efbb-a10a-4f98-87af-a0b468282a13 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9536180 Dec 13 09:47:36.885523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.911729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 963bf3bf-0e4e-45f0-a37f-fb6691bca49c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:36.912094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.915410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.935580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.954765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.970448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.982774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.992703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:36.996456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:36.998803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf473f28-69c4-40f4-b131-93c1d187668e req-a9b2c4e9-9e49-45e0-99af-cdf75f36948f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2666388 Dec 13 09:47:37.016255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.052574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.069189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 963bf3bf-0e4e-45f0-a37f-fb6691bca49c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:37.070273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Network bf8f053d-512a-4396-a62e-66409ce6a73a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:37.074475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:37.080601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:37.083460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f09b77-64b5-4ce9-ae0c-cb4d853ee005 req-a49f235c-bd64-4f41-9d80-594bf97f4950 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.094079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59f09b77-64b5-4ce9-ae0c-cb4d853ee005 req-a49f235c-bd64-4f41-9d80-594bf97f4950 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.0939240 Dec 13 09:47:37.102116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Pushing event updated for resources: {'Port': ['ID=1121698a-9d58-444d-a8a6-e1fcc99f1491,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:37.159498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Attempting to bind port 1121698a-9d58-444d-a8a6-e1fcc99f1491 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:37.159908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Attempting to bind port 1121698a-9d58-444d-a8a6-e1fcc99f1491 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '1a67fec6-677d-4f82-9422-79ed7d4ca089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:37.160250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Attempting to bind port 1121698a-9d58-444d-a8a6-e1fcc99f1491 on network bf8f053d-512a-4396-a62e-66409ce6a73a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:37.160359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-33963dc0-c79a-4e6d-82e3-7bf3cad25f3e service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171332 Dec 13 09:47:37.162163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf473f28-69c4-40f4-b131-93c1d187668e req-4c63ea24-d603-4934-b752-b818017c3a1f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237690 Dec 13 09:47:37.165600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:37.165983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Checking segment: {'id': '1a67fec6-677d-4f82-9422-79ed7d4ca089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:37.166388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.166783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Bound using segment: {'id': '1a67fec6-677d-4f82-9422-79ed7d4ca089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:37.167258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Bound port: 1121698a-9d58-444d-a8a6-e1fcc99f1491, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a67fec6-677d-4f82-9422-79ed7d4ca089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bf8f053d-512a-4396-a62e-66409ce6a73a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:37.167758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.172235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59f09b77-64b5-4ce9-ae0c-cb4d853ee005 req-a811040f-3448-4eb2-9d77-de97bd303c34 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772760 Dec 13 09:47:37.255966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] For port 1121698a-9d58-444d-a8a6-e1fcc99f1491, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:37.259922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] For port 1121698a-9d58-444d-a8a6-e1fcc99f1491, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1121698a-9d58-444d-a8a6-e1fcc99f1491,segment=NetworkSegment(1a67fec6-677d-4f82-9422-79ed7d4ca089),segment_id=1a67fec6-677d-4f82-9422-79ed7d4ca089)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:37.271267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.322039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3c7889c4-9a10-46cd-ac07-6432e42603b0 req-5faa4d87-94cd-4ea5-8c2b-18f5544d3150 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468623 Dec 13 09:47:37.327620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.358673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=963bf3bf-0e4e-45f0-a37f-fb6691bca49c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:37.382282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95f49-b239-4e1c-bd0b-f6b72a0c3026 None None] Pushing event updated for resources: {'Port': ['ID=1121698a-9d58-444d-a8a6-e1fcc99f1491,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:37.404939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.408317 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-52a188c2-666a-44db-b30e-f3bea45fded6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/963bf3bf-0e4e-45f0-a37f-fb6691bca49c HTTP/1.1" status: 204 len: 168 time: 0.6589329 Dec 13 09:47:37.411121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:37.442646 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5350d83-2693-41a8-bc1d-6f26d26a286b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:37.447889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5350d83-2693-41a8-bc1d-6f26d26a286b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/963bf3bf-0e4e-45f0-a37f-fb6691bca49c HTTP/1.1" status: 404 len: 333 time: 0.0354650 Dec 13 09:47:37.448512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:37.495703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.496209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.498537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.500275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.500761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.501853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.501853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.504216 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-4d903521-4c7f-4dbe-8694-4268ffa232ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6485 time: 0.0722561 Dec 13 09:47:37.530520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet cb0232a0-67c8-49db-a2c9-a213f0d7237c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:37.545854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.663544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.666431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-64ef25cd-050f-4df1-92f7-a6ae14e6ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.667956 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-64ef25cd-050f-4df1-92f7-a6ae14e6ef54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 903 time: 0.1557181 Dec 13 09:47:37.725040 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-324c95f0-8cc0-40aa-90ea-cc18a5cdcbf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 217 time: 0.0480783 Dec 13 09:47:37.802839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-de4efea3-310d-4cb4-b73d-621b1067d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.806919 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-de4efea3-310d-4cb4-b73d-621b1067d837 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0723112 Dec 13 09:47:37.832445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:37.897217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-951c084c-afbe-4681-8697-fe72097026a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:37.899320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-951c084c-afbe-4681-8697-fe72097026a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824449 Dec 13 09:47:37.949433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.010229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0232a0-67c8-49db-a2c9-a213f0d7237c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:38.018474 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.024423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a657dbcd-35bc-43bf-a831-4cf2bf22cd2e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/cb0232a0-67c8-49db-a2c9-a213f0d7237c HTTP/1.1" status: 204 len: 168 time: 0.5726805 Dec 13 09:47:38.024853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:38.082755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-af211d98-9eaa-41d3-ad21-bb29f0adb9c8 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747818 Dec 13 09:47:38.173692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.240986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b32ac-7e62-4019-aad7-88fcd5321e74 req-90ad5542-1d5c-4c18-9fa6-867829e72264 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512058 Dec 13 09:47:38.418237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 1121698a-9d58-444d-a8a6-e1fcc99f1491 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:38.428921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.468033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:38.601158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5caa-7d84-4efc-8b14-df37a7cefc46 req-9e55fc1c-7dc2-4d27-879c-b2b0b53cff62 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.603938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.615121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-026b5caa-7d84-4efc-8b14-df37a7cefc46 req-9e55fc1c-7dc2-4d27-879c-b2b0b53cff62 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.2801337 Dec 13 09:47:38.632976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] For port 1121698a-9d58-444d-a8a6-e1fcc99f1491, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1121698a-9d58-444d-a8a6-e1fcc99f1491,segment=NetworkSegment(1a67fec6-677d-4f82-9422-79ed7d4ca089),segment_id=1a67fec6-677d-4f82-9422-79ed7d4ca089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:38.633288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.674282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.680640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.687386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.693674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.700990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.707233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.713750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:38.723674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dee22067-e7ae-413a-8c34-87675343164e req-ea0e3ee4-f6f9-4e9b-91b1-fddf398b0f13 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2913516 Dec 13 09:47:38.758922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 1121698a-9d58-444d-a8a6-e1fcc99f1491 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:38.761677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7fd49-5d75-4d25-9765-31d23c72b5ef None None] Network bf8f053d-512a-4396-a62e-66409ce6a73a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:38.810504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.830613 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.880288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-888e24b0-faf9-4a04-90d1-c3724a0b02c6 None None] Provisioning complete for port 1121698a-9d58-444d-a8a6-e1fcc99f1491 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:38.880666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-888e24b0-faf9-4a04-90d1-c3724a0b02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:38.909857 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7fcdd7be8bd4cf785a964ff7c4361c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405296 Dec 13 09:47:38.910619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b087832-5695-4043-a9e1-fb02aed7659a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:38.913321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:38.925548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1121698a-9d58-444d-a8a6-e1fcc99f1491 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:38.926910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.927269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.928623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.928980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.929352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.929890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.930208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.930698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.931032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.931364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.931692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.932015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.932343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ef722-d4ff-4999-b5f2-e730a600de50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:38.961171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-026b5caa-7d84-4efc-8b14-df37a7cefc46 req-3308f061-4eaf-4e2d-9178-0c9931670dcf tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448582 Dec 13 09:47:38.982177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dee22067-e7ae-413a-8c34-87675343164e req-a950d4ac-f7e6-4f0b-88ba-aa66c3ddfe0c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2528853 Dec 13 09:47:39.038444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.095733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.103597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.162892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=1121698a-9d58-444d-a8a6-e1fcc99f1491,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:39.177226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No DVR routers for this DVR port 1121698a-9d58-444d-a8a6-e1fcc99f1491 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:39.228480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.231932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.237554 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b087832-5695-4043-a9e1-fb02aed7659a HTTP/1.1" status: 204 len: 168 time: 0.3221066 Dec 13 09:47:39.253600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0f9dd-f10e-4f79-a342-f5b3a47c5a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b087832-5695-4043-a9e1-fb02aed7659a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:39.313975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85cf61-76d3-407e-8bcc-7ca2c33de6bd None None] DHCP port deletion for bf8f053d-512a-4396-a62e-66409ce6a73a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:39.348599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-888e24b0-faf9-4a04-90d1-c3724a0b02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.352758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No active binding found for port 1121698a-9d58-444d-a8a6-e1fcc99f1491 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 09:47:39.353484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1121698a-9d58-444d-a8a6-e1fcc99f1491 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 09:47:39.375167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.393895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Port 1121698a-9d58-444d-a8a6-e1fcc99f1491 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 09:47:39.416824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8f053d-512a-4396-a62e-66409ce6a73a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:39.436854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a67fec6-677d-4f82-9422-79ed7d4ca089') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:39.437171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a67fec6-677d-4f82-9422-79ed7d4ca089') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:39.459428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.516668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.524659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:39.525071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:39.528827 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:39.580430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a90fb-8858-46ac-ade7-2d86044e772d req-cfbc97ac-ab5d-40b5-a277-74097adb8470 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:39.582152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d98a90fb-8858-46ac-ade7-2d86044e772d req-cfbc97ac-ab5d-40b5-a277-74097adb8470 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.1487234 Dec 13 09:47:39.627007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.641455 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.650076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/bf8f053d-512a-4396-a62e-66409ce6a73a HTTP/1.1" status: 204 len: 168 time: 1.6188250 Dec 13 09:47:39.650076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:39.654910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'name': 'tempest-PortsIpV6TestJSON-1199623243'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:39.718340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d7e8-767b-4df0-9e73-9038b2d4038e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=bf8f053d-512a-4396-a62e-66409ce6a73a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:39.739529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d98a90fb-8858-46ac-ade7-2d86044e772d req-fd1d261e-16e9-4879-a81d-ca8c713a90c3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495171 Dec 13 09:47:39.779824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:39.785408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:39.813022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 53a82b9d-4bce-48b7-b2b2-6248822fe48e yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:39.951990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbba63-cc79-4fd2-9fcd-f4e21c650555 req-60bdace5-d650-4c41-9d7e-8b2dd759ff27 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:39.953779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9bbba63-cc79-4fd2-9fcd-f4e21c650555 req-60bdace5-d650-4c41-9d7e-8b2dd759ff27 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.0935173 Dec 13 09:47:40.060480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9bbba63-cc79-4fd2-9fcd-f4e21c650555 req-df322456-d307-4c10-acc1-8d71ec99dfed tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706763 Dec 13 09:47:40.073280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.165967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.172853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.180171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.187215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.193443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.199823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.206511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.208450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-44cd2954-eec2-4b64-bb75-14d3d9df4594 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.1124887 Dec 13 09:47:40.210369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.234569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:40.271182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:40.284404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:40.290359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.291005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.327234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=53a82b9d-4bce-48b7-b2b2-6248822fe48e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:40.337708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ac2e0801-0769-4fdc-be8a-fa7bc13e79a8 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6878338 Dec 13 09:47:40.341808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:40.368811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e30eac5-0827-4f4b-83c6-1e3472900357 req-f139a086-26f6-4c1b-bad8-472d5f32f6e4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387730 Dec 13 09:47:40.500689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 53a82b9d-4bce-48b7-b2b2-6248822fe48e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:40.501062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.627234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.645914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b288d9-64b6-48cf-a1c3-3b8c4a704f87 req-7ba5dba1-effe-47da-bea1-38c05a3f3ca4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:40.646395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 53a82b9d-4bce-48b7-b2b2-6248822fe48e owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:40.648351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b288d9-64b6-48cf-a1c3-3b8c4a704f87 req-7ba5dba1-effe-47da-bea1-38c05a3f3ca4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.0920341 Dec 13 09:47:40.718612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b288d9-64b6-48cf-a1c3-3b8c4a704f87 req-d6d208af-fd64-4600-a053-64adb4ec1788 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621395 Dec 13 09:47:40.755901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.791135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=53a82b9d-4bce-48b7-b2b2-6248822fe48e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:40.802728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:40.807617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1121698a-9d58-444d-a8a6-e1fcc99f1491 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:40.822387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f4c10827-abb2-45f1-8d22-9fecefe9ec0e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/53a82b9d-4bce-48b7-b2b2-6248822fe48e HTTP/1.1" status: 204 len: 168 time: 0.4785273 Dec 13 09:47:40.824809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:40.830847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'mac_address': 'fa:16:3e:a8:d8:41', 'name': 'tempest-PortsIpV6TestJSON-24165828'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:40.843712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1121698a-9d58-444d-a8a6-e1fcc99f1491 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:40.844283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1121698a-9d58-444d-a8a6-e1fcc99f1491 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:40.955270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:41.035405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.063285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port baadc072-af80-4e33-ad9c-fc642ae9f36f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:41.258602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.295625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.349588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:41.353237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:41.358993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:41.365023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.365677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.377387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=baadc072-af80-4e33-ad9c-fc642ae9f36f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:41.394675 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-43b59aa7-2411-4a4d-bc6c-193ec127c278 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5679970 Dec 13 09:47:41.397038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:41.462310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f30ae-97ef-40a6-a1a4-7f219814cb80 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.463865 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b69f30ae-97ef-40a6-a1a4-7f219814cb80 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/baadc072-af80-4e33-ad9c-fc642ae9f36f HTTP/1.1" status: 200 len: 843 time: 0.0622766 Dec 13 09:47:41.468217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:41.583537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.593761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.605401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.616097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.625092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.638345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.642689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port baadc072-af80-4e33-ad9c-fc642ae9f36f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:41.643056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:41.646532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.657940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-fb57bf52-0992-4542-8989-cd6f083dd019 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.1573257 Dec 13 09:47:41.830643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-b5f45831-c6c9-4045-a26a-9c2af1094b1d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.832183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-b5f45831-c6c9-4045-a26a-9c2af1094b1d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.1517403 Dec 13 09:47:41.932351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d297a21-12a5-47a2-9cfb-d2d2ab6c319f req-58a146ec-b255-4d64-8643-aa7ac326a120 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2693224 Dec 13 09:47:41.981591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fdac7-334f-4362-9ea2-c5555d8fd3b4 req-d4e628e3-d32d-402e-8d03-51fe35d0ad1a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:41.992570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b4fdac7-334f-4362-9ea2-c5555d8fd3b4 req-d4e628e3-d32d-402e-8d03-51fe35d0ad1a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 946 time: 0.1349721 Dec 13 09:47:42.091512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.106879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b4fdac7-334f-4362-9ea2-c5555d8fd3b4 req-2070dcd9-0652-41ce-91f3-0948cd00bcb6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124828 Dec 13 09:47:42.111327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for baadc072-af80-4e33-ad9c-fc642ae9f36f owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:42.142795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port aeec3587-d04a-444d-b290-fa79a247f1ca {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:42.143669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.225302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.258183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=baadc072-af80-4e33-ad9c-fc642ae9f36f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:42.265893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.269648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4dbeab6e-43b9-4e44-b8f1-47fd065ae99a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/baadc072-af80-4e33-ad9c-fc642ae9f36f HTTP/1.1" status: 204 len: 168 time: 0.8002665 Dec 13 09:47:42.272518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.289760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port aeec3587-d04a-444d-b290-fa79a247f1ca, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=aeec3587-d04a-444d-b290-fa79a247f1ca,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:42.290909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.302538 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70c983-5681-4dab-8e32-438d9bcdabef tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:42.304026 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e70c983-5681-4dab-8e32-438d9bcdabef tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/baadc072-af80-4e33-ad9c-fc642ae9f36f HTTP/1.1" status: 404 len: 333 time: 0.0303676 Dec 13 09:47:42.308216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.313984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'name': 'tempest-PortsIpV6TestJSON-1706231780'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:42.315430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for aeec3587-d04a-444d-b290-fa79a247f1ca owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:42.427845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:42.431750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.451213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port a927c491-0a07-4051-ad6b-30a172a38fbe yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:42.484929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.499047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:42.505727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['aeec3587-d04a-444d-b290-fa79a247f1ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:42.531108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=aeec3587-d04a-444d-b290-fa79a247f1ca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:42.653934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port aeec3587-d04a-444d-b290-fa79a247f1ca on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:42.661500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.669394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1effa8ff-2987-4e62-a35d-6f3ea40f3cfc req-da36b961-e04c-493d-86f4-1cd6edd2cc37 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/aeec3587-d04a-444d-b290-fa79a247f1ca HTTP/1.1" status: 204 len: 173 time: 0.8194866 Dec 13 09:47:42.677697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'name': 'network-vif-deleted', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:42.686430 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e919f59-7add-4fd0-8e7a-84f0a611cbb1" -d '{"events": [{"server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "name": "network-vif-deleted", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:42.720375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.800911 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aad43a-2bf7-4a99-85fa-4c86caadee24 x-openstack-request-id: req-e8aad43a-2bf7-4a99-85fa-4c86caadee24 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:42.801593 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63481a6-555a-4721-86a4-29d8e4c29340", "name": "network-vif-deleted", "tag": "aeec3587-d04a-444d-b290-fa79a247f1ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:42.802044 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8aad43a-2bf7-4a99-85fa-4c86caadee24 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:42.802633 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63481a6-555a-4721-86a4-29d8e4c29340', 'name': 'network-vif-deleted', 'tag': 'aeec3587-d04a-444d-b290-fa79a247f1ca', 'status': 'completed', 'code': 200} Dec 13 09:47:42.827421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.908681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:42.912107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:42.920078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:42.926324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:42.926927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:42.940318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=a927c491-0a07-4051-ad6b-30a172a38fbe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:42.956391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cf7a3e8-2442-46b4-98d6-c9ddd877dea5 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6463928 Dec 13 09:47:42.958991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:42.972414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:43.052729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96948-eaa6-4469-b651-218a75da219f req-ae09a034-b4aa-4670-9389-9a91c850f5c7 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.061757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99d96948-eaa6-4469-b651-218a75da219f req-ae09a034-b4aa-4670-9389-9a91c850f5c7 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.0680230 Dec 13 09:47:43.085011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.175551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.183885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.193705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.201295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.211692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.220243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.229013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.239690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abe25f44-4102-4b50-8456-60114e61c143 req-63d78e95-1045-48a7-b5b0-b75eb60d13b2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.1571362 Dec 13 09:47:43.257114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99d96948-eaa6-4469-b651-218a75da219f req-a5b42287-d104-4108-b1dd-f84a48f9fd83 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944218 Dec 13 09:47:43.356678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.364539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.375924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.393013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] In _notify_port_updated(), no bound segment for port a927c491-0a07-4051-ad6b-30a172a38fbe on network a16da816-9234-43db-b9f5-bc7984ac18ad {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:47:43.397640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:43.398297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.402068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/ports/a927c491-0a07-4051-ad6b-30a172a38fbe HTTP/1.1" status: 200 len: 818 time: 0.4389691 Dec 13 09:47:43.404151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.446801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde87e9-8bc7-4d18-a72e-ee6d31e3573f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=a927c491-0a07-4051-ad6b-30a172a38fbe,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.535822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cd8cec-1b7e-428f-a9a6-fd47e521daaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.632455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cd8cec-1b7e-428f-a9a6-fd47e521daaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.636760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cd8cec-1b7e-428f-a9a6-fd47e521daaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.685919 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33cd8cec-1b7e-428f-a9a6-fd47e521daaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db326b93e35f46079c339572e8876569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201437 Dec 13 09:47:43.687235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8cec-1b7e-428f-a9a6-fd47e521daaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9737ca-e3b9-4d6b-8aee-69363bede2b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.689875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:43.755053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.779580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.796014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abe25f44-4102-4b50-8456-60114e61c143 req-1496d64a-cd86-4146-a132-ca95e053d11a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5548449 Dec 13 09:47:43.835491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa6328c4-212d-40e4-a0b2-f72cc4065157 req-40ae8687-ecdf-4715-9ce7-96ed7b86dfa9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63481a6-555a-4721-86a4-29d8e4c29340 HTTP/1.1" status: 200 len: 210 time: 0.0882847 Dec 13 09:47:43.841149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.845044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:43.846199 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc9737ca-e3b9-4d6b-8aee-69363bede2b4 HTTP/1.1" status: 204 len: 168 time: 0.1553183 Dec 13 09:47:43.867077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b64f8-a420-4a99-95d7-ff287aa5e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9737ca-e3b9-4d6b-8aee-69363bede2b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:43.948292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port a927c491-0a07-4051-ad6b-30a172a38fbe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:43.949073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.040516 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.061733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for a927c491-0a07-4051-ad6b-30a172a38fbe owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:44.171260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.219423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=a927c491-0a07-4051-ad6b-30a172a38fbe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:44.225032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.232461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-38a9b9d9-bace-4090-9ad6-6599c6749dd1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/a927c491-0a07-4051-ad6b-30a172a38fbe HTTP/1.1" status: 204 len: 168 time: 0.8250728 Dec 13 09:47:44.234450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.245278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.261377 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-929948da-9a39-483a-adcb-c57127472dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.346651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca3e60-487d-441e-9edb-f5e80b875571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:44.351564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6dca3e60-487d-441e-9edb-f5e80b875571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1159945 Dec 13 09:47:44.352466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.359386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-929948da-9a39-483a-adcb-c57127472dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.364028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-929948da-9a39-483a-adcb-c57127472dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.394391 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-81060f8b-e8c1-4a1e-8a23-91aa18c54d22 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:44.395912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-81060f8b-e8c1-4a1e-8a23-91aa18c54d22 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/a927c491-0a07-4051-ad6b-30a172a38fbe HTTP/1.1" status: 404 len: 333 time: 0.0418515 Dec 13 09:47:44.399990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.407001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580481266'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:44.417004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-929948da-9a39-483a-adcb-c57127472dbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8161a85c9ed3414bb0532c2ca1f03aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687853 Dec 13 09:47:44.417919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929948da-9a39-483a-adcb-c57127472dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44facff2-2453-42f0-ba51-03ad534ee6e7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:44.421692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.453551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:44.458292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.485750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.487515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:44.499563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.500204 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment f362dda8-6e88-4c8a-ae8d-822fed196038 of type vlan for network 7e57643b-3a38-4e8b-8541-667f11657919 Dec 13 09:47:44.515345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.553053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.580952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.588320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:44.588320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.602999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaf954-e8c9-4eb2-bc0a-a12a0ede1b84 req-dff6a958-9d41-44e3-864d-6ff78fd3af6f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:44.604666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4deaf954-e8c9-4eb2-bc0a-a12a0ede1b84 req-dff6a958-9d41-44e3-864d-6ff78fd3af6f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.0709355 Dec 13 09:47:44.632851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.635673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:44.640307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44facff2-2453-42f0-ba51-03ad534ee6e7 HTTP/1.1" status: 204 len: 168 time: 0.2137887 Dec 13 09:47:44.653173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e670fda-746d-4b75-b0ba-104a412a579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44facff2-2453-42f0-ba51-03ad534ee6e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:44.665397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2642031 Dec 13 09:47:44.668325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:44.676520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:44.722031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4deaf954-e8c9-4eb2-bc0a-a12a0ede1b84 req-b8f106a6-23c2-4d03-9a04-4c7bc458c276 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967317 Dec 13 09:47:44.737194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b085c9-096e-421b-a251-0c62bf0b7759 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=7e57643b-3a38-4e8b-8541-667f11657919,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:44.771238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:44.785165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:44.789586 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.075413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.090030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.110980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.120826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.128586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.134990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.143949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.153031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.157301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-d78ec701-c192-45a9-8fc7-93491bfa6d9e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2264261 Dec 13 09:47:45.191991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': 'f362dda8-6e88-4c8a-ae8d-822fed196038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:45.192387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 7e57643b-3a38-4e8b-8541-667f11657919, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:45.206909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=3aaea4ca-1185-485f-87cc-2eebe76884f2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:45.228412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 7e57643b-3a38-4e8b-8541-667f11657919 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:45.248050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99fc852d-49be-4a3f-b1d5-4b9c4567e9f6 req-b58d47ab-cc7b-40b8-8308-241551532d60 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842931 Dec 13 09:47:45.252039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 7e57643b-3a38-4e8b-8541-667f11657919) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:45.262013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.263303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.265719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af5ad4-63fb-44de-9599-63b5022d529a None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:45.321322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08ca540f-f584-46e6-8a13-bd036dbd6e73 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6515851 Dec 13 09:47:45.324389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:45.332759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:45.412651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-7e57643b-3a38-4e8b-8541-667f11657919', 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': '3aaea4ca-1185-485f-87cc-2eebe76884f2'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:45.413572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.541008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device aeec3587-d04a-444d-b290-fa79a247f1ca no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:45.556953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-f9581881-a42e-4f0b-bf68-c29728b78e5e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.558466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-f9581881-a42e-4f0b-bf68-c29728b78e5e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.1646264 Dec 13 09:47:45.591981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: aeec3587-d04a-444d-b290-fa79a247f1ca {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:45.592342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device aeec3587-d04a-444d-b290-fa79a247f1ca not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:45.601541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-13dc4465-caab-41e7-a530-de2f474e00e4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/quotas/9cbd15dc69e84ad889e424bdd82fc812 HTTP/1.1" status: 200 len: 375 time: 0.0268931 Dec 13 09:47:45.623538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Allocated IP 2001:db8::2 (7e57643b-3a38-4e8b-8541-667f11657919/3aaea4ca-1185-485f-87cc-2eebe76884f2/39a0108d-7aef-489e-a6d9-32a37fa6da4e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:45.634651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5dca2-eb94-4d0a-ac9a-9f0659f7d638 req-1434bb2b-ceca-4d3e-9e39-7a4783ef4dc0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:45.636345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22b5dca2-eb94-4d0a-ac9a-9f0659f7d638 req-1434bb2b-ceca-4d3e-9e39-7a4783ef4dc0 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1048949 Dec 13 09:47:45.652568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:45.657148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.752813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-e07b0869-8d04-472f-b821-f7aa7c17c2d8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453903 Dec 13 09:47:45.790414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.796687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.831770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22b5dca2-eb94-4d0a-ac9a-9f0659f7d638 req-83deffeb-9da8-47b3-a499-89b2a76007c4 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811178 Dec 13 09:47:45.844524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:45.851157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:45.854068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:45.854203 n-d-820531-5 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3aaea4ca-1185-485f-87cc-2eebe76884f2 (CIDR: 2001:db8::/64) Dec 13 09:47:45.867804 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:47:45.867804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:47:45.889505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Pushing event updated for resources: {'Port': ['ID=39a0108d-7aef-489e-a6d9-32a37fa6da4e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:45.894606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5f8cc757-aa9d-49bf-9119-c89ff967f79c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5683475 Dec 13 09:47:45.897496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:45.903518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:45.906014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-f0a5a6ba-921e-48b4-af16-5ce1bf7c3ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390178 Dec 13 09:47:45.957060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Attempting to bind port 39a0108d-7aef-489e-a6d9-32a37fa6da4e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:45.957740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Attempting to bind port 39a0108d-7aef-489e-a6d9-32a37fa6da4e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'f362dda8-6e88-4c8a-ae8d-822fed196038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:45.959051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Attempting to bind port 39a0108d-7aef-489e-a6d9-32a37fa6da4e on network 7e57643b-3a38-4e8b-8541-667f11657919 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:45.967136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:45.967845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Checking segment: {'id': 'f362dda8-6e88-4c8a-ae8d-822fed196038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:45.968422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:45.968984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Bound using segment: {'id': 'f362dda8-6e88-4c8a-ae8d-822fed196038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:45.970289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Bound port: 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f362dda8-6e88-4c8a-ae8d-822fed196038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7e57643b-3a38-4e8b-8541-667f11657919'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:45.970858 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.010604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-9441c6c4-726b-4920-ae05-72e2aa47f125 service neutron] 10.222.0.30 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905149 Dec 13 09:47:46.062360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] For port 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:46.066580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] For port 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=39a0108d-7aef-489e-a6d9-32a37fa6da4e,segment=NetworkSegment(f362dda8-6e88-4c8a-ae8d-822fed196038),segment_id=f362dda8-6e88-4c8a-ae8d-822fed196038)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:46.074347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.081505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:46.085072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.158843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade042db-f7bd-4640-b9ea-42e6b65923c5 None None] Pushing event updated for resources: {'Port': ['ID=39a0108d-7aef-489e-a6d9-32a37fa6da4e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.448215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8e6ff17-9267-46e7-9ffe-3bfdef2fca74 req-d96b9f34-a11c-4082-b435-07a79ea881da tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 210 time: 0.1132770 Dec 13 09:47:46.524311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.531204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.537667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.544439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.547324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.557929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.573562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.580548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.589460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-df9628aa-04b4-41ed-8629-f426c1108fff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.1401625 Dec 13 09:47:46.648137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 7e57643b-3a38-4e8b-8541-667f11657919 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:46.651498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:46.657813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:46.658193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:46.667502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72f16b07-b52f-4bf6-b8bf-941efa6f5042 req-4de70241-d06a-40ba-a02b-cb53a387f26a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711970 Dec 13 09:47:46.701243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=705a4d32-29f8-450d-a4a0-54a8d77a75f0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:46.717351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:46.718330 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23744b65-64d2-4f72-8e8b-0191ce309499 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8196859 Dec 13 09:47:46.722908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'fixed_ips': [{'subnet_id': '3aaea4ca-1185-485f-87cc-2eebe76884f2'}, {'subnet_id': '705a4d32-29f8-450d-a4a0-54a8d77a75f0'}], 'name': 'tempest-PortsIpV6TestJSON-1996621880'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:46.834865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 39a0108d-7aef-489e-a6d9-32a37fa6da4e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:46.886430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:46.908191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:46.908539 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.022509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.058666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34b3a-7a7b-4224-aa66-bc621bd1e62e req-a371b152-d953-4e3b-980c-0f13ed1d2a45 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.061430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48a34b3a-7a7b-4224-aa66-bc621bd1e62e req-a371b152-d953-4e3b-980c-0f13ed1d2a45 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1058340 Dec 13 09:47:47.065387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=39a0108d-7aef-489e-a6d9-32a37fa6da4e,segment=NetworkSegment(f362dda8-6e88-4c8a-ae8d-822fed196038),segment_id=f362dda8-6e88-4c8a-ae8d-822fed196038)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:47.074460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.092874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.130870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:47.146414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=39a0108d-7aef-489e-a6d9-32a37fa6da4e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:47.185783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7050-51d9-439f-b295-0b22b414792f req-a4ba5eef-687e-475e-8cbf-00edb69dc243 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.187417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-673a7050-51d9-439f-b295-0b22b414792f req-a4ba5eef-687e-475e-8cbf-00edb69dc243 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 945 time: 0.1398528 Dec 13 09:47:47.225226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48a34b3a-7a7b-4224-aa66-bc621bd1e62e req-1eb41742-f54a-43af-8b09-de1a3401b312 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fd6db13-3a7f-4da0-a302-70961b450880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393611 Dec 13 09:47:47.389665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Deleting port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:47.390071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.514569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] For port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:47.514950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.696912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::177 (7e57643b-3a38-4e8b-8541-667f11657919/3aaea4ca-1185-485f-87cc-2eebe76884f2/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:47.722528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8:0:1::124 (7e57643b-3a38-4e8b-8541-667f11657919/705a4d32-29f8-450d-a4a0-54a8d77a75f0/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:47.749324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f666db90-3f60-45b2-b04f-02d5ef88da9a req-d8309a4b-ea4c-4bb8-b7de-fb5ab55ac536 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 210 time: 0.2067633 Dec 13 09:47:47.782093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149e7a7-6245-4ed7-b4a8-f1f9a7b4777a None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:47.883952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.885415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.885952 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Floating IP 2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e disassociated. External IP: 172.25.1.175, port: 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8. Dec 13 09:47:47.887191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Calling delete_port for 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:47.892528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3fbbe0c3-5411-473a-9d27-b0a6b656e979 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:47.893306 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe0c3-5411-473a-9d27-b0a6b656e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:47.987635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:47.993865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.002838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.008858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.015756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.021672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.027628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.036270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-89f1be5b-aaf1-42d5-a78e-3b0d4b709b9b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.2614651 Dec 13 09:47:48.071959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-31e8535e-8f76-42f7-96d2-4788eb85be8d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.073696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-31e8535e-8f76-42f7-96d2-4788eb85be8d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 806 time: 0.3280120 Dec 13 09:47:48.085712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.091608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Request body: {'port': {'device_id': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'admin_state_up': True, 'tenant_id': '9cbd15dc69e84ad889e424bdd82fc812'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:48.123119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Update dhcp port {'port': {'network_id': '7e57643b-3a38-4e8b-8541-667f11657919', 'fixed_ips': [{'subnet_id': '3aaea4ca-1185-485f-87cc-2eebe76884f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '705a4d32-29f8-450d-a4a0-54a8d77a75f0'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '39a0108d-7aef-489e-a6d9-32a37fa6da4e'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:47:48.130960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event deleted for resources: {'Port': ['ID=9486afee-a38a-414a-9cc5-c1e6ea8fc2e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:48.165971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.206413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50bcaaa2-73e4-4959-a49e-146608e19d43 req-09e36ca4-facf-4947-b7bf-628b1bfcc082 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691940 Dec 13 09:47:48.238921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.341561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:47:48.363608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.383281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfbf2f84-0aeb-4292-9499-c86a7f5f0b0e req-e108bdd5-d071-44b2-acb3-9d77341a17dc tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0341525 Dec 13 09:47:48.389256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Made reservation on behalf of 9cbd15dc69e84ad889e424bdd82fc812 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:48.393144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.442626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=356aa7ed-2d8d-49c9-8ca8-5452d775bd6c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:48.468016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Allocated IP 2001:db8:0:1::2 (7e57643b-3a38-4e8b-8541-667f11657919/705a4d32-29f8-450d-a4a0-54a8d77a75f0/39a0108d-7aef-489e-a6d9-32a37fa6da4e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:48.475190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:48.476654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 7e57643b-3a38-4e8b-8541-667f11657919 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:48.492595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:48.497408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:48.516265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:48.516995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.544795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:47:48.561339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Sync routers for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:47:48.578436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:48.579059 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:48.612598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] No DVR routers for this DVR port 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:48.615858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.620069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f65ab96-1902-4671-96b5-b2dfe5ccf703 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9015346 Dec 13 09:47:48.621161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-673a7050-51d9-439f-b295-0b22b414792f req-c9a7672c-cf18-424e-b09d-86958d467e20 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.37 "DELETE /v2.0/ports/9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 HTTP/1.1" status: 204 len: 173 time: 1.4271641 Dec 13 09:47:48.622860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'name': 'network-vif-deleted', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:48.626079 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f0a62-4662-4160-a5a1-0a6ffa4ff178" -d '{"events": [{"server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "name": "network-vif-deleted", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:48.628914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:48.636163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3aaea4ca-1185-485f-87cc-2eebe76884f2'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:48.732547 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c6f7c-6a5b-45be-906a-c89dcc4e2949 x-openstack-request-id: req-211c6f7c-6a5b-45be-906a-c89dcc4e2949 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:48.732850 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2970863f-1222-4ee5-93ef-f78f851f2096", "name": "network-vif-deleted", "tag": "9486afee-a38a-414a-9cc5-c1e6ea8fc2e8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:48.733112 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-211c6f7c-6a5b-45be-906a-c89dcc4e2949 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:48.733550 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2970863f-1222-4ee5-93ef-f78f851f2096', 'name': 'network-vif-deleted', 'tag': '9486afee-a38a-414a-9cc5-c1e6ea8fc2e8', 'status': 'completed', 'code': 200} Dec 13 09:47:48.777771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] For port 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=39a0108d-7aef-489e-a6d9-32a37fa6da4e,segment=NetworkSegment(f362dda8-6e88-4c8a-ae8d-822fed196038),segment_id=f362dda8-6e88-4c8a-ae8d-822fed196038)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:48.797153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Allocated IP 172.20.0.6 (fe4ea909-c1f2-4f0f-a729-a9f00568a79b/56166b60-629b-466b-a1d7-6ea78954ce8b/1952acc4-cf28-427e-8221-9d2f9423d98d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:48.797704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:48.797790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836ba9ff-2758-4190-b9ff-ace13a466bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.868380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:48.875773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 39a0108d-7aef-489e-a6d9-32a37fa6da4e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:48.932369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.022403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.060503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5232-9f84-4547-b9df-7e3ca4ab44af None None] Pushing event updated for resources: {'Port': ['ID=39a0108d-7aef-489e-a6d9-32a37fa6da4e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.068138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea292764-317d-4640-8784-89a11f017d65 req-86f0c458-ad02-4cf5-8cbb-2219f4f7ff3d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 210 time: 0.1323721 Dec 13 09:47:49.092386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:49.094231 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.215021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.231966 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:49.274632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.286696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:49.304237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836ba9ff-2758-4190-b9ff-ace13a466bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.316565 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Checking router: 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:47:49.318190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836ba9ff-2758-4190-b9ff-ace13a466bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.351215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:47:49.351572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:49.370066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:49.408729 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-836ba9ff-2758-4190-b9ff-ace13a466bea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=403976f1196047bdbd271fb8c5c24d58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297464 Dec 13 09:47:49.414766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:49.426962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:49.427057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ba9ff-2758-4190-b9ff-ace13a466bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d87ca-3e11-40d0-8aac-e52075ff3351,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.427136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 9486afee-a38a-414a-9cc5-c1e6ea8fc2e8 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:49.453989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Network fe4ea909-c1f2-4f0f-a729-a9f00568a79b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:49.484529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:49.523681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:49.534302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.536185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Delete allocated IP 2001:db8:0:1::124 (7e57643b-3a38-4e8b-8541-667f11657919/705a4d32-29f8-450d-a4a0-54a8d77a75f0) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:47:49.558791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event updated for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.602365 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:47:49.656611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83221361-413b-4b0b-9599-4999b7792974 req-e1fbffed-70ff-4605-b5dd-2e29f1e7871f tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.1081803 Dec 13 09:47:49.681044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.728118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.740977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.765307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.772742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.798640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.808309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.808942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.813830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.815865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.816327 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d82d87ca-3e11-40d0-8aac-e52075ff3351 HTTP/1.1" status: 204 len: 168 time: 0.4003515 Dec 13 09:47:49.847513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad789b-aac7-4582-af52-d13751ce08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d87ca-3e11-40d0-8aac-e52075ff3351,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:49.856692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-fe4e60d3-2632-443c-b9ea-d337af39e438 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.4245830 Dec 13 09:47:49.905899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:49.906575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.977407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-cc32614b-e046-4e7d-82c0-60ba9a17180d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8898604 Dec 13 09:47:49.978277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.986702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:49.991079 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:50.030941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Request body: {'port': {'device_id': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:50.056562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d88b8-e5db-4c0a-adbe-05f9c9c4e2d9 None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:50.125616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea67b90f-aef6-4fd1-bf3e-0d8ce8eed709 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:50.126125 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea67b90f-aef6-4fd1-bf3e-0d8ce8eed709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.142168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41cafd-c705-49b3-94da-92382770a2e0 req-802e3642-ce2a-4a85-9ea7-ebb8ba73f89c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2842453 Dec 13 09:47:50.197537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.202113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] In _notify_port_updated(), no bound segment for port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c on network 7e57643b-3a38-4e8b-8541-667f11657919 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:47:50.216107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.216553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.233509 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/ports/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c HTTP/1.1" status: 200 len: 926 time: 1.6025102 Dec 13 09:47:50.250451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:50.258108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3aaea4ca-1185-485f-87cc-2eebe76884f2'}, {'subnet_id': '705a4d32-29f8-450d-a4a0-54a8d77a75f0'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:50.258602 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb8f32-ecbc-4571-9581-eeae6f6d5e1e None None] The sync data for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 is: [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:44:48Z', 'revision_number': 4, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '32415bb7-53fd-490d-aba6-1c2a0ce4810b', 'name': '', 'network_id': 'e6039b6d-04f1-45fd-ae0a-c336c58bbcce', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'mac_address': 'fa:16:3e:f3:3d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:46Z', 'updated_at': '2021-12-13T09:44:52Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'subnets': [{'id': '365246f6-ff60-46a5-9af5-5fd7a42541a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:47:50.261150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e769-a103-40fb-966d-db87f022d154 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=356aa7ed-2d8d-49c9-8ca8-5452d775bd6c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:50.301499 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:47:50.439679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.473165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:50.547277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff0cd2b-1ea9-45cc-b2ee-a5ac6c5424ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.579302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13441c39-5c15-4ace-b230-985a57c4ed90 req-087d18c0-8eb9-41b7-8c66-55ec41203374 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:50.585812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13441c39-5c15-4ace-b230-985a57c4ed90 req-087d18c0-8eb9-41b7-8c66-55ec41203374 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 931 time: 0.2512829 Dec 13 09:47:50.742344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13441c39-5c15-4ace-b230-985a57c4ed90 req-32e04f93-2668-4a7e-8efe-51a630ddfcea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268387 Dec 13 09:47:50.802547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736262a-f8b2-4600-bd02-d1b616563876 None None] New status for floating IP 2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:47:50.843432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1952acc4-cf28-427e-8221-9d2f9423d98d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:50.864547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.885066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 39a0108d-7aef-489e-a6d9-32a37fa6da4e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:50.910227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24b02f2c-2efa-4f6d-88b0-372c3cb0a7e7 req-fdeed16c-ee1a-4ce2-83af-108fcbf60cc1 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0699880 Dec 13 09:47:50.918412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff0cd2b-1ea9-45cc-b2ee-a5ac6c5424ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.951687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff0cd2b-1ea9-45cc-b2ee-a5ac6c5424ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:50.961492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Transition to ACTIVE for port object 1952acc4-cf28-427e-8221-9d2f9423d98d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:50.971198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.114453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8:0:1::90 (7e57643b-3a38-4e8b-8541-667f11657919/705a4d32-29f8-450d-a4a0-54a8d77a75f0/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:51.187313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Pushing event updated for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:51.207544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dff0cd2b-1ea9-45cc-b2ee-a5ac6c5424ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=824d4ab3b2c44311ace7d91b81e681d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7308958 Dec 13 09:47:51.209209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:51.226331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0cd2b-1ea9-45cc-b2ee-a5ac6c5424ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c0dd1-8570-4fe9-8a4e-444077a73e80,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:51.281087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3763fbdb-ec75-4358-a853-797315e28c48 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:51.284167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3763fbdb-ec75-4358-a853-797315e28c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.380097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.395034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.400026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.425825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:51.426508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.458325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.558473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=356aa7ed-2d8d-49c9-8ca8-5452d775bd6c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:51.589182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] In _notify_port_updated(), no bound segment for port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c on network 7e57643b-3a38-4e8b-8541-667f11657919 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:47:51.596712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:51.597317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.601545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8f1f3681-9952-4faf-8ad3-c93440819828 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/ports/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c HTTP/1.1" status: 200 len: 1011 time: 1.3453267 Dec 13 09:47:51.601545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.603665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.607659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/910c0dd1-8570-4fe9-8a4e-444077a73e80 HTTP/1.1" status: 204 len: 168 time: 0.3960526 Dec 13 09:47:51.607659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:51.704797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71b539-ed03-4364-bb84-0b971f894ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c0dd1-8570-4fe9-8a4e-444077a73e80,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:51.816184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:51.816535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.868080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Attempting to bind port 1952acc4-cf28-427e-8221-9d2f9423d98d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:51.869277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Attempting to bind port 1952acc4-cf28-427e-8221-9d2f9423d98d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:51.869787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Attempting to bind port 1952acc4-cf28-427e-8221-9d2f9423d98d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:51.877598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Port 1952acc4-cf28-427e-8221-9d2f9423d98d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:51.878190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Attempting to bind port 1952acc4-cf28-427e-8221-9d2f9423d98d on network fe4ea909-c1f2-4f0f-a729-a9f00568a79b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:51.883015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3763fbdb-ec75-4358-a853-797315e28c48 None None] Provisioning complete for port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:51.883973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3763fbdb-ec75-4358-a853-797315e28c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.941677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3763fbdb-ec75-4358-a853-797315e28c48 None None] Port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:51.960260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:51.960768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Checking segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:51.961341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Bound using segment: {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:51.962099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Bound port: 1952acc4-cf28-427e-8221-9d2f9423d98d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:51.962554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:51.994802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.005241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.010120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.017876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.021495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.025688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.032748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.036379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:52.039446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.048554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-affc7639-091e-4008-826c-10861e3e90b1 req-9f18a8a7-1cc8-4363-8451-bf1236bbc2d0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.7585342 Dec 13 09:47:52.095989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3137adc2-367a-4438-9326-54f89891a0e6 None None] Provisioning complete for port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:52.098264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3137adc2-367a-4438-9326-54f89891a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.151509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:52.156011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1952acc4-cf28-427e-8221-9d2f9423d98d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:52.176318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.177920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3137adc2-367a-4438-9326-54f89891a0e6 None None] Port 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:47:52.250072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0f0cd-c734-404a-a321-486c0e6d5656 req-ff79ce99-0982-4e6b-8e80-cdbaeb2d005f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.251633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-def0f0cd-c734-404a-a321-486c0e6d5656 req-ff79ce99-0982-4e6b-8e80-cdbaeb2d005f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 943 time: 0.3440228 Dec 13 09:47:52.280165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.281178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.282697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-49772902-65cd-4101-88bc-ed7283009343 service neutron] 10.222.0.44 "PUT /v2.0/ports/1952acc4-cf28-427e-8221-9d2f9423d98d HTTP/1.1" status: 200 len: 1091 time: 2.2779369 Dec 13 09:47:52.285575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:52.288295 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ead9809-6d7e-45e6-9342-461a600024a7" -d '{"events": [{"name": "network-changed", "server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:52.300050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-affc7639-091e-4008-826c-10861e3e90b1 req-b3786ff6-7029-4caa-8259-dadd4f97fbf5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2504327 Dec 13 09:47:52.345055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.394854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7da0216f-f319-4cfa-abed-d9a14e87caef None None] Could not find standard attr ID for object 356aa7ed-2d8d-49c9-8ca8-5452d775bd6c. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:52.417860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=356aa7ed-2d8d-49c9-8ca8-5452d775bd6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:52.426447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772902-65cd-4101-88bc-ed7283009343 service neutron] Pushing event updated for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:52.473297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-def0f0cd-c734-404a-a321-486c0e6d5656 req-4e986280-2f07-4dd9-ac61-5cb681ff1be6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101154 Dec 13 09:47:52.482966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-dc926bb5-7299-4869-83be-ab805d5bde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.484437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-dc926bb5-7299-4869-83be-ab805d5bde0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 1094 time: 0.1334622 Dec 13 09:47:52.503628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.508793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8510128c-41a1-4761-94be-5b3f67412c10 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c HTTP/1.1" status: 204 len: 168 time: 0.8986478 Dec 13 09:47:52.518903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:52.538042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b223ca0-e48d-494d-a3ce-fccd77fa5723 req-bf54a7ef-6e39-4dc8-8b56-1a10921daf95 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0636721 Dec 13 09:47:52.580413 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-92def9bf-2216-4958-95ae-cce3d5f5b2bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:47:52.583517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92def9bf-2216-4958-95ae-cce3d5f5b2bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c HTTP/1.1" status: 404 len: 333 time: 0.0628848 Dec 13 09:47:52.586079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:52.624737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-570ce834-6fe3-44eb-a3f1-f44cc96ea442 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952acc4-cf28-427e-8221-9d2f9423d98d HTTP/1.1" status: 200 len: 217 time: 0.0856993 Dec 13 09:47:52.714082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 705a4d32-29f8-450d-a4a0-54a8d77a75f0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:52.718082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.800246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.866607 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2fbbe0-fa4e-44a1-8b36-5847e8c2abfe x-openstack-request-id: req-7e2fbbe0-fa4e-44a1-8b36-5847e8c2abfe {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:52.867057 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:52.867441 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e2fbbe0-fa4e-44a1-8b36-5847e8c2abfe {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:52.867913 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d', 'status': 'completed', 'code': 200} Dec 13 09:47:52.886766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-10897f82-1dde-45d4-ac97-5e5f4ff39c80 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.895856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-10897f82-1dde-45d4-ac97-5e5f4ff39c80 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.1853769 Dec 13 09:47:52.911749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74f61-9182-4b56-9c43-afc532bd027e req-69fde044-b06e-446a-b8ac-573774f90f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:52.912697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:52.913417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-69fde044-b06e-446a-b8ac-573774f90f9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.2786686 Dec 13 09:47:52.921190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-67ee1d79-1baf-4896-92ff-fde276cfe4ce tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/quotas/79321eec1d624377a7d6ed5a68457682 HTTP/1.1" status: 200 len: 375 time: 0.0243347 Dec 13 09:47:52.978846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-d6e66e56-b386-488c-bf25-d266f6fa6aca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465457 Dec 13 09:47:53.009880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.048874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-4f369c54-65c8-4ee5-994c-47cc3e534940 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266532 Dec 13 09:47:53.052722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.061374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/705a4d32-29f8-450d-a4a0-54a8d77a75f0 HTTP/1.1" status: 204 len: 168 time: 0.4729445 Dec 13 09:47:53.061847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28ca15-2ba5-4804-ae55-52d4085d0ce3 None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:53.062016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:53.062757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1976-2dfc-4cdc-9e31-0fa16ca1d419 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=705a4d32-29f8-450d-a4a0-54a8d77a75f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:53.137793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 3aaea4ca-1185-485f-87cc-2eebe76884f2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:47:53.150036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.193100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-3ab11663-4877-4121-a24a-ad4a6f6fcfec service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051065 Dec 13 09:47:53.219601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.288380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-2fb7f583-1929-4184-a67b-5ee4f78902d7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383957 Dec 13 09:47:53.409437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90f74f61-9182-4b56-9c43-afc532bd027e req-913b2a27-9203-4362-882b-c82a0d47f9c3 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060082 Dec 13 09:47:53.409633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.440413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-81267325-5dc5-4a35-a0f4-4ecbf085d4e2 service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511428 Dec 13 09:47:53.516763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.536956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:53.543420 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/3aaea4ca-1185-485f-87cc-2eebe76884f2 HTTP/1.1" status: 204 len: 168 time: 0.4768050 Dec 13 09:47:53.546603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:53.627750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-770ffe42-4f3d-43fd-beb8-363f3d76cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.632457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-770ffe42-4f3d-43fd-beb8-363f3d76cc21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 1094 time: 0.1392601 Dec 13 09:47:53.858272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.874652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.905089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.919463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.936810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.944725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.958366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:53.968621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-88196780-6306-45bd-8d93-a3ba4c162645 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.4346764 Dec 13 09:47:54.166045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d231b-3b7a-49e8-b524-8762a6983e45 req-267b1d54-9b9e-409b-aaeb-d7988f9615fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.167660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4d231b-3b7a-49e8-b524-8762a6983e45 req-267b1d54-9b9e-409b-aaeb-d7988f9615fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 943 time: 0.1933436 Dec 13 09:47:54.199677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce8e734d-61d4-456b-8dcf-9f54ec72977b req-daad4fc8-4b3f-41d0-9a77-3e2a06c2c955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300332 Dec 13 09:47:54.205909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-8316656d-cdf0-44b3-94c0-70b34c2bd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.212013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-8316656d-cdf0-44b3-94c0-70b34c2bd956 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.5656438 Dec 13 09:47:54.238552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.242023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5d5f8-2c99-4a2e-88a4-9eca57e4f5e2 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaea4ca-1185-485f-87cc-2eebe76884f2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:54.329345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 39a0108d-7aef-489e-a6d9-32a37fa6da4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:54.329692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.392352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-955374bb-aa7e-4d2f-bd46-5c9068dd78d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1952acc4-cf28-427e-8221-9d2f9423d98d HTTP/1.1" status: 200 len: 217 time: 0.1631880 Dec 13 09:47:54.434746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833974f5-d998-4d47-82de-e13f96e69089 None None] Network 7e57643b-3a38-4e8b-8541-667f11657919 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:54.436890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f4d231b-3b7a-49e8-b524-8762a6983e45 req-b274ab11-c3f8-4b00-b9a4-89410cd06587 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328262 Dec 13 09:47:54.492683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] For port 39a0108d-7aef-489e-a6d9-32a37fa6da4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=39a0108d-7aef-489e-a6d9-32a37fa6da4e,segment=NetworkSegment(f362dda8-6e88-4c8a-ae8d-822fed196038),segment_id=f362dda8-6e88-4c8a-ae8d-822fed196038)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:54.492683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.502517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-62d5d3ff-6ecf-4486-841f-3a12461391a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:54.504639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-62d5d3ff-6ecf-4486-841f-3a12461391a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 0.0804081 Dec 13 09:47:54.526526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5fe1d4f-2c25-4108-9a1b-8c0a06549fce req-81824406-16a4-4f74-ba6a-25dc08134fc4 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.1325083 Dec 13 09:47:54.560821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-3d1bfe09-d5bf-4fa7-9280-2e087d726d06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365353 Dec 13 09:47:54.570347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 39a0108d-7aef-489e-a6d9-32a37fa6da4e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:54.694729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d44f789b-4f8e-4aa3-8060-ccdd02f5aa2d req-07e8a437-5501-4b6f-87a4-5941aed2c5d0 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 210 time: 0.0354426 Dec 13 09:47:54.695401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9913eb39-914c-4191-8e67-33355eeb2d7a None None] Provisioning complete for port 39a0108d-7aef-489e-a6d9-32a37fa6da4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:54.695783 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9913eb39-914c-4191-8e67-33355eeb2d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.764342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-933ed99f-f72c-4c90-ae4d-da6f30fc2fac service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954854 Dec 13 09:47:54.786737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:54.818941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No DVR routers for this DVR port 39a0108d-7aef-489e-a6d9-32a37fa6da4e on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:47:54.876000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9913eb39-914c-4191-8e67-33355eeb2d7a None None] Could not find standard attr ID for object 39a0108d-7aef-489e-a6d9-32a37fa6da4e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:47:54.878948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ead9809-6d7e-45e6-9342-461a600024a7 req-06adc32e-8595-4d66-8996-c2d60e242632 service neutron] 10.222.0.44 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060455 Dec 13 09:47:54.879094 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-9913eb39-914c-4191-8e67-33355eeb2d7a None None] No ports have port_id starting with 39a0108d-7aef-489e-a6d9-32a37fa6da4e Dec 13 09:47:54.921855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=39a0108d-7aef-489e-a6d9-32a37fa6da4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:54.990626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64cbdc-252f-4d22-9074-1f0e35c08076 None None] DHCP port deletion for 7e57643b-3a38-4e8b-8541-667f11657919 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:47:55.015939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.055500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e57643b-3a38-4e8b-8541-667f11657919']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:55.066382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f362dda8-6e88-4c8a-ae8d-822fed196038') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:55.066915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f362dda8-6e88-4c8a-ae8d-822fed196038') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:47:55.079085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.093737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.107677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:47:55.108445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:47:55.111818 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:47:55.181406 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.189752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.197481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.198743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/7e57643b-3a38-4e8b-8541-667f11657919 HTTP/1.1" status: 204 len: 168 time: 1.6500397 Dec 13 09:47:55.214410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43adb1-ab13-4425-80c1-a0a6aa489e92 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=7e57643b-3a38-4e8b-8541-667f11657919,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.268671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb74be3-64ca-485b-bb44-378c5f567d70 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.276383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0cb74be3-64ca-485b-bb44-378c5f567d70 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0715716 Dec 13 09:47:55.276383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.277086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.383631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.391243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.397652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.411025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.414585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16aeef2-7618-4ef3-85b7-172d1d064ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.418453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.426529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.433576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.436170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41b816d6-6254-4aac-8def-a118a52c8455 req-b002fd5d-ba3a-473d-9033-50740cd3fde1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.1237094 Dec 13 09:47:55.443661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1862eb4f-4c58-4d7c-95d3-a7ea42995333 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1653421 Dec 13 09:47:55.444792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.450226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1286841633'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:55.518820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:55.524119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.563004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:47:55.570555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1952acc4-cf28-427e-8221-9d2f9423d98d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:55.579038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.579421 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment 72ef847d-a8c1-424f-b7f2-42f1c98a43d7 of type vlan for network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 Dec 13 09:47:55.593482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-7cd89f30-ac68-48da-bddc-3fa8c4e2efa6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.595117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-7cd89f30-ac68-48da-bddc-3fa8c4e2efa6 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.37 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.1590335 Dec 13 09:47:55.617392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Request body: {'port': {'device_id': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'admin_state_up': True, 'tenant_id': '79321eec1d624377a7d6ed5a68457682'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:55.653605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.692528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.700264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:55.701324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.710426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16aeef2-7618-4ef3-85b7-172d1d064ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.722754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16aeef2-7618-4ef3-85b7-172d1d064ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.729093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1952acc4-cf28-427e-8221-9d2f9423d98d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:55.744734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '1952acc4-cf28-427e-8221-9d2f9423d98d', 'network_id': 'fe4ea909-c1f2-4f0f-a729-a9f00568a79b', 'port_id': '1952acc4-cf28-427e-8221-9d2f9423d98d', 'mac_address': 'fa:16:3e:37:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56166b60-629b-466b-a1d7-6ea78954ce8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:55.759890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aeef2-7618-4ef3-85b7-172d1d064ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42918b34-059f-41bb-a544-23099783f17f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.803028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f16aeef2-7618-4ef3-85b7-172d1d064ed2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b8132bd0ee74ca6a786cb2d0c430508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206277 Dec 13 09:47:55.806102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.861206 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.865635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=115cfdf1-d9a2-4a2d-a423-c32964efe5d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:55.866941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:55.871027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4252927 Dec 13 09:47:55.874319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:55.886356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:55.899524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41b816d6-6254-4aac-8def-a118a52c8455 req-cb17ecff-4da1-464f-a74f-2fcc943cdd26 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4556122 Dec 13 09:47:55.906821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:55.963961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1952acc4-cf28-427e-8221-9d2f9423d98d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:55.994904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1952acc4-cf28-427e-8221-9d2f9423d98d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:56.020259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.025075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.063572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.063952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.064362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.064801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.065072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.065483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.065883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.066345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.066768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.067123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.067602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.067724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.068048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041cf60-eb6c-43ee-b901-bf66b74944b6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.071448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.079955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.080323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.081464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.081464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.081649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.081968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.082300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.082633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.082966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.083295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.083624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.083952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.084282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:47:56.091551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.095450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:47:56.131536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5aaf3bc-a1cc-47e0-98dd-3f7cc1633768 req-ab01d6b8-d957-4d44-bcc1-504073c383d7 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/ports?device_id=2970863f-1222-4ee5-93ef-f78f851f2096 HTTP/1.1" status: 200 len: 210 time: 0.0730774 Dec 13 09:47:56.140712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Allocated IP 172.20.0.13 (aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96/d74cce85-e986-4f8f-bf3b-96bce1a4fcb1/c5b4f240-475e-476d-b33b-8f2ba5dca6e8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:56.144374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:56.149431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.208970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.230532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.232731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42918b34-059f-41bb-a544-23099783f17f HTTP/1.1" status: 204 len: 168 time: 0.4255743 Dec 13 09:47:56.254286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013be4b-487f-4463-9724-942095e704a7 req-6eb142cc-e6ab-44ce-8805-ea7297d1d9f7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.261597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51420744-e03a-4036-a1e1-8fbfb5fccdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42918b34-059f-41bb-a544-23099783f17f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.263799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0013be4b-487f-4463-9724-942095e704a7 req-6eb142cc-e6ab-44ce-8805-ea7297d1d9f7 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 943 time: 0.5805402 Dec 13 09:47:56.319790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1952acc4-cf28-427e-8221-9d2f9423d98d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:56.423634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0013be4b-487f-4463-9724-942095e704a7 req-9fb27691-7472-4be4-8814-271e8d703af0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587696 Dec 13 09:47:56.492152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.540108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.568768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3c2056f-57ee-4b28-8f99-075a327287fe req-b5e95e20-6276-4011-849a-e884dc0d162e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 210 time: 0.0605228 Dec 13 09:47:56.606819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:56.610517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:56.617182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:56.661870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.671146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event updated for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.715085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.716974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.724064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=81ba89b9-a037-4ee6-b42e-1081e2d244af,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:56.761982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': '72ef847d-a8c1-424f-b7f2-42f1c98a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:56.763034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 115cfdf1-d9a2-4a2d-a423-c32964efe5d7, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:47:56.765695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-e09a5c10-2cac-469d-8a4d-a5cce1a25c2a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1522815 Dec 13 09:47:56.780299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Request body: {'port': {'device_id': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:56.795270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:56.823520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:47:56.831186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e88a3163-db08-4cf7-9857-5a54a9b7f361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.858105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 115cfdf1-d9a2-4a2d-a423-c32964efe5d7) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:56.858287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 39a0108d-7aef-489e-a6d9-32a37fa6da4e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:47:56.877202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:56.878192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.880372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:56.909392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaac3e0-441a-4273-bc50-d76b27a62272 None None] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:47:56.914388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 39a0108d-7aef-489e-a6d9-32a37fa6da4e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:47:56.915082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 39a0108d-7aef-489e-a6d9-32a37fa6da4e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:47:56.920435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b336b866-7ec3-4b18-b01b-05a769b88e51 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0273349 Dec 13 09:47:56.923251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60398) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:56.931946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7', 'name': 'tempest-PortsIpV6TestJSON-1089827056'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:57.051413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.073107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e88a3163-db08-4cf7-9857-5a54a9b7f361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.083636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e88a3163-db08-4cf7-9857-5a54a9b7f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.109278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-115cfdf1-d9a2-4a2d-a423-c32964efe5d7', 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': '81ba89b9-a037-4ee6-b42e-1081e2d244af'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:47:57.110482 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.206781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:47:57.211797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e88a3163-db08-4cf7-9857-5a54a9b7f361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=480ef376c726453497c499f3fc31cbb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154754 Dec 13 09:47:57.214266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60404) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:57.250253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b4f240-475e-476d-b33b-8f2ba5dca6e8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:57.261289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3163-db08-4cf7-9857-5a54a9b7f361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ef7a0-cfee-41f7-b029-74adddbceeb2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.263151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.264606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:57.277822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Transition to ACTIVE for port object c5b4f240-475e-476d-b33b-8f2ba5dca6e8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:47:57.282111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:47:57.284218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.286461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.345652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.352779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00131572-6a16-4531-b148-18e42d8acc7d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:57.387025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.414920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.432982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.442595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Attempting to bind port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:57.443066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Attempting to bind port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:57.443535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Attempting to bind port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:57.446000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.451969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:47:57.452449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Attempting to bind port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:57.453204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.458972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:57.459700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Checking segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:57.460335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Bound using segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:57.461085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Bound port: c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:57.461707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.471393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.485640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.502712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.507940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-4fdcaf59-af18-4c0f-a575-dee629e5e1db tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5428 time: 0.4028428 Dec 13 09:47:57.570389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:57.575609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 203d96d8-9bfb-4635-8f7c-794a9d21e66d yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:47:57.582530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:47:57.583028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:57.595495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.604648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1952acc4-cf28-427e-8221-9d2f9423d98d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:47:57.613970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.636903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.638907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.652000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5b4f240-475e-476d-b33b-8f2ba5dca6e8 HTTP/1.1" status: 200 len: 1092 time: 0.8771782 Dec 13 09:47:57.669322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Allocated IP 2001:db8::2 (115cfdf1-d9a2-4a2d-a423-c32964efe5d7/81ba89b9-a037-4ee6-b42e-1081e2d244af/f6c2ce87-f06d-4c95-a577-644ef5c27a64) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:57.693875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:57.697461 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52516e60-e428-4983-a935-bd83963e0493" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:57.784040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0582-2f2d-4da7-8e35-2eb319482155 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:57.797099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-23cdbf09-4682-44de-838d-f9197a9f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.799152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-23cdbf09-4682-44de-838d-f9197a9f44e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 1095 time: 0.0870123 Dec 13 09:47:57.841925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.846958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 1952acc4-cf28-427e-8221-9d2f9423d98d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:47:57.861452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2969ee9f-010b-4e5f-bcd0-258887a2039f req-14360bb4-8a6a-4746-97af-bf09dfe07083 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3198621 Dec 13 09:47:57.865462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00131572-6a16-4531-b148-18e42d8acc7d,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:57.878047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-afd312f5-e02a-4daa-b82e-8c7718676369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8 HTTP/1.1" status: 200 len: 217 time: 0.0710013 Dec 13 09:47:57.879758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 1952acc4-cf28-427e-8221-9d2f9423d98d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:47:57.880129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.914564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.939267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.948603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:57.956365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af7ef7a0-cfee-41f7-b029-74adddbceeb2 HTTP/1.1" status: 204 len: 168 time: 0.7407196 Dec 13 09:47:57.985586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-f171eab7-ccbc-44f4-a56e-1e20b87211c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:57.987107 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-f171eab7-ccbc-44f4-a56e-1e20b87211c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1011255 Dec 13 09:47:57.989981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '00131572-6a16-4531-b148-18e42d8acc7d', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'port_id': '00131572-6a16-4531-b148-18e42d8acc7d', 'mac_address': 'fa:16:3e:26:f5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:58.035220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb364a-d4ae-453c-a230-ec89547c9f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ef7a0-cfee-41f7-b029-74adddbceeb2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.047213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-41c9912b-a130-47c1-bc01-2b84b075315f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501163 Dec 13 09:47:58.094087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.098991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.100347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "DELETE /v2.0/security-groups/6fd6db13-3a7f-4da0-a302-70961b450880 HTTP/1.1" status: 204 len: 168 time: 0.8323035 Dec 13 09:47:58.103100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:58.131131 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c0369b55-ddfd-408a-95cd-4d6aede9075b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] show failed (client error): The resource could not be found. Dec 13 09:47:58.132152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c0369b55-ddfd-408a-95cd-4d6aede9075b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "GET /v2.0/security-groups/6fd6db13-3a7f-4da0-a302-70961b450880 HTTP/1.1" status: 404 len: 347 time: 0.0267065 Dec 13 09:47:58.146667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:58.162027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1e25-4463-4741-890e-a834567a1c8b req-3d97879b-6333-48a0-8ef1-75f98424e537 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.172072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-896e1e25-4463-4741-890e-a834567a1c8b req-3d97879b-6333-48a0-8ef1-75f98424e537 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 944 time: 0.1941972 Dec 13 09:47:58.177478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.210099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6156756-9f5f-47b3-b498-e89df719b21b tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd6db13-3a7f-4da0-a302-70961b450880,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.230438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00131572-6a16-4531-b148-18e42d8acc7d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:58.253271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.274805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27818f-1ab9-4ea3-8f97-5e53061f168a req-c9e184cf-3f16-4ec5-bc4f-17b740d95102 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.276371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f27818f-1ab9-4ea3-8f97-5e53061f168a req-c9e184cf-3f16-4ec5-bc4f-17b740d95102 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 944 time: 0.1900253 Dec 13 09:47:58.314437 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.327879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00131572-6a16-4531-b148-18e42d8acc7d,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.335449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.347093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-896e1e25-4463-4741-890e-a834567a1c8b req-2db260cd-adb2-4dea-9956-7383d9dd2dc3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735129 Dec 13 09:47:58.351097 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.351736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:58.448658 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16fb244-83f4-44d1-8a74-21582de82850 x-openstack-request-id: req-a16fb244-83f4-44d1-8a74-21582de82850 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:58.449431 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:58.450970 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a16fb244-83f4-44d1-8a74-21582de82850 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:58.451654 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8', 'status': 'completed', 'code': 200} Dec 13 09:47:58.455626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f27818f-1ab9-4ea3-8f97-5e53061f168a req-bc0ce722-7c53-435b-a86a-552f43c65409 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688766 Dec 13 09:47:58.464755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-a77c6e9e-adc0-410c-bf5c-8ab0850d3cdc service neutron] 10.222.0.37 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113328 Dec 13 09:47:58.479607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.487195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::39e (115cfdf1-d9a2-4a2d-a423-c32964efe5d7/81ba89b9-a037-4ee6-b42e-1081e2d244af/203d96d8-9bfb-4635-8f7c-794a9d21e66d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:47:58.532292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:58.545018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'port_id': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'mac_address': 'fa:16:3e:c7:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949ac215-2ff1-43d2-b9ed-babcd7ff3d42', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:58.546897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:58.556759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:47:58.558662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Deleting port 0588a68f-ea05-46e8-8704-497dd948bfa3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:47:58.559199 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb693fc-9c8f-4a19-8f4d-521b2af43555" -d '{"events": [{"server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "name": "network-vif-plugged", "status": "completed", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:47:58.559326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.581657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:58.627559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1952acc4-cf28-427e-8221-9d2f9423d98d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.632165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2ce87-f06d-4c95-a577-644ef5c27a64,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.636799 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d3701-8778-4b06-b91a-221561e89358 x-openstack-request-id: req-3e7d3701-8778-4b06-b91a-221561e89358 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:47:58.638034 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "name": "network-vif-plugged", "status": "completed", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:47:58.638386 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e7d3701-8778-4b06-b91a-221561e89358 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:47:58.638852 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d', 'code': 200} Dec 13 09:47:58.667894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d288-8c14-4e51-8f7e-aba0463cd363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.672229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31fd9b05-862c-4ba2-bba2-342ef92f27b8 req-6b4e2a3c-0f95-4df8-a4a2-472b5437df40 service neutron] 10.222.0.37 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992824 Dec 13 09:47:58.689869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.690271 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.698635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.707306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Calling delete_port for 0588a68f-ea05-46e8-8704-497dd948bfa3 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:47:58.795589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Attempting to bind port f6c2ce87-f06d-4c95-a577-644ef5c27a64 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:47:58.795966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Attempting to bind port f6c2ce87-f06d-4c95-a577-644ef5c27a64 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '72ef847d-a8c1-424f-b7f2-42f1c98a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:47:58.796339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Attempting to bind port f6c2ce87-f06d-4c95-a577-644ef5c27a64 on network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:47:58.799335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.807678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:47:58.808058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Checking segment: {'id': '72ef847d-a8c1-424f-b7f2-42f1c98a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:47:58.808468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.808864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Bound using segment: {'id': '72ef847d-a8c1-424f-b7f2-42f1c98a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:47:58.809536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Bound port: f6c2ce87-f06d-4c95-a577-644ef5c27a64, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ef847d-a8c1-424f-b7f2-42f1c98a43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:47:58.809923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.820521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:58.837234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:58.859095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538dc9-f7a5-4000-b688-b260c5a1d7bb req-840ab546-76e1-4979-ab82-5c319b70aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.862335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9538dc9-f7a5-4000-b688-b260c5a1d7bb req-840ab546-76e1-4979-ab82-5c319b70aff9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 1096 time: 0.0871315 Dec 13 09:47:58.879925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52516e60-e428-4983-a935-bd83963e0493 req-79e308a3-ec29-4ee8-953a-2b1b40511da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:58.883538 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-79e308a3-ec29-4ee8-953a-2b1b40511da2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 1095 time: 0.1035247 Dec 13 09:47:58.920646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:58.955266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9538dc9-f7a5-4000-b688-b260c5a1d7bb req-9d3004f0-884f-4e0c-99d8-08e096ac24a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845377 Dec 13 09:47:58.963380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.967263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:58.969261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1c1fe3d4-5d6a-4d47-9179-68ea74886162 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:59.030409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.035236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.072645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] For port f6c2ce87-f06d-4c95-a577-644ef5c27a64, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:47:59.084947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.100844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] For port f6c2ce87-f06d-4c95-a577-644ef5c27a64, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f6c2ce87-f06d-4c95-a577-644ef5c27a64,segment=NetworkSegment(72ef847d-a8c1-424f-b7f2-42f1c98a43d7),segment_id=72ef847d-a8c1-424f-b7f2-42f1c98a43d7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:47:59.101626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.113530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.116324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:59.139189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Pushing event deleted for resources: {'Port': ['ID=0588a68f-ea05-46e8-8704-497dd948bfa3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.149379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.156011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'port_id': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'mac_address': 'fa:16:3e:4f:5a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:59.211640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52516e60-e428-4983-a935-bd83963e0493 req-43d44c3f-dc06-49ac-8bb2-949677e5d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.213542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-43d44c3f-dc06-49ac-8bb2-949677e5d4a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 916 time: 0.3223872 Dec 13 09:47:59.261579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.277208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.292865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.299867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.315886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.320270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-d8d91f65-3fb0-4e3d-a08e-452186f5277a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8 HTTP/1.1" status: 200 len: 217 time: 0.0701361 Dec 13 09:47:59.330565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.334627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cde02c-0ddf-4505-9fb1-bc651587cdb1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2ce87-f06d-4c95-a577-644ef5c27a64,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.343867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.358966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-fc92a7b7-0e42-4ff3-a224-9625f3099ddf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5430 time: 0.3257320 Dec 13 09:47:59.359335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.364840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:47:59.393785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1fe3d4-5d6a-4d47-9179-68ea74886162 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:59.397575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:47:59.426959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:47:59.428837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52516e60-e428-4983-a935-bd83963e0493 req-ea0b6044-56d1-4be7-9f52-9c312d5efaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.431184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-ea0b6044-56d1-4be7-9f52-9c312d5efaea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1019096 Dec 13 09:47:59.446231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.448510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.451171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:59.461115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.464678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 37565299-edcb-4228-bfbe-6ec90c1edf81 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:59.485011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-1407b1b9-6ca4-4f18-b3c5-4bc5407a5ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418649 Dec 13 09:47:59.491631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.496575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.499034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c260151a-2e2a-4718-9afa-aec57a754502 tempest-ServersTestBootFromVolume-554079165 tempest-ServersTestBootFromVolume-554079165-project] 10.222.0.30 "DELETE /v2.0/floatingips/2ef4dcf5-8797-4b45-b5a3-0f0bd4bf965e HTTP/1.1" status: 204 len: 168 time: 1.3494153 Dec 13 09:47:59.527375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:59.556764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=203d96d8-9bfb-4635-8f7c-794a9d21e66d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.604956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0b328653-96dd-412e-a6d5-73513cf805bc tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6802387 Dec 13 09:47:59.607049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:47:59.629986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '115cfdf1-d9a2-4a2d-a423-c32964efe5d7', 'name': 'tempest-PortsIpV6TestJSON-933575032'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:47:59.661735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=37565299-edcb-4228-bfbe-6ec90c1edf81,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:59.676127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:47:59.699251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '37565299-edcb-4228-bfbe-6ec90c1edf81', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'port_id': '37565299-edcb-4228-bfbe-6ec90c1edf81', 'mac_address': 'fa:16:3e:eb:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:47:59.759651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.769790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ca62-c6a7-4f97-b093-c0ae37549777 req-0a32e114-b049-4008-bb94-5e0c4897259a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:47:59.771547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81b8ca62-c6a7-4f97-b093-c0ae37549777 req-0a32e114-b049-4008-bb94-5e0c4897259a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2955563 Dec 13 09:47:59.779682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37565299-edcb-4228-bfbe-6ec90c1edf81 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:47:59.806888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9cc67b0-e016-45eb-8e98-629ec8f77128 req-53e06fd0-6a27-4557-b15c-da02db9870ee tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4431121 Dec 13 09:47:59.833206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=37565299-edcb-4228-bfbe-6ec90c1edf81,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:59.839708 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:47:59.841792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 892778e8-56c5-4d28-b683-769c25ad32da details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:47:59.885587 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-ff088893-edfc-43d0-aacd-772decaa0cd8 service neutron] 10.222.0.37 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824630 Dec 13 09:47:59.949222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=892778e8-56c5-4d28-b683-769c25ad32da,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:47:59.951728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81b8ca62-c6a7-4f97-b093-c0ae37549777 req-1770fc6d-3296-4656-b86a-31234025747c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388736 Dec 13 09:47:59.961045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:00.000138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '892778e8-56c5-4d28-b683-769c25ad32da', 'network_id': 'db03649b-aea4-43b5-884d-4ce30d59b734', 'port_id': '892778e8-56c5-4d28-b683-769c25ad32da', 'mac_address': 'fa:16:3e:11:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd44379-27d6-41dd-80ed-28d234ca0d66', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:00.079951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.085881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c542-b7a3-49f5-a0e9-f5396da6b59d req-9716c290-6946-4fa8-b561-287df48c558e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:00.088832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1251c542-b7a3-49f5-a0e9-f5396da6b59d req-9716c290-6946-4fa8-b561-287df48c558e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 944 time: 0.1428647 Dec 13 09:48:00.103958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892778e8-56c5-4d28-b683-769c25ad32da {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:00.108791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:00.112514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.165056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=892778e8-56c5-4d28-b683-769c25ad32da,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:00.181320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.181320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d036d298-e143-46f5-bed3-f8a52f926497 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:00.223261 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52516e60-e428-4983-a935-bd83963e0493 req-76f862d8-20ae-43b5-8510-3adc096a8414 service neutron] 10.222.0.37 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987958 Dec 13 09:48:00.324894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:00.391284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd036d298-e143-46f5-bed3-f8a52f926497', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'port_id': 'd036d298-e143-46f5-bed3-f8a52f926497', 'mac_address': 'fa:16:3e:b8:ef:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:00.467736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.500442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d036d298-e143-46f5-bed3-f8a52f926497 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:00.536578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:00.542735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:00.546094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.551595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.552112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:00.682562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:00.690964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:00.714842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'network_id': '51c81a29-9b28-4f71-b4c6-ca5587b1a8f6', 'port_id': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'mac_address': 'fa:16:3e:98:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949ac215-2ff1-43d2-b9ed-babcd7ff3d42', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:00.788338 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.796474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 6344ba44-6410-4478-a878-2886d03bd085 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:00.807346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:00.838684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:00.839373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1251c542-b7a3-49f5-a0e9-f5396da6b59d req-58b814b7-2afb-4454-b802-30a7de46e326 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388690 Dec 13 09:48:00.864548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:00.908755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c5b4f240-475e-476d-b33b-8f2ba5dca6e8 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:01.044639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f6c2ce87-f06d-4c95-a577-644ef5c27a64 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:01.072433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69857b47-9269-4a9b-b682-98f245c1d71f None None] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:01.142123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Deleting port 32415bb7-53fd-490d-aba6-1c2a0ce4810b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:01.142651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.172044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41704fdb-a14d-47f1-a0fb-a726f2b6628d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.187189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::307 (115cfdf1-d9a2-4a2d-a423-c32964efe5d7/81ba89b9-a037-4ee6-b42e-1081e2d244af/6344ba44-6410-4478-a878-2886d03bd085) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:01.220987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.227195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.233751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.240303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.255602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.263497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.269714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.271771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-66772508-c92d-456e-9680-d8674fa1f955 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5435 time: 0.2290459 Dec 13 09:48:01.283697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4def9-1dda-4a0e-92c4-2b44ce6e16c7 req-ac37ce4c-9375-4be3-8788-a943fc6e685a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:01.285401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cb4def9-1dda-4a0e-92c4-2b44ce6e16c7 req-ac37ce4c-9375-4be3-8788-a943fc6e685a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.1889522 Dec 13 09:48:01.321603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] For port 32415bb7-53fd-490d-aba6-1c2a0ce4810b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32415bb7-53fd-490d-aba6-1c2a0ce4810b,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:01.321838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.336992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Calling delete_port for 32415bb7-53fd-490d-aba6-1c2a0ce4810b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:01.535483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cb4def9-1dda-4a0e-92c4-2b44ce6e16c7 req-c75ff7cf-44ea-460d-8edc-b68fe9715034 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303915 Dec 13 09:48:01.558129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] Provisioning complete for port f6c2ce87-f06d-4c95-a577-644ef5c27a64 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:01.558503 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.580865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed8eda2b-c654-4ea4-9dbf-78845d0ba62e req-e015375d-0f12-4db8-b6bc-e0e7f6a0b76b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2943718 Dec 13 09:48:01.597816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.598477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:01.705333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f6c2ce87-f06d-4c95-a577-644ef5c27a64 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:01.705476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.765018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32415bb7-53fd-490d-aba6-1c2a0ce4810b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:01.771414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.857577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:01.862609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:01.878677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'port_id': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8', 'mac_address': 'fa:16:3e:59:6f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74cce85-e986-4f8f-bf3b-96bce1a4fcb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:01.944876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ba48fe0-2354-4a15-ac09-89e2d60a1f81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:01.981145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:01.997890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['1c1fe3d4-5d6a-4d47-9179-68ea74886162'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.001761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:02.002324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d036d298-e143-46f5-bed3-f8a52f926497'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.008986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:02.015105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.015760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.065978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:02.081814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4628594 Dec 13 09:48:02.102841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['00131572-6a16-4531-b148-18e42d8acc7d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.139566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c6c29-b0d4-4e56-8080-85f5ebe56226 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=6344ba44-6410-4478-a878-2886d03bd085,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:02.165116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32fa04-9593-484b-a7c2-5cd84ce71f69 req-c0564667-72a9-4f81-96a9-46824b237ec2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.173819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc32fa04-9593-484b-a7c2-5cd84ce71f69 req-c0564667-72a9-4f81-96a9-46824b237ec2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 944 time: 0.1914237 Dec 13 09:48:02.213632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65842d-0140-4bac-85ca-514faf519119 req-6c8572a7-b9f2-4e2e-9497-15241834ab1a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.216051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c65842d-0140-4bac-85ca-514faf519119 req-6c8572a7-b9f2-4e2e-9497-15241834ab1a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2082512 Dec 13 09:48:02.242610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd57912-6b00-491c-85ec-bac1d26c6e42 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.244136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5fd57912-6b00-491c-85ec-bac1d26c6e42 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39e HTTP/1.1" status: 200 len: 929 time: 0.1772542 Dec 13 09:48:02.245028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.247359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:02.261154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4a824a6b-3f32-4501-910e-2c4d9c0d0d5b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.264475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['892778e8-56c5-4d28-b683-769c25ad32da'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.275287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc32fa04-9593-484b-a7c2-5cd84ce71f69 req-cdb99f1f-04c4-4bfc-b7b6-f7c94b6e8fa5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983720 Dec 13 09:48:02.277349 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.310127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c65842d-0140-4bac-85ca-514faf519119 req-a165496b-6a41-41cf-8fd3-64c8ed08fe4f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860035 Dec 13 09:48:02.311995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.479464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.526454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b4f240-475e-476d-b33b-8f2ba5dca6e8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:02.547617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b337d19-0461-4305-b79c-b3999d21d84a req-b8e07121-3ed5-4835-926a-9e926f59c0f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.549455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b337d19-0461-4305-b79c-b3999d21d84a req-b8e07121-3ed5-4835-926a-9e926f59c0f4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.0914762 Dec 13 09:48:02.550842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] For port f6c2ce87-f06d-4c95-a577-644ef5c27a64, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f6c2ce87-f06d-4c95-a577-644ef5c27a64,segment=NetworkSegment(72ef847d-a8c1-424f-b7f2-42f1c98a43d7),segment_id=72ef847d-a8c1-424f-b7f2-42f1c98a43d7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:02.635134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:02.717719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b337d19-0461-4305-b79c-b3999d21d84a req-53d8b525-bd17-48f4-98e5-a50e3f468c1d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599929 Dec 13 09:48:02.734883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9d97e-a57e-434f-8df8-3572e335f7e0 None None] Pushing event updated for resources: {'Port': ['ID=f6c2ce87-f06d-4c95-a577-644ef5c27a64,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:02.766112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['37565299-edcb-4228-bfbe-6ec90c1edf81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:02.847828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:02.865487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:02.887009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.914056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.924597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.933259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.953298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.973332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:02.984359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.008093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-736db0d6-3445-4d30-a379-f83a6f07f1f4 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5435 time: 0.2288060 Dec 13 09:48:03.008664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 6344ba44-6410-4478-a878-2886d03bd085 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:03.009218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.077941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.182080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fab3461a-4b0f-415a-9f62-252db6b0f33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.227540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:03.234382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ebf7d32-3ef2-4bbf-b370-95c92229e15b req-537d9341-db02-4d0a-95e7-d706f0597fb0 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250724 Dec 13 09:48:03.372245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.404677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 6344ba44-6410-4478-a878-2886d03bd085 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:03.435497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:03.480224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fab3461a-4b0f-415a-9f62-252db6b0f33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.511964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fab3461a-4b0f-415a-9f62-252db6b0f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.641377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27319fb-0d05-41db-bb86-80b54bc4d5bf req-5fae3ab1-26f0-4f42-8ead-c9a62c2199f3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.655210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e27319fb-0d05-41db-bb86-80b54bc4d5bf req-5fae3ab1-26f0-4f42-8ead-c9a62c2199f3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.2267628 Dec 13 09:48:03.665893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7517473-c3b4-4117-b8b1-7fcd39b211fe req-3ff5695d-a25f-41d7-9b3e-2955748f55ea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:03.674752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7517473-c3b4-4117-b8b1-7fcd39b211fe req-3ff5695d-a25f-41d7-9b3e-2955748f55ea tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.3104417 Dec 13 09:48:03.699115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c5b4f240-475e-476d-b33b-8f2ba5dca6e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:03.703515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1f9b4262-be56-40b9-aab7-ee5cbadb67fe None None] Provisioning complete for port 203d96d8-9bfb-4635-8f7c-794a9d21e66d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:03.703515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4262-be56-40b9-aab7-ee5cbadb67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.713237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.717528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fab3461a-4b0f-415a-9f62-252db6b0f33c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9681555d381e4b5a9f71ce52604e55d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8684392 Dec 13 09:48:03.721637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.729156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3461a-4b0f-415a-9f62-252db6b0f33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c64c43-48b0-4c2c-9144-71a57b3e557f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:03.768640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f6c2ce87-f06d-4c95-a577-644ef5c27a64 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:03.814701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7517473-c3b4-4117-b8b1-7fcd39b211fe req-e624281e-18d4-4984-93e0-7f1f1d559069 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390526 Dec 13 09:48:03.824290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e27319fb-0d05-41db-bb86-80b54bc4d5bf req-765554f0-0ca0-42c3-a48c-7dd1f4c21589 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339734 Dec 13 09:48:03.831831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=6344ba44-6410-4478-a878-2886d03bd085,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:03.839797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:03.852692 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Sync routers for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:03.869908 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:03.870600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:03.882701 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b8c174ef-78cd-45a3-a403-41b9397052f5 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f0ba0a0-478c-4cd9-a4bd-08d7735057b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3511283 Dec 13 09:48:03.883003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.906235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:03.909695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b6b94900-7a9e-4d58-b6fd-d43c72b16b21 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/6344ba44-6410-4478-a878-2886d03bd085 HTTP/1.1" status: 204 len: 168 time: 1.6613612 Dec 13 09:48:03.912277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:03.983857 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d22b88-611a-48e6-8b8d-8298fa29d19c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:03.985380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29d22b88-611a-48e6-8b8d-8298fa29d19c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/6344ba44-6410-4478-a878-2886d03bd085 HTTP/1.1" status: 404 len: 333 time: 0.0721087 Dec 13 09:48:03.988377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.000562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.060338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.080067 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:04.120492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.163449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.183596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.188511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.192670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48c64c43-48b0-4c2c-9144-71a57b3e557f HTTP/1.1" status: 204 len: 168 time: 0.4575922 Dec 13 09:48:04.219433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 203d96d8-9bfb-4635-8f7c-794a9d21e66d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:04.228295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.235657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc58e3-23ac-44d9-9635-07b2f8b8a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c64c43-48b0-4c2c-9144-71a57b3e557f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.337589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b4262-be56-40b9-aab7-ee5cbadb67fe None None] Port 203d96d8-9bfb-4635-8f7c-794a9d21e66d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:04.400612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.427875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.430022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f6c2ce87-f06d-4c95-a577-644ef5c27a64 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:04.430570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.452007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 203d96d8-9bfb-4635-8f7c-794a9d21e66d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:04.533583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1f9b4262-be56-40b9-aab7-ee5cbadb67fe None None] Provisioning complete for port f6c2ce87-f06d-4c95-a577-644ef5c27a64 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:04.533961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4262-be56-40b9-aab7-ee5cbadb67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.546146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9144517-515a-4e93-869f-0516d0559f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:48:01Z', 'revision_number': 5, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port': {'id': 'b9144517-515a-4e93-869f-0516d0559f52', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:41Z', 'updated_at': '2021-12-13T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:04.555765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.564986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.582720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.591371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.599521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.605565 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Checking router: 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:04.613776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.619773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:04.634340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-495e8a47-f029-47e5-b314-33e2dabd4598 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5435 time: 0.2109025 Dec 13 09:48:04.639557 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Routers {'6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:04.640375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:04.648539 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.738372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-662c9494-d20f-4c2c-afdd-d333bc90c617 req-92aefc7f-3ded-4cc6-8588-b99fffc8409b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029608 Dec 13 09:48:04.745100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] Set router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:04.753514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Deleting port b9144517-515a-4e93-869f-0516d0559f52 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:04.753862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.773372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.825970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:48:04Z', 'revision_number': 6, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:04.858505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.865689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.865872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/203d96d8-9bfb-4635-8f7c-794a9d21e66d HTTP/1.1" status: 204 len: 168 time: 0.8764715 Dec 13 09:48:04.866938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273dac8-adfe-406a-950a-da304ac0f83c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=203d96d8-9bfb-4635-8f7c-794a9d21e66d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:04.882639 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d3c64-403b-46cd-b7e1-f8919d587d3d None None] The sync data for ids ['6f0ba0a0-478c-4cd9-a4bd-08d7735057b7'] in n-d-820531-5 is: [{'id': '6f0ba0a0-478c-4cd9-a4bd-08d7735057b7', 'name': 'tempest-ServersTestBootFromVolume-1953559593-router', 'tenant_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:38Z', 'updated_at': '2021-12-13T09:48:04Z', 'revision_number': 6, 'project_id': 'aa4f8ee433c54410b4470bd6a28c94ae', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:04.886752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] For port b9144517-515a-4e93-869f-0516d0559f52, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b9144517-515a-4e93-869f-0516d0559f52,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:04.888945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:04.906316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-10053d6e-08b9-44f3-966f-ff9a7a967cd3 None None] Could not find standard attr ID for object 203d96d8-9bfb-4635-8f7c-794a9d21e66d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:04.911270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-10053d6e-08b9-44f3-966f-ff9a7a967cd3 None None] Could not find standard attr ID for object 6344ba44-6410-4478-a878-2886d03bd085. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:04.935119 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaac737-6190-46ad-bee2-022551db77d4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:04.937839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ecaac737-6190-46ad-bee2-022551db77d4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/203d96d8-9bfb-4635-8f7c-794a9d21e66d HTTP/1.1" status: 404 len: 333 time: 0.0708055 Dec 13 09:48:04.940601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:04.953484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Calling delete_port for b9144517-515a-4e93-869f-0516d0559f52 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:05.152123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 81ba89b9-a037-4ee6-b42e-1081e2d244af {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:05.159658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.221288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba840e3-d88c-459f-bb7b-2bc2b1c025b4 req-07759fae-6c1d-490e-9fb8-91921b0e2e54 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.222814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aba840e3-d88c-459f-bb7b-2bc2b1c025b4 req-07759fae-6c1d-490e-9fb8-91921b0e2e54 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2397397 Dec 13 09:48:05.233759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432769ab-581d-49be-b6d3-0f8f13cfe389 req-2bfc9762-8f13-44f1-8040-d42d869504b9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:05.235228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432769ab-581d-49be-b6d3-0f8f13cfe389 req-2bfc9762-8f13-44f1-8040-d42d869504b9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.2400773 Dec 13 09:48:05.253952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.371639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32415bb7-53fd-490d-aba6-1c2a0ce4810b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:05.415512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 32415bb7-53fd-490d-aba6-1c2a0ce4810b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:05.415864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32415bb7-53fd-490d-aba6-1c2a0ce4810b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:05.433162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aba840e3-d88c-459f-bb7b-2bc2b1c025b4 req-78fed924-c3fb-451f-8a0b-4c12625f15f0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954882 Dec 13 09:48:05.474667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432769ab-581d-49be-b6d3-0f8f13cfe389 req-b71146c4-23aa-4199-9725-2cf7077ee6fb tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249358 Dec 13 09:48:05.501501 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.539965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.574609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9144517-515a-4e93-869f-0516d0559f52,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:05.633712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.674311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.678286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/81ba89b9-a037-4ee6-b42e-1081e2d244af HTTP/1.1" status: 204 len: 168 time: 0.7358429 Dec 13 09:48:05.680536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:05.681269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01700d34-622e-47b7-bd5b-63ab16ad3803 None None] Network 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:05.691477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1874-f297-4d1b-aef1-8424e1e7a789 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=81ba89b9-a037-4ee6-b42e-1081e2d244af,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:05.705696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.774139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.819602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.822086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.860798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port f6c2ce87-f06d-4c95-a577-644ef5c27a64 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:05.861254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.881441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] DHCP port deletion for 115cfdf1-d9a2-4a2d-a423-c32964efe5d7 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:05.909952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.910388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:48:05.919189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:05.920486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f6f8d6d-678a-4794-88f1-58d7535ade62 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f0ba0a0-478c-4cd9-a4bd-08d7735057b7 HTTP/1.1" status: 204 len: 168 time: 2.0364747 Dec 13 09:48:05.923238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:05.988373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] For port f6c2ce87-f06d-4c95-a577-644ef5c27a64, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f6c2ce87-f06d-4c95-a577-644ef5c27a64,segment=NetworkSegment(72ef847d-a8c1-424f-b7f2-42f1c98a43d7),segment_id=72ef847d-a8c1-424f-b7f2-42f1c98a43d7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:05.988748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.003599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.005583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for f6c2ce87-f06d-4c95-a577-644ef5c27a64 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:06.012412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.019374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.026492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.034871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.042650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.050754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.053358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-d12dbd44-6d7e-43a5-bbd3-68422a57c560 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5435 time: 0.1757023 Dec 13 09:48:06.091767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Deleting subnet 365246f6-ff60-46a5-9af5-5fd7a42541a4 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:06.098861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.131107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.163626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Deleting port f6c2ce87-f06d-4c95-a577-644ef5c27a64 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:06.163845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=f6c2ce87-f06d-4c95-a577-644ef5c27a64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.164189 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.169248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.171596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No DVR routers for this DVR port f6c2ce87-f06d-4c95-a577-644ef5c27a64 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:06.201217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0529455-5d66-4cfa-8ff1-f990351a0651 req-8670ab7a-265f-4925-9383-58a6bfe92a8e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350598 Dec 13 09:48:06.271639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] For port f6c2ce87-f06d-4c95-a577-644ef5c27a64, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:06.272056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.297048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Calling delete_port for f6c2ce87-f06d-4c95-a577-644ef5c27a64 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:06.297400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.299969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Port f6c2ce87-f06d-4c95-a577-644ef5c27a64 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:48:06.301381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.308170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.314345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] No DVR routers for this DVR port f6c2ce87-f06d-4c95-a577-644ef5c27a64 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:06.337695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115cfdf1-d9a2-4a2d-a423-c32964efe5d7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:06.346148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323e499-eb47-4356-b6d7-1234a77a68b0 None None] Pushing event deleted for resources: {'Port': ['ID=f6c2ce87-f06d-4c95-a577-644ef5c27a64,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.356453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ef847d-a8c1-424f-b7f2-42f1c98a43d7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:06.357154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ef847d-a8c1-424f-b7f2-42f1c98a43d7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:06.369662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.373966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.391042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.398511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:06.399402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:06.403215 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:06.408152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365246f6-ff60-46a5-9af5-5fd7a42541a4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.411896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.418053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdce0291-c82a-4f68-9220-0f649ce57e4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/365246f6-ff60-46a5-9af5-5fd7a42541a4 HTTP/1.1" status: 204 len: 168 time: 0.4940503 Dec 13 09:48:06.418730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.420705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120aa260-92a5-4337-bedd-8e34e10997c3 None None] Network e6039b6d-04f1-45fd-ae0a-c336c58bbcce requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:06.480400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.499018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.503249 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/115cfdf1-d9a2-4a2d-a423-c32964efe5d7 HTTP/1.1" status: 204 len: 168 time: 0.8216550 Dec 13 09:48:06.506910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.513627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139558161'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:06.520445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.539078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6d583-9052-4d02-8b12-5b313bee6baf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=115cfdf1-d9a2-4a2d-a423-c32964efe5d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.582074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:06.587325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.644062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:06.658561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] DHCP port deletion for e6039b6d-04f1-45fd-ae0a-c336c58bbcce request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:06.661207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.661207 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment 483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4 of type vlan for network 800b53ce-aa17-4155-bb10-90409abc0c08 Dec 13 09:48:06.711279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.713845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Deleting port aadefa39-27df-4229-90ec-c2f412966c9f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:06.714189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.731221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Deleting port aadefa39-27df-4229-90ec-c2f412966c9f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:06.731964 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.748018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.756468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.757479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.771539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0688-eaf7-44f8-9498-9bb706988857 req-fe09a740-b920-4693-8033-c0ecbd8e6879 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.779733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce5f0688-eaf7-44f8-9498-9bb706988857 req-fe09a740-b920-4693-8033-c0ecbd8e6879 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.1801860 Dec 13 09:48:06.785383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.810693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] For port aadefa39-27df-4229-90ec-c2f412966c9f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=aadefa39-27df-4229-90ec-c2f412966c9f,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:06.811684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.821532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3130951 Dec 13 09:48:06.825627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:06.827162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Calling delete_port for aadefa39-27df-4229-90ec-c2f412966c9f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:06.832760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:06.836255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2002b30-3715-40c7-8bb8-6796effa8602 req-bf4d50f2-7dac-42ec-97ae-a69a6e0b0ceb tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:06.837780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2002b30-3715-40c7-8bb8-6796effa8602 req-bf4d50f2-7dac-42ec-97ae-a69a6e0b0ceb tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.2057781 Dec 13 09:48:06.841835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] For port aadefa39-27df-4229-90ec-c2f412966c9f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=aadefa39-27df-4229-90ec-c2f412966c9f,segment=NetworkSegment(e1807203-bed4-4131-a528-baa81dbb016e),segment_id=e1807203-bed4-4131-a528-baa81dbb016e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:06.842210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.898683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a7e82-a1fb-413d-abaf-b75fa32cd571 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=800b53ce-aa17-4155-bb10-90409abc0c08,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:06.915226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 800b53ce-aa17-4155-bb10-90409abc0c08 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:06.915776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce5f0688-eaf7-44f8-9498-9bb706988857 req-a973d730-30a4-4f0d-ab9a-d7f10f088baa tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330767 Dec 13 09:48:06.921248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Calling delete_port for aadefa39-27df-4229-90ec-c2f412966c9f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:06.929579 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:06.969734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:06.974047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.016928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] No DVR routers for this DVR port aadefa39-27df-4229-90ec-c2f412966c9f on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:07.021652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11b440-8b65-47f4-855f-d07f17257844 None None] Pushing event deleted for resources: {'Port': ['ID=aadefa39-27df-4229-90ec-c2f412966c9f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.061863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29edfe8a-b641-473e-b15d-9233496aa4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.080674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00131572-6a16-4531-b148-18e42d8acc7d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:07.108315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2002b30-3715-40c7-8bb8-6796effa8602 req-c7fd6e16-3b8e-4c01-a2a7-e9658460ddee tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630403 Dec 13 09:48:07.160791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 00131572-6a16-4531-b148-18e42d8acc7d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:07.161179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.165514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 00131572-6a16-4531-b148-18e42d8acc7d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:07.166080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.196151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] No DVR routers for this DVR port aadefa39-27df-4229-90ec-c2f412966c9f on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:07.202656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Pushing event deleted for resources: {'Port': ['ID=aadefa39-27df-4229-90ec-c2f412966c9f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.212216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.282663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=3e41a165-75d8-49b4-a121-8fdb2d3eef4d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.288078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:07.288444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 800b53ce-aa17-4155-bb10-90409abc0c08, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:07.292944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.300693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29edfe8a-b641-473e-b15d-9233496aa4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.304904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.310518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 800b53ce-aa17-4155-bb10-90409abc0c08 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:07.321058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 800b53ce-aa17-4155-bb10-90409abc0c08) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:07.326822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.327017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29edfe8a-b641-473e-b15d-9233496aa4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.327138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00131572-6a16-4531-b148-18e42d8acc7d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:07.327758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.330291 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae6e794-83dd-43af-a411-692c40e8c19b" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "00131572-6a16-4531-b148-18e42d8acc7d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:07.342619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248db534-fdbc-42bc-aa7a-677e3dd5cead None None] Network 800b53ce-aa17-4155-bb10-90409abc0c08 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:07.374099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4829b99d-d847-4508-bcbe-3624f3d05d12 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5472884 Dec 13 09:48:07.374877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:07.380412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08', 'name': 'tempest-PortsIpV6TestJSON-1539113143', 'fixed_ips': [{'subnet_id': '3e41a165-75d8-49b4-a121-8fdb2d3eef4d', 'ip_address': '2001:db8::10'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:07.400265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6039b6d-04f1-45fd-ae0a-c336c58bbcce']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:07.409267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00131572-6a16-4531-b148-18e42d8acc7d,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:07.411834 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee46215-3cf7-46e3-b4b1-3c8cb6531ed7 x-openstack-request-id: req-8ee46215-3cf7-46e3-b4b1-3c8cb6531ed7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:07.412190 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "00131572-6a16-4531-b148-18e42d8acc7d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:07.412472 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ee46215-3cf7-46e3-b4b1-3c8cb6531ed7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:07.413019 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00131572-6a16-4531-b148-18e42d8acc7d', 'code': 200} Dec 13 09:48:07.418450 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.420226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:07.431973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-29edfe8a-b641-473e-b15d-9233496aa4f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87a03e5a6d16401894773777a05fb7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6368964 Dec 13 09:48:07.434903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:07.437284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1807203-bed4-4131-a528-baa81dbb016e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:07.437588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1807203-bed4-4131-a528-baa81dbb016e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:07.452340 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.455208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edfe8a-b641-473e-b15d-9233496aa4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3988124e-f5ef-40a9-925a-88f589b52b8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.479639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.486762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.492699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.499534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.502303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f6c2ce87-f06d-4c95-a577-644ef5c27a64 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:07.506248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.514298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.521006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:07.523107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-986e5273-3e7c-4873-954d-b2afcbafdada req-b744e705-236a-4afe-97a0-515453cf1fed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5435 time: 0.2147555 Dec 13 09:48:07.532708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.538206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.558760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:07.558760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:07.560950 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:07.563823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f6c2ce87-f06d-4c95-a577-644ef5c27a64 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:07.564314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f6c2ce87-f06d-4c95-a577-644ef5c27a64 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:07.564757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b9144517-515a-4e93-869f-0516d0559f52 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:07.566829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.574216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:07.595872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b9144517-515a-4e93-869f-0516d0559f52 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:07.596117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b9144517-515a-4e93-869f-0516d0559f52 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:07.596479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device aadefa39-27df-4229-90ec-c2f412966c9f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:07.657164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.662946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.671038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/e6039b6d-04f1-45fd-ae0a-c336c58bbcce HTTP/1.1" status: 204 len: 168 time: 1.2488430 Dec 13 09:48:07.671795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-800b53ce-aa17-4155-bb10-90409abc0c08', 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': '3e41a165-75d8-49b4-a121-8fdb2d3eef4d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:07.672954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.675525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: aadefa39-27df-4229-90ec-c2f412966c9f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:07.675952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device aadefa39-27df-4229-90ec-c2f412966c9f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:07.679323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.681945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:07.693872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.694962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:07.695711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.707112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.708504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-986e5273-3e7c-4873-954d-b2afcbafdada req-bd3e1df2-38ad-4283-b2d5-b1e1ff0c1e0f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714523 Dec 13 09:48:07.710160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.711492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3988124e-f5ef-40a9-925a-88f589b52b8e HTTP/1.1" status: 204 len: 168 time: 0.2752707 Dec 13 09:48:07.726546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a5f62-5948-474a-895f-8850cdf945a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3988124e-f5ef-40a9-925a-88f589b52b8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.729513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port a167881a-8e98-4853-994f-de5f2a48e455 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:07.730366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9539-9b9a-495f-b621-72b1d33123fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e6039b6d-04f1-45fd-ae0a-c336c58bbcce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:07.910663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:07.915285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Allocated IP 2001:db8::2 (800b53ce-aa17-4155-bb10-90409abc0c08/3e41a165-75d8-49b4-a121-8fdb2d3eef4d/0ffb74f5-0737-4044-b309-b1f9237ebb50) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:07.919806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:07.958326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-79b0ab00-2dd7-4e99-8eea-72558cb76a65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa4f8ee433c54410b4470bd6a28c94ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464396 Dec 13 09:48:07.961003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.004720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:08.012349 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.041904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.073401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.091920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.092794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48cbd-a8e0-4d95-b77f-c32c6b769011 req-2573b7e1-d6e4-47d9-96b0-3c3eb386fc4a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.094757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56c48cbd-a8e0-4d95-b77f-c32c6b769011 req-2573b7e1-d6e4-47d9-96b0-3c3eb386fc4a tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.1021392 Dec 13 09:48:08.147115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.149832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.155038 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1a267d1-7798-4038-9b08-3f61eef3cdd8 HTTP/1.1" status: 204 len: 168 time: 0.1928513 Dec 13 09:48:08.166520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fbd93-93bc-4fb4-8f1f-b87052e89ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a267d1-7798-4038-9b08-3f61eef3cdd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.169878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.188814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.211029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.231638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56c48cbd-a8e0-4d95-b77f-c32c6b769011 req-c7c1cd2d-af58-4cf4-820e-67680600e7ab tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277137 Dec 13 09:48:08.232837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e5128f3-fac8-47aa-9e50-bbd36a281909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.238148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Network 800b53ce-aa17-4155-bb10-90409abc0c08 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:08.241777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:08.250282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:08.290868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Pushing event updated for resources: {'Port': ['ID=0ffb74f5-0737-4044-b309-b1f9237ebb50,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.319365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::10 (800b53ce-aa17-4155-bb10-90409abc0c08/3e41a165-75d8-49b4-a121-8fdb2d3eef4d/a167881a-8e98-4853-994f-de5f2a48e455) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:08.341875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Attempting to bind port 0ffb74f5-0737-4044-b309-b1f9237ebb50 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:08.342259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Attempting to bind port 0ffb74f5-0737-4044-b309-b1f9237ebb50 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:08.342616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Attempting to bind port 0ffb74f5-0737-4044-b309-b1f9237ebb50 on network 800b53ce-aa17-4155-bb10-90409abc0c08 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:08.355554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:08.356966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Checking segment: {'id': '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:08.357671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.359248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Bound using segment: {'id': '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:08.360737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Bound port: 0ffb74f5-0737-4044-b309-b1f9237ebb50, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:08.361446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.376771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e5128f3-fac8-47aa-9e50-bbd36a281909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.384599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e5128f3-fac8-47aa-9e50-bbd36a281909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.406162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e4cd-3af0-49df-ac5f-ee805072bcc6 req-d51fe72e-363b-4e30-b85d-8d2f56465e05 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.407708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5819e4cd-3af0-49df-ac5f-ee805072bcc6 req-d51fe72e-363b-4e30-b85d-8d2f56465e05 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.0884540 Dec 13 09:48:08.456830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] For port 0ffb74f5-0737-4044-b309-b1f9237ebb50, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:08.462412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] For port 0ffb74f5-0737-4044-b309-b1f9237ebb50, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ffb74f5-0737-4044-b309-b1f9237ebb50,segment=NetworkSegment(483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4),segment_id=483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:08.465104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5128f3-fac8-47aa-9e50-bbd36a281909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf48c2-70f0-4596-8268-9f3d6609692b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.469938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.476671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e5128f3-fac8-47aa-9e50-bbd36a281909 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=829cab555eaa429a81565f439f0a3bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603850 Dec 13 09:48:08.480219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.508692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5819e4cd-3af0-49df-ac5f-ee805072bcc6 req-8f1f5a24-8df4-48f1-89cf-ffc19cedd516 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931869 Dec 13 09:48:08.548256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213a2d-6c16-4367-9db4-6df1c2445e53 None None] Pushing event updated for resources: {'Port': ['ID=0ffb74f5-0737-4044-b309-b1f9237ebb50,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.586326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.600715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.636752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.672908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.727551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 800b53ce-aa17-4155-bb10-90409abc0c08 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:08.731458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:08.738808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:08.745961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.747167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.765435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.768420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:08.770844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58bf48c2-70f0-4596-8268-9f3d6609692b HTTP/1.1" status: 204 len: 168 time: 0.2884367 Dec 13 09:48:08.776973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=a167881a-8e98-4853-994f-de5f2a48e455,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.789402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead998-6374-4d53-9646-469fd7755d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf48c2-70f0-4596-8268-9f3d6609692b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:08.803377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:08.811159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '800b53ce-aa17-4155-bb10-90409abc0c08', 'name': 'tempest-PortsIpV6TestJSON-1043721712', 'fixed_ips': [{'subnet_id': '3e41a165-75d8-49b4-a121-8fdb2d3eef4d', 'ip_address': '2001:db8::f'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:08.814571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46ad383b-e674-4c79-8bc9-a8864470f14d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4383426 Dec 13 09:48:08.961697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.968132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.979742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.980341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.987115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.992593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:08.999338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:09.001335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-2b68a186-997d-4cdb-9bef-b4582d88fde3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5437 time: 0.1298211 Dec 13 09:48:09.068308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:09.091558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d036d298-e143-46f5-bed3-f8a52f926497 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:09.136010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d9a433e-12c3-4088-bedf-5448abfa0e76 req-bef0c2ad-e181-4a73-bb22-9e42ed638aaf tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116641 Dec 13 09:48:09.154873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d036d298-e143-46f5-bed3-f8a52f926497 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:09.159893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d036d298-e143-46f5-bed3-f8a52f926497 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:09.160268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.225770 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.261568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port e02def01-7089-438a-9e63-eab7c2408fd4 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:09.290235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.370354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:09.379446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.380312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1c1fe3d4-5d6a-4d47-9179-68ea74886162 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:09.446483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:09.449582 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e05237-b286-482a-9b2e-e62885df81ef" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "d036d298-e143-46f5-bed3-f8a52f926497"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:09.489033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::f (800b53ce-aa17-4155-bb10-90409abc0c08/3e41a165-75d8-49b4-a121-8fdb2d3eef4d/e02def01-7089-438a-9e63-eab7c2408fd4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:09.527224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:09.554537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ffb74f5-0737-4044-b309-b1f9237ebb50 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:09.672159 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5174db-d68e-4b95-9099-293501ad9114 x-openstack-request-id: req-bb5174db-d68e-4b95-9099-293501ad9114 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:09.672512 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "d036d298-e143-46f5-bed3-f8a52f926497", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:09.672812 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb5174db-d68e-4b95-9099-293501ad9114 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:09.673087 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'code': 200} Dec 13 09:48:09.673337 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497', 'code': 200} Dec 13 09:48:09.735061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:09.742627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1076729169-network', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:09.756089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0ffb74f5-0737-4044-b309-b1f9237ebb50 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:09.756597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.759089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:09.783121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:09.783818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.792181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Made reservation on behalf of ac8dfc29628e4f52a0978531330f4416 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:09.796309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.805901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.926296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.926480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.928566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.936287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:09.987333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:09.991211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 0ffb74f5-0737-4044-b309-b1f9237ebb50, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ffb74f5-0737-4044-b309-b1f9237ebb50,segment=NetworkSegment(483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4),segment_id=483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:09.995213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:09.999208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.000281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b07aed-67e9-4435-a7f2-b8676951e4f5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.006712 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.007573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 37565299-edcb-4228-bfbe-6ec90c1edf81 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:10.007823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.008421 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Added segment ffedb385-fca9-489c-9c17-3f4bd3f6cccc of type vlan for network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 Dec 13 09:48:10.061110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.097288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.099374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.101389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.101708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6c545-b397-4d23-a23f-745df3fcb70a None None] Network 800b53ce-aa17-4155-bb10-90409abc0c08 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:10.158763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=0ffb74f5-0737-4044-b309-b1f9237ebb50,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.202515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6734819 Dec 13 09:48:10.205299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:10.212120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4b923d80-4249-468a-a160-b92cab4a4a55 None None] Provisioning complete for port 0ffb74f5-0737-4044-b309-b1f9237ebb50 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:10.212526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b923d80-4249-468a-a160-b92cab4a4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.214561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Request body: {'subnet': {'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1076729169-subnet', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:10.237798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b2a46-b878-4d5c-a94d-ec0d0e88c1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1763f8c3-6b66-46b8-be75-6c7e5dba5a66,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.251761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Made reservation on behalf of ac8dfc29628e4f52a0978531330f4416 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:10.255303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.263473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.360753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.372917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72c872-9e85-43a3-8bcc-7a0e3ff9fdf4 req-40420b2a-190b-4810-9e8b-aa10ca00c908 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.375068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca72c872-9e85-43a3-8bcc-7a0e3ff9fdf4 req-40420b2a-190b-4810-9e8b-aa10ca00c908 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.9699943 Dec 13 09:48:10.429609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b7c5-2ed0-480d-b1ee-8d430012f734 req-0fd47d64-c3a9-4c3a-8aec-8ef485aea939 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.437689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e26b7c5-2ed0-480d-b1ee-8d430012f734 req-0fd47d64-c3a9-4c3a-8aec-8ef485aea939 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.3564620 Dec 13 09:48:10.440872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:10.461844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-bbb3fb02-692a-40dc-b55c-621803f72a08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3822515 Dec 13 09:48:10.464062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 37565299-edcb-4228-bfbe-6ec90c1edf81 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:10.483894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 800b53ce-aa17-4155-bb10-90409abc0c08 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:10.492774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.511266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:10.519616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:10.528794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.529671 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.565100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=e02def01-7089-438a-9e63-eab7c2408fd4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.574210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 37565299-edcb-4228-bfbe-6ec90c1edf81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:10.574210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.579175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a4480a-69e6-4290-a606-3d85cfbd2b2f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.596057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Checking segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:10.596426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Network hostable DHCP agents. Network: 1763f8c3-6b66-46b8-be75-6c7e5dba5a66, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:10.603406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:10.620463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:10.637914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca72c872-9e85-43a3-8bcc-7a0e3ff9fdf4 req-ef34391c-5f3b-444e-b451-ab0d6366752b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481530 Dec 13 09:48:10.649137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1763f8c3-6b66-46b8-be75-6c7e5dba5a66) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:10.649779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b068f278-9d1e-43a4-80e7-2273b1e1e08a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8455071 Dec 13 09:48:10.656710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:10.669440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.670381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.676574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6fd7d-7387-4de2-b03c-4fb36ca8a4d7 None None] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:10.706040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e26b7c5-2ed0-480d-b1ee-8d430012f734 req-d8a919b1-9ab3-4f5d-a145-789fea6053a7 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399731 Dec 13 09:48:10.709947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2401e14-32f3-40b8-aa59-c348177fdcdc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5024178 Dec 13 09:48:10.711696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:10.733405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:10.743828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.744255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.744790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.745624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.745972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.746496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.747591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.749644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-11c8fdc4-638b-4079-ab50-732e4d7e9062 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.1868961 Dec 13 09:48:10.777176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.780404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.854321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3793a0-b6b1-49e0-964b-6b11b8728f7d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.860443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0e3793a0-b6b1-49e0-964b-6b11b8728f7d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1990292 Dec 13 09:48:10.879375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:10.955767 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:10.977543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:10.987908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.001730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.013795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.028434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.035596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:11.036555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.042121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.050244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.057330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.067920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-ed367303-4d85-4d48-b8eb-d316fa224874 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5439 time: 0.2971847 Dec 13 09:48:11.143450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e013e-cc51-4365-ad2b-b7fe53321277 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.149369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e013e-cc51-4365-ad2b-b7fe53321277 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.159571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eff01231-20f6-4269-a21c-d0c63caa17f7 req-265c5fc6-45d4-4562-84a5-fbc0839de829 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905540 Dec 13 09:48:11.161965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e013e-cc51-4365-ad2b-b7fe53321277 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.166467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-451e013e-cc51-4365-ad2b-b7fe53321277 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2855537 Dec 13 09:48:11.187913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:11.201583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=37565299-edcb-4228-bfbe-6ec90c1edf81,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:11.210375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.211477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 892778e8-56c5-4d28-b683-769c25ad32da up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:11.238850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-4cc11503-cd98-436b-9b46-101ffd733771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.239321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-4cc11503-cd98-436b-9b46-101ffd733771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.239777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-4cc11503-cd98-436b-9b46-101ffd733771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.241406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-4cc11503-cd98-436b-9b46-101ffd733771 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 2293 time: 0.4246347 Dec 13 09:48:11.256675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.337338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:11.345973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-3c215168-0f7a-4fd8-8e76-325bc402d8c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 1001 time: 0.0947373 Dec 13 09:48:11.379361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Provisioning complete for port a167881a-8e98-4853-994f-de5f2a48e455 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:11.380249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.423966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Port a167881a-8e98-4853-994f-de5f2a48e455 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:11.440117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-64ba0547-8ea3-4ccc-954d-6e164af1aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.441633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-64ba0547-8ea3-4ccc-954d-6e164af1aa6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.0577383 Dec 13 09:48:11.481523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Allocated IP 172.20.0.2 (1763f8c3-6b66-46b8-be75-6c7e5dba5a66/68a4480a-69e6-4290-a606-3d85cfbd2b2f/d0eb639a-a48a-4b87-9df1-e0740cc8ac45) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:11.494548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Provisioning complete for port 0ffb74f5-0737-4044-b309-b1f9237ebb50 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:11.496074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.526129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port e02def01-7089-438a-9e63-eab7c2408fd4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:11.526608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.531377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-58b14ea1-9001-415b-aa69-c5f30ec594d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:11.532854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-58b14ea1-9001-415b-aa69-c5f30ec594d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806000 Dec 13 09:48:11.558468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ffb74f5-0737-4044-b309-b1f9237ebb50 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:11.631460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.668007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.688472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37565299-edcb-4228-bfbe-6ec90c1edf81'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:11.691997 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab858d-75fc-4e7e-8a62-a4860975a656" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "37565299-edcb-4228-bfbe-6ec90c1edf81"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:11.748452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 892778e8-56c5-4d28-b683-769c25ad32da completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:11.785470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.786528 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac4bb33-3bc1-4c6e-a140-ae08ea21a155 x-openstack-request-id: req-8ac4bb33-3bc1-4c6e-a140-ae08ea21a155 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:11.786861 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "37565299-edcb-4228-bfbe-6ec90c1edf81", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:11.787092 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ac4bb33-3bc1-4c6e-a140-ae08ea21a155 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:11.787470 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'code': 200} Dec 13 09:48:11.787723 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37565299-edcb-4228-bfbe-6ec90c1edf81', 'code': 200} Dec 13 09:48:11.810058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for e02def01-7089-438a-9e63-eab7c2408fd4 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:11.867088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 892778e8-56c5-4d28-b683-769c25ad32da triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:11.867520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:11.906052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Allocated IP 172.25.1.100 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:12.008337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Provisioning complete for port e02def01-7089-438a-9e63-eab7c2408fd4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:12.009074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.046660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.091971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.120804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0ffb74f5-0737-4044-b309-b1f9237ebb50 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:12.121427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.129643 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.193934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-778dd525-0a09-4d18-aa90-d1dd64f1fe8a None None] Port e02def01-7089-438a-9e63-eab7c2408fd4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:12.215039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.261694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:12.301292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-9135fe7c-2bd2-47ef-acd6-0fcea1c28686 service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326417 Dec 13 09:48:12.306354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:12.310833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:12.371012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=e02def01-7089-438a-9e63-eab7c2408fd4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.378000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.385690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0fb2ef28-044b-4952-82dd-b9d35d4f7237 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/e02def01-7089-438a-9e63-eab7c2408fd4 HTTP/1.1" status: 204 len: 168 time: 1.1967225 Dec 13 09:48:12.416470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.476689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Pushing event updated for resources: {'Port': ['ID=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.477874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.495553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.526187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:12.530212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:12.535090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:12.562406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.607542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61e18-8820-494f-ac24-9b84b7976e29 req-7f4e30b8-6677-44b1-b258-cff6bfe18503 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.610148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcf61e18-8820-494f-ac24-9b84b7976e29 req-7f4e30b8-6677-44b1-b258-cff6bfe18503 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.6204360 Dec 13 09:48:12.627214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29f7f124-a55d-4276-bd39-7f3d0461e5ac None None] Provisioning complete for port a167881a-8e98-4853-994f-de5f2a48e455 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:12.628077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29f7f124-a55d-4276-bd39-7f3d0461e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.631601 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a57b528-0dab-4569-bbdd-c898c01daffa tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:12.633886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5a57b528-0dab-4569-bbdd-c898c01daffa tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/e02def01-7089-438a-9e63-eab7c2408fd4 HTTP/1.1" status: 404 len: 333 time: 0.2035627 Dec 13 09:48:12.639495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60876) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:12.730769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d947-f1c8-4578-8137-79c6670a59b2 req-42397406-e935-4079-98ec-00bec7bb9e6a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:12.735323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c3d947-f1c8-4578-8137-79c6670a59b2 req-42397406-e935-4079-98ec-00bec7bb9e6a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 945 time: 0.7418516 Dec 13 09:48:12.784623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Attempting to bind port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:12.785403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Attempting to bind port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:12.785601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Attempting to bind port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 on network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:12.789296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-29f7f124-a55d-4276-bd39-7f3d0461e5ac None None] Port a167881a-8e98-4853-994f-de5f2a48e455 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:12.802043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=892778e8-56c5-4d28-b683-769c25ad32da,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:12.806432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29f7f124-a55d-4276-bd39-7f3d0461e5ac None None] Could not find standard attr ID for object e02def01-7089-438a-9e63-eab7c2408fd4. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:12.808154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:12.808591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Checking segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:12.809060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.809554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Bound using segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:12.810046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Bound port: d0eb639a-a48a-4b87-9df1-e0740cc8ac45, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:12.810457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.814266 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:12.815071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:12.841738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcf61e18-8820-494f-ac24-9b84b7976e29 req-0f23a7d8-7cf8-4628-a4aa-54b6cf7364b9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152252 Dec 13 09:48:12.968924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] For port d0eb639a-a48a-4b87-9df1-e0740cc8ac45, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:12.974235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c3d947-f1c8-4578-8137-79c6670a59b2 req-f06933ee-f184-482c-a719-59f531fe928e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388829 Dec 13 09:48:12.975653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] For port d0eb639a-a48a-4b87-9df1-e0740cc8ac45, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:12.977868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:12.979955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-9d36a62d-34a5-43d8-9d47-bb54da73c7c1 service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340845 Dec 13 09:48:12.989024 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.038478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:13.057957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:13.058122 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.075382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-856a707f-c931-4897-a2dd-889a9f043e20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 217 time: 0.0871658 Dec 13 09:48:13.116736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.125420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port a167881a-8e98-4853-994f-de5f2a48e455 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:13.125950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.133622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a60429-6b32-4cff-bc58-649e139324ba None None] Pushing event updated for resources: {'Port': ['ID=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.238975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-90abb9bd-eb3c-40de-8159-b1e343a3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.240521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-90abb9bd-eb3c-40de-8159-b1e343a3a9a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1587656 Dec 13 09:48:13.254004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.316125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:13.323906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.325381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c5b4f240-475e-476d-b33b-8f2ba5dca6e8 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:13.398731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.412822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.424116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.433080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.439955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.441859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.448199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.455607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.463809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d9c695e-864a-42a5-b578-07715ec4401c req-b6b7741f-87f4-4564-9153-91012d511adc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5441 time: 0.3082075 Dec 13 09:48:13.473954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.507126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for a167881a-8e98-4853-994f-de5f2a48e455 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:13.516071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-8ec49cc5-4578-4cc5-a03a-47451b5b9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:13.518118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-8ec49cc5-4578-4cc5-a03a-47451b5b9ddd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2619820 Dec 13 09:48:13.519546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:13.539650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:13.546332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:13.547063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.650807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Router 7e151612-5af5-435f-882a-8aa3b2fc7322 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:48:13.678479 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.732375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d9c695e-864a-42a5-b578-07715ec4401c req-a1b54a7e-8f0f-4005-8775-31c8f954dc47 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2623248 Dec 13 09:48:13.763465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-12be38e9-d15d-4cb0-b207-bebcc4cb3885 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239408 Dec 13 09:48:13.817498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:13.848014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.850173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d03d337-3d6c-4d44-84fb-326a1c07caa4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1341882 Dec 13 09:48:13.852475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:13.927220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81'}, {'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:13.930000 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef72f5b-3310-4998-81f2-1ade6c0a05c2" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "892778e8-56c5-4d28-b683-769c25ad32da"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81"}, {"server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:13.936678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:13.937938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.943316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Sync routers for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:13.954412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:13.961092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:13.963648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:13.976536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-1f675930-b11f-4987-bc2e-ef22917cde42 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935351 Dec 13 09:48:14.066232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=a167881a-8e98-4853-994f-de5f2a48e455,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:14.138809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:14.154116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-6ec5958c-7b8b-4a86-8f53-e42534dfb99d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 217 time: 0.1661580 Dec 13 09:48:14.206142 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961ce07-67f1-471d-9885-09ee586ba295 x-openstack-request-id: req-5961ce07-67f1-471d-9885-09ee586ba295 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:14.206601 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "892778e8-56c5-4d28-b683-769c25ad32da", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-plugged", "status": "completed", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81", "code": 200}, {"server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:14.207231 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5961ce07-67f1-471d-9885-09ee586ba295 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:14.207757 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da', 'code': 200} Dec 13 09:48:14.208126 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'code': 200} Dec 13 09:48:14.208520 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8', 'code': 200} Dec 13 09:48:14.226562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.233361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4d165944-5aee-44c9-8db4-f832300db3cf tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/a167881a-8e98-4853-994f-de5f2a48e455 HTTP/1.1" status: 204 len: 168 time: 1.5896173 Dec 13 09:48:14.290977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:14.410449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d36a-cf61-4e8a-ae52-910c78ffa69b req-f4f4a055-34cd-421c-afe2-1dbd949bcd09 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.412758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0952d36a-cf61-4e8a-ae52-910c78ffa69b req-f4f4a055-34cd-421c-afe2-1dbd949bcd09 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.3512201 Dec 13 09:48:14.427988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-e58897be-3ec4-41d9-a1b7-5d6c36c5b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.429672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-e58897be-3ec4-41d9-a1b7-5d6c36c5b64c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.2276943 Dec 13 09:48:14.448187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:14.479174 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6bc10-8791-4041-bc29-8c3c30c684ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:14.483127 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5ec6bc10-8791-4041-bc29-8c3c30c684ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/a167881a-8e98-4853-994f-de5f2a48e455 HTTP/1.1" status: 404 len: 333 time: 0.1887238 Dec 13 09:48:14.488771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b16b2-b8e7-41dd-8186-877f2a353179 req-daf20f5d-db45-42e7-8de3-0bbf0ad46230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.494655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da0b16b2-b8e7-41dd-8186-877f2a353179 req-daf20f5d-db45-42e7-8de3-0bbf0ad46230 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 1097 time: 0.2855780 Dec 13 09:48:14.495437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:14.574007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:12Z', 'revision_number': 3, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:14.603613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 3e41a165-75d8-49b4-a121-8fdb2d3eef4d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:14.608913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Checking router: 7e151612-5af5-435f-882a-8aa3b2fc7322 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:14.609679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Updating router 7e151612-5af5-435f-882a-8aa3b2fc7322 port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:48:14.643500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.672955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:14.673822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.681246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83d2e8-c2ee-40a2-b923-a44fe1f265fd None None] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:14.773409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.832076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] Provisioning complete for port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:14.832483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.862076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da0b16b2-b8e7-41dd-8186-877f2a353179 req-5f19d399-9f1f-4ccd-b430-fb8f675b0b6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552159 Dec 13 09:48:14.914228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0952d36a-cf61-4e8a-ae52-910c78ffa69b req-5de22570-5ccc-4152-8196-1aa13227d70d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835246 Dec 13 09:48:14.922577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.923371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.923518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.923939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.924640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.925435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.925435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.927184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-49ed531f-c8ea-4a01-8f6c-57e57ce295f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.6210918 Dec 13 09:48:14.938509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cceef3-bf8a-497c-a996-e2badcb8ef66 req-5ff4cb20-eb6e-4016-a6db-873bab54b550 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.945756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50cceef3-bf8a-497c-a996-e2badcb8ef66 req-5ff4cb20-eb6e-4016-a6db-873bab54b550 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.5647104 Dec 13 09:48:14.954652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac9f-0bcd-4295-a837-75adad55f361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:14.957490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-323bf1f3-aa23-4861-af4e-4a77a5d0386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:14.958973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-323bf1f3-aa23-4861-af4e-4a77a5d0386d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4892828 Dec 13 09:48:14.980589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.031582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50cceef3-bf8a-497c-a996-e2badcb8ef66 req-1d56e6bd-98b9-4df5-a65d-558340751a88 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845134 Dec 13 09:48:15.051219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.165017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.167599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.200615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.233714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.238642 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/3e41a165-75d8-49b4-a121-8fdb2d3eef4d HTTP/1.1" status: 204 len: 168 time: 0.7393920 Dec 13 09:48:15.246725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:15.247076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc259d58-ce53-4c18-9b01-715fcc44d337 None None] Network 800b53ce-aa17-4155-bb10-90409abc0c08 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:15.249642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.300611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-3643d64a-d5fe-4600-b6f5-6d2afe45c834 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320265 Dec 13 09:48:15.328858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d33db-1eea-4ee9-ad90-11b35429c3cd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=3e41a165-75d8-49b4-a121-8fdb2d3eef4d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.377966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac9f-0bcd-4295-a837-75adad55f361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.382113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Attempting to bind port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:15.382270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Allocated IP 172.20.0.1 (1763f8c3-6b66-46b8-be75-6c7e5dba5a66/68a4480a-69e6-4290-a606-3d85cfbd2b2f/6489b206-12e7-4e25-ace3-0d72f394db68) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:15.384248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Attempting to bind port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:15.384248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Attempting to bind port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:15.386729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0a839-95fd-47ab-99a3-126595a458a8 None None] Pushing event updated for resources: {'Port': ['ID=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.388119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81f5ac9f-0bcd-4295-a837-75adad55f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.422937 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-81f5ac9f-0bcd-4295-a837-75adad55f361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cb3bb37cb4a45dc8ebac1ae1355f93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7430646 Dec 13 09:48:15.427187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:15.427860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:15.428560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.429464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:15.430067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Bound port: 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:15.430562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:15.430681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.441707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] For port d0eb639a-a48a-4b87-9df1-e0740cc8ac45, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:15.475624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.486006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-41925d35-c255-464c-bc74-d18c905803ed service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326106 Dec 13 09:48:15.513579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46aaa936-3864-406e-8129-5e85f2fd65e1 req-9ceaaafc-3d8a-4006-b9de-e742c0983c89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3483cf3-7f00-4464-ae52-a165715b43a3&id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3785951 Dec 13 09:48:15.531986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d0eb639a-a48a-4b87-9df1-e0740cc8ac45 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:15.545208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5ac9f-0bcd-4295-a837-75adad55f361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa00ea7-f3e8-4c6a-8a69-875e1c40a960,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.546530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.549384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.553824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.561228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.571236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.579534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.589679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.601627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] For port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:15.607630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.612771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] For port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:15.614677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806bb8-8e4f-4b6a-90c3-3ab8e14d7314 None None] Pushing event updated for resources: {'Port': ['ID=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.616177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.618549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-9ee5a1e8-1360-41d0-8c23-60332dbaeb94 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.4496255 Dec 13 09:48:15.636950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.665520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-a7199ab0-05cf-4690-8d79-2969a2465e33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 217 time: 0.1585701 Dec 13 09:48:15.670749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.674432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.675643 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/faa00ea7-f3e8-4c6a-8a69-875e1c40a960 HTTP/1.1" status: 204 len: 168 time: 0.2440035 Dec 13 09:48:15.676070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.683404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.694223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8850b-228b-46d4-bb39-b6b541dcaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa00ea7-f3e8-4c6a-8a69-875e1c40a960,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.695589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] DHCP port deletion for 800b53ce-aa17-4155-bb10-90409abc0c08 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:15.700907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-14a8d326-de05-4a57-a8e5-02ffe26cd7a5 None None] Provisioning complete for port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:15.713816 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14a8d326-de05-4a57-a8e5-02ffe26cd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.739951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-3f2a7ee2-4311-4f91-879e-231c79b5480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.741591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-3f2a7ee2-4311-4f91-879e-231c79b5480f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0636480 Dec 13 09:48:15.783458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.850376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-854e17bb-e9b5-47f6-b89f-f98aae3c5262 req-cb0c69e3-9e80-4fe6-bc46-36571c87b39f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912038 Dec 13 09:48:15.865373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-204210a7-0a0b-489f-aacb-26591b7faf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:15.867579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-204210a7-0a0b-489f-aacb-26591b7faf3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144116 Dec 13 09:48:15.868578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:15.874987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:15.877552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.883324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:15.904530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 0ffb74f5-0737-4044-b309-b1f9237ebb50 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:15.908932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:15.909576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:15.965169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0a839-95fd-47ab-99a3-126595a458a8 None None] Pushing event updated for resources: {'Port': ['ID=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:15.991856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.006950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:16.007704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:16.049154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:16.296847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.301652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:16.342738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Deleting port 0ffb74f5-0737-4044-b309-b1f9237ebb50 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:16.344258 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.345388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] For port 0ffb74f5-0737-4044-b309-b1f9237ebb50, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ffb74f5-0737-4044-b309-b1f9237ebb50,segment=NetworkSegment(483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4),segment_id=483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:16.345861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.379205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc260-eab4-4cf2-988b-356f640af0e5 req-7d105d1d-7b42-4d18-ac22-95f1f8750a7c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:16.380877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dedc260-eab4-4cf2-988b-356f640af0e5 req-7d105d1d-7b42-4d18-ac22-95f1f8750a7c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.1392729 Dec 13 09:48:16.410356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 0ffb74f5-0737-4044-b309-b1f9237ebb50 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:16.420933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5d78-66a2-45e4-a1bf-071ae4b380d4 req-4758fb2e-52e2-453f-ab16-c778d768a402 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:16.422250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-421b5d78-66a2-45e4-a1bf-071ae4b380d4 req-4758fb2e-52e2-453f-ab16-c778d768a402 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2384601 Dec 13 09:48:16.523806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-9f7eb830-3a84-47bf-8b63-c764c0cf6a44 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444159 Dec 13 09:48:16.559442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.560193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] For port 0ffb74f5-0737-4044-b309-b1f9237ebb50, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ffb74f5-0737-4044-b309-b1f9237ebb50,segment=NetworkSegment(483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4),segment_id=483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:16.560746 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.570579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.625394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Calling delete_port for 0ffb74f5-0737-4044-b309-b1f9237ebb50 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:16.653476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-0f44b4ad-7fea-49f3-bc3a-93329e72f616 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067429 Dec 13 09:48:16.688807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.727605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-a5cd219e-3cdd-4b42-9b83-a8e2449c5fd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 217 time: 0.0595737 Dec 13 09:48:16.760253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dedc260-eab4-4cf2-988b-356f640af0e5 req-92cd08f9-80af-4448-ad45-00fd8cdcdb01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590043 Dec 13 09:48:16.812877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-421b5d78-66a2-45e4-a1bf-071ae4b380d4 req-43e59025-b77a-493a-b46b-407c4f8c68d6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496339 Dec 13 09:48:16.868959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:16.876481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:16.876481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:16.877498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:16.960329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=0ffb74f5-0737-4044-b309-b1f9237ebb50,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:16.962651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No DVR routers for this DVR port 0ffb74f5-0737-4044-b309-b1f9237ebb50 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:17.015189 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.042938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Router 7e151612-5af5-435f-882a-8aa3b2fc7322 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:17.049188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0a067523-7b74-4f0c-bbbd-1dc044d22c21 None None] Provisioning complete for port 6489b206-12e7-4e25-ace3-0d72f394db68 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:17.049644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a067523-7b74-4f0c-bbbd-1dc044d22c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.057890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] Pushing event deleted for resources: {'Port': ['ID=0ffb74f5-0737-4044-b309-b1f9237ebb50,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:17.097271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895585a-70c1-495d-a238-f41bf6068e7c None None] No DVR routers for this DVR port 0ffb74f5-0737-4044-b309-b1f9237ebb50 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:17.126049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0a067523-7b74-4f0c-bbbd-1dc044d22c21 None None] Port 6489b206-12e7-4e25-ace3-0d72f394db68 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:17.138503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:12Z', 'revision_number': 3, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:17.167442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.174517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3675f484-8b29-4418-98d3-77032591d3ca None None] The sync data for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 is: [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:12Z', 'revision_number': 3, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:17.196671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b53ce-aa17-4155-bb10-90409abc0c08']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:17.211196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-c060966a-df1c-4fbc-ab42-e60d0979ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.212845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-c060966a-df1c-4fbc-ab42-e60d0979ae6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.4751341 Dec 13 09:48:17.217577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:17.229760 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d41b757b-ff53-46f1-a2f3-c3671d5dc5f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/7e151612-5af5-435f-882a-8aa3b2fc7322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3760724 Dec 13 09:48:17.269991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:17.270322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483b5ef9-1ca8-43ba-9ed8-d3de4fbb09d4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:17.298115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.326166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.347172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.357021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6514f681-806a-424a-9ce6-ca0a19ab08e4 None None] Provisioning complete for port 6489b206-12e7-4e25-ace3-0d72f394db68 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:17.357508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.357598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6514f681-806a-424a-9ce6-ca0a19ab08e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.364565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.371255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.377825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.384856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.399210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.401234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-821e7ce2-dde8-4646-bb8c-d801a4286a4c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.2716267 Dec 13 09:48:17.402398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:17.402915 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:17.406373 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:17.434120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6514f681-806a-424a-9ce6-ca0a19ab08e4 None None] Port 6489b206-12e7-4e25-ace3-0d72f394db68 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:17.492540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d0eb639a-a48a-4b87-9df1-e0740cc8ac45 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:17.523641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-687547a2-4a62-4db4-a633-e8086a5c7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:17.525599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-687547a2-4a62-4db4-a633-e8086a5c7b0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3018990 Dec 13 09:48:17.627321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:17.628247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.684978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e9d4e1c-8fa0-478b-b00b-206248aa6953 req-5d9fecca-da63-4b6d-b0a8-8e2e4341dcf3 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582254 Dec 13 09:48:17.689080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.705677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.711512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/800b53ce-aa17-4155-bb10-90409abc0c08 HTTP/1.1" status: 204 len: 168 time: 2.4542618 Dec 13 09:48:17.716320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:17.722482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681270491'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:17.751305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b06f4-7312-427b-9891-e69f4fcfb000 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=800b53ce-aa17-4155-bb10-90409abc0c08,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:17.805060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:17.808669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.843981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-074462f3-1aa0-4920-9ad1-84c5d575b501 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956672 Dec 13 09:48:17.864720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:17.875993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.876354 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Added segment 7641b9a2-1e3d-4424-ba12-304e9f1bb1ea of type vlan for network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 Dec 13 09:48:17.882310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ffb74f5-0737-4044-b309-b1f9237ebb50 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:17.919820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0ffb74f5-0737-4044-b309-b1f9237ebb50 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:17.919820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ffb74f5-0737-4044-b309-b1f9237ebb50 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:17.924967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:17.998441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.004083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.004719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.115952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.121078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506517899', 'description': 'tempest-description--152140543'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:18.140464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4163358 Dec 13 09:48:18.140668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.151511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1c18f-7adb-4063-8e27-b5f323964fc7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Network': ['ID=4c4a9163-8601-4271-b8f9-e815bb2eeb15,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:18.163777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:18.167019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91422b-6f0f-477a-982b-12eea4fda8d0 req-e5d77036-682c-477a-951d-04d0d2d3356c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.172826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:18.175182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e91422b-6f0f-477a-982b-12eea4fda8d0 req-e5d77036-682c-477a-951d-04d0d2d3356c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.2228227 Dec 13 09:48:18.268063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-69007eb3-953f-4c19-b878-a14687612a02 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169856 Dec 13 09:48:18.270128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.294180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e91422b-6f0f-477a-982b-12eea4fda8d0 req-d54f37ed-ad44-4ccb-81c4-62788cd9dd48 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085820 Dec 13 09:48:18.375189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-b8004674-719e-41a6-a9ce-dc43e6ac7059 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 217 time: 0.0770254 Dec 13 09:48:18.380717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:18.384453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e61708-8677-4c69-b0c5-ac298c13f03d req-ebbb110a-db0f-4df7-af7f-1d481c193a76 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.385493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.386036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7e61708-8677-4c69-b0c5-ac298c13f03d req-ebbb110a-db0f-4df7-af7f-1d481c193a76 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.1799269 Dec 13 09:48:18.517512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.525218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-2c5bdaa6-ca95-4a7c-9d33-0a77a52be984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.527666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-2c5bdaa6-ca95-4a7c-9d33-0a77a52be984 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1406877 Dec 13 09:48:18.531486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.553876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7e61708-8677-4c69-b0c5-ac298c13f03d req-84d1e7ef-15aa-4e9b-942c-a9155360aee3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521742 Dec 13 09:48:18.572862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00ff10-e02f-4d37-9fa7-8369662d9def,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:18.610266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.611560 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc7fa6c2-1578-44af-a218-d188187c582b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4941921 Dec 13 09:48:18.616222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:18.625681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'security_group_rule': {'security_group_id': 'ef00ff10-e02f-4d37-9fa7-8369662d9def', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:18.640774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-5d9568d4-f67e-447a-8ed5-b9569416c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:18.642610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-5d9568d4-f67e-447a-8ed5-b9569416c4ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874169 Dec 13 09:48:18.785833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.793991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.911529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-f0b976d8-ba76-43c2-aff1-56827bdd40bf service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570539 Dec 13 09:48:18.941822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:18.946581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-5379f2ec-2d35-4627-bd87-89d8125daab6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371822 Dec 13 09:48:18.959717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.000787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=a278c72a-c29f-4f24-b82a-730dcba1d444,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.013457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4e9dc8-b51d-42d0-a7ae-d906b9f4860d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.028708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.030492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a6ae202d-c26b-4d4f-9da9-62556f0ecf90 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128971 Dec 13 09:48:19.033101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.033641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.038354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'security_group_rule': {'security_group_id': 'ef00ff10-e02f-4d37-9fa7-8369662d9def', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:19.039456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.045570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.046865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Checking segment: {'id': '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:19.047139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network hostable DHCP agents. Network: 4c4a9163-8601-4271-b8f9-e815bb2eeb15, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:19.051825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.057458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.063976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.070267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.080760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-6508f7e6-6124-48c6-9c7c-83d4eff14115 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.2143893 Dec 13 09:48:19.092648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.097261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:19.123020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 4c4a9163-8601-4271-b8f9-e815bb2eeb15) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:19.133544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf28c2-2c37-46c8-a11d-f65e093b4861 None None] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:19.133996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.134407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.187520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3f9bad3-7ce0-49b1-8f20-041f3f26049c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0474498 Dec 13 09:48:19.209416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32878) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.228655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-459442713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:19.232303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.236080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-d474c062-e2b7-445b-9757-3c23181ec24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.243677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.248706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-d474c062-e2b7-445b-9757-3c23181ec24b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 1096 time: 0.2664554 Dec 13 09:48:19.272404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-3eeb6825-0883-4c07-9544-75e0880cbe1e service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512123 Dec 13 09:48:19.282710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0237a9ad-7a69-4aee-b4e1-e40e85ea5437,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:19.335633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-4c4a9163-8601-4271-b8f9-e815bb2eeb15', 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': 'a278c72a-c29f-4f24-b82a-730dcba1d444'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:19.336517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.381725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dd78613-264e-4c47-9fbd-51c948dfffb9 req-9de12bd7-4f12-4962-9dd2-9cd172b047b6 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999175 Dec 13 09:48:19.383551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-e31f996d-4a03-461d-8d56-3e882e00d4fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.0994403 Dec 13 09:48:19.413885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.415082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.421918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.423231 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-420de252-0d47-4357-8471-9202feff76bc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888209 Dec 13 09:48:19.426180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.442468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:19.508677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.516973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-265dfb40-1f59-41c0-bbdc-94d3a6dfcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.518516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-265dfb40-1f59-41c0-bbdc-94d3a6dfcf9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1240523 Dec 13 09:48:19.585345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:19.609696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.665607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-939bb2e0-d0e1-457b-a835-c87bb5ca5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:19.687586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-939bb2e0-d0e1-457b-a835-c87bb5ca5476 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 200 len: 907 time: 0.4070907 Dec 13 09:48:19.715634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.761683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.767324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:19.768477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.826968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Allocated IP 2001:db8::2 (4c4a9163-8601-4271-b8f9-e815bb2eeb15/a278c72a-c29f-4f24-b82a-730dcba1d444/e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:19.869428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Allocated IP 172.25.1.94 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/682cfd97-7dbb-4bc0-9e75-3276bd360204) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:19.882229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-ab0b20e2-c1d3-40fe-8e6e-e566be459c2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97afb831-7d4a-4fde-90e4-9882728b9244 HTTP/1.1" status: 200 len: 217 time: 0.1132312 Dec 13 09:48:19.903738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.908174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a47556f0-44b5-4d32-8c60-fae5c692b245 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6968126 Dec 13 09:48:19.908923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:19.968744 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:19.987058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15', 'name': 'tempest-PortsIpV6TestJSON-1593393533'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:20.003334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:20.010599 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Sync routers for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:20.029899 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:20.030894 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:20.092228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-49d4c7fb-2a63-4cbb-8933-590b1ec319c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.093846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-49d4c7fb-2a63-4cbb-8933-590b1ec319c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4827783 Dec 13 09:48:20.099857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32904) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:20.115622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.122614 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.132288 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.191064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:20.195767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:20.203299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:20.208368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.210303 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:20.229956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.237372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.256341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.267271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.284678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.311691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:20.320506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.329491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d414c9fe-a6b7-44e3-8c00-e91288c3f21f req-fb434f6e-eff7-42f8-922c-bcefb50cf512 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.7159064 Dec 13 09:48:20.359070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:20.395158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Attempting to bind port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:20.395852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Attempting to bind port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:20.396394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Attempting to bind port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a on network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:20.406180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Pushing event updated for resources: {'Port': ['ID=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.417189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:20.417772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Checking segment: {'id': '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:20.419502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.420604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Bound using segment: {'id': '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:20.421416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Bound port: e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4c4a9163-8601-4271-b8f9-e815bb2eeb15'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:20.421966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.475706 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 2, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:20.507765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Checking router: 7e151612-5af5-435f-882a-8aa3b2fc7322 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:20.508385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Updating router 7e151612-5af5-435f-882a-8aa3b2fc7322 port 6489b206-12e7-4e25-ace3-0d72f394db68 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:48:20.539048 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.568224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] For port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:20.571830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] For port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,segment=NetworkSegment(7641b9a2-1e3d-4424-ba12-304e9f1bb1ea),segment_id=7641b9a2-1e3d-4424-ba12-304e9f1bb1ea)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:20.583002 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.657197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.740837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0b34-4d9d-4e31-9748-b8669771c3ef None None] Pushing event updated for resources: {'Port': ['ID=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.750988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.843412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:20.854593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:20.864513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:20.878498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Request body: {'floatingip': {'port_id': 'd036d298-e143-46f5-bed3-f8a52f926497'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:20.925769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'Port': ['ID=682cfd97-7dbb-4bc0-9e75-3276bd360204,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:20.938601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.976351 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:20.984399 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.031877 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Pushing event updated for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.047165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.052179 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.053576 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.054614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.055338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.055985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.056929 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.057560 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.058338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.058704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.059482 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.059848 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.060198 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.060595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:21.062405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:21.066116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.108202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:21.117812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-0ac77b33-1d44-46b1-abd9-41b3a5c452f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.119766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-0ac77b33-1d44-46b1-abd9-41b3a5c452f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 200 len: 846 time: 1.2230971 Dec 13 09:48:21.132472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.144214 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Attempting to bind port 6489b206-12e7-4e25-ace3-0d72f394db68 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:21.144736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Attempting to bind port 6489b206-12e7-4e25-ace3-0d72f394db68 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:21.145116 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Attempting to bind port 6489b206-12e7-4e25-ace3-0d72f394db68 on network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:21.161073 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:21.161963 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Checking segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:21.162571 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.162970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Bound using segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:21.163465 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Bound port: 6489b206-12e7-4e25-ace3-0d72f394db68, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:21.163851 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.189842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6424-3a11-4052-8e05-d364d90f0f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.280192 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] For port 6489b206-12e7-4e25-ace3-0d72f394db68, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:21.284298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] For port 6489b206-12e7-4e25-ace3-0d72f394db68, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6489b206-12e7-4e25-ace3-0d72f394db68,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:21.295815 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.382904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5d48a-993d-481c-8010-a691104a671a req-8ae2b0f3-8357-4cce-b458-69a44e925c59 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.392398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bb5d48a-993d-481c-8010-a691104a671a req-8ae2b0f3-8357-4cce-b458-69a44e925c59 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 1.5293050 Dec 13 09:48:21.434862 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:21.437395 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:21.489751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b11d9-90b1-4d9b-9721-90fb63269089 None None] Pushing event updated for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.503965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] Provisioning complete for port 6489b206-12e7-4e25-ace3-0d72f394db68 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:21.504469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.505332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.515954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-7e27e670-df13-4ff8-a1b2-736947188f1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe4ea909-c1f2-4f0f-a729-a9f00568a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3072395 Dec 13 09:48:21.517755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.617063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::2a2 (4c4a9163-8601-4271-b8f9-e815bb2eeb15/a278c72a-c29f-4f24-b82a-730dcba1d444/57ec5c25-5f4a-4af7-963a-efa0b55793f1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:21.619954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'Port': ['ID=682cfd97-7dbb-4bc0-9e75-3276bd360204,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:21.702702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.727490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.732320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:21.741861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bb5d48a-993d-481c-8010-a691104a671a req-9c33f1cf-5efe-44e9-8a83-6f0b0334845c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477657 Dec 13 09:48:21.765989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.773356 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89c4c4e5-bec0-4d6a-a32d-f077083644d1 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3438964 Dec 13 09:48:21.832878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2632-84dd-4e94-917a-fe32682b82b8 req-bc86200b-4494-42fd-ab50-7b412d0e10d0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:21.837944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4aa2632-84dd-4e94-917a-fe32682b82b8 req-bc86200b-4494-42fd-ab50-7b412d0e10d0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.7798924 Dec 13 09:48:21.843125 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:21.915613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] For port 6489b206-12e7-4e25-ace3-0d72f394db68, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6489b206-12e7-4e25-ace3-0d72f394db68,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:21.917256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:21.919559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.976974 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:21.996814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-333a8bd7-9964-4ede-8d84-868126ad2dad service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8835559 Dec 13 09:48:22.073365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319071f9-de83-4dd4-a7fc-ff6b1d78f225 None None] Pushing event updated for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.156353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c147ff82-5f0a-41ed-8345-c28768d82bce None None] Provisioning complete for port 6489b206-12e7-4e25-ace3-0d72f394db68 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:22.156690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c147ff82-5f0a-41ed-8345-c28768d82bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.158263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.251766 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:22.276029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,segment=NetworkSegment(7641b9a2-1e3d-4424-ba12-304e9f1bb1ea),segment_id=7641b9a2-1e3d-4424-ba12-304e9f1bb1ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:22.284753 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.285979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:22.301113 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd8353-0eea-4b55-82d8-9230f4b80964 None None] The sync data for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 is: [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:22.320349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4aa2632-84dd-4e94-917a-fe32682b82b8 req-8a74812b-86e8-49cd-bc08-a1f4d6317321 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653050 Dec 13 09:48:22.322320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-d0aec46e-1aec-4f9c-9704-098c3b4a0979 service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724104 Dec 13 09:48:22.517921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6424-3a11-4052-8e05-d364d90f0f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.527003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:22.546396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d90295-7489-4e19-b318-a906797d09bf None None] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:22.592155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6424-3a11-4052-8e05-d364d90f0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.692308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-34d4f9a9-42df-4231-be3b-3f0261560a89 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--506517899&fields=id&tenant_id=ac8dfc29628e4f52a0978531330f4416 HTTP/1.1" status: 200 len: 267 time: 0.5192153 Dec 13 09:48:22.846701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:22.847352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c6d6424-3a11-4052-8e05-d364d90f0f6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f001c40ac0cf47ee977e1b11826c046a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7426133 Dec 13 09:48:22.854626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:22.855002 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.984467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:22.994570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6424-3a11-4052-8e05-d364d90f0f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80101ae-a04b-444a-8f95-a5f17dcc8bad,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:23.013347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ce9a606-b571-4bd5-8682-163b5b0665bf None None] Provisioning complete for port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:23.013727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a606-b571-4bd5-8682-163b5b0665bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.063729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.068960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.119108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8265f182-5663-4da9-a3e7-afa6316f36ca req-b0b1ff78-f5e4-4c6c-a01d-f7a6e38023c9 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9853954 Dec 13 09:48:23.139573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.142460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.143914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e80101ae-a04b-444a-8f95-a5f17dcc8bad HTTP/1.1" status: 204 len: 168 time: 0.2949753 Dec 13 09:48:23.183769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbf1a1-24ec-4911-b61a-c8b7899d79cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80101ae-a04b-444a-8f95-a5f17dcc8bad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:23.323577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c16d639a-4d24-4a93-a36a-2706f3521ec3 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.326118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c16d639a-4d24-4a93-a36a-2706f3521ec3 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/networks?id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66 HTTP/1.1" status: 200 len: 806 time: 0.5816271 Dec 13 09:48:23.359030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-143b6e25-e487-49d6-9d94-3c79f19aa70e req-95312162-0779-467d-8165-5ebbc22850f5 service neutron] 10.222.0.37 "GET /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0137768 Dec 13 09:48:23.433947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-cf3eefbd-5b35-40dd-8896-ae3f0da73dcb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/quotas/ac8dfc29628e4f52a0978531330f4416 HTTP/1.1" status: 200 len: 375 time: 0.0805027 Dec 13 09:48:23.488606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e06af-1545-48a1-99d3-b04762966e50 req-e034edc4-3ea5-4d00-a9b3-4b40b2749939 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.493922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-894e06af-1545-48a1-99d3-b04762966e50 req-e034edc4-3ea5-4d00-a9b3-4b40b2749939 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.3989642 Dec 13 09:48:23.531452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-37f5f58d-850f-47ca-a742-1ddcdc86510c None None] Provisioning complete for port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:23.531992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37f5f58d-850f-47ca-a742-1ddcdc86510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.544273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.640300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:23.650857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:23.658923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:23.661876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:23.668733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:23.669419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.683769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:48:23.770046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-894e06af-1545-48a1-99d3-b04762966e50 req-dab93cc8-ba93-443d-bc64-6ae0c4f41fe8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139177 Dec 13 09:48:23.803275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:23.807889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.821814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-5a8025eb-adc8-4314-a4f1-2dd699464614 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac8dfc29628e4f52a0978531330f4416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3730972 Dec 13 09:48:23.839703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=57ec5c25-5f4a-4af7-963a-efa0b55793f1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:23.874169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:23.901040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e8a156-9387-417a-bbed-553d31ba44c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:23.968471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-43733d26-20f6-4acb-a1f6-3b422fb98627 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0211186 Dec 13 09:48:23.973140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32964) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:24.013645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6489b206-12e7-4e25-ace3-0d72f394db68 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:24.042164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.059253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.124187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6489b206-12e7-4e25-ace3-0d72f394db68 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:24.124476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.232980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-be569905-15a3-4fe4-9f9b-a35cafc6c7b8 service neutron] 10.222.0.30 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102864 Dec 13 09:48:24.275761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6c83640b-4053-4b8f-bf5f-d7037d2b83d2 None None] Provisioning complete for port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:24.275971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c83640b-4053-4b8f-bf5f-d7037d2b83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.287473 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Floating IP d7e2436e-3f47-42fa-b12d-7a2d7276e811 associated. External IP: 172.25.1.152, port: d036d298-e143-46f5-bed3-f8a52f926497. Dec 13 09:48:24.348837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6c83640b-4053-4b8f-bf5f-d7037d2b83d2 None None] Port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:24.484383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e8a156-9387-417a-bbed-553d31ba44c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.495040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e8a156-9387-417a-bbed-553d31ba44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.584639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36e8a156-9387-417a-bbed-553d31ba44c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89b46106fccd428e89b4da19dcccb8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040813 Dec 13 09:48:24.586926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:24.598863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a156-9387-417a-bbed-553d31ba44c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2946bb69-88c1-4b1f-9a31-7574209e79f2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:24.688965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.713804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.768817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:24.775181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-7bcc8b94-6f75-4765-8d46-e101f38a2628 service neutron] 10.222.0.30 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161707 Dec 13 09:48:24.893395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Router 35d52281-1e88-4376-8561-e820921eb58f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:24.953166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9046e3-8430-4141-8c29-34e3225be5f2 req-f3ebb1eb-f7fb-443c-9cbd-0d003cd9bec4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:24.954740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9046e3-8430-4141-8c29-34e3225be5f2 req-f3ebb1eb-f7fb-443c-9cbd-0d003cd9bec4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.0585496 Dec 13 09:48:25.016321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.020291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.023937 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2946bb69-88c1-4b1f-9a31-7574209e79f2 HTTP/1.1" status: 204 len: 168 time: 0.4336083 Dec 13 09:48:25.041915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2674c-4307-4ff0-8131-56454ae6b4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2946bb69-88c1-4b1f-9a31-7574209e79f2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:25.119744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.127713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.185782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9046e3-8430-4141-8c29-34e3225be5f2 req-1e9997f2-5804-49d8-be31-2c5cfa1f3f2c tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852241 Dec 13 09:48:25.227335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c985073c-78e3-4b72-9bc6-0df76a6c7696 req-7bfedb4a-d666-4c78-b5c3-ef8321c406c7 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 210 time: 0.0687525 Dec 13 09:48:25.274931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=57ec5c25-5f4a-4af7-963a-efa0b55793f1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:25.325779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:25.330379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.337640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Sync routers for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:25.373712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:25.374453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:25.409338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5115b50d-0ee2-4ed0-837b-9540ffd83bc1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "PUT /v2.0/floatingips/d7e2436e-3f47-42fa-b12d-7a2d7276e811 HTTP/1.1" status: 200 len: 991 time: 5.0319638 Dec 13 09:48:25.413277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:25.416603 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384cc35f-1388-4214-ba52-078c8594d067" -d '{"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "d036d298-e143-46f5-bed3-f8a52f926497"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:25.484746 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5859e7-285a-4cd8-bf11-a5ac03013dd3 x-openstack-request-id: req-7a5859e7-285a-4cd8-bf11-a5ac03013dd3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:25.485293 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "tag": "d036d298-e143-46f5-bed3-f8a52f926497", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:25.485734 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a5859e7-285a-4cd8-bf11-a5ac03013dd3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:25.486290 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497', 'status': 'completed', 'code': 200} Dec 13 09:48:25.592492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.593068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.593629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.594198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.601109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.601634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.602115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.612431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-ba4a6fcb-bf1a-46aa-9a22-80bc5bbe6cd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.0973003 Dec 13 09:48:25.656768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.712044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:25.797170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-29589a8e-2200-42da-af2e-6040d1fd5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:25.798687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-29589a8e-2200-42da-af2e-6040d1fd5cff service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28 HTTP/1.1" status: 200 len: 918 time: 0.1805172 Dec 13 09:48:25.849136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ef81228-f9ac-43b6-ac29-2417ee3885c2 None None] Provisioning complete for port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:25.849544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ef81228-f9ac-43b6-ac29-2417ee3885c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.889910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:25.893576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-1757b598-4009-444d-96f4-326f065b9a27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 999 time: 0.0851252 Dec 13 09:48:25.990187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8ef81228-f9ac-43b6-ac29-2417ee3885c2 None None] Port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:26.031119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-d5ba7737-e4a8-4427-86d9-80563150c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.035140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-d5ba7737-e4a8-4427-86d9-80563150c71f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 200 len: 856 time: 0.1296000 Dec 13 09:48:26.124668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc35f-1388-4214-ba52-078c8594d067 req-fadee534-8b2c-4645-aaf0-4604599083fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.129466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-fadee534-8b2c-4645-aaf0-4604599083fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869501 Dec 13 09:48:26.284988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'd7e2436e-3f47-42fa-b12d-7a2d7276e811', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '35d52281-1e88-4376-8561-e820921eb58f', 'port_id': 'd036d298-e143-46f5-bed3-f8a52f926497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'mac_address': 'fa:16:3e:b8:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:01Z', 'updated_at': '2021-12-13T09:48:23Z', 'revision_number': 1, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:26.347295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Checking router: 35d52281-1e88-4376-8561-e820921eb58f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:26.360960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:26.361860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:26.437660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e45a6ba-1c61-4a66-b016-43aa9f2f7013 req-17b5a34c-a219-495e-8ed2-e745fa64a2dc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 210 time: 0.0714414 Dec 13 09:48:26.443416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.471047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.472016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:26.527992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-f9727c2a-f16a-4b2d-992e-d1fcb0c38f3e service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911505 Dec 13 09:48:26.537408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:26.645223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=57ec5c25-5f4a-4af7-963a-efa0b55793f1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:26.732203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:26.734261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:26.839097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-384cc35f-1388-4214-ba52-078c8594d067 req-b180a917-a587-4553-85cd-97c55bd28607 service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861001 Dec 13 09:48:26.882952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081f5b-b550-4e0a-8034-96d5e0e303c2 req-abcabde1-d259-4919-9451-734f531df241 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:26.890991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7081f5b-b550-4e0a-8034-96d5e0e303c2 req-abcabde1-d259-4919-9451-734f531df241 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.5237653 Dec 13 09:48:26.995664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Router 3254ad4a-fcfc-4441-a271-47a213049306 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:48:27.003163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7081f5b-b550-4e0a-8034-96d5e0e303c2 req-6cd9090e-8ace-4bbb-827b-cc17c5b8a812 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108420 Dec 13 09:48:27.005935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33038) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.019732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.037929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-4ebfe6b4-cb32-44fe-81c8-8b0d30539e09 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:27.039549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-4ebfe6b4-cb32-44fe-81c8-8b0d30539e09 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.44 "GET /v2.0/networks?id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66 HTTP/1.1" status: 200 len: 806 time: 0.4843307 Dec 13 09:48:27.071318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'd7e2436e-3f47-42fa-b12d-7a2d7276e811', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '35d52281-1e88-4376-8561-e820921eb58f', 'port_id': 'd036d298-e143-46f5-bed3-f8a52f926497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'mac_address': 'fa:16:3e:b8:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:01Z', 'updated_at': '2021-12-13T09:48:23Z', 'revision_number': 1, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:27.132752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:27.141485 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c905360d-5342-4d50-bf34-4bae9e4f6683 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/routers/3254ad4a-fcfc-4441-a271-47a213049306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1597645 Dec 13 09:48:27.141940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc8df1-0b1d-4363-98f1-4aa3bee8d5a0 None None] The sync data for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 is: [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'd7e2436e-3f47-42fa-b12d-7a2d7276e811', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '35d52281-1e88-4376-8561-e820921eb58f', 'port_id': 'd036d298-e143-46f5-bed3-f8a52f926497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'mac_address': 'fa:16:3e:b8:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030ad900-2cd2-45f8-8441-817b27adf025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:47:01Z', 'updated_at': '2021-12-13T09:48:23Z', 'revision_number': 1, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:27.142388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.161269 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] Sync routers for ids ['3254ad4a-fcfc-4441-a271-47a213049306'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:27.161840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-d6bf81f2-4b67-4bd7-b8ae-d066414df1ee tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8dfc29628e4f52a0978531330f4416 HTTP/1.1" status: 200 len: 379 time: 0.1106975 Dec 13 09:48:27.182109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'port': {'device_id': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'admin_state_up': True, 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'security_groups': ['ef00ff10-e02f-4d37-9fa7-8369662d9def']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:27.187819 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] Routers {'3254ad4a-fcfc-4441-a271-47a213049306'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:27.188844 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['3254ad4a-fcfc-4441-a271-47a213049306'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:27.206643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:27.261001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9777d-8310-41de-aee0-82e17f1da496 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:27.263234 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ceb9777d-8310-41de-aee0-82e17f1da496 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?device_id=3254ad4a-fcfc-4441-a271-47a213049306 HTTP/1.1" status: 200 len: 989 time: 0.1193340 Dec 13 09:48:27.269659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.270039 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:27.290759 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] Routers {'3254ad4a-fcfc-4441-a271-47a213049306'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:27.291538 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['3254ad4a-fcfc-4441-a271-47a213049306'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:27.341729 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:27.342693 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3f2af-a678-4aad-b665-5b14d7eb3337 None None] The sync data for ids ['3254ad4a-fcfc-4441-a271-47a213049306'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:27.345509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:48:27.357737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:27.379287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:27.390224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f4102367-32f2-4cc7-935a-706da60fd056 None None] Provisioning complete for port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:27.391007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4102367-32f2-4cc7-935a-706da60fd056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.407237 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c39b4f66-4270-4c3d-aaec-cc556bd38fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.446270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f4102367-32f2-4cc7-935a-706da60fd056 None None] Port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:27.448537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Made reservation on behalf of ac8dfc29628e4f52a0978531330f4416 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:27.460423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.468502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.488547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:27.515772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:27.520863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.604017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.660496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe43085-2e82-4515-96e1-60c96325b417 None None] New status for floating IP d7e2436e-3f47-42fa-b12d-7a2d7276e811: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:48:27.664340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22b1a331-794c-47fc-a0b5-b84c991d44f4 req-bb976b5a-4f0c-4225-8c6f-a883583ac631 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Dec 13 09:48:27.674885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['853fa47f-8a6a-4271-adfe-8384a0823d8d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:27.710846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c39b4f66-4270-4c3d-aaec-cc556bd38fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.725409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c39b4f66-4270-4c3d-aaec-cc556bd38fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.759140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c39b4f66-4270-4c3d-aaec-cc556bd38fd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9beca306050d488aa946357507a81407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7476630 Dec 13 09:48:27.763760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33058) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:27.823480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b4f66-4270-4c3d-aaec-cc556bd38fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2df54-d381-447e-bb35-96f28067b08e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:27.833670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Allocated IP 172.20.0.10 (1763f8c3-6b66-46b8-be75-6c7e5dba5a66/68a4480a-69e6-4290-a606-3d85cfbd2b2f/83d6cf9e-f8d8-4cbf-98e2-3771dde26c37) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:27.893561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:27.965254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.069827 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.072525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.073709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfe2df54-d381-447e-bb35-96f28067b08e HTTP/1.1" status: 204 len: 168 time: 0.3035288 Dec 13 09:48:28.096288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.100349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7257f-41e4-4de7-9779-1fff92ec21a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2df54-d381-447e-bb35-96f28067b08e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:28.121345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.190094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379dfce-e429-4900-8822-5e145eae1e3d req-8d6f9f6f-d8b1-4e48-9105-83f4772ca4f8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.197686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d379dfce-e429-4900-8822-5e145eae1e3d req-8d6f9f6f-d8b1-4e48-9105-83f4772ca4f8 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.0818841 Dec 13 09:48:28.206049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.300459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:28.312028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d379dfce-e429-4900-8822-5e145eae1e3d req-abc8e388-2ac5-4bc7-9da3-3a4101b9d31b tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134117 Dec 13 09:48:28.316412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:28.321330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event updated for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:28.328428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:28.390674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.391857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.401793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 57ec5c25-5f4a-4af7-963a-efa0b55793f1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:28.402569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.439390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-a789d9cd-bb95-46bb-aa8e-b4a631df3f08 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2695930 Dec 13 09:48:28.454026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Request body: {'port': {'device_id': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:28.579093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.580213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54261304-3989-443f-8e7c-4f08fca293d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.599579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.613934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 57ec5c25-5f4a-4af7-963a-efa0b55793f1 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:28.795994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a58f4b9c-9194-44f7-8340-72beb381aa44 None None] Provisioning complete for port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:28.796976 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a58f4b9c-9194-44f7-8340-72beb381aa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.847556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a58f4b9c-9194-44f7-8340-72beb381aa44 None None] Port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:28.863454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.897262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=57ec5c25-5f4a-4af7-963a-efa0b55793f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:28.947521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:28.980391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531777-faed-447c-86ec-c47ff202e41c req-46f24ef4-ab17-46c9-8eb8-f0e12ab4d253 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:28.982829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93531777-faed-447c-86ec-c47ff202e41c req-46f24ef4-ab17-46c9-8eb8-f0e12ab4d253 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 932 time: 0.1831288 Dec 13 09:48:29.033275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.075674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-5d0f5f26-c9ea-4ab3-9cb1-ba6d4a1c3074 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.077244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-5d0f5f26-c9ea-4ab3-9cb1-ba6d4a1c3074 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.2588618 Dec 13 09:48:29.125756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-fa381bc4-ec86-4959-ab71-997dbf16498f tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/quotas/79321eec1d624377a7d6ed5a68457682 HTTP/1.1" status: 200 len: 375 time: 0.0410006 Dec 13 09:48:29.145043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93531777-faed-447c-86ec-c47ff202e41c req-1d80fe44-9178-48b2-93f8-fcc7ecf72967 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500611 Dec 13 09:48:29.203933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:29.283950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-a433038d-fe67-452c-b373-dc8449130516 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572127 Dec 13 09:48:29.286053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:29.302617 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.322826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Router 3254ad4a-fcfc-4441-a271-47a213049306 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:29.334234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 853fa47f-8a6a-4271-adfe-8384a0823d8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:29.334886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.448036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.487449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:29.488672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:29.490462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-0adf8ccf-68ca-4fee-b56f-bf6e22cddc37 service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928930 Dec 13 09:48:29.500375 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb27887-0486-4fd9-8112-0f76e96f951c" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:29.504536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.506044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Transition to ACTIVE for port object 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:29.577011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:29.601608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:29.740999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:29.753863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7573-9b91-40db-a2fd-6f7404ad8ecc req-f32868dd-eadf-43cd-a5e4-b416ab89d491 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:29.755632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-688c7573-9b91-40db-a2fd-6f7404ad8ecc req-f32868dd-eadf-43cd-a5e4-b416ab89d491 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2639601 Dec 13 09:48:29.865462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:29.873774 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d668e63b-bdef-41fc-bc0c-abc88cb5b008 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/routers/3254ad4a-fcfc-4441-a271-47a213049306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991268 Dec 13 09:48:29.877746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:29.880282 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] Sync routers for ids ['3254ad4a-fcfc-4441-a271-47a213049306'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:29.901097 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] Routers {'3254ad4a-fcfc-4441-a271-47a213049306'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:29.904798 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['3254ad4a-fcfc-4441-a271-47a213049306'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:29.910156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-488c4213-5899-4fea-90e6-7cef465214fd service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940580 Dec 13 09:48:29.915564 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-321e40a8-06b3-4488-a5d5-4d8431972933 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:29.920915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-321e40a8-06b3-4488-a5d5-4d8431972933 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/57ec5c25-5f4a-4af7-963a-efa0b55793f1 HTTP/1.1" status: 404 len: 333 time: 0.0384324 Dec 13 09:48:29.921533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:29.994982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-688c7573-9b91-40db-a2fd-6f7404ad8ecc req-7ceadb9e-de93-4c7d-9e97-03dccfa7a3a4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106931 Dec 13 09:48:29.997388 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:29.999714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Attempting to bind port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:30.015330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Attempting to bind port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:30.015702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Attempting to bind port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 on network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:30.023663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 on network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:30.024044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Attempting to bind port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 on network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:30.026382 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] Routers {'3254ad4a-fcfc-4441-a271-47a213049306'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:30.030156 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['3254ad4a-fcfc-4441-a271-47a213049306'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:30.039602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:30.039973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Checking segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:30.040562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Bound using segment: {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:30.040825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Bound port: 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:30.044432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.066403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.102722 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031cfeb2-e9b0-428b-9281-902dbda15396 x-openstack-request-id: req-031cfeb2-e9b0-428b-9281-902dbda15396 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:30.103094 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:30.103356 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-031cfeb2-e9b0-428b-9281-902dbda15396 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:30.103848 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:48:30.119137 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:30.120457 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1380bd-4b60-411f-abe2-99ef69841935 None None] The sync data for ids ['3254ad4a-fcfc-4441-a271-47a213049306'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:30.267406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:30.288593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f54c631-c2b8-4d60-b446-9fc59bfd28d0 req-b0b2012d-3711-46d0-931c-5ccb7c2592dd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 210 time: 0.0911334 Dec 13 09:48:30.317809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:30.328866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:30.337950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.510653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.511463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.513675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] 10.222.0.44 "PUT /v2.0/ports/83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 HTTP/1.1" status: 200 len: 1092 time: 2.0649233 Dec 13 09:48:30.516395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:30.519280 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d9a78-9a53-4e18-8654-2bee64b68b10" -d '{"events": [{"name": "network-changed", "server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:30.573228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573058c4-c084-4fdc-85d2-b65aebf70050 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:30.598110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.602438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.654006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d260-2736-4544-b65a-528991a9d596 req-81bbc2c4-2787-478d-a3b5-6f883260c11f tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.656736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fda0d260-2736-4544-b65a-528991a9d596 req-81bbc2c4-2787-478d-a3b5-6f883260c11f tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 944 time: 0.2164333 Dec 13 09:48:30.687948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1639118135'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:30.692430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.692923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Fanout notify agent at l3_agent the message router_deleted on router 3254ad4a-fcfc-4441-a271-47a213049306 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:48:30.702362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.703441 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee918f33-f392-4720-9f15-dd1fd8494c91 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/routers/3254ad4a-fcfc-4441-a271-47a213049306 HTTP/1.1" status: 204 len: 168 time: 0.7809472 Dec 13 09:48:30.706224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:30.783181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fda0d260-2736-4544-b65a-528991a9d596 req-d59ae753-e7bf-4c5a-886e-f69d0f424b74 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115308 Dec 13 09:48:30.784541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Made reservation on behalf of 49adce331cff41d1b8a9e640bbd450bf for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:30.788253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.801876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c5b3b4e3-1306-4d12-a0e6-6f9ff74dfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.803600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c5b3b4e3-1306-4d12-a0e6-6f9ff74dfdee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac8dfc29628e4f52a0978531330f4416&device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 1095 time: 0.2096374 Dec 13 09:48:30.835726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet a278c72a-c29f-4f24-b82a-730dcba1d444 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:30.839840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.852386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.872855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740d77-7700-4541-838e-80344442bc2e req-2e38af5f-6508-4514-b55d-b16dd1d60e4d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:30.880331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f740d77-7700-4541-838e-80344442bc2e req-2e38af5f-6508-4514-b55d-b16dd1d60e4d tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2912121 Dec 13 09:48:30.882921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-90cee46c-33d1-4396-8f4b-fe6ba83a6011 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 HTTP/1.1" status: 200 len: 217 time: 0.0688810 Dec 13 09:48:30.926009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:30.959891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4a6034a-379a-4193-83bf-e243e272d42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.001386 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a40d8-d259-4771-a0ec-cd3e60b5e44e x-openstack-request-id: req-c52a40d8-d259-4771-a0ec-cd3e60b5e44e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:31.001683 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:31.001963 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c52a40d8-d259-4771-a0ec-cd3e60b5e44e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:31.002373 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'status': 'completed', 'code': 200} Dec 13 09:48:31.006155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c9a22a9c-a0cd-4411-8a73-a654d41f898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.007329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-c9a22a9c-a0cd-4411-8a73-a654d41f898a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68a4480a-69e6-4290-a606-3d85cfbd2b2f HTTP/1.1" status: 200 len: 845 time: 0.1001499 Dec 13 09:48:31.055523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.078399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f740d77-7700-4541-838e-80344442bc2e req-032b7f6a-47f2-4376-a843-77ac9330e3ef tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954181 Dec 13 09:48:31.095084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-9ef59d3f-a858-434a-8d6a-2352eec4a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.096888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-9ef59d3f-a858-434a-8d6a-2352eec4a70f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774376 Dec 13 09:48:31.202904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.207428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-756247dc-135a-4cc6-b22b-6c9828b64a80 service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025782 Dec 13 09:48:31.249941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=a278c72a-c29f-4f24-b82a-730dcba1d444,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.254271 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.257471 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.260858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1efaad8e-0bfd-4d6d-8ecb-44de56797363 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/a278c72a-c29f-4f24-b82a-730dcba1d444 HTTP/1.1" status: 204 len: 168 time: 0.5537574 Dec 13 09:48:31.263690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.268574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8f2d6-cee6-4e6a-98a7-95a5b383e45b None None] Network 4c4a9163-8601-4271-b8f9-e815bb2eeb15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:31.284294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.359811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:31.369977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.370349 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Added segment 38e70465-5d35-466b-88b2-9c5b6cbfdb8b of type vlan for network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 Dec 13 09:48:31.413657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f7032-9944-4fe1-8d9c-393c760c7dee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.440514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.446022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.462262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80a5c649-f7cd-4422-8f04-fb40e6ed6095 req-04d53f62-8849-4b7f-b5c2-1220aa859746 service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426074 Dec 13 09:48:31.506446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e8dda4d-6634-4e31-adf2-9f0f4a1c96f9 req-7b2a588b-919c-4804-bf5f-f50f0d3809e7 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 210 time: 0.0608361 Dec 13 09:48:31.507571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.514493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.515220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.537500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4562e-f994-4a3d-a7de-ff2d2619bf0d req-300ef0c2-60e5-4cb9-8819-504c992a45b3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.548810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b4562e-f994-4a3d-a7de-ff2d2619bf0d req-300ef0c2-60e5-4cb9-8819-504c992a45b3 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.3008604 Dec 13 09:48:31.625388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3554966 Dec 13 09:48:31.630347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:31.656363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aeea2-4c83-48c2-b973-fa3c2ed7f050 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event updated for resources: {'Network': ['ID=f4c2d75e-6d37-4f4e-9baa-7806743a23f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:31.657785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Request body: {'subnet': {'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:31.667161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:31.687892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b4562e-f994-4a3d-a7de-ff2d2619bf0d req-4ba2e788-786e-4f72-b569-032806a694a0 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380701 Dec 13 09:48:31.719193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] DHCP port deletion for 4c4a9163-8601-4271-b8f9-e815bb2eeb15 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:31.769610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:31.769963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.770729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-d69f2dba-f63d-4db8-a85c-3fc99e3112f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.772562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-d69f2dba-f63d-4db8-a85c-3fc99e3112f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac8dfc29628e4f52a0978531330f4416&device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 1095 time: 0.1638529 Dec 13 09:48:31.830657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Deleting port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:31.831124 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.906132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] For port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,segment=NetworkSegment(7641b9a2-1e3d-4424-ba12-304e9f1bb1ea),segment_id=7641b9a2-1e3d-4424-ba12-304e9f1bb1ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.906641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.913760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] For port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,segment=NetworkSegment(7641b9a2-1e3d-4424-ba12-304e9f1bb1ea),segment_id=7641b9a2-1e3d-4424-ba12-304e9f1bb1ea)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:31.914365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:31.921100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Calling delete_port for e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:31.928368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-00d70081-5426-42c9-8279-2e81ea34218c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:31.930105 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-00d70081-5426-42c9-8279-2e81ea34218c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.2973473 Dec 13 09:48:31.960294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Request body: {'port': {'device_id': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'admin_state_up': True, 'tenant_id': '79321eec1d624377a7d6ed5a68457682'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:31.984932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:32.026193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Made reservation on behalf of 49adce331cff41d1b8a9e640bbd450bf for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:32.035600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.040198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.073922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] Pushing event deleted for resources: {'Port': ['ID=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.091367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ccdf4-0357-4140-bf72-4d0788219849 None None] No DVR routers for this DVR port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:32.101149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-8ca26e61-2296-40a9-ba16-2e25a60e5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.103103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-8ca26e61-2296-40a9-ba16-2e25a60e5068 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66 HTTP/1.1" status: 200 len: 907 time: 0.3211555 Dec 13 09:48:32.146731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.163201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.174142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:32.177708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.180125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.180910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67436b-d126-41a2-99f4-bc0d2f360ac3 req-80632309-ab44-4970-89ef-e29d6bca00a6 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.184983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d67436b-d126-41a2-99f4-bc0d2f360ac3 req-80632309-ab44-4970-89ef-e29d6bca00a6 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 944 time: 0.2129111 Dec 13 09:48:32.192271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No DVR routers for this DVR port e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:32.348617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.419094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a9163-8601-4271-b8f9-e815bb2eeb15']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:32.437167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:32.437470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7641b9a2-1e3d-4424-ba12-304e9f1bb1ea') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:32.460806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.483965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Allocated IP 172.20.0.12 (aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96/d74cce85-e986-4f8f-bf3b-96bce1a4fcb1/8bf458b1-5032-4d12-b9d3-21ad75d3c171) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:32.486327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.504365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:32.504690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:32.508073 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:32.579657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-f50a429a-4820-46c9-bd0b-9209134163de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 HTTP/1.1" status: 200 len: 217 time: 0.4427021 Dec 13 09:48:32.599343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.623825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.640099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/4c4a9163-8601-4271-b8f9-e815bb2eeb15 HTTP/1.1" status: 204 len: 168 time: 1.3647680 Dec 13 09:48:32.659621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.660439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7460-0cb7-4f7a-ad55-7cadf6f944ae tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=4c4a9163-8601-4271-b8f9-e815bb2eeb15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:32.740822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39561ce2-0166-486a-a9e1-17113f1520e8 req-3fb9fe0f-17ce-4a9b-9d26-f83d4ae44bcb tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.742713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39561ce2-0166-486a-a9e1-17113f1520e8 req-3fb9fe0f-17ce-4a9b-9d26-f83d4ae44bcb tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.5710819 Dec 13 09:48:32.746224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-d5ea0371-7f35-4839-bcd9-52b2abe21de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.748265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-d5ea0371-7f35-4839-bcd9-52b2abe21de9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68a4480a-69e6-4290-a606-3d85cfbd2b2f HTTP/1.1" status: 200 len: 845 time: 0.1425099 Dec 13 09:48:32.754130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d67436b-d126-41a2-99f4-bc0d2f360ac3 req-bcbc96c6-5e90-4145-b37a-136f6b006e7e tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808574 Dec 13 09:48:32.773634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de745c1e-fa5e-422c-b392-1412e2a3041a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.780453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de745c1e-fa5e-422c-b392-1412e2a3041a tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/b3b88b18-997d-44b5-b37b-cf95465493e7 HTTP/1.1" status: 200 len: 845 time: 0.1090744 Dec 13 09:48:32.781761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.875556 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eb6a333f-bd89-406e-9123-7b23c171ba85 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/b3b88b18-997d-44b5-b37b-cf95465493e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0929439 Dec 13 09:48:32.876464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:32.895163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-b7415095-008e-49e1-ae89-472203bc1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:32.897350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-b7415095-008e-49e1-ae89-472203bc1e83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409171 Dec 13 09:48:32.927396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:32.977933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39561ce2-0166-486a-a9e1-17113f1520e8 req-efb2ba9a-e632-416a-9540-f37ac87800c4 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946514 Dec 13 09:48:33.007074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:33.029714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8a0d4d7-abda-4aec-9cff-1d11330736fa req-8f8f54b3-4be7-4eac-8040-71f5195360ee tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 210 time: 0.1270869 Dec 13 09:48:33.058013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.071657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.075048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c5b4f240-475e-476d-b33b-8f2ba5dca6e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:33.156213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.265417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event updated for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.305025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:33.308552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:33.313014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:33.322633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event updated for resources: {'Subnet': ['ID=2b03579c-62c9-49e7-96b2-73e175d00eed,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:33.339777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-a7cacaee-c507-4833-86be-d0b7215055ad service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327781 Dec 13 09:48:33.420711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:33.429486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.432614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-c07f4076-b875-45da-9e8a-0da6c4a1c8aa tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:33.435804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-c07f4076-b875-45da-9e8a-0da6c4a1c8aa tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2137332 Dec 13 09:48:33.436620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Checking segment: {'id': '38e70465-5d35-466b-88b2-9c5b6cbfdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:33.437182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Network hostable DHCP agents. Network: f4c2d75e-6d37-4f4e-9baa-7806743a23f3, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:33.516483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:33.525865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:33.582480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f4c2d75e-6d37-4f4e-9baa-7806743a23f3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:33.585855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:33.586318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e41c8b4c-f539-4f7c-9680-2d2ed2a5bb4a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:33.599285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9ded8-a960-4a7c-a51e-f201481143a5 None None] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:33.600053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:33.602790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.612830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b41d9a78-9a53-4e18-8654-2bee64b68b10 req-93b7863b-4e51-4e20-b9b4-671108109d3c service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567346 Dec 13 09:48:33.658332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31f5a5a0-e9b1-4559-b6ad-495d3a60f5e2 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0054414 Dec 13 09:48:33.660154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:33.669370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Request body: {'port': {'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1872437493'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:33.672421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.751956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port 1952acc4-cf28-427e-8221-9d2f9423d98d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:33.752373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.756787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f4c2d75e-6d37-4f4e-9baa-7806743a23f3', 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3', 'project_id': '49adce331cff41d1b8a9e640bbd450bf', 'fixed_ips': [{'subnet_id': '2b03579c-62c9-49e7-96b2-73e175d00eed'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:33.758905 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.786103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:33.827936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:33.828775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.845239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.862239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-937db355-5f65-4316-903a-0fdd8f660b5e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9090149 Dec 13 09:48:33.902011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Request body: {'port': {'device_id': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:33.943535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:33.955019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:33.973491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:33.974345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:33.996089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c7ab2-acf3-4a22-a01b-30e66d655e57 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:34.003322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Made reservation on behalf of 49adce331cff41d1b8a9e640bbd450bf for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:34.009154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.022171 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.027405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=ef27e9cd-e156-4c82-b2e5-403203db1a9c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.046991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4712b0dc-c57d-496f-b02d-61b65d540a4e tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0531559 Dec 13 09:48:34.050355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:34.057190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'security_group': {'name': 'tempest-secgroup-147399965'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:34.099464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port 1952acc4-cf28-427e-8221-9d2f9423d98d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1952acc4-cf28-427e-8221-9d2f9423d98d,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:34.099846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.143527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] device_id is not set on port 1b0cbb65-deda-4eac-8af2-f1491d016e40 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:34.159511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.195861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:34.256640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'port_id': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'mac_address': 'fa:16:3e:4f:a1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:34.259569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Allocated IP 172.20.0.2 (f4c2d75e-6d37-4f4e-9baa-7806743a23f3/2b03579c-62c9-49e7-96b2-73e175d00eed/6321ef15-6fc9-4933-8df5-50c3871c8113) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:34.278969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b11c-8a11-4477-a18d-6331fd7df3e9 req-901a83d3-b8d1-4a9c-916f-29677e7e6a91 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.287455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be93b11c-8a11-4477-a18d-6331fd7df3e9 req-901a83d3-b8d1-4a9c-916f-29677e7e6a91 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 944 time: 0.3537488 Dec 13 09:48:34.308701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for 1952acc4-cf28-427e-8221-9d2f9423d98d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:34.343922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.383175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:34.420977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a16da816-9234-43db-b9f5-bc7984ac18ad', 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'project_id': '6d226453b747462688183f097a3e388e', 'fixed_ips': [{'subnet_id': 'ef27e9cd-e156-4c82-b2e5-403203db1a9c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:48:34.422473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.447830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:34.466148 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.472616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b0010-4d0f-4d83-87a0-8f60f86cafa4 req-ebfd21a6-9bd3-456e-95f9-be8a0022a87f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.483373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac3b0010-4d0f-4d83-87a0-8f60f86cafa4 req-ebfd21a6-9bd3-456e-95f9-be8a0022a87f tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 945 time: 0.2240856 Dec 13 09:48:34.531345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be93b11c-8a11-4477-a18d-6331fd7df3e9 req-df106e66-8acc-4715-b965-d51591b10a22 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391760 Dec 13 09:48:34.594998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac3b0010-4d0f-4d83-87a0-8f60f86cafa4 req-ca301761-783e-49d3-bf15-6c75b7237501 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Dec 13 09:48:34.624811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.714843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.771383 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.785667 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.806268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Allocated IP 2001:db8::2 (a16da816-9234-43db-b9f5-bc7984ac18ad/ef27e9cd-e156-4c82-b2e5-403203db1a9c/60d5e430-2ae2-44b7-a75b-4a07c0ebc29a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:34.838629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.842955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:34.851450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:34.854630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:34.858166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:34.860776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.881954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d1385-9bee-462e-bc65-1ec4cb6b17a0 req-55847c7e-58c5-4299-abb3-6e2c0d4fb4b3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:34.883493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538d1385-9bee-462e-bc65-1ec4cb6b17a0 req-55847c7e-58c5-4299-abb3-6e2c0d4fb4b3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 932 time: 0.1906059 Dec 13 09:48:34.886843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.911476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327280e1-74a6-475a-afc6-46c6ff413675,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.940844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:34.942276 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cbe817ce-8e7d-46f3-bdfb-6173bb2421d6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8910549 Dec 13 09:48:34.950671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:34.960776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:34.962702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'security_group': {'name': 'tempest-secgroup-534211627'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:34.976691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Pushing event updated for resources: {'Port': ['ID=6321ef15-6fc9-4933-8df5-50c3871c8113,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:34.991641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=1952acc4-cf28-427e-8221-9d2f9423d98d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.016245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port 1952acc4-cf28-427e-8221-9d2f9423d98d on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:35.016528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.022847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.026941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e2c70cb-698b-4be5-9160-273251fe9d52 req-f7e237dd-52c4-4a80-bdf3-faddd6b7ba30 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.44 "DELETE /v2.0/ports/1952acc4-cf28-427e-8221-9d2f9423d98d HTTP/1.1" status: 204 len: 173 time: 1.5813544 Dec 13 09:48:35.027424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'name': 'network-vif-deleted', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:35.030028 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988bb89-c528-42de-b977-ad8fa4c28a1d" -d '{"events": [{"server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "name": "network-vif-deleted", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:35.044255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Allocated IP 172.20.0.5 (f4c2d75e-6d37-4f4e-9baa-7806743a23f3/2b03579c-62c9-49e7-96b2-73e175d00eed/1b0cbb65-deda-4eac-8af2-f1491d016e40) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:35.061323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf458b1-5032-4d12-b9d3-21ad75d3c171 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:35.078722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.107351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Transition to ACTIVE for port object 8bf458b1-5032-4d12-b9d3-21ad75d3c171 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:48:35.115843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.169440 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229ca2c-87cb-49a3-850b-ae888f017f85 x-openstack-request-id: req-9229ca2c-87cb-49a3-850b-ae888f017f85 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:35.169807 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa0f893-6ba0-48b4-97a8-e6bb930da116", "name": "network-vif-deleted", "tag": "1952acc4-cf28-427e-8221-9d2f9423d98d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:35.170421 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9229ca2c-87cb-49a3-850b-ae888f017f85 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:35.170892 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa0f893-6ba0-48b4-97a8-e6bb930da116', 'name': 'network-vif-deleted', 'tag': '1952acc4-cf28-427e-8221-9d2f9423d98d', 'status': 'completed', 'code': 200} Dec 13 09:48:35.191365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-538d1385-9bee-462e-bc65-1ec4cb6b17a0 req-c82b62c5-8b38-4362-855a-89069969758a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853181 Dec 13 09:48:35.287196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.288155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.298163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.330601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Attempting to bind port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:35.330835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Attempting to bind port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:35.331161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Attempting to bind port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:35.339870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Attempting to bind port 6321ef15-6fc9-4933-8df5-50c3871c8113 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:35.342205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.343643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Attempting to bind port 6321ef15-6fc9-4933-8df5-50c3871c8113 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '38e70465-5d35-466b-88b2-9c5b6cbfdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:35.343807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3863316 Dec 13 09:48:35.346507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:35.348089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:35.348415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Attempting to bind port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:35.348972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Attempting to bind port 6321ef15-6fc9-4933-8df5-50c3871c8113 on network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:35.362378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:35.362752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Checking segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:35.363105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Bound using segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:35.363539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Bound port: 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:35.364063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.364995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2020592166', 'security_groups': ['355235fd-781d-4e1c-b2b8-efdadcde82c2'], 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef27e9cd-e156-4c82-b2e5-403203db1a9c'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:35.371715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:35.372096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Checking segment: {'id': '38e70465-5d35-466b-88b2-9c5b6cbfdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:35.372497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.373181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Bound using segment: {'id': '38e70465-5d35-466b-88b2-9c5b6cbfdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:35.373578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Bound port: 6321ef15-6fc9-4933-8df5-50c3871c8113, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e70465-5d35-466b-88b2-9c5b6cbfdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f4c2d75e-6d37-4f4e-9baa-7806743a23f3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:35.373966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.380613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d901bed-b85d-4d18-a2d0-233d44f9e6ce tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355235fd-781d-4e1c-b2b8-efdadcde82c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.443062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:35.444134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] For port 6321ef15-6fc9-4933-8df5-50c3871c8113, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:35.446023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:35.447529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] For port 6321ef15-6fc9-4933-8df5-50c3871c8113, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6321ef15-6fc9-4933-8df5-50c3871c8113,segment=NetworkSegment(38e70465-5d35-466b-88b2-9c5b6cbfdb8b),segment_id=38e70465-5d35-466b-88b2-9c5b6cbfdb8b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:35.453945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.494538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.535148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.545209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.546427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.546810 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] 10.222.0.44 "PUT /v2.0/ports/8bf458b1-5032-4d12-b9d3-21ad75d3c171 HTTP/1.1" status: 200 len: 1092 time: 1.6561449 Dec 13 09:48:35.547276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:35.549641 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c93efbf-91e9-40a4-a009-554f38752d58" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:35.612732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ee64e-ad89-4191-ba66-2386b38df436 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:35.652956 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c382f5-cdd7-4912-9afa-82c9884baae2 x-openstack-request-id: req-c5c382f5-cdd7-4912-9afa-82c9884baae2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:35.653343 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:35.654294 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5c382f5-cdd7-4912-9afa-82c9884baae2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:35.654776 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171', 'status': 'completed', 'code': 200} Dec 13 09:48:35.671540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:35.755213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-ca2bab4d-782e-4fdb-88f9-acbaabd05574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.757143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-ca2bab4d-782e-4fdb-88f9-acbaabd05574 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 1095 time: 0.1276972 Dec 13 09:48:35.836021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.855180 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-221f5a88-7270-482a-bd02-29c6f6988ad8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171 HTTP/1.1" status: 200 len: 217 time: 0.0891838 Dec 13 09:48:35.861016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1952acc4-cf28-427e-8221-9d2f9423d98d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:35.927226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:35.965228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f458-027a-48d2-ac26-714f1b484684 req-46e559fd-b67e-488e-9074-89cf85d03ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:35.966885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-46e559fd-b67e-488e-9074-89cf85d03ca1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1039953 Dec 13 09:48:36.000200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 1952acc4-cf28-427e-8221-9d2f9423d98d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:36.000562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1952acc4-cf28-427e-8221-9d2f9423d98d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:36.005915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879341ef-7516-4bae-bfa0-c4b78bb32311 None None] Pushing event updated for resources: {'Port': ['ID=6321ef15-6fc9-4933-8df5-50c3871c8113,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.016400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-e4272c9d-64a6-4bb3-9e10-d551c2e90b0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425043 Dec 13 09:48:36.065835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c6b8fe2-4ac0-4c26-ab93-1b980d45ad81 req-e4912019-4bd2-4e98-afe6-fa8f9b1d7aac tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=baa0f893-6ba0-48b4-97a8-e6bb930da116 HTTP/1.1" status: 200 len: 210 time: 0.1608205 Dec 13 09:48:36.089247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.105516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event updated for resources: {'Port': ['ID=1b0cbb65-deda-4eac-8af2-f1491d016e40,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.109344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port 2ac57732-8d51-443d-ad27-928ff0d8ec96 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:36.159269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:36.170347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.177220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:36.192108 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-2401ef67-c96a-4fc8-825c-73203b38c232 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678572 Dec 13 09:48:36.248667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:36.370155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.370836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.376383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:36.393901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:36.397800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:36.399635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.411871 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4867f458-027a-48d2-ac26-714f1b484684 req-ea34bf2d-9c19-4dec-ab98-1f1c47cf38ae service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095430 Dec 13 09:48:36.424356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1b02f-b431-42c0-a8fa-006c8f780d43 req-46eaf55f-b708-4ddb-8901-26bc2336cfee tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.436696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ba1b02f-b431-42c0-a8fa-006c8f780d43 req-46eaf55f-b708-4ddb-8901-26bc2336cfee tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 945 time: 0.6195152 Dec 13 09:48:36.510680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Attempting to bind port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:36.511672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Attempting to bind port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2281568f-983d-4b7a-8e27-ef756c681378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:36.512931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Attempting to bind port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a on network a16da816-9234-43db-b9f5-bc7984ac18ad {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:36.521829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:48:36.523117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Checking segment: {'id': '2281568f-983d-4b7a-8e27-ef756c681378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:36.524127 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.524763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Bound using segment: {'id': '2281568f-983d-4b7a-8e27-ef756c681378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:48:36.527226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Bound port: 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2281568f-983d-4b7a-8e27-ef756c681378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:48:36.528725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.593761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-1b6eb3dc-fb5a-4377-bf60-f414d34a2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.596881 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-1b6eb3dc-fb5a-4377-bf60-f414d34a2430 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 1095 time: 0.1024754 Dec 13 09:48:36.627473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6264bcf7-b08f-4e72-8ce1-abdc25f2ffb1 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9630308 Dec 13 09:48:36.636623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:36.654429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:36.658679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:48:36.669023 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:36.742414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-8265a34a-5ead-4a32-a515-0e74d4455223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.743940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-8265a34a-5ead-4a32-a515-0e74d4455223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 916 time: 0.1402895 Dec 13 09:48:36.804429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1d7bd-04d4-4990-963a-a5967271b7bd None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:36.843468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-b37ee667-5c27-4e94-b36c-bb2d1bafd466 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171 HTTP/1.1" status: 200 len: 217 time: 0.0919769 Dec 13 09:48:36.848644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425439f-e2fe-4c00-a225-3e58b9576350 req-838ee238-b6bf-40fd-9d7c-f4cbd7a8ebf2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.850247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0425439f-e2fe-4c00-a225-3e58b9576350 req-838ee238-b6bf-40fd-9d7c-f4cbd7a8ebf2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 944 time: 0.3388348 Dec 13 09:48:36.879091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::3a4 (a16da816-9234-43db-b9f5-bc7984ac18ad/ef27e9cd-e156-4c82-b2e5-403203db1a9c/2ac57732-8d51-443d-ad27-928ff0d8ec96) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:36.916868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ba1b02f-b431-42c0-a8fa-006c8f780d43 req-891d0cba-6952-4265-9cde-62391a933092 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814913 Dec 13 09:48:36.955699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-ef12b98e-8e61-45fa-a650-4b20883df046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:36.958307 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-ef12b98e-8e61-45fa-a650-4b20883df046 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.0996990 Dec 13 09:48:37.002546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-8397e8c4-5848-4f59-9ad4-8bef26f04d69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344245 Dec 13 09:48:37.009464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Deleting port 1b0cbb65-deda-4eac-8af2-f1491d016e40 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:37.009905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.138128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0425439f-e2fe-4c00-a225-3e58b9576350 req-d38621df-b361-4fbe-8c68-6b3ab675ec7c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636552 Dec 13 09:48:37.229557 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-39add08e-ea33-4100-80c8-2457db653c13 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173026 Dec 13 09:48:37.413521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.425867 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c93efbf-91e9-40a4-a009-554f38752d58 req-dc36bfe2-9fe8-4430-8581-6d3b14482bac service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881728 Dec 13 09:48:37.444698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.446871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Calling delete_port for 1b0cbb65-deda-4eac-8af2-f1491d016e40 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:37.466622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815e038-fac0-46d8-bb69-5a75364f983a None None] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:37.600917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.705695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:37.709917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] Provisioning complete for port 6321ef15-6fc9-4933-8df5-50c3871c8113 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:37.710070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.719673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=2ac57732-8d51-443d-ad27-928ff0d8ec96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:37.722345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:37.725157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:37.732854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:37.733737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:37.763831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a32be8a0-3b36-49c5-b565-62a79b59e739 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4113033 Dec 13 09:48:37.767922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:37.773753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:37.775949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:37.868807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8bf458b1-5032-4d12-b9d3-21ad75d3c171 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:48:37.874213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:37.921598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.076396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:38.086624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.145312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event deleted for resources: {'Port': ['ID=1b0cbb65-deda-4eac-8af2-f1491d016e40,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:38.262104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.279438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-837e66f3-a9df-498e-91a7-62a7d046284f tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "DELETE /v2.0/ports/1b0cbb65-deda-4eac-8af2-f1491d016e40 HTTP/1.1" status: 204 len: 168 time: 1.6365466 Dec 13 09:48:38.280104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:38.299365 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef27e9cd-e156-4c82-b2e5-403203db1a9c (CIDR: 2001:db8::/64) Dec 13 09:48:38.305915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811fef6-ca8d-4781-b941-8684994d1a1d req-3ed197f8-e401-4df4-b5fd-2edb9373325b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:38.313555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.319536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d811fef6-ca8d-4781-b941-8684994d1a1d req-3ed197f8-e401-4df4-b5fd-2edb9373325b tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 945 time: 0.2367945 Dec 13 09:48:38.326006 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:38.327366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:38.364540 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8279746a-a8e4-4c8f-a13a-f0e6a5abc600 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5954108 Dec 13 09:48:38.364855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:38.384314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:38.408902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-318fdc80-7ea2-49d8-b6ef-cfadcc325da3 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1248479 Dec 13 09:48:38.409982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:38.416409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1839531633'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:38.435460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] For port 6321ef15-6fc9-4933-8df5-50c3871c8113, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6321ef15-6fc9-4933-8df5-50c3871c8113,segment=NetworkSegment(38e70465-5d35-466b-88b2-9c5b6cbfdb8b),segment_id=38e70465-5d35-466b-88b2-9c5b6cbfdb8b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:38.448975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.489885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Made reservation on behalf of 49adce331cff41d1b8a9e640bbd450bf for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:38.497263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.526129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d811fef6-ca8d-4781-b941-8684994d1a1d req-efbb059d-d78c-46c6-bcf1-f2af01f99cbc tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044764 Dec 13 09:48:38.536347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:38.552250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.556618 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Added segment 012cfb85-6d30-4d6a-a71e-61e462c77f46 of type vlan for network 3e468fa9-88c6-406d-839b-b44c95f398ff Dec 13 09:48:38.602144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:38.603885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ad31e-043d-4d74-932c-a74fa4c7e4bb req-db94c44e-3e2b-4b8f-852e-0b3dba63d82a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:38.605554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f5ad31e-043d-4d74-932c-a74fa4c7e4bb req-db94c44e-3e2b-4b8f-852e-0b3dba63d82a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 944 time: 0.2415333 Dec 13 09:48:38.631615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.638202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232cc70-8f2d-46f0-be2a-1d374312630b None None] Pushing event updated for resources: {'Port': ['ID=6321ef15-6fc9-4933-8df5-50c3871c8113,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:38.641692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8bf458b1-5032-4d12-b9d3-21ad75d3c171', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'port_id': '8bf458b1-5032-4d12-b9d3-21ad75d3c171', 'mac_address': 'fa:16:3e:a3:9a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74cce85-e986-4f8f-bf3b-96bce1a4fcb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:48:38.647944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:38.670694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:38.671543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.708815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.716695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:38.718144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.760667 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.770586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:38.771533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.818211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f5ad31e-043d-4d74-932c-a74fa4c7e4bb req-f5441764-27f5-4dc3-955e-28fc8996fabd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823390 Dec 13 09:48:38.822330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:38.822782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.849544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf458b1-5032-4d12-b9d3-21ad75d3c171 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:48:38.854414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:38.858482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:38.930490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5189216 Dec 13 09:48:38.931344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.061638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:39.081483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:39.091163 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.114732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.213175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:39.213612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.250215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event updated for resources: {'Network': ['ID=3e468fa9-88c6-406d-839b-b44c95f398ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:39.289472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.289859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.290211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.290561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.290939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.291313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.291729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.292139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.292546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.292967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.309025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.309565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.309960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e2a71-e38f-4c30-9347-bd727cce80fc tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:39.317487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2b1ee18-5a93-4363-a557-9b45319c20b6 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks HTTP/1.1" status: 200 len: 13631 time: 0.3806891 Dec 13 09:48:39.322237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.379857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3e468fa9-88c6-406d-839b-b44c95f398ff details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:39.405138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:39.409278 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72aa1c-340b-44fc-b469-563d5370cfab" -d '{"events": [{"server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "name": "network-vif-plugged", "status": "completed", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:39.463600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.511688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3faed75-1765-4e25-b08c-ab7cbacea743 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] Network 3e468fa9-88c6-406d-839b-b44c95f398ff is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:39.535955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3faed75-1765-4e25-b08c-ab7cbacea743 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "POST /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2100909 Dec 13 09:48:39.536189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.557918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8bf458b1-5032-4d12-b9d3-21ad75d3c171'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:39.589465 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7a5e69-d8a8-410e-8892-2115b363b92e x-openstack-request-id: req-cf7a5e69-d8a8-410e-8892-2115b363b92e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:39.601644 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "name": "network-vif-plugged", "status": "completed", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:39.601916 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf7a5e69-d8a8-410e-8892-2115b363b92e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:39.602338 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'code': 200} Dec 13 09:48:39.604970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a8b5c-1b54-406a-b495-3eca41979f06 None None] Network 3e468fa9-88c6-406d-839b-b44c95f398ff requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:39.613666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:39.774557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.789335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:39.800568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421492a2-ae59-4de5-834a-bffbddddaa10 req-1839ec7c-af85-4160-8826-1a677cdb5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.802146 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-421492a2-ae59-4de5-834a-bffbddddaa10 req-1839ec7c-af85-4160-8826-1a677cdb5d29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 1097 time: 0.1648617 Dec 13 09:48:39.848670 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:39.906732 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eeb61734-d887-4822-8e5b-6c274352f54d tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks HTTP/1.1" status: 200 len: 14402 time: 0.3659456 Dec 13 09:48:39.918332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:39.928222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f053b-e743-4d66-837f-b081f1628baa req-67081396-661e-4734-94db-12c1d31add24 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:39.937674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a80f053b-e743-4d66-837f-b081f1628baa req-67081396-661e-4734-94db-12c1d31add24 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 945 time: 0.5066431 Dec 13 09:48:40.005230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-421492a2-ae59-4de5-834a-bffbddddaa10 req-d9924bf6-92cf-4244-833e-e523bab17a3e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870303 Dec 13 09:48:40.019883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a80f053b-e743-4d66-837f-b081f1628baa req-818094a5-063a-455b-b956-8043438e3917 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661321 Dec 13 09:48:40.073439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:40.097833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7f02c27c-70b5-468c-88b8-00f6775967dd tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "DELETE /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks/3e468fa9-88c6-406d-839b-b44c95f398ff HTTP/1.1" status: 204 len: 168 time: 0.1764894 Dec 13 09:48:40.098649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.109549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:40.135215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:40.140103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0317300-489b-4891-b48f-63efcd4c4e41 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:40.141634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763995-0e43-496c-b71b-28ae872416e4 req-ffdf58cc-1ce2-4c5e-95cd-d4c3d2e1f837 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:40.150839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42763995-0e43-496c-b71b-28ae872416e4 req-ffdf58cc-1ce2-4c5e-95cd-d4c3d2e1f837 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.3274012 Dec 13 09:48:40.205183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:40.212945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.234862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=e67dfa5e-b7aa-4ada-8417-adf49f4cdd65,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.240977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.240977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6321ef15-6fc9-4933-8df5-50c3871c8113 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:40.335361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d7dd24f3-63fb-49a4-848c-63cefafd8c52 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9669726 Dec 13 09:48:40.338914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.354702 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-375ae07e-72b9-4d97-9287-201e62e5eb0a tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks HTTP/1.1" status: 200 len: 13671 time: 0.2547290 Dec 13 09:48:40.356589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.358773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42763995-0e43-496c-b71b-28ae872416e4 req-a2b9f8c4-a6d2-4962-8f47-5e8d6d2d44c3 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997378 Dec 13 09:48:40.364574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1264465789', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e67dfa5e-b7aa-4ada-8417-adf49f4cdd65'}], 'security_groups': ['327280e1-74a6-475a-afc6-46c6ff413675']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:40.387132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b1879a7e-c10d-44c4-af17-b717d3cae547 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/networks/f4c2d75e-6d37-4f4e-9baa-7806743a23f3/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0286615 Dec 13 09:48:40.388416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.403166 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.419464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.423439 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b9d3f26-72e4-4300-bf3f-d1d0e4973b13 tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/networks/f4c2d75e-6d37-4f4e-9baa-7806743a23f3/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0312307 Dec 13 09:48:40.424354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.503457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6321ef15-6fc9-4933-8df5-50c3871c8113 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:40.503843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.535680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:40.541272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee812-9632-4bfa-be78-424aeb9bc969 req-eb5bcab3-3ace-460c-8818-9d2ba073eec1 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:40.549895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c13ee812-9632-4bfa-be78-424aeb9bc969 req-eb5bcab3-3ace-460c-8818-9d2ba073eec1 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 945 time: 0.2757785 Dec 13 09:48:40.578773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.665285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c13ee812-9632-4bfa-be78-424aeb9bc969 req-30f09720-ac01-4493-9883-71d19fc93bf9 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143467 Dec 13 09:48:40.668334 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f3b51289-6dc2-42b3-b33b-00294c10faae tempest-DHCPAgentSchedulersTestJSON-1078984486 tempest-DHCPAgentSchedulersTestJSON-1078984486-project-admin] 10.222.0.30 "GET /v2.0/agents/1e01c853-4ba0-4006-b210-2ff2da710779/dhcp-networks HTTP/1.1" status: 200 len: 13671 time: 0.2425776 Dec 13 09:48:40.673166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:40.789435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.834081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:48:40.834644 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-3d7e8368-cdc4-4536-a94c-a948447167e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:48:40.841468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Update dhcp port {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'fixed_ips': [{'subnet_id': 'ef27e9cd-e156-4c82-b2e5-403203db1a9c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e67dfa5e-b7aa-4ada-8417-adf49f4cdd65'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '60d5e430-2ae2-44b7-a75b-4a07c0ebc29a'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:40.905760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.910588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:40.952606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e468fa9-88c6-406d-839b-b44c95f398ff']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:40.983085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012cfb85-6d30-4d6a-a71e-61e462c77f46') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:40.984807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012cfb85-6d30-4d6a-a71e-61e462c77f46') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:41.024949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.046410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.053219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:41.053708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:41.154418 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:41.192318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.213742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:41.219399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.227001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "DELETE /v2.0/networks/3e468fa9-88c6-406d-839b-b44c95f398ff HTTP/1.1" status: 204 len: 168 time: 0.5532584 Dec 13 09:48:41.237588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Delete allocated IP 2001:db8::3a4 (a16da816-9234-43db-b9f5-bc7984ac18ad/ef27e9cd-e156-4c82-b2e5-403203db1a9c) {{(pid=103189) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:48:41.247875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:41.262358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc87646-169b-4b0a-9ddc-a6004f212967 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event deleted for resources: {'Network': ['ID=3e468fa9-88c6-406d-839b-b44c95f398ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:41.290573 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e348a1-10f5-49a3-bcb2-91e0cd155206 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:41.291179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e348a1-10f5-49a3-bcb2-91e0cd155206 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:41.294949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27e348a1-10f5-49a3-bcb2-91e0cd155206 tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "DELETE /v2.0/ports/1b0cbb65-deda-4eac-8af2-f1491d016e40 HTTP/1.1" status: 404 len: 333 time: 0.0434401 Dec 13 09:48:41.301455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:41.337551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.339833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8:0:1::2b2 (a16da816-9234-43db-b9f5-bc7984ac18ad/e67dfa5e-b7aa-4ada-8417-adf49f4cdd65/2ac57732-8d51-443d-ad27-928ff0d8ec96) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:41.340845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.437775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d7f7-de2c-4447-a2cf-b1c76909d421 req-8eb49cef-8abc-45b8-8402-2258b982fbc9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.446409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2415d7f7-de2c-4447-a2cf-b1c76909d421 req-8eb49cef-8abc-45b8-8402-2258b982fbc9 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 945 time: 0.2852435 Dec 13 09:48:41.489641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Deleting subnet 2b03579c-62c9-49e7-96b2-73e175d00eed {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:41.501318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-42ea6b6a-8be5-447a-9f3d-945815ad4784 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.502721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-42ea6b6a-8be5-447a-9f3d-945815ad4784 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.37 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 945 time: 0.2936382 Dec 13 09:48:41.514210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6321ef15-6fc9-4933-8df5-50c3871c8113 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:41.515862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.577621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Provisioning complete for port 2ac57732-8d51-443d-ad27-928ff0d8ec96 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.578391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.636192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Port 2ac57732-8d51-443d-ad27-928ff0d8ec96 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:41.641194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6321ef15-6fc9-4933-8df5-50c3871c8113 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.641594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.671251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Provisioning complete for port 6321ef15-6fc9-4933-8df5-50c3871c8113 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.671778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.711881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2415d7f7-de2c-4447-a2cf-b1c76909d421 req-2e4c12a5-4c43-4818-86e9-f6c1269d68fc tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624679 Dec 13 09:48:41.716335 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:41.825701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56bbdbcd-c46a-444e-a36d-2dc729ab8153 None None] Could not find standard attr ID for object 1b0cbb65-deda-4eac-8af2-f1491d016e40. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:41.831058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8bf458b1-5032-4d12-b9d3-21ad75d3c171 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:41.850489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d02aed-2aa5-4853-be19-bb70a72d4722 req-69d3263f-9df6-471c-a27a-b15bfa64a4bb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:41.864002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7d02aed-2aa5-4853-be19-bb70a72d4722 req-69d3263f-9df6-471c-a27a-b15bfa64a4bb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.3539827 Dec 13 09:48:41.913364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:48:41.917594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:41.917964 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.019075 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.048890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:42.049648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7d02aed-2aa5-4853-be19-bb70a72d4722 req-29e42395-7a72-40ef-be88-da79dad3c1a8 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841879 Dec 13 09:48:42.051587 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a6570-a2b0-4bce-8de4-ce527f9a9574" -d '{"events": [{"server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:42.082793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:42.088572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.111913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Deleting port 97afb831-7d4a-4fde-90e4-9882728b9244 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:42.112204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.172910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.256015 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.260299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.298473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.306420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] For port 97afb831-7d4a-4fde-90e4-9882728b9244, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=97afb831-7d4a-4fde-90e4-9882728b9244,segment=NetworkSegment(567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6),segment_id=567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:42.306788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.335686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b010b-8545-4980-bd84-33c4a33c2d3a req-5f99b6ea-3e81-4742-b1b7-ad888979c93d tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:42.337245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-113b010b-8545-4980-bd84-33c4a33c2d3a req-5f99b6ea-3e81-4742-b1b7-ad888979c93d tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 945 time: 0.3840570 Dec 13 09:48:42.355175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Allocated IP 2001:db8:0:1::2 (a16da816-9234-43db-b9f5-bc7984ac18ad/e67dfa5e-b7aa-4ada-8417-adf49f4cdd65/60d5e430-2ae2-44b7-a75b-4a07c0ebc29a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:42.388730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Calling delete_port for 97afb831-7d4a-4fde-90e4-9882728b9244 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:42.477794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4db9f5-c315-475f-931d-51eade9ffaf4 req-accf4283-5bcd-43cc-9e18-a29a0c1d88ac tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:42.489170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:42.490200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d4db9f5-c315-475f-931d-51eade9ffaf4 req-accf4283-5bcd-43cc-9e18-a29a0c1d88ac tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.3043346 Dec 13 09:48:42.493739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Request body: {'floatingip': {'port_id': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:42.494669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] In _notify_port_updated(), no bound segment for port 2ac57732-8d51-443d-ad27-928ff0d8ec96 on network a16da816-9234-43db-b9f5-bc7984ac18ad {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:48:42.502449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:42.503107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.504433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/ports/2ac57732-8d51-443d-ad27-928ff0d8ec96 HTTP/1.1" status: 200 len: 931 time: 2.1643250 Dec 13 09:48:42.517409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:42.518186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:42.568394 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed3d6d-1f0a-442e-bc6d-42cb3fffe09f x-openstack-request-id: req-41ed3d6d-1f0a-442e-bc6d-42cb3fffe09f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:42.570231 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:42.571327 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41ed3d6d-1f0a-442e-bc6d-42cb3fffe09f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:42.571918 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171', 'code': 200} Dec 13 09:48:42.608591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.610890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.620481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.661906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.663827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978af2a-cc00-4043-ae5b-d92c8c56ba3f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=2ac57732-8d51-443d-ad27-928ff0d8ec96,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.726893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-113b010b-8545-4980-bd84-33c4a33c2d3a req-2041f7b3-79c0-4251-bfac-1fdf96bd4caf tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782082 Dec 13 09:48:42.739443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:42.753736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "DELETE /v2.0/subnets/2b03579c-62c9-49e7-96b2-73e175d00eed HTTP/1.1" status: 204 len: 168 time: 1.4486904 Dec 13 09:48:42.756518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14e1e7-e272-4663-8eab-c9671937344c None None] Network f4c2d75e-6d37-4f4e-9baa-7806743a23f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:42.759029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330afd-a851-408b-a796-a0a34f0c6aae tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event deleted for resources: {'Subnet': ['ID=2b03579c-62c9-49e7-96b2-73e175d00eed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:42.768467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:42.947722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.026277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port 2ac57732-8d51-443d-ad27-928ff0d8ec96 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:43.026904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.048731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea81d9b-5d18-4b5f-82e1-074f562e79c9 None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:43.086406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.114326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['97afb831-7d4a-4fde-90e4-9882728b9244'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:48:43.187416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] DHCP port deletion for f4c2d75e-6d37-4f4e-9baa-7806743a23f3 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:48:43.208787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Pushing event deleted for resources: {'Port': ['ID=97afb831-7d4a-4fde-90e4-9882728b9244,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:43.300206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Deleting port 6321ef15-6fc9-4933-8df5-50c3871c8113 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:43.300831 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.320486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f934c-d152-482f-babb-3e972319040f req-75160163-99d3-40e2-86b4-21861193a7b6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:43.334582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971f934c-d152-482f-babb-3e972319040f req-75160163-99d3-40e2-86b4-21861193a7b6 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/ports?device_id=86f0a299-0701-4419-801e-e9fd73af9384 HTTP/1.1" status: 200 len: 867 time: 0.3830752 Dec 13 09:48:43.380651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] No DVR routers for this DVR port 97afb831-7d4a-4fde-90e4-9882728b9244 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:43.387495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] For port 6321ef15-6fc9-4933-8df5-50c3871c8113, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6321ef15-6fc9-4933-8df5-50c3871c8113,segment=NetworkSegment(38e70465-5d35-466b-88b2-9c5b6cbfdb8b),segment_id=38e70465-5d35-466b-88b2-9c5b6cbfdb8b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:43.388208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.403324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Calling delete_port for 6321ef15-6fc9-4933-8df5-50c3871c8113 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:43.435709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.448273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f3fbf74-db2f-4f27-9c09-1d6122ad5b78 req-2353102d-09b8-4177-95c6-5ebbc5e6099e tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.37 "DELETE /v2.0/ports/97afb831-7d4a-4fde-90e4-9882728b9244 HTTP/1.1" status: 204 len: 173 time: 1.9283943 Dec 13 09:48:43.467706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-971f934c-d152-482f-babb-3e972319040f req-9a10dbd6-9378-473b-9491-cfea965f4f27 tempest-ServersTestJSON-1330464142 tempest-ServersTestJSON-1330464142-project] 10.222.0.30 "GET /v2.0/security-groups?id=537ecd7a-296b-449c-8a08-8af26a6fde35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251099 Dec 13 09:48:43.468309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'name': 'network-vif-deleted', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:43.479365 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8499748c-365d-4735-96d3-aa5adcbd2b40" -d '{"events": [{"server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "name": "network-vif-deleted", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:43.497093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.544672 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.566714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Deleting port 6321ef15-6fc9-4933-8df5-50c3871c8113 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:43.567106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.570304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] No DVR routers for this DVR port 6321ef15-6fc9-4933-8df5-50c3871c8113 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:43.578309 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a25d919-2a12-4247-9401-c6bf0711df4e x-openstack-request-id: req-0a25d919-2a12-4247-9401-c6bf0711df4e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:43.578624 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f0a299-0701-4419-801e-e9fd73af9384", "name": "network-vif-deleted", "tag": "97afb831-7d4a-4fde-90e4-9882728b9244", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:43.578908 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a25d919-2a12-4247-9401-c6bf0711df4e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:43.579324 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f0a299-0701-4419-801e-e9fd73af9384', 'name': 'network-vif-deleted', 'tag': '97afb831-7d4a-4fde-90e4-9882728b9244', 'status': 'completed', 'code': 200} Dec 13 09:48:43.580260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for 2ac57732-8d51-443d-ad27-928ff0d8ec96 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:43.612119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa186c-f510-46ac-8ac7-e1a9bfd011b3 None None] Pushing event deleted for resources: {'Port': ['ID=6321ef15-6fc9-4933-8df5-50c3871c8113,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:43.743273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] For port 6321ef15-6fc9-4933-8df5-50c3871c8113, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:43.743683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.768080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Calling delete_port for 6321ef15-6fc9-4933-8df5-50c3871c8113 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:43.772151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Port 6321ef15-6fc9-4933-8df5-50c3871c8113 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:48:43.774788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:43.994739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535728-728a-40d2-ad6d-a295c043cb95 req-62af5f04-2013-4c9d-8281-214dcc795afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:44.003617 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26535728-728a-40d2-ad6d-a295c043cb95 req-62af5f04-2013-4c9d-8281-214dcc795afb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 1097 time: 0.6454086 Dec 13 09:48:44.092118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:48:44.190660 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26535728-728a-40d2-ad6d-a295c043cb95 req-8eb1bbc3-7cef-482e-8318-4b5efb07a7ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754146 Dec 13 09:48:44.195377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Provisioning complete for port 2ac57732-8d51-443d-ad27-928ff0d8ec96 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:44.195877 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.231450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.237054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.304112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Port 2ac57732-8d51-443d-ad27-928ff0d8ec96 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:44.316163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:44.316978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.359909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:44.372678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:44.373481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c03b-dd26-436c-8fcd-3bc1dc27561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.400218 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Floating IP cbe37b22-927e-4671-9c6d-067ed5e43990 associated. External IP: 172.25.1.94, port: 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37. Dec 13 09:48:44.448665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] No DVR routers for this DVR port 6321ef15-6fc9-4933-8df5-50c3871c8113 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:48:44.473285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event deleted for resources: {'Port': ['ID=6321ef15-6fc9-4933-8df5-50c3871c8113,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:44.552115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:44.658909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4f02a461-f503-4d1c-8876-0b84bbade84f None None] Provisioning complete for port 2ac57732-8d51-443d-ad27-928ff0d8ec96 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:44.659526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f02a461-f503-4d1c-8876-0b84bbade84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.705695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.729714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Router 7e151612-5af5-435f-882a-8aa3b2fc7322 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:48:44.736680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0161a-6cc2-4a5f-88cc-50263baeec92 req-79b33979-2034-475c-8f4d-67d6f3dc5737 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:44.745912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4f0161a-6cc2-4a5f-88cc-50263baeec92 req-79b33979-2034-475c-8f4d-67d6f3dc5737 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 946 time: 0.3074107 Dec 13 09:48:44.794718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c2d75e-6d37-4f4e-9baa-7806743a23f3']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:44.800028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Deleting subnet 56166b60-629b-466b-a1d7-6ea78954ce8b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:44.828942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.834206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e70465-5d35-466b-88b2-9c5b6cbfdb8b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:44.834554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e70465-5d35-466b-88b2-9c5b6cbfdb8b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:44.912541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4f0161a-6cc2-4a5f-88cc-50263baeec92 req-88a0b909-a364-4555-bb0c-77913a2ee56e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650171 Dec 13 09:48:44.913305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:48:44.914197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.920552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.936021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:44.954907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Sync routers for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:48:44.962962 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-815d778e-a2b7-4d82-8614-88de119929b9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "PUT /v2.0/floatingips/cbe37b22-927e-4671-9c6d-067ed5e43990 HTTP/1.1" status: 200 len: 991 time: 2.4726260 Dec 13 09:48:44.963715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:48:44.967201 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5c326-ddcc-4b3e-a406-16556bb22b56" -d '{"events": [{"name": "network-changed", "server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:48:44.989362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=2ac57732-8d51-443d-ad27-928ff0d8ec96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:44.994870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:44.995908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:45.005914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.012998 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.016121 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a2c97-a417-4f50-b523-759be2efc214 x-openstack-request-id: req-d15a2c97-a417-4f50-b523-759be2efc214 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:48:45.016565 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:48:45.016565 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d15a2c97-a417-4f50-b523-759be2efc214 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:48:45.016934 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'status': 'completed', 'code': 200} Dec 13 09:48:45.056959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.064302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dad0045b-8525-4783-967e-589613ff709d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/2ac57732-8d51-443d-ad27-928ff0d8ec96 HTTP/1.1" status: 204 len: 168 time: 2.5401266 Dec 13 09:48:45.067827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:45.078302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:45.078763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:45.084455 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:45.150874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4f02a461-f503-4d1c-8876-0b84bbade84f None None] Port 2ac57732-8d51-443d-ad27-928ff0d8ec96 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:45.155526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-c6402246-a55e-453e-8e69-f54ae17df53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.161276 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-c6402246-a55e-453e-8e69-f54ae17df53c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac8dfc29628e4f52a0978531330f4416&device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 1097 time: 0.1111894 Dec 13 09:48:45.169360 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef914f21-4aff-4533-9168-1fed5b1c65e6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:45.174184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ef914f21-4aff-4533-9168-1fed5b1c65e6 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/2ac57732-8d51-443d-ad27-928ff0d8ec96 HTTP/1.1" status: 404 len: 333 time: 0.1050889 Dec 13 09:48:45.176274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:45.207162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.227834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 97afb831-7d4a-4fde-90e4-9882728b9244 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:45.304812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:45.344614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.362584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 97afb831-7d4a-4fde-90e4-9882728b9244 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:45.363149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 97afb831-7d4a-4fde-90e4-9882728b9244 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:45.366388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.384633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] 10.222.0.30 "DELETE /v2.0/networks/f4c2d75e-6d37-4f4e-9baa-7806743a23f3 HTTP/1.1" status: 204 len: 168 time: 2.5900042 Dec 13 09:48:45.390750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.393397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:45.396309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:45.396695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.469793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56166b60-629b-466b-a1d7-6ea78954ce8b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:45.489915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef730ac-321e-4071-84ed-02306bdfbbac tempest-DHCPAgentSchedulersTestJSON-305554862 tempest-DHCPAgentSchedulersTestJSON-305554862-project] Pushing event deleted for resources: {'Network': ['ID=f4c2d75e-6d37-4f4e-9baa-7806743a23f3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:45.507902 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.521598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8e1f0dcf-f63f-493e-a466-635440a5cc1b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/56166b60-629b-466b-a1d7-6ea78954ce8b HTTP/1.1" status: 204 len: 168 time: 0.9675951 Dec 13 09:48:45.525078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:45.597103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-3301ca20-5009-457a-8a3a-92049476ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:45.599603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-3301ca20-5009-457a-8a3a-92049476ec68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66 HTTP/1.1" status: 200 len: 907 time: 0.4183385 Dec 13 09:48:45.600292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.649730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.725544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6321ef15-6fc9-4933-8df5-50c3871c8113 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:48:45.768306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6321ef15-6fc9-4933-8df5-50c3871c8113 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:48:45.768722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6321ef15-6fc9-4933-8df5-50c3871c8113 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:48:45.803698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.832112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4ea909-c1f2-4f0f-a729-a9f00568a79b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:45.848321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:45.850370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567355ce-2ab4-4ad8-8dae-a8bf77c6f2c6') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:45.868398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.874950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.908386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.919417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:48:45.919842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:45.919968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cbe37b22-927e-4671-9c6d-067ed5e43990', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'port_id': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'mac_address': 'fa:16:3e:4f:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:20Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 1, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:48:45.924549 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:48:45.961169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-240d2f2e-03fb-4d1e-8eee-0444c89f689f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 HTTP/1.1" status: 200 len: 999 time: 0.3382704 Dec 13 09:48:45.998807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Checking router: 7e151612-5af5-435f-882a-8aa3b2fc7322 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:48:46.019608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:48:46.020720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:48:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:46.032491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.107356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.112848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.117425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/security-groups/355235fd-781d-4e1c-b2b8-efdadcde82c2 HTTP/1.1" status: 204 len: 168 time: 0.9329348 Dec 13 09:48:46.120958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-ad0733cf-0d25-4a4f-871f-ad516bb7d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:46.125320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-ad0733cf-0d25-4a4f-871f-ad516bb7d4e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68a4480a-69e6-4290-a606-3d85cfbd2b2f HTTP/1.1" status: 200 len: 845 time: 0.1556036 Dec 13 09:48:46.125887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.173066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.186603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.190448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe4ea909-c1f2-4f0f-a729-a9f00568a79b HTTP/1.1" status: 204 len: 168 time: 0.6633248 Dec 13 09:48:46.211114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198f827-39ff-4c08-b8cf-1bd1b84ec891 req-7d5062cd-ba2c-4c43-ad54-223dfdaf29e5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:46.213487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5198f827-39ff-4c08-b8cf-1bd1b84ec891 req-7d5062cd-ba2c-4c43-ad54-223dfdaf29e5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 946 time: 0.1688581 Dec 13 09:48:46.236425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1887-4b92-46d8-ab10-75ee5ba2d424 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355235fd-781d-4e1c-b2b8-efdadcde82c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:46.242848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35cb6-01b3-485c-a07c-d58a05c5d0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4ea909-c1f2-4f0f-a729-a9f00568a79b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:46.350121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5198f827-39ff-4c08-b8cf-1bd1b84ec891 req-9a280656-8738-4686-b58a-3ea9ab0dc917 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Dec 13 09:48:46.352366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:48:46.434281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.533166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0c69f2ef-b1de-4a1d-b8aa-887b8269d636 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cbd15dc69e84ad889e424bdd82fc812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0961902 Dec 13 09:48:46.534516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.597090 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93eb629e-80d9-4e94-a0f3-e2c819abb1e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49adce331cff41d1b8a9e640bbd450bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617225 Dec 13 09:48:46.599414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:46.626079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.651937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-3056801e-52d1-451e-ae54-167f2a3ec614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:46.661425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-3056801e-52d1-451e-ae54-167f2a3ec614 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1763f8c3-6b66-46b8-be75-6c7e5dba5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5185208 Dec 13 09:48:46.664952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.666611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.716009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.756065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.799750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.803682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.814463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/537ecd7a-296b-449c-8a08-8af26a6fde35 HTTP/1.1" status: 204 len: 168 time: 0.2765474 Dec 13 09:48:46.859374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.868952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e8929-b827-4508-bbef-c9533dc0e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ecd7a-296b-449c-8a08-8af26a6fde35,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:46.874765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.878824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:46.880468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c80f7032-9944-4fe1-8d9c-393c760c7dee HTTP/1.1" status: 204 len: 168 time: 0.2797453 Dec 13 09:48:46.893819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f419-dcbb-4e62-ade6-1f59834346bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f7032-9944-4fe1-8d9c-393c760c7dee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:46.959766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cbe37b22-927e-4671-9c6d-067ed5e43990', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'port_id': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'mac_address': 'fa:16:3e:4f:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:20Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 1, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:48:47.026457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276e4e3-5e69-4d93-9415-eec7cd46ee53 None None] The sync data for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 is: [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cbe37b22-927e-4671-9c6d-067ed5e43990', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'port_id': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'mac_address': 'fa:16:3e:4f:a1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:48:20Z', 'updated_at': '2021-12-13T09:48:43Z', 'revision_number': 1, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:48:47.031866 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-0e242c1f-5b45-4613-9fe0-d728ed6af246 service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560326 Dec 13 09:48:47.068102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.074942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.080764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.081386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/security-groups/327280e1-74a6-475a-afc6-46c6ff413675 HTTP/1.1" status: 204 len: 168 time: 0.9454947 Dec 13 09:48:47.147950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05687fb1-b874-4956-93cc-671882d586ca tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327280e1-74a6-475a-afc6-46c6ff413675,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:47.220625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5cb5c326-ddcc-4b3e-a406-16556bb22b56 req-b5b2b67f-0c74-43fc-a6ff-e8737ba5dabf service neutron] 10.222.0.44 "GET /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816769 Dec 13 09:48:47.286376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet ef27e9cd-e156-4c82-b2e5-403203db1a9c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:47.295738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.415977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.657500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.690671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e639a8f3-b787-4ffd-97fb-d43083525ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.701671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964ca0d-3968-45e1-84d5-ca628e55ecc2 None None] New status for floating IP cbe37b22-927e-4671-9c6d-067ed5e43990: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:48:47.807394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.906919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.930170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:47.940661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/ef27e9cd-e156-4c82-b2e5-403203db1a9c HTTP/1.1" status: 204 len: 168 time: 0.8580046 Dec 13 09:48:47.941892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:47.943629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b79c83-0d9f-4c33-a550-fba48ae20bc1 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:47.982289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:48.053617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e639a8f3-b787-4ffd-97fb-d43083525ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.067300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e639a8f3-b787-4ffd-97fb-d43083525ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.077697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640cc43-8c0d-47ac-ad26-d64c69098a9d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=ef27e9cd-e156-4c82-b2e5-403203db1a9c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.209396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639a8f3-b787-4ffd-97fb-d43083525ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da769bb2-6dbd-496f-a69e-1751a0c3ce67,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.242070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:48.248188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e639a8f3-b787-4ffd-97fb-d43083525ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00ab11e895a9420c923279915cca10b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876865 Dec 13 09:48:48.249447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.251806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:48.348097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.405222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.545692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.562640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.567548 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da769bb2-6dbd-496f-a69e-1751a0c3ce67 HTTP/1.1" status: 204 len: 168 time: 0.3134470 Dec 13 09:48:48.586436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bddfa-63a4-4f96-a5c4-57ecfd8e7c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da769bb2-6dbd-496f-a69e-1751a0c3ce67,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:48.850215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:48.941547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:48.974423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:48.978777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:48.979395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.032870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=f7608184-1099-47a2-81e5-87c1cc78f04c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.045730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-53f8accf-5e48-4c10-9447-60191a8472a7 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1009583 Dec 13 09:48:49.056909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.062341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1318530948'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:49.138523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.176903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241145f5-cb0f-466a-803a-603b0a37bd6b None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:49.308106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.320536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-41d72046-f800-401a-b58d-01e1c065405e None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:49.322079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41d72046-f800-401a-b58d-01e1c065405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.329114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.376224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-41d72046-f800-401a-b58d-01e1c065405e None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:49.417732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-41d72046-f800-401a-b58d-01e1c065405e None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:49.418710 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41d72046-f800-401a-b58d-01e1c065405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.422023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.427566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.442051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209454283'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:49.451722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3935180 Dec 13 09:48:49.483546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842743-f55b-4b87-9cfa-6c079bd35322 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885e5b99-edf3-45d9-ae58-3e0b1b9490a1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.533837 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.670221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Update dhcp port {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'fixed_ips': [{'subnet_id': 'e67dfa5e-b7aa-4ada-8417-adf49f4cdd65', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7608184-1099-47a2-81e5-87c1cc78f04c'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '60d5e430-2ae2-44b7-a75b-4a07c0ebc29a'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:49.715414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.724399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.783153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.801027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:49.816464 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3808970 Dec 13 09:48:49.817201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:49.819291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b7915-5f9a-491c-82d8-a1ed3dbb2903 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ab073-8652-4c53-92c5-c3d075e40869,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:49.828539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1025976806'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:49.911775 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.119507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48895ab7-73fe-416e-9362-b913313f9329 req-311c5c88-c827-4081-abb6-08cf1b57462f tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0773849 Dec 13 09:48:50.174609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.187678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.268799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.273714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:50.274019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4553516 Dec 13 09:48:50.276835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe4ddc-4618-47a0-8f4c-710a061ed752 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93968379-1de1-48cb-bca3-4f336c351b5c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:50.282485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643977159', 'security_groups': ['93968379-1de1-48cb-bca3-4f336c351b5c'], 'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7608184-1099-47a2-81e5-87c1cc78f04c'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:50.431829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Allocated IP 2001:db8::2 (a16da816-9234-43db-b9f5-bc7984ac18ad/f7608184-1099-47a2-81e5-87c1cc78f04c/60d5e430-2ae2-44b7-a75b-4a07c0ebc29a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:50.591142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:50.720080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:50.759941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.787238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] device_id is not set on port a036f3aa-2726-4c79-b0db-cb226604c82b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:50.798977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:50.811658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.062375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383fff9-801c-4822-bcf1-d657eaa3a2fa None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.246273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8::28 (a16da816-9234-43db-b9f5-bc7984ac18ad/f7608184-1099-47a2-81e5-87c1cc78f04c/a036f3aa-2726-4c79-b0db-cb226604c82b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:51.284332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2de616cf-aead-4800-bb32-097c4cf629aa req-5ba0baee-e3c3-4d47-95c8-2cbccf211794 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0549963 Dec 13 09:48:51.362062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.577168 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.640307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.704773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1223262792'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:51.755521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Made reservation on behalf of f0d42981452b4629923983757b99eac6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:51.759548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.797668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=a036f3aa-2726-4c79-b0db-cb226604c82b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:51.800882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.804738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:51.806925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:51.810991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:51.817347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:51.818122 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.860474 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd7bd8c6-c680-467e-935e-0878f5956a1f tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5851734 Dec 13 09:48:51.863419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:51.874021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:51.948554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:51.974060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.005361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:48:52.023616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.024179 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Added segment 31c21115-7342-49f0-918d-210524f112de of type vlan for network b6ef4da8-a771-427b-bcef-bf8700c0f354 Dec 13 09:48:52.092522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.105328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e36d9420-53ec-4766-aefb-0fc948f8544a None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:52.108251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e36d9420-53ec-4766-aefb-0fc948f8544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.147261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.148239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:52.152229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.162289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:52.164479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.203722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e36d9420-53ec-4766-aefb-0fc948f8544a None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:52.227574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8626542 Dec 13 09:48:52.232511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e36d9420-53ec-4766-aefb-0fc948f8544a None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:52.232898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e36d9420-53ec-4766-aefb-0fc948f8544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.374990 n-d-820531-5 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7608184-1099-47a2-81e5-87c1cc78f04c (CIDR: 2001:db8::/64) Dec 13 09:48:52.381705 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:52.382171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:52.421321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63758e98-97af-4dd4-952c-4ad4e976e9df tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5567286 Dec 13 09:48:52.424044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.436977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:52.443835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Pushing event updated for resources: {'Network': ['ID=b6ef4da8-a771-427b-bcef-bf8700c0f354,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:52.461221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:48:52.464512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37a658-6edb-4435-9dda-a5c06a5706de tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf3133-0581-4833-b95c-59be864dfc59,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:52.624327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31e0cfdd-ee87-4b74-bbbe-2870c10718bb req-d127ce7c-c8fb-4770-b31b-c8d3692644f7 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1182318 Dec 13 09:48:52.696637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fe0ef139-7c29-4d4c-8588-4f737ed7312d None None] Provisioning complete for port a036f3aa-2726-4c79-b0db-cb226604c82b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:52.697023 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef139-7c29-4d4c-8588-4f737ed7312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.704803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:52.710849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354', 'binding:host_id': 'n-h2-820531-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1169258401'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:52.753884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Made reservation on behalf of 7512c325abc149fa9ccfb5ce0bb4511b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:52.757921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.773514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.791533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:52.796861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.816752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ef139-7c29-4d4c-8588-4f737ed7312d None None] Port a036f3aa-2726-4c79-b0db-cb226604c82b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:52.914927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.923825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:52.929440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:52.967493 n-d-820531-5 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e67dfa5e-b7aa-4ada-8417-adf49f4cdd65 (CIDR: 2001:db8:0:1::/64) Dec 13 09:48:52.972379 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:48:52.974240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:53.000904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-326e3f98-72a3-46bf-aacd-2e92f481dfa9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5749087 Dec 13 09:48:53.003707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.016282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'subnet': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:53.020896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e4ae5-8b9d-4035-94a3-3e5f8f96fe04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:53.056716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:53.154644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:53.156836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.248280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Made reservation on behalf of 6d226453b747462688183f097a3e388e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:53.252524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.291775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:53.313766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.322580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.476116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0a53ef-e84d-4e73-b620-4bdfbfef445f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:53.498645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Checking segment: {'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:48:53.500830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Network hostable DHCP agents. Network: b6ef4da8-a771-427b-bcef-bf8700c0f354, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:48:53.523159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:48:53.536755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b6ef4da8-a771-427b-bcef-bf8700c0f354) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:53.541918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:53.550694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434e77b-cc99-4d65-a9b1-7a722c3c2821 None None] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:53.562465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.563047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.563547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.570828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.571664 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.572219 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 2 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.594699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.596075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.596569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.602000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.602642 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.603185 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 3 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.636341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.637658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.638458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.643613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.644748 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.645503 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 4 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.662681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.663396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.663891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.670473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.671062 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.671612 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 5 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.692763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.693097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.693464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.720840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.726635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.727489 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.729313 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 6 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.750936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.751283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.752137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.759937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.760279 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.760676 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 7 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.780527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Network a16da816-9234-43db-b9f5-bc7984ac18ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:53.783959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:53.786408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.786755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.787098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.789496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:53.790214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:53.798870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de0f5c-edb0-48c8-b171-89c6057c81f1 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:53.804404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.804921 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.805519 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 8 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.830840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Subnet': ['ID=3657c597-07b0-4465-9c92-326183aafef1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:53.831868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.832440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.833461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:53.852201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a3efb7b1-8509-4353-b8ec-d31cf9ba1235 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8394651 Dec 13 09:48:53.852506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:53.866692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1194751002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3657c597-07b0-4465-9c92-326183aafef1'}], 'security_groups': ['885e5b99-edf3-45d9-ae58-3e0b1b9490a1', '8e0ab073-8652-4c53-92c5-c3d075e40869']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:53.875052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:53.875052 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:53.875052 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 9 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:53.892955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb0b0b56-ee80-4601-b3c9-33e4b4bdc83a req-46664090-fd71-4540-9d89-0ef4fa21f6d7 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0536559 Dec 13 09:48:53.958628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:53.959137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:53.959581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:54.012657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:54.013008 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:54.015539 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 10 to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f Dec 13 09:48:54.041632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.044328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:54.044653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:54.044932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:54.057523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:54.057905 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:54.058249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.106667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Update dhcp port {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'fixed_ips': [{'subnet_id': 'e67dfa5e-b7aa-4ada-8417-adf49f4cdd65', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7608184-1099-47a2-81e5-87c1cc78f04c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3657c597-07b0-4465-9c92-326183aafef1'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '60d5e430-2ae2-44b7-a75b-4a07c0ebc29a'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:54.141152 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.208623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:54.209055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:48:54.220518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.300733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:54.301370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.365674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:54.366025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6592958 Dec 13 09:48:54.366841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5bfbf-a748-4911-81b9-c51c2cdb557d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0a53ef-e84d-4e73-b620-4bdfbfef445f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:54.402485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Allocated IP 2001:db8:0:2::2 (a16da816-9234-43db-b9f5-bc7984ac18ad/3657c597-07b0-4465-9c92-326183aafef1/60d5e430-2ae2-44b7-a75b-4a07c0ebc29a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:54.588184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:54.636569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.648430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1a4b50e-2323-47cc-a84a-7030a43e487e req-0ede3dcb-c689-4c96-9796-a937c91f4c7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1593058 Dec 13 09:48:54.654572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.679882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Deleting port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:54.680225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.757827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4736-e371-4ce7-b5a4-db1b23378f81 None None] Pushing event updated for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:54.834215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port 4c0a53ef-e84d-4e73-b620-4bdfbfef445f, host n-h2-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:54.836655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:54.868218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Calling delete_port for 4c0a53ef-e84d-4e73-b620-4bdfbfef445f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:54.904452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Delete allocated IP 2001:db8::28 (a16da816-9234-43db-b9f5-bc7984ac18ad/f7608184-1099-47a2-81e5-87c1cc78f04c) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:48:54.919433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Allocated IP 2001:db8:0:2::1e6 (a16da816-9234-43db-b9f5-bc7984ac18ad/3657c597-07b0-4465-9c92-326183aafef1/a036f3aa-2726-4c79-b0db-cb226604c82b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:48:55.097562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.140498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.154890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:48:55.161310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4c0a53ef-e84d-4e73-b620-4bdfbfef445f HTTP/1.1" status: 204 len: 168 time: 0.7910976 Dec 13 09:48:55.223381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:55.224362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08a0dd-35a5-437c-a723-4583c85858bf tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c0a53ef-e84d-4e73-b620-4bdfbfef445f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:55.284901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:55.288264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.312142 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a726c2-094f-453a-9b63-94a99164d2bb tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:48:55.324202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-39a726c2-094f-453a-9b63-94a99164d2bb tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports/4c0a53ef-e84d-4e73-b620-4bdfbfef445f HTTP/1.1" status: 404 len: 333 time: 0.0972476 Dec 13 09:48:55.325262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:55.341311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1576877507'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:55.345973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4949827e-43aa-4a77-876d-6f9493dfc444 req-7bbcc4e9-95f5-41d2-800b-b12fd693906e tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1392543 Dec 13 09:48:55.392832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Made reservation on behalf of 7512c325abc149fa9ccfb5ce0bb4511b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:55.395378 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.441266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port 738c3c17-f78e-488f-99b6-fbf39495afc0 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:55.573644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.582530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.624137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] In _notify_port_updated(), no bound segment for port a036f3aa-2726-4c79-b0db-cb226604c82b on network a16da816-9234-43db-b9f5-bc7984ac18ad {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:48:55.629298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:55.629965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.634754 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "PUT /v2.0/ports/a036f3aa-2726-4c79-b0db-cb226604c82b HTTP/1.1" status: 200 len: 970 time: 1.7808080 Dec 13 09:48:55.653920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:55.744294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628e247-484a-4056-85d3-a4348e700640 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event updated for resources: {'Port': ['ID=a036f3aa-2726-4c79-b0db-cb226604c82b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:55.814154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.912147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:55.946534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port a036f3aa-2726-4c79-b0db-cb226604c82b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:55.947105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.036263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:56.042194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=738c3c17-f78e-488f-99b6-fbf39495afc0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:56.063229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:56.066957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:56.067958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:56.068580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.102853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:56.104584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.119968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9b5a7bd3-131a-4fe8-83ae-e6f938ce8419 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7933166 Dec 13 09:48:56.120738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:56.134212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:56.176803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:56.191613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Provisioning complete for port a036f3aa-2726-4c79-b0db-cb226604c82b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:56.193249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.227009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.280180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for a036f3aa-2726-4c79-b0db-cb226604c82b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:56.284419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.286414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Port a036f3aa-2726-4c79-b0db-cb226604c82b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:56.314212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:56.314600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76125741-7c31-437a-966a-8063c1fc0745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.539715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.589948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=a036f3aa-2726-4c79-b0db-cb226604c82b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:56.605025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d66268e4-42ef-418a-a038-f454195e19e3 None None] Could not find standard attr ID for object a036f3aa-2726-4c79-b0db-cb226604c82b. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:48:56.639044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0fb8ccfb-1e9d-4a22-834a-198f618d8882 req-b67f526f-d728-42b5-9d6a-ad0007c4f917 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0842156 Dec 13 09:48:56.641097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.647015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7d62c75-2b19-4a62-a43e-95b04d00050d tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/a036f3aa-2726-4c79-b0db-cb226604c82b HTTP/1.1" status: 204 len: 168 time: 0.9897144 Dec 13 09:48:56.649974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:56.725536 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd1a1ae-7bab-402d-b899-218339ea5c58 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] GET failed (client error): The resource could not be found. Dec 13 09:48:56.731664 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0fd1a1ae-7bab-402d-b899-218339ea5c58 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports/a036f3aa-2726-4c79-b0db-cb226604c82b HTTP/1.1" status: 404 len: 333 time: 0.0802760 Dec 13 09:48:56.735077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33752) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:56.819825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.855264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.869601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port 738c3c17-f78e-488f-99b6-fbf39495afc0 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:56.903963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.916039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:56.987542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.001035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.008787 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/security-groups/93968379-1de1-48cb-bca3-4f336c351b5c HTTP/1.1" status: 204 len: 168 time: 0.2701001 Dec 13 09:48:57.011640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.030828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.081788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd18f-495e-4daf-8490-42ad9b393d56 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93968379-1de1-48cb-bca3-4f336c351b5c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.118739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=738c3c17-f78e-488f-99b6-fbf39495afc0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.130046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.130973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.132297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.133608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.134126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.136623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.137877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.138926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.141659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.142187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.143147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.145013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.145496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:48:57.150619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.150619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.150619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.157374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.157696 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.158340 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 2 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.175796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.176375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.176882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.181390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.183622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.184154 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.184670 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 3 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.232446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.234510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.241899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.256039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.257551 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.259527 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 4 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.277304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.312006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.312575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.313001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.325969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.326460 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.326984 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 5 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.353167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.355347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.358002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.368235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.369092 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.369691 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 6 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.382774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.385768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.387683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/security-groups/8e0ab073-8652-4c53-92c5-c3d075e40869 HTTP/1.1" status: 204 len: 168 time: 0.3627052 Dec 13 09:48:57.394947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.410880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e28a-e672-47cb-be03-a615a9d556a9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ab073-8652-4c53-92c5-c3d075e40869,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.442222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.442897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.443354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.460568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.462026 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.466517 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 7 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.494639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.495305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.495852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.519287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.520653 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.541751 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 8 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.560433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a910e4e9-32df-4926-a644-8424d70becec req-ac590b6b-9f5c-44df-9c4b-547a0bcc7250 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0588562 Dec 13 09:48:57.583370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.597626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.597970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.598374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.612403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.612772 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.615375 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 9 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.619128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.644843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.645225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.645579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.662505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.662505 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.664866 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 10 to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 Dec 13 09:48:57.680898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:48:57.681174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:48:57.682065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:48:57.687659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:48:57.688082 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port 738c3c17-f78e-488f-99b6-fbf39495afc0 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:48:57.688566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.692071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.694750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.695902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/security-groups/885e5b99-edf3-45d9-ae58-3e0b1b9490a1 HTTP/1.1" status: 204 len: 168 time: 0.2994130 Dec 13 09:48:57.703486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.716408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf07f9d-4247-44c5-857b-78bd612b4bb4 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885e5b99-edf3-45d9-ae58-3e0b1b9490a1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.832139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port 738c3c17-f78e-488f-99b6-fbf39495afc0, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:48:57.832771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempted to set empty binding levels {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:48:57.845682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.883157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet f7608184-1099-47a2-81e5-87c1cc78f04c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:57.889448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] In _notify_port_updated(), no bound segment for port 738c3c17-f78e-488f-99b6-fbf39495afc0 on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:48:57.890689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:57.891621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.896642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "PUT /v2.0/ports/738c3c17-f78e-488f-99b6-fbf39495afc0 HTTP/1.1" status: 200 len: 975 time: 1.7721908 Dec 13 09:48:57.896917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:57.916928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:57.930262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1f33-40c3-4959-b883-3cd120a90655 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=738c3c17-f78e-488f-99b6-fbf39495afc0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:57.964669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.161113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.161892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.162580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.162580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.162983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.163449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.163915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.164371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.164854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.165314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.165770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.166707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.166707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.167180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.167671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.168772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.169635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.169970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.170449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.170907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.171489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.171887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.172358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.172816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.173300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.174110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.174596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.175081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.175535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.175992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.176453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.176911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.177398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.177860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.178325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.178796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.179927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.180398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.180862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.181352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.181819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.182283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.182741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.183384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.184818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.185327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.185802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.186331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.186752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.187223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.187696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.188153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:58.193419 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-53c6ee06-b508-4018-8253-9a1d033514e8 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46699 time: 0.2944434 Dec 13 09:48:58.198919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.202287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.273769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.304102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=f7608184-1099-47a2-81e5-87c1cc78f04c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:58.308279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.312482 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e84fa05c-39a0-42f8-a21a-c6386773d67b tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/f7608184-1099-47a2-81e5-87c1cc78f04c HTTP/1.1" status: 204 len: 168 time: 0.6077054 Dec 13 09:48:58.317201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.327920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ccf12-5489-4132-80e6-8f8bc9b1e151 None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:58.340043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Deleting port 738c3c17-f78e-488f-99b6-fbf39495afc0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:58.341059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.374106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet 3657c597-07b0-4465-9c92-326183aafef1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:58.377671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.435218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port 738c3c17-f78e-488f-99b6-fbf39495afc0, host n-h2-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:48:58.435461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.440163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.451507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Calling delete_port for 738c3c17-f78e-488f-99b6-fbf39495afc0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:58.555166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.557856 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5841d296-7449-4fe5-b717-9b5685c07de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.570302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.589518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event deleted for resources: {'Port': ['ID=738c3c17-f78e-488f-99b6-fbf39495afc0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:58.594131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.597835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5aeace76-c241-450d-b8cb-78ad76a15140 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "DELETE /v2.0/ports/738c3c17-f78e-488f-99b6-fbf39495afc0 HTTP/1.1" status: 204 len: 168 time: 0.3941648 Dec 13 09:48:58.600408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.640296 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd017832-3975-437b-bbcb-2161be42d635 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:48:58.647399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.650341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd017832-3975-437b-bbcb-2161be42d635 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports/738c3c17-f78e-488f-99b6-fbf39495afc0 HTTP/1.1" status: 404 len: 333 time: 0.0487769 Dec 13 09:48:58.656993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1243944365', 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:48:58.734974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46ffe97c-2da0-42da-b708-7fa318b1ec60 req-cddfc15a-053e-4279-8f40-80fb8ff1b6f8 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0473616 Dec 13 09:48:58.736490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Made reservation on behalf of 7512c325abc149fa9ccfb5ce0bb4511b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:48:58.739771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.744542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.787133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.790978 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/3657c597-07b0-4465-9c92-326183aafef1 HTTP/1.1" status: 204 len: 168 time: 0.4726892 Dec 13 09:48:58.794248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33818) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.796101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b29bf-b512-494e-ac01-5ba028f81635 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=3657c597-07b0-4465-9c92-326183aafef1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:58.800615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port 3cb22be3-1b0f-4258-bfab-d1d018275f24 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:48:58.830888 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a636f12e-1d66-4a8a-9b88-6f6206cfd879 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:58.831385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a636f12e-1d66-4a8a-9b88-6f6206cfd879 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:58.834533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a636f12e-1d66-4a8a-9b88-6f6206cfd879 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/f7608184-1099-47a2-81e5-87c1cc78f04c HTTP/1.1" status: 404 len: 337 time: 0.0387962 Dec 13 09:48:58.837223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:58.937919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting subnet e67dfa5e-b7aa-4ada-8417-adf49f4cdd65 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:48:58.947440 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:58.974951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.026254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.118016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.194021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.252904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.262417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:48:59.271760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:48:59.279226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:48:59.287983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.294800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.312285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb22be3-1b0f-4258-bfab-d1d018275f24,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:59.314233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040537-3c8b-4c32-bd2a-3d3a0c56d5be req-b207e075-09cc-4916-ada0-c695add2c6c1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.315769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1040537-3c8b-4c32-bd2a-3d3a0c56d5be req-b207e075-09cc-4916-ada0-c695add2c6c1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.1255372 Dec 13 09:48:59.330623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.332621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d112d42e-d880-42dd-9b0a-cb6c29d58008 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6843123 Dec 13 09:48:59.374115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8830b5-d78e-4674-a8d7-cdc64693468c None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:59.405442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e230-00fb-4bb7-a787-c532be4f450d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:48:59.409441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7183e230-00fb-4bb7-a787-c532be4f450d tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports/3cb22be3-1b0f-4258-bfab-d1d018275f24 HTTP/1.1" status: 200 len: 955 time: 0.0703449 Dec 13 09:48:59.410874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.431267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.463012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1040537-3c8b-4c32-bd2a-3d3a0c56d5be req-9af3cf63-bbef-4071-a507-ea6f8f767035 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374357 Dec 13 09:48:59.486373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Subnet': ['ID=e67dfa5e-b7aa-4ada-8417-adf49f4cdd65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:48:59.497935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-49336cd4-f3df-4d01-9d6f-aef64a50eff4 None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:59.498728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49336cd4-f3df-4d01-9d6f-aef64a50eff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.501491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.511220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-44eec2bf-0d5d-4508-9944-ba63a2e3ec71 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/e67dfa5e-b7aa-4ada-8417-adf49f4cdd65 HTTP/1.1" status: 204 len: 168 time: 0.6706789 Dec 13 09:48:59.512569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.567805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-49336cd4-f3df-4d01-9d6f-aef64a50eff4 None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:48:59.568669 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b75116-6641-41dd-92d9-abd52e835914 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.569160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b75116-6641-41dd-92d9-abd52e835914 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.575754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-52b75116-6641-41dd-92d9-abd52e835914 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/ef27e9cd-e156-4c82-b2e5-403203db1a9c HTTP/1.1" status: 404 len: 337 time: 0.0382738 Dec 13 09:48:59.575956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.581316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158e4d5-fdd6-40ce-a33f-2acb77db4265 None None] Update dhcp port {'port': {'network_id': 'a16da816-9234-43db-b9f5-bc7984ac18ad', 'fixed_ips': [{'subnet_id': 'e67dfa5e-b7aa-4ada-8417-adf49f4cdd65'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '60d5e430-2ae2-44b7-a75b-4a07c0ebc29a'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:48:59.600870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-49336cd4-f3df-4d01-9d6f-aef64a50eff4 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:48:59.601360 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49336cd4-f3df-4d01-9d6f-aef64a50eff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.616755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-739f68bc-964c-4d24-aca9-aac6924b2bdd tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "GET /v2.0/ports?device_id=3254ad4a-fcfc-4441-a271-47a213049306 HTTP/1.1" status: 200 len: 205 time: 0.0374923 Dec 13 09:48:59.618206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.639078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8158e4d5-fdd6-40ce-a33f-2acb77db4265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.679647 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-6568577d-e07d-4eb5-b975-6349ca465555 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] delete failed (client error): The resource could not be found. Dec 13 09:48:59.684855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6568577d-e07d-4eb5-b975-6349ca465555 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/routers/3254ad4a-fcfc-4441-a271-47a213049306 HTTP/1.1" status: 404 len: 336 time: 0.0614672 Dec 13 09:48:59.685214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.688004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Deleting port 3cb22be3-1b0f-4258-bfab-d1d018275f24 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:48:59.688408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.732162 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cd9ff5-081e-46bf-81ae-515896af23f9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.741641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cd9ff5-081e-46bf-81ae-515896af23f9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.746931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77cd9ff5-081e-46bf-81ae-515896af23f9 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/a278c72a-c29f-4f24-b82a-730dcba1d444 HTTP/1.1" status: 404 len: 337 time: 0.0609028 Dec 13 09:48:59.750172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.802941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:48:59.819122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Calling delete_port for 3cb22be3-1b0f-4258-bfab-d1d018275f24 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:48:59.831108 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-28de7d9b-7740-47a6-b750-560b6aa746b1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.831841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28de7d9b-7740-47a6-b750-560b6aa746b1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.835566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28de7d9b-7740-47a6-b750-560b6aa746b1 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/3e41a165-75d8-49b4-a121-8fdb2d3eef4d HTTP/1.1" status: 404 len: 337 time: 0.0849102 Dec 13 09:48:59.838617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.874869 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c53fdd-a496-4661-bf27-7de279efbf22 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.875321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c53fdd-a496-4661-bf27-7de279efbf22 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.878425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7c53fdd-a496-4661-bf27-7de279efbf22 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/81ba89b9-a037-4ee6-b42e-1081e2d244af HTTP/1.1" status: 404 len: 337 time: 0.0387506 Dec 13 09:48:59.881701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.901185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18f3a76d-4cba-4370-bf13-165ee5644f86 req-7e48af6b-5af8-48ad-99ae-a765dffe3a82 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0709145 Dec 13 09:48:59.923868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee134d-29f4-4b47-9ccb-e7202e78155a None None] Network a16da816-9234-43db-b9f5-bc7984ac18ad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:48:59.924188 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f6654-354d-4905-b6c7-d9ba72a93170 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.924765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f6654-354d-4905-b6c7-d9ba72a93170 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.929168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-724f6654-354d-4905-b6c7-d9ba72a93170 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/356aa7ed-2d8d-49c9-8ca8-5452d775bd6c HTTP/1.1" status: 404 len: 333 time: 0.0455346 Dec 13 09:48:59.931068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:48:59.983758 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309668b-bd84-4a18-9e53-020a7a51e5ef tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:48:59.984414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5309668b-bd84-4a18-9e53-020a7a51e5ef tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:48:59.987962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5309668b-bd84-4a18-9e53-020a7a51e5ef tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/705a4d32-29f8-450d-a4a0-54a8d77a75f0 HTTP/1.1" status: 404 len: 337 time: 0.0557265 Dec 13 09:48:59.990678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.000941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.024669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b299031f-cb19-4572-bee4-8083f3a83af3 None None] Provisioning complete for port b3b88b18-997d-44b5-b37b-cf95465493e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:00.025038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b299031f-cb19-4572-bee4-8083f3a83af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.032559 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0dc676-f59c-4f2e-923e-56e5d65fdc50 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:49:00.033339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0dc676-f59c-4f2e-923e-56e5d65fdc50 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:00.036471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb22be3-1b0f-4258-bfab-d1d018275f24,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.038014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8a0dc676-f59c-4f2e-923e-56e5d65fdc50 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/3aaea4ca-1185-485f-87cc-2eebe76884f2 HTTP/1.1" status: 404 len: 337 time: 0.0450068 Dec 13 09:49:00.040607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.046388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.054342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d970e32-7826-4f8b-88ce-bbc50afebe4f tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3cb22be3-1b0f-4258-bfab-d1d018275f24 HTTP/1.1" status: 204 len: 168 time: 0.6403446 Dec 13 09:49:00.055320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.075366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b299031f-cb19-4572-bee4-8083f3a83af3 None None] Port b3b88b18-997d-44b5-b37b-cf95465493e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:00.085747 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc2b8e1-52e2-4bf2-9dc5-5ac8570de4b1 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:49:00.090874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bcc2b8e1-52e2-4bf2-9dc5-5ac8570de4b1 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports/3cb22be3-1b0f-4258-bfab-d1d018275f24 HTTP/1.1" status: 404 len: 333 time: 0.0310724 Dec 13 09:49:00.091251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.096153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1714966855'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.098905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b299031f-cb19-4572-bee4-8083f3a83af3 None None] Provisioning complete for port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:00.099514 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b299031f-cb19-4572-bee4-8083f3a83af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.104250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] DHCP port deletion for a16da816-9234-43db-b9f5-bc7984ac18ad request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:00.116370 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4697f2-c83f-4d0b-9a20-754fa4401513 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:49:00.117707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4697f2-c83f-4d0b-9a20-754fa4401513 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:00.125265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed4697f2-c83f-4d0b-9a20-754fa4401513 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/963bf3bf-0e4e-45f0-a37f-fb6691bca49c HTTP/1.1" status: 404 len: 333 time: 0.0792959 Dec 13 09:49:00.126211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.134962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Made reservation on behalf of 7512c325abc149fa9ccfb5ce0bb4511b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:00.137848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.163750 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-973a25e5-899f-46fe-ae59-41b13746b16c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:49:00.164202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973a25e5-899f-46fe-ae59-41b13746b16c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:00.167394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-973a25e5-899f-46fe-ae59-41b13746b16c tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/cb0232a0-67c8-49db-a2c9-a213f0d7237c HTTP/1.1" status: 404 len: 337 time: 0.0401692 Dec 13 09:49:00.170246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.209639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port b8feb657-2a08-4a5d-892d-aef4da866f1f yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:00.214472 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9ae490-c626-4118-a99e-b5754f918979 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] DELETE failed (client error): The resource could not be found. Dec 13 09:49:00.215702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9ae490-c626-4118-a99e-b5754f918979 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:49:00.222036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a9ae490-c626-4118-a99e-b5754f918979 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/subnets/5ffedbac-c828-46ce-a072-54afa618782f HTTP/1.1" status: 404 len: 337 time: 0.0483034 Dec 13 09:49:00.222846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33892) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.244999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Deleting port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:00.245408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.327897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] For port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,segment=NetworkSegment(2281568f-983d-4b7a-8e27-ef756c681378),segment_id=2281568f-983d-4b7a-8e27-ef756c681378)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:00.328527 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.347108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Calling delete_port for 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:00.440799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Deleting port b3b88b18-997d-44b5-b37b-cf95465493e7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:00.441169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.441791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.466691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Pushing event deleted for resources: {'Port': ['ID=60d5e430-2ae2-44b7-a75b-4a07c0ebc29a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.471288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] No DVR routers for this DVR port 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:00.478017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.478372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.478719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.479065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.479405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.479741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.480078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.480413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.480932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.481313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.481732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.482068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.482398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e5d104-f497-4b6f-ab12-ec46ed1e5b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:00.518246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.535325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.556889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Calling delete_port for b3b88b18-997d-44b5-b37b-cf95465493e7 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:00.628545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.691949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Network b6ef4da8-a771-427b-bcef-bf8700c0f354 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:00.698264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:00.701965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:00.702964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:00.703567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.721949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=b8feb657-2a08-4a5d-892d-aef4da866f1f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.731982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-502cfc4a-1b04-433e-bdf3-d145e5ac1716 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6383049 Dec 13 09:49:00.733755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.735547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.739271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:00.768943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Port': ['ID=b3b88b18-997d-44b5-b37b-cf95465493e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:00.775165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.778981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6739c640-fc4e-44aa-9e06-d0809ec969c0 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/ports/b3b88b18-997d-44b5-b37b-cf95465493e7 HTTP/1.1" status: 204 len: 168 time: 0.5556896 Dec 13 09:49:00.781462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:00.799242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.867833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:00.931421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc595dc-f679-4814-91c2-e461a8fb7b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.006702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] device_id is not set on port b8feb657-2a08-4a5d-892d-aef4da866f1f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:01.019641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.028431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.097982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=b8feb657-2a08-4a5d-892d-aef4da866f1f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.111891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.112231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.112575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.116246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:01.117821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.118204 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.118543 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 2 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.133340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.133726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.134029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.140099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.140463 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.140821 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 3 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.148635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:01.150411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60d5e430-2ae2-44b7-a75b-4a07c0ebc29a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:01.155987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.156450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.156854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.162617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.163027 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.164863 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 4 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.190049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.190385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.190719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.195356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.195820 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.196216 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 5 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.209426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.209765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.210104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.214597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.214972 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.215366 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 6 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.228721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.229059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.229426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.234744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.235072 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.235463 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 7 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.248945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.249325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.249649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.254734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.255062 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.255455 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 8 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.269521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.269911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.270192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.274502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.274826 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.275213 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 9 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.287588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.287964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9499213a-b41c-42f8-b0b8-cd5ef82ddac0 req-3cbf0a35-01f3-4c7d-b360-24b8104104b5 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0377243 Dec 13 09:49:01.290227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.290227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.290420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.295416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.296576 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.296750 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempt 10 to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f Dec 13 09:49:01.312359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:01.312709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:01.313069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempting to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:01.318404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:01.318404 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Failed to bind port b8feb657-2a08-4a5d-892d-aef4da866f1f on host n-h2-820531-5 for vnic_type normal using segments [{'id': '31c21115-7342-49f0-918d-210524f112de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b6ef4da8-a771-427b-bcef-bf8700c0f354'}] Dec 13 09:49:01.318639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.320190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16da816-9234-43db-b9f5-bc7984ac18ad']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:01.332367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2281568f-983d-4b7a-8e27-ef756c681378') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:01.333196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2281568f-983d-4b7a-8e27-ef756c681378') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:01.346298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.361458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.368095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:01.368607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:01.372757 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:01.390153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port b8feb657-2a08-4a5d-892d-aef4da866f1f, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:01.390527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:49:01.395748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.438153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] In _notify_port_updated(), no bound segment for port b8feb657-2a08-4a5d-892d-aef4da866f1f on network b6ef4da8-a771-427b-bcef-bf8700c0f354 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:49:01.439017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:01.439624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.439830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.443708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "PUT /v2.0/ports/b8feb657-2a08-4a5d-892d-aef4da866f1f HTTP/1.1" status: 200 len: 975 time: 0.7063024 Dec 13 09:49:01.444609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.456455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011f7fa-e1eb-4f80-bc15-83607763d432 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event updated for resources: {'Port': ['ID=b8feb657-2a08-4a5d-892d-aef4da866f1f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.459730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.463054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] 10.222.0.30 "DELETE /v2.0/networks/a16da816-9234-43db-b9f5-bc7984ac18ad HTTP/1.1" status: 204 len: 168 time: 0.6803858 Dec 13 09:49:01.491285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba88a-60e6-4e9a-8b93-6424b6e21c01 tempest-PortsIpV6TestJSON-1164686549 tempest-PortsIpV6TestJSON-1164686549-project] Pushing event deleted for resources: {'Network': ['ID=a16da816-9234-43db-b9f5-bc7984ac18ad,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.552866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Deleting port b8feb657-2a08-4a5d-892d-aef4da866f1f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:01.553256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.626338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] For port b8feb657-2a08-4a5d-892d-aef4da866f1f, host n-h2-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:01.626896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.641737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Calling delete_port for b8feb657-2a08-4a5d-892d-aef4da866f1f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:01.722988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.738337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.751079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8feb657-2a08-4a5d-892d-aef4da866f1f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:01.757477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.760792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ab47d67-3bf7-4996-a887-97761462b342 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b8feb657-2a08-4a5d-892d-aef4da866f1f HTTP/1.1" status: 204 len: 168 time: 0.3114686 Dec 13 09:49:01.764329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.790729 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-756c2e52-e9d7-4b43-8edf-6c8cfaacff91 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:49:01.792116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-756c2e52-e9d7-4b43-8edf-6c8cfaacff91 tempest-PortsAdminExtendedAttrsTestJSON-186960712 tempest-PortsAdminExtendedAttrsTestJSON-186960712-project-admin] 10.222.0.30 "GET /v2.0/ports/b8feb657-2a08-4a5d-892d-aef4da866f1f HTTP/1.1" status: 404 len: 333 time: 0.0267744 Dec 13 09:49:01.796469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.899621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.915385 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-814c0a5a-c5c9-4e55-a456-344714f2d376 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d226453b747462688183f097a3e388e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759112 Dec 13 09:49:01.918031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:01.965972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:01.986875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.001869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.022672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ef4da8-a771-427b-bcef-bf8700c0f354']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:02.032428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c21115-7342-49f0-918d-210524f112de') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:02.032728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c21115-7342-49f0-918d-210524f112de') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:02.036114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.038884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.042868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7abffa88-3d9f-4400-bffc-7149682bd5f4 HTTP/1.1" status: 204 len: 168 time: 0.1213996 Dec 13 09:49:02.043422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.049753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c33c2-887b-4a4a-ae2e-5d84371cf558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abffa88-3d9f-4400-bffc-7149682bd5f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.057081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.064367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:02.064778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:02.068284 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:02.139872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.147402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.148401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.151673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] 10.222.0.30 "DELETE /v2.0/networks/b6ef4da8-a771-427b-bcef-bf8700c0f354 HTTP/1.1" status: 204 len: 168 time: 0.3542790 Dec 13 09:49:02.162479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838a46b-f076-440f-b6cc-8f369ca1237a tempest-PortsAdminExtendedAttrsTestJSON-123830358 tempest-PortsAdminExtendedAttrsTestJSON-123830358-project] Pushing event deleted for resources: {'Network': ['ID=b6ef4da8-a771-427b-bcef-bf8700c0f354,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.411631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f58aec3-3fd2-4f51-aee9-8d27396b9bfa req-05c059e8-0d09-436c-9f8f-625ade2213b7 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0322022 Dec 13 09:49:02.447322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.640859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e34622d5-f1db-43fb-9720-c3b33b795498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0d42981452b4629923983757b99eac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922648 Dec 13 09:49:02.643279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:02.703326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.732696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.786942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.789720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:02.790876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ccf3133-0581-4833-b95c-59be864dfc59 HTTP/1.1" status: 204 len: 168 time: 0.1466510 Dec 13 09:49:02.799935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb55cd-2c9f-4c17-9808-4b4ca2fefd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf3133-0581-4833-b95c-59be864dfc59,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:02.844373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.054413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1618267310'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.077734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:03.081469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.091237 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.150853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.173914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.178307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.194545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-780643ca-8cbe-43f4-a487-197bc89f54aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7512c325abc149fa9ccfb5ce0bb4511b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424509 Dec 13 09:49:03.196987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.203028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:03.218099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8556b-49af-47b7-9b7d-d7c143788ffe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.220997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.221396 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 0ab45ee9-1197-412a-8f52-b8732f204847 of type vlan for network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e Dec 13 09:49:03.251370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.263535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.275172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.295351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.301105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:03.301733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.318987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:03.322639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:03.337186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.341111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.345536 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a7e4ae5-8b9d-4035-94a3-3e5f8f96fe04 HTTP/1.1" status: 204 len: 168 time: 0.1475604 Dec 13 09:49:03.356085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacee91-f1fa-46a9-9519-8392f61ad0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e4ae5-8b9d-4035-94a3-3e5f8f96fe04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.361835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5140405 Dec 13 09:49:03.363274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.368102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202822886'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.404055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b05a7-372f-45cb-a913-01485d35a03e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=2077a5cb-23c4-4db7-90a5-2c4b48e1e78e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.408166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:03.411926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.430126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:03.437658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:03.447280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.447633 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 263953f4-4383-423a-945a-cf88696a15ea of type vlan for network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 Dec 13 09:49:03.593482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1595d3b7-ebc4-4e6a-8c08-7c799968a2df req-1a7187f2-643f-46cd-8eac-47fb5f67e144 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0590384 Dec 13 09:49:03.597926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.634631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.642062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:03.642695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.672124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3078856 Dec 13 09:49:03.675147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:03.680207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:03.733087 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.737508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.756340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa2718-8bf2-4149-8441-fa20941cdc31 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=5955b918-fb56-4f87-a3f1-441dbf7bdce5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:03.765316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:03.780792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:03.782325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:03.784783 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130225d-2fdb-4dcd-b70d-9d978f949d17" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:03.785289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:03.789312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.837530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:03.847772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:03.875584 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601c4cd-0c70-4719-9b22-d3c749277046 x-openstack-request-id: req-5601c4cd-0c70-4719-9b22-d3c749277046 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:03.875885 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:03.876326 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5601c4cd-0c70-4719-9b22-d3c749277046 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:03.876722 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:49:03.883310 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.936827 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:03.961085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:03.967454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.014374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:49:04.014869 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:49:04.019801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.092012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=127a0946-0bcf-4e74-8f24-58da3b8a5a3c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.102185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '0ab45ee9-1197-412a-8f52-b8732f204847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:04.102557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:04.120753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:04.131358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:04.135737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:04.136335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.141146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec17f83-2af5-4ba2-831d-54f5d0d5dc98 None None] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:04.155318 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-34aa8622-a8d8-442b-9e27-76f63511cafe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4790590 Dec 13 09:49:04.158445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.173716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.249760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-2077a5cb-23c4-4db7-90a5-2c4b48e1e78e', 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': '127a0946-0bcf-4e74-8f24-58da3b8a5a3c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:04.250650 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.278853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:04.283118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.309223 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:49:04.400148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Allocated IP 2001:db8::2 (2077a5cb-23c4-4db7-90a5-2c4b48e1e78e/127a0946-0bcf-4e74-8f24-58da3b8a5a3c/8a334180-2ba5-4975-8237-fd5697eb5b77) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:04.515742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.611014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.622658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.628733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=0db842e5-8082-4e8e-8743-664ce6d771db,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.629337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.638928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '263953f4-4383-423a-945a-cf88696a15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:04.639252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 5955b918-fb56-4f87-a3f1-441dbf7bdce5, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:04.663236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:04.675818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 5955b918-fb56-4f87-a3f1-441dbf7bdce5) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:04.697217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:04.699008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.718426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87297a0d-eee9-492b-9545-db59ac62eef5 None None] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:04.736026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa6bd5dd-195e-4a0b-b8b9-43892a12c813 req-72d888ee-5df6-48ce-9ee0-12d9a34dfcb1 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0491140 Dec 13 09:49:04.751643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-98c0aec1-9021-48da-9884-d4ec01ba1db5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5920706 Dec 13 09:49:04.754805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.759541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1368409477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:04.784278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.784908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:04.785494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.796513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.833339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Pushing event updated for resources: {'Port': ['ID=8a334180-2ba5-4975-8237-fd5697eb5b77,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:04.837847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:04.844727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:04.848316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:04.851031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:04.851700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.867315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.873296 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.886111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:04.888059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e72c6a9-32f4-4f20-bde7-2f588adfa634 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1320884 Dec 13 09:49:04.891164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:04.912358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-5955b918-fb56-4f87-a3f1-441dbf7bdce5', 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': '0db842e5-8082-4e8e-8743-664ce6d771db'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:04.913275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.005916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34062) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.013044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.017061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Attempting to bind port 8a334180-2ba5-4975-8237-fd5697eb5b77 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:05.017480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Attempting to bind port 8a334180-2ba5-4975-8237-fd5697eb5b77 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0ab45ee9-1197-412a-8f52-b8732f204847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:05.017956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Attempting to bind port 8a334180-2ba5-4975-8237-fd5697eb5b77 on network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:05.077659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['853fa47f-8a6a-4271-adfe-8384a0823d8d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:05.117663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:05.117972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Checking segment: {'id': '0ab45ee9-1197-412a-8f52-b8732f204847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:05.118393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.118796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Bound using segment: {'id': '0ab45ee9-1197-412a-8f52-b8732f204847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:05.119330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Bound port: 8a334180-2ba5-4975-8237-fd5697eb5b77, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab45ee9-1197-412a-8f52-b8732f204847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2077a5cb-23c4-4db7-90a5-2c4b48e1e78e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:05.124256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.160898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1587642662'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:05.195957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.197323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.244232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.264228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.268692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.286144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.289995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ac576868-ef22-4335-b217-f4d4d4a3f5b8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2827582 Dec 13 09:49:05.290643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.364445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Allocated IP 2001:db8:1::2 (5955b918-fb56-4f87-a3f1-441dbf7bdce5/0db842e5-8082-4e8e-8743-664ce6d771db/d283b340-d750-46dc-b601-4b1d2af548f1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:05.373923 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.378272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] For port 8a334180-2ba5-4975-8237-fd5697eb5b77, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:05.402389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] For port 8a334180-2ba5-4975-8237-fd5697eb5b77, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8a334180-2ba5-4975-8237-fd5697eb5b77,segment=NetworkSegment(0ab45ee9-1197-412a-8f52-b8732f204847),segment_id=0ab45ee9-1197-412a-8f52-b8732f204847)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:05.450418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.576088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8::1 (2077a5cb-23c4-4db7-90a5-2c4b48e1e78e/127a0946-0bcf-4e74-8f24-58da3b8a5a3c/a486c830-42b5-487c-bbbb-11399c7aec3a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:05.596242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba47fc3-f732-4b4e-9aed-4f881890f1c8 None None] Pushing event updated for resources: {'Port': ['ID=8a334180-2ba5-4975-8237-fd5697eb5b77,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.602215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.613741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.695267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.695785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6527c76-c3e3-434b-8f87-35b49317f607 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:05.701915 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.704366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6bd625a7-c152-4c66-9f8b-12d5a36b70ed tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "DELETE /v2.0/routers/e6527c76-c3e3-434b-8f87-35b49317f607 HTTP/1.1" status: 204 len: 168 time: 0.4126244 Dec 13 09:49:05.709311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:05.715489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.717834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Request body: {'router': {'name': 'tempest-router-1062641052', 'distributed': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:05.723609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.758883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.766746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:05.771920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:05.774660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.776710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:05.776940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.799520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Pushing event updated for resources: {'Port': ['ID=d283b340-d750-46dc-b601-4b1d2af548f1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:05.876128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.905695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Attempting to bind port d283b340-d750-46dc-b601-4b1d2af548f1 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:05.906280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Attempting to bind port d283b340-d750-46dc-b601-4b1d2af548f1 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '263953f4-4383-423a-945a-cf88696a15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:05.906748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Attempting to bind port d283b340-d750-46dc-b601-4b1d2af548f1 on network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:05.913435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:05.914275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Checking segment: {'id': '263953f4-4383-423a-945a-cf88696a15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:05.914786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.915875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Bound using segment: {'id': '263953f4-4383-423a-945a-cf88696a15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:05.916523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Bound port: d283b340-d750-46dc-b601-4b1d2af548f1, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263953f4-4383-423a-945a-cf88696a15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5955b918-fb56-4f87-a3f1-441dbf7bdce5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:05.917062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.945597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.954495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:05.961808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:05.968355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:05.971643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:05.971817 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.013575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] For port d283b340-d750-46dc-b601-4b1d2af548f1, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:06.019439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] For port d283b340-d750-46dc-b601-4b1d2af548f1, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d283b340-d750-46dc-b601-4b1d2af548f1,segment=NetworkSegment(263953f4-4383-423a-945a-cf88696a15ea),segment_id=263953f4-4383-423a-945a-cf88696a15ea)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:06.026460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.034082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65f16d09-bc4c-42d6-a994-31b05ee37649 req-745156f0-b3dc-4357-8b10-1e8cde211041 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0859127 Dec 13 09:49:06.059198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.063858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72494f08-b8cc-4196-9d57-792cddc73530 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3535323 Dec 13 09:49:06.064706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.107834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=a486c830-42b5-487c-bbbb-11399c7aec3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.148907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61943888-ac6a-4ff8-8aae-8b0c7ac05a11 None None] Pushing event updated for resources: {'Port': ['ID=d283b340-d750-46dc-b601-4b1d2af548f1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:06.208209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.311634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.419117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.421635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.476610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.477189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11b4c2a-dec6-4216-bbe2-9572cbd791fb {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:06.482380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.483426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f272a4fc-a787-46b0-b97a-9831a8851144 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f11b4c2a-dec6-4216-bbe2-9572cbd791fb HTTP/1.1" status: 204 len: 168 time: 0.4174638 Dec 13 09:49:06.487338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.495464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Request body: {'router': {'name': 'tempest-router-1989935273', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd4df7ca26da149ba9a399dd2889ea8c5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:06.543688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.544047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.665977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.680701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.718989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.721730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2634ecba-8ae8-4825-83ae-fe711d4c04c8 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2314076 Dec 13 09:49:06.723537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:06.727780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:06.750282 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.756174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.757745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:06.913280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:06.914761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:06.940831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06494a-0b74-4530-aed2-9bb6722320aa None None] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:07.047875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.048223 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.124053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] Provisioning complete for port 8a334180-2ba5-4975-8237-fd5697eb5b77 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:07.124436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.273170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d283b340-d750-46dc-b601-4b1d2af548f1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:07.275837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85b909b0-68b6-4e0e-ac1b-bd3da968eb05 req-52d545f7-bead-4de7-880a-0ca13999f77b tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0723560 Dec 13 09:49:07.321538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103189) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 13 09:49:07.321887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Router 00b8c307-8d56-4473-b56a-239303326572 migrating from provider to provider. {{(pid=103189) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 13 09:49:07.322402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.335659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.348172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.502091 n-d-820531-5 neutron-server[103189]: WARNING neutron.scheduler.l3_agent_scheduler [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] No L3 agents can host the router 00b8c307-8d56-4473-b56a-239303326572 Dec 13 09:49:07.524856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=a486c830-42b5-487c-bbbb-11399c7aec3a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:07.583211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:07.614738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 248b0a55-7153-46a7-aebc-f703b560cd97 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:07.644959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cf20f-ed78-475e-9088-f002ca85142a None None] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:07.658207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Hosts for router 00b8c307-8d56-4473-b56a-239303326572: [] {{(pid=103189) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 09:49:07.684752 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.685306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Hosts for other DVR routers connected to router 00b8c307-8d56-4473-b56a-239303326572: set() {{(pid=103189) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 09:49:07.688831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.693040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-db9ed7f1-15ff-4dac-ae69-fcf1195c40e1 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "PUT /v2.0/routers/00b8c307-8d56-4473-b56a-239303326572 HTTP/1.1" status: 200 len: 717 time: 0.9687090 Dec 13 09:49:07.693995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.728754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:07.737679 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-550c7d65-1fdc-45f5-9177-09281e5f5803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8448536 Dec 13 09:49:07.738427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.754525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d283b340-d750-46dc-b601-4b1d2af548f1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:07.754894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.778030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f1c72554-5ead-4107-bcb2-eaed03b07499 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "GET /v2.0/routers/00b8c307-8d56-4473-b56a-239303326572 HTTP/1.1" status: 200 len: 717 time: 0.0820711 Dec 13 09:49:07.780309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.780695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] Sync routers for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:07.802206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ade1a5-7c95-441e-ab80-0c6c286c09ca tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:07.806703 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8ade1a5-7c95-441e-ab80-0c6c286c09ca tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports/a486c830-42b5-487c-bbbb-11399c7aec3a HTTP/1.1" status: 200 len: 911 time: 0.0659678 Dec 13 09:49:07.807430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:07.846039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:07.846581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:07.897076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:07.910651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] For port 8a334180-2ba5-4975-8237-fd5697eb5b77, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8a334180-2ba5-4975-8237-fd5697eb5b77,segment=NetworkSegment(0ab45ee9-1197-412a-8f52-b8732f204847),segment_id=0ab45ee9-1197-412a-8f52-b8732f204847)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:07.936927 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.942116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:07.942778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:07.986365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 853fa47f-8a6a-4271-adfe-8384a0823d8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:07.986658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:07.989974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:07.990873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d265a8f-550d-4720-9f06-f27982c4f6d4 None None] The sync data for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:08.138493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d3bed6a-b5c2-4cc8-b737-f15d1dc10cb9 None None] Provisioning complete for port d283b340-d750-46dc-b601-4b1d2af548f1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:08.138775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d3bed6a-b5c2-4cc8-b737-f15d1dc10cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.185208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ddc9-792c-48e7-993a-dc802a13eba1 None None] Pushing event updated for resources: {'Port': ['ID=8a334180-2ba5-4975-8237-fd5697eb5b77,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.226256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.263447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d283b340-d750-46dc-b601-4b1d2af548f1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d283b340-d750-46dc-b601-4b1d2af548f1,segment=NetworkSegment(263953f4-4383-423a-945a-cf88696a15ea),segment_id=263953f4-4383-423a-945a-cf88696a15ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:08.276062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.277189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8a334180-2ba5-4975-8237-fd5697eb5b77 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:08.352492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d283b340-d750-46dc-b601-4b1d2af548f1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.552883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.640794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:08.648060 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869975a6-8e1c-47d9-b066-154ef74367fd" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:08.675378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0e8a836-0912-4110-b25f-56df0c0f82fc req-ac357bf5-0d6b-46e8-a433-e9acaa0e6616 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0903196 Dec 13 09:49:08.713715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:08.716605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8a334180-2ba5-4975-8237-fd5697eb5b77 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:08.717150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.744914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba673ea2-f9c3-415b-a037-16773b5769f1 tempest-RoutersTestDVR-1126602478 tempest-RoutersTestDVR-1126602478-project] 10.222.0.30 "GET /v2.0/routers/00b8c307-8d56-4473-b56a-239303326572 HTTP/1.1" status: 200 len: 683 time: 0.9635060 Dec 13 09:49:08.748660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.748860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:08.789996 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfc3c8b-ec8f-47b7-a6f4-45e6f6ac4a34 x-openstack-request-id: req-1bfc3c8b-ec8f-47b7-a6f4-45e6f6ac4a34 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:08.790577 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:08.790995 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bfc3c8b-ec8f-47b7-a6f4-45e6f6ac4a34 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:08.791549 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:49:08.792457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Provisioning complete for port d283b340-d750-46dc-b601-4b1d2af548f1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:08.793018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.899328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:08.931377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:08.993880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Provisioning complete for port a486c830-42b5-487c-bbbb-11399c7aec3a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:08.994466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.066211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Port a486c830-42b5-487c-bbbb-11399c7aec3a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:09.072941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.087876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Provisioning complete for port 8a334180-2ba5-4975-8237-fd5697eb5b77 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:09.088749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cba3a58-f2c2-49e2-9296-7442c9dded41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.128766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d283b340-d750-46dc-b601-4b1d2af548f1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:09.155373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.159275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.211809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d283b340-d750-46dc-b601-4b1d2af548f1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:09.212377 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.218921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.219566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00b8c307-8d56-4473-b56a-239303326572 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:09.225112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.226273 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-484ed6b7-846b-40e8-bb41-c75e3244e669 tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "DELETE /v2.0/routers/00b8c307-8d56-4473-b56a-239303326572 HTTP/1.1" status: 204 len: 168 time: 0.4764576 Dec 13 09:49:09.232922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.237276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Request body: {'router': {'name': 'tempest-router-281477834', 'distributed': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:09.313038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.314352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.339585 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-02ad3297-e930-46e6-ac9e-7f446d082e58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972025 Dec 13 09:49:09.381908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8a334180-2ba5-4975-8237-fd5697eb5b77 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:09.415355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.427657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.445961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-7b976cfa-d7be-4922-8e68-79f42a695488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:09.447706 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-7b976cfa-d7be-4922-8e68-79f42a695488 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 1096 time: 0.0648909 Dec 13 09:49:09.460483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84075aef-6efd-4fb0-8fad-721c232b42fb None None] Provisioning complete for port a486c830-42b5-487c-bbbb-11399c7aec3a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:09.460859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84075aef-6efd-4fb0-8fad-721c232b42fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.462504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.464403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8a334180-2ba5-4975-8237-fd5697eb5b77 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:09.464403 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.468001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-11c293b9-e715-4735-92f7-adcf8601240a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2343581 Dec 13 09:49:09.468885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:09.476761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8:1::1 (5955b918-fb56-4f87-a3f1-441dbf7bdce5/0db842e5-8082-4e8e-8743-664ce6d771db/8b990909-7164-42fc-afff-d54bfb086ecb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:09.582631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84075aef-6efd-4fb0-8fad-721c232b42fb None None] Port a486c830-42b5-487c-bbbb-11399c7aec3a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:09.638446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.688325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.696439 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.802973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:09.807595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:09.827570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:09.828147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.952480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.956011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:09.957805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ad2e5dc-64db-42cc-874d-2dc055ed0611 req-7b1f3dc6-7c72-4b9e-b0fd-a910ff92d394 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1263371 Dec 13 09:49:09.960501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-f604b736-57f4-4d7e-a5a1-bdea7919f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:09.961616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-f604b736-57f4-4d7e-a5a1-bdea7919f6de service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 916 time: 0.4030151 Dec 13 09:49:09.969564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=8b990909-7164-42fc-afff-d54bfb086ecb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:10.071602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-339c573f-7502-42dd-afeb-49682a9012e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15baa045-0d74-43bf-86fa-4f7071ec74de HTTP/1.1" status: 200 len: 217 time: 0.0958877 Dec 13 09:49:10.072123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.072944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f61b9a6-8600-42fb-ba63-16d3c4292326 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:10.102020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.104866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.106962 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae08c7e3-d294-4e94-aacd-4561224c5b0a tempest-RoutersTestDVR-1269034664 tempest-RoutersTestDVR-1269034664-project-admin] 10.222.0.30 "DELETE /v2.0/routers/4f61b9a6-8600-42fb-ba63-16d3c4292326 HTTP/1.1" status: 204 len: 168 time: 0.6373258 Dec 13 09:49:10.229624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-4772099c-8614-432f-b949-f46d7482b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:10.231933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-4772099c-8614-432f-b949-f46d7482b028 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1485560 Dec 13 09:49:10.290056 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-72df5b78-e88c-49a3-a2f2-bddd22179913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495548 Dec 13 09:49:10.330591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3819b335-0042-46ac-8c46-d89e1f41cb8a None None] Provisioning complete for port 8b990909-7164-42fc-afff-d54bfb086ecb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:10.331123 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3819b335-0042-46ac-8c46-d89e1f41cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.382450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3819b335-0042-46ac-8c46-d89e1f41cb8a None None] Port 8b990909-7164-42fc-afff-d54bfb086ecb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:10.439817 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-578deb2d-01fc-44e5-a2bb-a68ca4a64991 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373534 Dec 13 09:49:10.557203 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aad41fe7-40bb-46ac-b761-f7ec0ba39ef1 req-614aef98-449a-4bdc-a4c9-9b0ed24591a0 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102448 Dec 13 09:49:10.594908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.601842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:10.602645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.604039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.767903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=8b990909-7164-42fc-afff-d54bfb086ecb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:10.789490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06be058e-c99f-46f3-953e-38ee64f92d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:10.843910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:10.845731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:11.041743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06be058e-c99f-46f3-953e-38ee64f92d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.052317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06be058e-c99f-46f3-953e-38ee64f92d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.079176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 248b0a55-7153-46a7-aebc-f703b560cd97 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:11.108795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-06be058e-c99f-46f3-953e-38ee64f92d6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4df7ca26da149ba9a399dd2889ea8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052829 Dec 13 09:49:11.110951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be058e-c99f-46f3-953e-38ee64f92d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65747e6f-6e38-4c24-aabe-927f4fd34eb5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:11.113676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.241884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.267764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95c566db-0f23-4bf8-a38e-439e666ae9fa req-ef677944-98b6-4447-a5da-fd63b2b039fa tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1152093 Dec 13 09:49:11.289044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:11.300450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] Sync routers for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:11.306900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.308694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2047f1eb-6780-44a4-8d14-53a0a0ff37de tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895847 Dec 13 09:49:11.309590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.317661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:11.318374 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.341844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-51a92238-8b46-4633-b776-768c062ec0ad None None] Provisioning complete for port 8b990909-7164-42fc-afff-d54bfb086ecb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:11.342425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-51a92238-8b46-4633-b776-768c062ec0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.396955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.400605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:11.402031 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65747e6f-6e38-4c24-aabe-927f4fd34eb5 HTTP/1.1" status: 204 len: 168 time: 0.2716978 Dec 13 09:49:11.413885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1f04f-c5ae-40a1-ada8-16a29b71230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65747e6f-6e38-4c24-aabe-927f4fd34eb5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:11.441086 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.442926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a5dd8-6752-4baf-b402-a5127ad452ab tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:11.447564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.448288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2d3a5dd8-6752-4baf-b402-a5127ad452ab tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports/8b990909-7164-42fc-afff-d54bfb086ecb HTTP/1.1" status: 200 len: 913 time: 0.1375349 Dec 13 09:49:11.460751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:11.461593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.490261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-51a92238-8b46-4633-b776-768c062ec0ad None None] Port 8b990909-7164-42fc-afff-d54bfb086ecb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:11.511718 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:11.513025 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7a549-629c-4f6f-9882-c9f44844da6c None None] The sync data for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:11.881666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:11.908960 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d30bc7d-32ce-421b-b5b1-13e306cebb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.062082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.091032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d30bc7d-32ce-421b-b5b1-13e306cebb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.104176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d30bc7d-32ce-421b-b5b1-13e306cebb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.154560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30bc7d-32ce-421b-b5b1-13e306cebb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ef3d3-0b67-4c52-946b-26e183acdbc2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:12.164216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d30bc7d-32ce-421b-b5b1-13e306cebb48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d2c0f324edb40438ecba227a1e25615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814114 Dec 13 09:49:12.169420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:12.231653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.277492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.377673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.381992 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.395197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/811ef3d3-0b67-4c52-946b-26e183acdbc2 HTTP/1.1" status: 204 len: 168 time: 0.2192385 Dec 13 09:49:12.564212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-670be739-28f8-4c2e-a4e7-f55ac5242154 req-e35115a4-3a00-49ea-aa20-a2fa6b2dfe26 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.1620002 Dec 13 09:49:12.566310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99aa44-6582-4e90-9f05-0e5cbdb10e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ef3d3-0b67-4c52-946b-26e183acdbc2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:12.734985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 8b990909-7164-42fc-afff-d54bfb086ecb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:12.735586 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.934037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:12.949663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 8b990909-7164-42fc-afff-d54bfb086ecb owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:13.327187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.366327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=8b990909-7164-42fc-afff-d54bfb086ecb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:13.588006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.675359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:13.745567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5573365c-93f6-4b63-a727-e7f27e31f347 req-e9ad1d13-c8a7-4fda-82b3-ba66efde5b01 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0468709 Dec 13 09:49:13.834552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1543765618'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:13.874103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:13.882315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.892679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.904992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 248b0a55-7153-46a7-aebc-f703b560cd97 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:13.985901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:13.997389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.042404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f068c88c-7968-468a-a389-767fdc65f78f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:14.064908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:14.069696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:14.077746 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-58446bfe-a8f5-4895-84db-0d40388bfc59 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6290269 Dec 13 09:49:14.080619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.083001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] Sync routers for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:14.087267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.087620 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Added segment 4a19a77c-1c88-47eb-8521-57cd96641ef6 of type vlan for network f9273bc4-c8bf-4dbb-938b-88d7e942e95a Dec 13 09:49:14.108475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:14.109158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:14.150919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:14.161788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:14.162622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:14.211070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:14.211937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1531b8-5690-458d-9c99-1f2a6be21edd None None] The sync data for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:14.223903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.362660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.368638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:14.369285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.447311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7701206 Dec 13 09:49:14.451938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:14.460194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'subnet': {'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:14.496569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58cf4b-cc88-4cf4-9f90-1ccff69a0ef0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Network': ['ID=f9273bc4-c8bf-4dbb-938b-88d7e942e95a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:14.508053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:14.645532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.680824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:14.691055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.961633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:14.987792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af33a3ef-b5cc-40b0-8687-ada44673f345 req-45041d84-2f7a-4b95-ba26-0ec502da4d75 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0964086 Dec 13 09:49:15.083032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-84d9e658-e3a9-442b-816e-b3a6b542c079 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:15.090091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-84d9e658-e3a9-442b-816e-b3a6b542c079 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.1997933 Dec 13 09:49:15.107254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port a486c830-42b5-487c-bbbb-11399c7aec3a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:15.107604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.118958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-2db611d8-04d5-4b08-b04b-276c20c30099 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/quotas/79321eec1d624377a7d6ed5a68457682 HTTP/1.1" status: 200 len: 375 time: 0.0279574 Dec 13 09:49:15.153877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Subnet': ['ID=5634b563-f5cc-4e55-9183-add60372e0ae,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:15.187747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Checking segment: {'id': '4a19a77c-1c88-47eb-8521-57cd96641ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:15.188106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network hostable DHCP agents. Network: f9273bc4-c8bf-4dbb-938b-88d7e942e95a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:15.215709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:15.236545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-afc796a7-f262-4398-8960-0fd56ed55d29 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166158 Dec 13 09:49:15.243334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f9273bc4-c8bf-4dbb-938b-88d7e942e95a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:15.248722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:15.251327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.258744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933924c-52e9-43d8-ac6c-20d3d7a3670d None None] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:15.288483 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7adc2d40-d4ab-43c6-941e-e080cce11e48 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8305254 Dec 13 09:49:15.294042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:15.320727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1969780693', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:15.331892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.356738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for a486c830-42b5-487c-bbbb-11399c7aec3a owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:15.693856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9fc26-1d4c-4e36-b2e8-556ec427fc19 None None] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:15.922650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.925102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:15.943670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-4efdad7f-9eaa-4b17-937e-ae68f42fb131 service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796479 Dec 13 09:49:16.107904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.205733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d3eb627-31f5-43ca-9696-4ed26f78d316 req-bc637cbb-3205-4b13-98cb-07198920e9b4 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0946567 Dec 13 09:49:16.281793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-a735c0d2-485d-4637-bf11-81906f7a52ab service neutron] 10.222.0.30 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365681 Dec 13 09:49:16.402997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.622794 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:16.760938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9d21f7e-b41c-41c1-b72a-ab6800e14ebe req-07235b4f-67f1-45a3-8e42-8e0b06b21c9b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 210 time: 0.1188674 Dec 13 09:49:16.762671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=a486c830-42b5-487c-bbbb-11399c7aec3a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:17.009664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.293707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.382914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.432389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39558c3b-50e3-4f44-85be-73972fddab6b req-f1f64fa4-03ee-4cda-be25-2046296c5341 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0530498 Dec 13 09:49:17.474448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 248b0a55-7153-46a7-aebc-f703b560cd97 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:17.632369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:17.647752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0cb46bf3-014b-4511-8a6d-b3d4f0391bbc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634093 Dec 13 09:49:17.648243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:17.649221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] Sync routers for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:17.657224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.128 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0d4fd3dc-754d-46dd-9f23-96250eb7d61d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:17.671331 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:17.673279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:17.701649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-97ff854b-4595-450f-9c9a-49cc4ee980cc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=248b0a55-7153-46a7-aebc-f703b560cd97 HTTP/1.1" status: 200 len: 205 time: 0.0516179 Dec 13 09:49:17.705957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:17.716150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:17.726807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] Routers {'248b0a55-7153-46a7-aebc-f703b560cd97'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:17.727715 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['248b0a55-7153-46a7-aebc-f703b560cd97'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:17.765664 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:17.766622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba22766-7bee-411d-a578-f3b2bfd93476 None None] The sync data for ids ['248b0a55-7153-46a7-aebc-f703b560cd97'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:17.821589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.905397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:17.923231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-569fd564-5f24-464c-b9b1-9bb025b7a21d req-77c57995-e21e-4872-bac2-a5b37a1745c3 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 210 time: 0.0704610 Dec 13 09:49:17.977831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.041352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:18.045149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:18.052099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:18.086692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=0d4fd3dc-754d-46dd-9f23-96250eb7d61d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:18.347806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.352114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.425140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-e201e41a-47f5-4540-8648-e3df16e3475c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:18.426644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-e201e41a-47f5-4540-8648-e3df16e3475c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 815 time: 0.2673354 Dec 13 09:49:18.427787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.428282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router 248b0a55-7153-46a7-aebc-f703b560cd97 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:18.436309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.440366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3efd0e8-5425-4288-ac7f-268765ade4f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97 HTTP/1.1" status: 204 len: 168 time: 0.7322445 Dec 13 09:49:18.441025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:18.446245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Request body: {'port': {'device_id': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'admin_state_up': True, 'tenant_id': '79321eec1d624377a7d6ed5a68457682'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:18.484414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.571242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet 0db842e5-8082-4e8e-8743-664ce6d771db {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:18.579278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.658704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38e6fe03-9887-4955-b539-ecbc7ef09ced req-923c2e23-90d8-448c-809b-a48bc147e501 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0430682 Dec 13 09:49:18.663918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.748989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Made reservation on behalf of 79321eec1d624377a7d6ed5a68457682 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:18.753198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.808276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.864937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:18.946832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-0159d111-04d1-4484-be01-1d74e242dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:18.948823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-0159d111-04d1-4484-be01-1d74e242dcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1098 time: 0.1333082 Dec 13 09:49:19.041604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.044979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Allocated IP 172.20.0.4 (aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96/d74cce85-e986-4f8f-bf3b-96bce1a4fcb1/289674c8-0b34-46d4-aed5-11015bcc22f0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:19.083186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=0db842e5-8082-4e8e-8743-664ce6d771db,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.095684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.102511 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-37800353-92e9-4476-8357-3dd1edffe6f0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/0db842e5-8082-4e8e-8743-664ce6d771db HTTP/1.1" status: 204 len: 168 time: 0.6515551 Dec 13 09:49:19.105084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.110934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215598f7-9529-41cf-9067-6a2c4bacce0d None None] Network 5955b918-fb56-4f87-a3f1-441dbf7bdce5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:19.126120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-03e41c93-ffdd-4dfe-9c6c-9de733f18c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.127591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-03e41c93-ffdd-4dfe-9c6c-9de733f18c88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.1453781 Dec 13 09:49:19.166491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95cfcb0f-27a6-4a6b-b71a-8b5bca357290 req-8b4d33c0-1ec1-4c2b-8416-56b00d8eb038 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 210 time: 0.0361879 Dec 13 09:49:19.208384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet 127a0946-0bcf-4e74-8f24-58da3b8a5a3c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:19.220426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.249919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-13469273-2b2a-4604-b907-7721392f2d0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1002 time: 0.1077805 Dec 13 09:49:19.304322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:19.395863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.415969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] DHCP port deletion for 5955b918-fb56-4f87-a3f1-441dbf7bdce5 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:19.517409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Deleting port d283b340-d750-46dc-b601-4b1d2af548f1 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:19.518134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.524853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.628915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.676762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.690016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] For port d283b340-d750-46dc-b601-4b1d2af548f1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d283b340-d750-46dc-b601-4b1d2af548f1,segment=NetworkSegment(263953f4-4383-423a-945a-cf88696a15ea),segment_id=263953f4-4383-423a-945a-cf88696a15ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:19.692111 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.716645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c5b4f240-475e-476d-b33b-8f2ba5dca6e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:19.729925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de', '8bf458b1-5032-4d12-b9d3-21ad75d3c171'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:19.742372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:19.747160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:19.756286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:19.804688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event updated for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.833547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.855067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.856553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.883435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:19.904281 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/127a0946-0bcf-4e74-8f24-58da3b8a5a3c HTTP/1.1" status: 204 len: 168 time: 0.7976599 Dec 13 09:49:19.905670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9408f2-ccad-45bc-8ab0-d7058e0b723d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=127a0946-0bcf-4e74-8f24-58da3b8a5a3c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:19.910098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:19.923436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77866b6a-8ba3-4ba0-ae03-ad8df014f566 None None] Network 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:19.923640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-082128c2-2df7-4096-a6d6-d2f1002cc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:19.926310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-082128c2-2df7-4096-a6d6-d2f1002cc0d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.6673923 Dec 13 09:49:19.929894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Calling delete_port for d283b340-d750-46dc-b601-4b1d2af548f1 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:20.020857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-cfd1aeb7-20e2-482e-aa50-a87159ee4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.022477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-cfd1aeb7-20e2-482e-aa50-a87159ee4fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821941 Dec 13 09:49:20.061825 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-df528a2f-bc7e-4674-ade9-7e0cf1ed54a2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6196744 Dec 13 09:49:20.081389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Request body: {'port': {'device_id': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:20.092164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.143409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f79ac312-e1c8-4463-95fb-c1c5ff5276a9 req-da3e6c7c-71eb-48de-bafc-3a1ed4752395 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.2216220 Dec 13 09:49:20.157958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:20.183589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:20.195514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.215715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.221199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:20.223026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab257ad9-bad5-449e-a72b-f47ff6432122 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9285605 Dec 13 09:49:20.281452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:20.282224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.319197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-f4b7c01c-4fd6-4758-be32-a76a73f6a80b service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758763 Dec 13 09:49:20.344039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.364687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] DHCP port deletion for 2077a5cb-23c4-4db7-90a5-2c4b48e1e78e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:20.394166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:20.394948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.448710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port d283b340-d750-46dc-b601-4b1d2af548f1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:20.449605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.473867 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.505189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:20.505189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20705b0-b0f1-4cfb-8131-f93a7ce2ddaf None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:20.509138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f456-390c-409d-a5a4-b9efac9fea8f req-d14f3fc1-0d1b-4daa-864f-04d286d90f72 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:20.515139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] Pushing event deleted for resources: {'Port': ['ID=d283b340-d750-46dc-b601-4b1d2af548f1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:20.522843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f81f456-390c-409d-a5a4-b9efac9fea8f req-d14f3fc1-0d1b-4daa-864f-04d286d90f72 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 931 time: 0.1454184 Dec 13 09:49:20.547301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69c41d-491d-49d8-b163-2b0ff0e2437a None None] No DVR routers for this DVR port d283b340-d750-46dc-b601-4b1d2af548f1 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:20.598616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5de897f9-012d-4c58-9557-9b8efb3d793d req-1c45a8b5-9be7-46f1-b1c8-1a66daf8c741 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785144 Dec 13 09:49:20.640299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Deleting port 8a334180-2ba5-4975-8237-fd5697eb5b77 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:20.641160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.672086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f81f456-390c-409d-a5a4-b9efac9fea8f req-3d6f00f2-32f0-4af8-a2de-646d8f2f752c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482744 Dec 13 09:49:20.711112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port d283b340-d750-46dc-b601-4b1d2af548f1, host n-d-820531-5, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:20.711699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.796785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for d283b340-d750-46dc-b601-4b1d2af548f1 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:20.801910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Port d283b340-d750-46dc-b601-4b1d2af548f1 was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:49:20.816318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.831037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] For port 8a334180-2ba5-4975-8237-fd5697eb5b77, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8a334180-2ba5-4975-8237-fd5697eb5b77,segment=NetworkSegment(0ab45ee9-1197-412a-8f52-b8732f204847),segment_id=0ab45ee9-1197-412a-8f52-b8732f204847)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:20.831384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:20.865793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Calling delete_port for 8a334180-2ba5-4975-8237-fd5697eb5b77 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:21.060329 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.132931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] No DVR routers for this DVR port 8a334180-2ba5-4975-8237-fd5697eb5b77 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:21.140309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d283b340-d750-46dc-b601-4b1d2af548f1 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:21.166229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d283b340-d750-46dc-b601-4b1d2af548f1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:21.166577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d283b340-d750-46dc-b601-4b1d2af548f1 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:21.167003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8a334180-2ba5-4975-8237-fd5697eb5b77 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:21.170175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f515bc-35f3-4e8a-9341-d115a93ee66b None None] Pushing event deleted for resources: {'Port': ['ID=8a334180-2ba5-4975-8237-fd5697eb5b77,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.196353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 8a334180-2ba5-4975-8237-fd5697eb5b77 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:21.196970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8a334180-2ba5-4975-8237-fd5697eb5b77 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:21.198174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=d283b340-d750-46dc-b601-4b1d2af548f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.205959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port d283b340-d750-46dc-b601-4b1d2af548f1 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:21.301863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c34cf45-b8e8-42f4-ba11-35525c3dbede req-60ab5863-8ddd-47ab-a368-b61873e32ebf tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Dec 13 09:49:21.419748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289674c8-0b34-46d4-aed5-11015bcc22f0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:21.441593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.452055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.491015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Transition to ACTIVE for port object 289674c8-0b34-46d4-aed5-11015bcc22f0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:49:21.492723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5955b918-fb56-4f87-a3f1-441dbf7bdce5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:21.507964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263953f4-4383-423a-945a-cf88696a15ea') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:21.508291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263953f4-4383-423a-945a-cf88696a15ea') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:21.510008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.535458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.592666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.616757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:21.617382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.625428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:21.633477 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:21.823784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59c744-ac4d-4c3e-9e4b-b0da0ceec5f2 req-b8478b7c-29e9-48c4-b94e-1e555251b092 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:21.828353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b59c744-ac4d-4c3e-9e4b-b0da0ceec5f2 req-b8478b7c-29e9-48c4-b94e-1e555251b092 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 943 time: 0.0833247 Dec 13 09:49:21.833637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.846626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.852721 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/5955b918-fb56-4f87-a3f1-441dbf7bdce5 HTTP/1.1" status: 204 len: 168 time: 1.9320254 Dec 13 09:49:21.856736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:21.879190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42808e9b-323b-409e-89b4-9870aaf73930 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=5955b918-fb56-4f87-a3f1-441dbf7bdce5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:21.892978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Attempting to bind port 289674c8-0b34-46d4-aed5-11015bcc22f0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:21.893347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Attempting to bind port 289674c8-0b34-46d4-aed5-11015bcc22f0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:21.893681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Attempting to bind port 289674c8-0b34-46d4-aed5-11015bcc22f0 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:21.904002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Port 289674c8-0b34-46d4-aed5-11015bcc22f0 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:49:21.904002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Attempting to bind port 289674c8-0b34-46d4-aed5-11015bcc22f0 on network aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:21.933855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:21.934422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Checking segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:21.935552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Bound using segment: {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:21.936427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Bound port: 289674c8-0b34-46d4-aed5-11015bcc22f0, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:21.937113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.973191 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:21.988014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b59c744-ac4d-4c3e-9e4b-b0da0ceec5f2 req-41f9584c-44b2-4b7c-b0a7-a771b8afae8b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530595 Dec 13 09:49:21.992369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.127038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:22.132066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=289674c8-0b34-46d4-aed5-11015bcc22f0,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:22.133413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.143029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.168026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2077a5cb-23c4-4db7-90a5-2c4b48e1e78e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.181846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab45ee9-1197-412a-8f52-b8732f204847') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.182211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab45ee9-1197-412a-8f52-b8732f204847') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:22.201068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.206414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.207042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.208455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] 10.222.0.44 "PUT /v2.0/ports/289674c8-0b34-46d4-aed5-11015bcc22f0 HTTP/1.1" status: 200 len: 1091 time: 2.1342232 Dec 13 09:49:22.210601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:22.212986 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c" -d '{"events": [{"name": "network-changed", "server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:22.245752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e353b8-5285-4b2f-a426-b72d2c8e9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.258963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.282415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:22.282851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.330461 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a2c0a2-01c8-4ff6-9456-167408e98be6 x-openstack-request-id: req-99a2c0a2-01c8-4ff6-9456-167408e98be6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:22.331395 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:22.333184 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99a2c0a2-01c8-4ff6-9456-167408e98be6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:22.333184 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0', 'status': 'completed', 'code': 200} Dec 13 09:49:22.410907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-a7ba7a0c-18ad-4c90-9df0-a70f029cd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:22.412101 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:22.414950 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-a7ba7a0c-18ad-4c90-9df0-a70f029cd5e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 1094 time: 0.1271143 Dec 13 09:49:22.432103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.468554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9530b15-62be-4fe6-aa65-e13387554b5e req-6210cce4-b2a1-409b-9250-ff06bebfd02a tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0510521 Dec 13 09:49:22.472062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.481891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-67a563be-c072-4095-a4cb-62f86fa875c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289674c8-0b34-46d4-aed5-11015bcc22f0 HTTP/1.1" status: 200 len: 217 time: 0.0523071 Dec 13 09:49:22.482827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:22.483955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/2077a5cb-23c4-4db7-90a5-2c4b48e1e78e HTTP/1.1" status: 204 len: 168 time: 0.6244302 Dec 13 09:49:22.489873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-457448377'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:22.498953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d79a4-c889-460d-bb98-967e07ebe358 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=2077a5cb-23c4-4db7-90a5-2c4b48e1e78e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:22.586666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f902f-8ea8-4738-b71d-395be761849a req-518a80b7-2b21-4dd7-bbad-086c5c0c7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:22.588322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-518a80b7-2b21-4dd7-bbad-086c5c0c7765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.0931087 Dec 13 09:49:22.610185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:22.613836 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.616869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.1 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:22.655119 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-f588bcd5-a42a-4437-9eaa-9d2a1a683621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552061 Dec 13 09:49:22.758769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:22.786113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.786586 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 50f1d999-4cc5-43d3-9f74-5a7403b4641e of type vlan for network f4e7212c-32e4-49d6-b3d6-c89c25313e15 Dec 13 09:49:22.868211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.897457 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-8b6ea52f-86c0-4a78-915e-9d2380804f93 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334654 Dec 13 09:49:22.911691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:22.994085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.003063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.003063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.065822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5790818 Dec 13 09:49:23.069841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:23.077044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:23.098774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.128064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:23.155903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:23.162902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:23.236781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eb869-2fe6-4473-8f4f-c5de6d8ecaf5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=f4e7212c-32e4-49d6-b3d6-c89c25313e15,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.247986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:23.263543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-db8f902f-8ea8-4738-b71d-395be761849a req-6706201b-2e1d-4d8f-82cf-d7202bd18f06 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547816 Dec 13 09:49:23.267297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.278633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.280820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11013289-0d37-405b-96bc-befbd5f63685 req-66b5c875-12ab-4d94-b3fa-fbdf8ddf48db tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.289432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11013289-0d37-405b-96bc-befbd5f63685 req-66b5c875-12ab-4d94-b3fa-fbdf8ddf48db tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 943 time: 0.2209573 Dec 13 09:49:23.297886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:23.301747 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.439099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-1789da81-c828-434e-89e7-500a94c22b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.440195 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-1789da81-c828-434e-89e7-500a94c22b89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79321eec1d624377a7d6ed5a68457682&device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 1094 time: 0.0977662 Dec 13 09:49:23.449788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11013289-0d37-405b-96bc-befbd5f63685 req-414e185e-87bc-4728-bba1-f6f7384bf6ff tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587403 Dec 13 09:49:23.616803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-217b621e-fcdb-4e48-9993-68a6a487be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.616803 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-217b621e-fcdb-4e48-9993-68a6a487be92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 200 len: 916 time: 0.1646972 Dec 13 09:49:23.617715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.618056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.650138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcc4f9e5-7591-4215-946f-9e4561702419 req-a8623c0b-c715-4df0-9a7d-90dc45c7176d tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0498271 Dec 13 09:49:23.681425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-cb4b8fdf-f638-4d70-90e7-ed3f180fc4cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289674c8-0b34-46d4-aed5-11015bcc22f0 HTTP/1.1" status: 200 len: 217 time: 0.0499964 Dec 13 09:49:23.712536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=c625fccf-c51b-459a-a4b6-6fceab24251a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:23.730532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '50f1d999-4cc5-43d3-9f74-5a7403b4641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:23.731051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: f4e7212c-32e4-49d6-b3d6-c89c25313e15, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:23.752605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:23.765486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f4e7212c-32e4-49d6-b3d6-c89c25313e15) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:23.771206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.772136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.778778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0d053-8f49-494c-935c-aa6a3d1f69e3 None None] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:23.802115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-70cab63b-3f13-4539-8a3d-32c7c223efe2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7307591 Dec 13 09:49:23.803178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:23.805361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-59d5c2e0-6ea7-4c88-8dd1-1036ce5a06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:23.806828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-59d5c2e0-6ea7-4c88-8dd1-1036ce5a06dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 200 len: 855 time: 0.1026666 Dec 13 09:49:23.808731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1193023225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:23.840872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.842948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.910884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f4e7212c-32e4-49d6-b3d6-c89c25313e15', 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': 'c625fccf-c51b-459a-a4b6-6fceab24251a'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:23.912509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.930768 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:23.942650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.002821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.006712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8686b7e8-3edd-4d54-a40c-874c8cb1364a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1996729 Dec 13 09:49:24.006887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:24.015489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'port': {'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15', 'name': 'tempest-RoutersIpV6Test-2004898902'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:24.118209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Allocated IP 2001:db8::2 (f4e7212c-32e4-49d6-b3d6-c89c25313e15/c625fccf-c51b-459a-a4b6-6fceab24251a/14f5b546-9c84-4072-89a3-068872157475) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:24.169109 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-9192c80f-e61b-4d67-8f38-ab21b41c68dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491617 Dec 13 09:49:24.189423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:24.193997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.220780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] device_id is not set on port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:24.369248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.377272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.384874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-9e0347bf-38c9-496e-9650-37e24b794e95 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063932 Dec 13 09:49:24.457026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:24.460733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:24.474060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:24.483391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8::3e6 (f4e7212c-32e4-49d6-b3d6-c89c25313e15/c625fccf-c51b-459a-a4b6-6fceab24251a/d25c61b4-cfe2-4ee3-9b32-0aed248a4568) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:24.617703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Pushing event updated for resources: {'Port': ['ID=14f5b546-9c84-4072-89a3-068872157475,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.630697 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d3ddddab-56ec-4ff1-80dc-e650bf5e414c req-0590ceee-3322-428f-ba91-f872501f2fa7 service neutron] 10.222.0.44 "GET /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378128 Dec 13 09:49:24.632691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.634687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Attempting to bind port 14f5b546-9c84-4072-89a3-068872157475 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:24.635242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Attempting to bind port 14f5b546-9c84-4072-89a3-068872157475 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '50f1d999-4cc5-43d3-9f74-5a7403b4641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:24.635617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Attempting to bind port 14f5b546-9c84-4072-89a3-068872157475 on network f4e7212c-32e4-49d6-b3d6-c89c25313e15 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:24.639523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.642645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:24.643035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Checking segment: {'id': '50f1d999-4cc5-43d3-9f74-5a7403b4641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:24.643447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.643845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Bound using segment: {'id': '50f1d999-4cc5-43d3-9f74-5a7403b4641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:24.644316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Bound port: 14f5b546-9c84-4072-89a3-068872157475, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f1d999-4cc5-43d3-9f74-5a7403b4641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f4e7212c-32e4-49d6-b3d6-c89c25313e15'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:24.644763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.765980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] For port 14f5b546-9c84-4072-89a3-068872157475, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:24.771425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] For port 14f5b546-9c84-4072-89a3-068872157475, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=14f5b546-9c84-4072-89a3-068872157475,segment=NetworkSegment(50f1d999-4cc5-43d3-9f74-5a7403b4641e),segment_id=50f1d999-4cc5-43d3-9f74-5a7403b4641e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:24.772827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.776458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.781550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.821495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ae5b-4d7f-44e3-9799-5c0153a47a3b req-9f282bb4-8e8d-4244-9fca-761f6410cc5c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:24.823440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7090ae5b-4d7f-44e3-9799-5c0153a47a3b req-9f282bb4-8e8d-4244-9fca-761f6410cc5c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 943 time: 0.1791046 Dec 13 09:49:24.839187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:24.861550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f5bd1-d33e-4242-a3d8-7a15e6559ffe None None] Pushing event updated for resources: {'Port': ['ID=14f5b546-9c84-4072-89a3-068872157475,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:24.888598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2595a3d7-588d-43b8-8ba5-5f71f56cf35a req-c693a9ee-bd33-41cc-9273-e9bd8b998fa4 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0775719 Dec 13 09:49:24.933968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7090ae5b-4d7f-44e3-9799-5c0153a47a3b req-a48039dc-03c0-4655-81ee-22db9305732d tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936840 Dec 13 09:49:24.979280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:24.982068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:24.986615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.066238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:25.070182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:25.076590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:25.089173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:25.090313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.102252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=d25c61b4-cfe2-4ee3-9b32-0aed248a4568,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:25.129567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-37f273c9-655b-4724-9ce0-6c662b432e66 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1213579 Dec 13 09:49:25.132050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:25.240759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:25.415958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:25.445713 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86786571-c9f8-4d9e-b80d-ebcdad02c2bd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/routers/c3bb0b3a-ec68-4979-95c2-17cd67b6640c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2230115 Dec 13 09:49:25.451283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:25.451693 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:25.456610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'port': {'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a', 'name': 'tempest-FloatingIPTestJSON-1460577863'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:25.477078 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:25.478005 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:25.513834 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:25.524244 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:25.525289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:25.568803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:25.570944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86722942-8737-47fb-9cde-a555fcaf7f06 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:25.641615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:25.646557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.666473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] device_id is not set on port 4768d3af-9319-49bf-9f09-08f3627959c0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:25.695526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:25.804786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.5 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/4768d3af-9319-49bf-9f09-08f3627959c0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:26.027259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 289674c8-0b34-46d4-aed5-11015bcc22f0 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:26.095150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.124945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dcbf0999-f381-450a-8537-e90b785850b2 req-9a4b415d-f8c5-42af-b721-5419bd11bc9f tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0517025 Dec 13 09:49:26.153227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.216127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=289674c8-0b34-46d4-aed5-11015bcc22f0,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:26.216920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:26.218707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.223552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:26.227008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:26.234001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.236167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '289674c8-0b34-46d4-aed5-11015bcc22f0', 'network_id': 'aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96', 'port_id': '289674c8-0b34-46d4-aed5-11015bcc22f0', 'mac_address': 'fa:16:3e:cd:6c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74cce85-e986-4f8f-bf3b-96bce1a4fcb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:26.284778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.295869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.295869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.307607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=4768d3af-9319-49bf-9f09-08f3627959c0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.309998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289674c8-0b34-46d4-aed5-11015bcc22f0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:26.316353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-58169820-384a-4410-8b95-84fe95ced72f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8636050 Dec 13 09:49:26.319133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:26.333816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'port': {'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a', 'name': 'tempest-FloatingIPTestJSON-1568121057'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:26.339277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=d25c61b4-cfe2-4ee3-9b32-0aed248a4568,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.374129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=289674c8-0b34-46d4-aed5-11015bcc22f0,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:26.379920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e24d5-891d-4328-81ca-fcfd1a73e20c req-91ecedd7-268b-404d-8480-20f9cccd50b5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:26.389405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.390022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-956e24d5-891d-4328-81ca-fcfd1a73e20c req-91ecedd7-268b-404d-8480-20f9cccd50b5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 943 time: 0.3485742 Dec 13 09:49:26.475385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42314344-b963-4868-88af-21e2c658b743 None None] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:26.479588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:26.567557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:26.569270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] Provisioning complete for port 14f5b546-9c84-4072-89a3-068872157475 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:26.569699 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.582259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.635706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-956e24d5-891d-4328-81ca-fcfd1a73e20c req-43965752-0e44-4798-92ee-305801ba3077 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445607 Dec 13 09:49:26.657143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] device_id is not set on port 17371670-31b6-4bce-b08c-a2a8fc9dacf1 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:26.768571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.842165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.14 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/17371670-31b6-4bce-b08c-a2a8fc9dacf1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:26.880953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['289674c8-0b34-46d4-aed5-11015bcc22f0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:26.940088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.966465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:26.988149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] For port 14f5b546-9c84-4072-89a3-068872157475, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=14f5b546-9c84-4072-89a3-068872157475,segment=NetworkSegment(50f1d999-4cc5-43d3-9f74-5a7403b4641e),segment_id=50f1d999-4cc5-43d3-9f74-5a7403b4641e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:27.027936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.093625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.122023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.154275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157f44-82bd-41df-9714-19c00b819a07 None None] Pushing event updated for resources: {'Port': ['ID=14f5b546-9c84-4072-89a3-068872157475,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:27.189563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.236059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 14f5b546-9c84-4072-89a3-068872157475 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:27.320910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:27.325919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:27.327284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 14f5b546-9c84-4072-89a3-068872157475 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.327735 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.328530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:27.353439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a32564bb-da1a-44b3-abe4-9a17ddbc7770 req-9edc768d-81f8-45de-8d08-4ef5150fb1d4 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0332072 Dec 13 09:49:27.389029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=17371670-31b6-4bce-b08c-a2a8fc9dacf1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:27.413021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:27.413864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.444714 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f909e58a-30b0-4ecf-8375-6efb391dcbd7 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1242545 Dec 13 09:49:27.447854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:27.455853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '17371670-31b6-4bce-b08c-a2a8fc9dacf1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:27.470176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.478622 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.479424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.514342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.545645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-086c2961-e6cb-4489-87b1-1c7a0bdc0c9b None None] Provisioning complete for port 14f5b546-9c84-4072-89a3-068872157475 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.546458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-086c2961-e6cb-4489-87b1-1c7a0bdc0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.665992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=d25c61b4-cfe2-4ee3-9b32-0aed248a4568,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:27.687426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.736613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-086c2961-e6cb-4489-87b1-1c7a0bdc0c9b None None] Provisioning complete for port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.736999 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-086c2961-e6cb-4489-87b1-1c7a0bdc0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.745417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:27.747716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:27.799895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-086c2961-e6cb-4489-87b1-1c7a0bdc0c9b None None] Port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:27.897146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.81 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:27.927839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba0c0d66-bc7a-4b18-b58e-19e8a7f8f600 None None] Provisioning complete for port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:27.929087 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0d66-bc7a-4b18-b58e-19e8a7f8f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:27.952373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4eb0-b5d5-4740-8866-869a7a455191 req-ac383d9a-3c68-4bdb-ab6d-21e23795493f tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:27.954170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-330d4eb0-b5d5-4740-8866-869a7a455191 req-ac383d9a-3c68-4bdb-ab6d-21e23795493f tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 944 time: 0.1497271 Dec 13 09:49:27.969871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160fbe-4d93-44fa-bfbe-c7822d794330 req-8ee82328-e92f-4373-b69f-23455fc3042f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:27.972124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76160fbe-4d93-44fa-bfbe-c7822d794330 req-8ee82328-e92f-4373-b69f-23455fc3042f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1567054 Dec 13 09:49:27.975446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c0d66-bc7a-4b18-b58e-19e8a7f8f600 None None] Port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:28.035150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.063501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-330d4eb0-b5d5-4740-8866-869a7a455191 req-ba7997a1-2e2c-4311-be28-9e5ff8588dd7 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Dec 13 09:49:28.072892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 9c3282e8-dae1-4e3b-a765-66ca1a953e8d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:28.082590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.089098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76160fbe-4d93-44fa-bfbe-c7822d794330 req-19fcddcd-bfda-4615-bc21-6b1706b7c25e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071475 Dec 13 09:49:28.127061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:28.130372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:28.134656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:28.163843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.207064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:28.216074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b767264-71b6-4b4f-bd49-4735fbfa7ca9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/9c3282e8-dae1-4e3b-a765-66ca1a953e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793204 Dec 13 09:49:28.216194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d2d4217-3f9d-4019-85ba-5e636c36c63f None None] Provisioning complete for port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:28.216194 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d2d4217-3f9d-4019-85ba-5e636c36c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.216637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:28.240463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] Sync routers for ids ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:28.259993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d4217-3f9d-4019-85ba-5e636c36c63f None None] Port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:28.260822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] Routers {'9c3282e8-dae1-4e3b-a765-66ca1a953e8d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:28.265559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:28.267646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531bb18-e9e8-4472-af8e-05ba8af2ed15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:28.271821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9531bb18-e9e8-4472-af8e-05ba8af2ed15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports/d25c61b4-cfe2-4ee3-9b32-0aed248a4568 HTTP/1.1" status: 200 len: 984 time: 0.0510433 Dec 13 09:49:28.272015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:28.309758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:28.321518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] Routers {'9c3282e8-dae1-4e3b-a765-66ca1a953e8d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:28.322157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:28.366315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:28.366706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ddaa0e-1b93-4257-a7cb-5266338d29b6 None None] The sync data for ids ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:28.480264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-58995df5-8fb6-4082-9303-5bd399916799 None None] Provisioning complete for port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:28.481177 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58995df5-8fb6-4082-9303-5bd399916799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.515546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58995df5-8fb6-4082-9303-5bd399916799 None None] Port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:28.556529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.564719 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95be655c-ae6b-4e38-84d9-2b021500719d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.650690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.814779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.815910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5216c715-fe5a-4c26-8abb-9f2edeeca8f6 req-d51b403d-c30d-4d78-866f-8b0e0c5dc870 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.3611441 Dec 13 09:49:28.821593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.890552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:28.909190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:28.938887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.015988 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP 94a3daec-a59d-495a-ac6a-e8193148329c associated. External IP: 172.25.1.81, port: 17371670-31b6-4bce-b08c-a2a8fc9dacf1. Dec 13 09:49:29.083436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.088683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 14f5b546-9c84-4072-89a3-068872157475 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:29.191600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 14f5b546-9c84-4072-89a3-068872157475 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:29.191982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.278514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9eef-1c71-40c6-8c5d-b63adcf5c75c req-b0d806dc-e9f0-4f7d-923b-f2db4341fe46 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:29.280052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bae9eef-1c71-40c6-8c5d-b63adcf5c75c req-b0d806dc-e9f0-4f7d-923b-f2db4341fe46 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.0838120 Dec 13 09:49:29.288910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60678ee4-b365-426e-835a-34d8acdcf8d0 req-a52c6af1-d231-4855-b9a4-8d0030065892 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:29.296825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60678ee4-b365-426e-835a-34d8acdcf8d0 req-a52c6af1-d231-4855-b9a4-8d0030065892 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 944 time: 0.1330378 Dec 13 09:49:29.301767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:29.439617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:29.441713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60678ee4-b365-426e-835a-34d8acdcf8d0 req-36c1020f-647e-4f00-bf5f-d36cb47af097 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439018 Dec 13 09:49:29.454387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bae9eef-1c71-40c6-8c5d-b63adcf5c75c req-eb6cbba5-3750-4ebc-8762-ebf56813a74d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491830 Dec 13 09:49:29.456819 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:29.470361 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:29.472100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:29.494764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.518572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:29.530059 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:29.531053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:29.548065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:29.548732 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b13f8881-f8ad-4935-a5af-150db7fb958e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0988476 Dec 13 09:49:29.552789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:29.581971 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:29.582780 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6762fe7-2ee5-454e-9998-1578e1a79f58 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:29.638368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port d25c61b4-cfe2-4ee3-9b32-0aed248a4568 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:29.638988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.646300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.824340 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.912871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.914049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for d25c61b4-cfe2-4ee3-9b32-0aed248a4568 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:29.928200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:29.928531 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP 94a3daec-a59d-495a-ac6a-e8193148329c disassociated. External IP: 172.25.1.81, port: 17371670-31b6-4bce-b08c-a2a8fc9dacf1. Dec 13 09:49:29.988068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4dd67d46-6719-4294-9b68-7d3a738b5fa2 req-c1b2bd93-658f-4814-bf62-fe5314db2fd8 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0806644 Dec 13 09:49:30.047881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 289674c8-0b34-46d4-aed5-11015bcc22f0 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:30.099900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 289674c8-0b34-46d4-aed5-11015bcc22f0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:49:30.104895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 289674c8-0b34-46d4-aed5-11015bcc22f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:30.105590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.127462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae8b9e-48f8-4221-b264-232f0f340b0a req-16ce8481-e439-4e53-86d5-554fa3dcfc3a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.128973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0aae8b9e-48f8-4221-b264-232f0f340b0a req-16ce8481-e439-4e53-86d5-554fa3dcfc3a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.2058301 Dec 13 09:49:30.190634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.218072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:30.220506 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc714699-be46-4761-8f97-d016b651e807" -d '{"events": [{"server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "name": "network-vif-plugged", "status": "completed", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:30.236578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=289674c8-0b34-46d4-aed5-11015bcc22f0,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:30.243766 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.281421 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fdad69-14fc-4e1d-bb2e-acac7b11560e x-openstack-request-id: req-60fdad69-14fc-4e1d-bb2e-acac7b11560e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:30.281855 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "name": "network-vif-plugged", "status": "completed", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:30.282361 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60fdad69-14fc-4e1d-bb2e-acac7b11560e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:30.282907 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0', 'code': 200} Dec 13 09:49:30.315338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:30.320696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0aae8b9e-48f8-4221-b264-232f0f340b0a req-117146e5-0c72-486f-9ca2-75dfeaa7805b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645119 Dec 13 09:49:30.399132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:30.400637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.435453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=d25c61b4-cfe2-4ee3-9b32-0aed248a4568,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:30.497336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458dc7-d758-42cf-8848-43629fb2022d req-be130046-dc2c-4098-9f0c-81c2d175a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.498843 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8458dc7-d758-42cf-8848-43629fb2022d req-be130046-dc2c-4098-9f0c-81c2d175a1f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 1096 time: 0.1455679 Dec 13 09:49:30.560032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8458dc7-d758-42cf-8848-43629fb2022d req-b5a91836-3b8e-4729-81a7-61f21b95b271 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536828 Dec 13 09:49:30.667844 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.709594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c774-cc36-4a51-9771-4f94aabcd99b req-0825dae8-e2ba-4151-882d-b7d893a3a85c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:30.711150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b8c774-cc36-4a51-9771-4f94aabcd99b req-0825dae8-e2ba-4151-882d-b7d893a3a85c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 945 time: 0.1626244 Dec 13 09:49:30.783053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:30.794013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:30.799455 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.805231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:30.805869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:30.844473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:30.848377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a98cd522-d5c1-4cdc-ac85-8de6e11c77cb tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/94a3daec-a59d-495a-ac6a-e8193148329c HTTP/1.1" status: 200 len: 687 time: 1.2990453 Dec 13 09:49:30.851247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:30.853298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:30.854198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:30.889060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:30.889922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b294241-29a5-4a17-9795-5ed10ba001c4 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:30.931975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27b8c774-cc36-4a51-9771-4f94aabcd99b req-fc3e6e69-c659-4879-8818-1379b45ae34b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793268 Dec 13 09:49:30.945291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router 9c3282e8-dae1-4e3b-a765-66ca1a953e8d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:30.958488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cc9722b-363d-4b89-9aaf-352d488186ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:30.999370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:30.999852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.027937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:31.036729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bde4b483-c779-4354-9c17-7a4deac0cdaa tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/9c3282e8-dae1-4e3b-a765-66ca1a953e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612431 Dec 13 09:49:31.037050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.049004 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] Sync routers for ids ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:31.065444 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] Routers {'9c3282e8-dae1-4e3b-a765-66ca1a953e8d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:31.066068 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:31.101152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.101433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.102591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:31.112032 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] Routers {'9c3282e8-dae1-4e3b-a765-66ca1a953e8d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:31.112635 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:31.115308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:31.145820 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:31.146484 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4c92c-a8e5-4255-b888-cedef4eac982 None None] The sync data for ids ['9c3282e8-dae1-4e3b-a765-66ca1a953e8d'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:31.259653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.284725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=9dfc9fc9-fb40-4992-a67f-7a7ad57d7cc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:31.353611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.357009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.362099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-155a1ec5-4c6b-471f-a6a6-b58c7b17d0e8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/94a3daec-a59d-495a-ac6a-e8193148329c HTTP/1.1" status: 204 len: 168 time: 0.5097821 Dec 13 09:49:31.362765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.367258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '4768d3af-9319-49bf-9f09-08f3627959c0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:31.383423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:31.391093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.468413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.481030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98ee4791-d540-4a0f-b4ba-60172282da3f req-dc931fe3-9a8c-430b-ba16-0003b1812103 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0545003 Dec 13 09:49:31.507862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.520109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:31.531783 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:31.575281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bbc92-6889-4d90-92ae-c867ebde6a74 req-7e1d9bbe-6f23-4da1-aa23-2477b522e7e8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:31.577142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f4bbc92-6889-4d90-92ae-c867ebde6a74 req-7e1d9bbe-6f23-4da1-aa23-2477b522e7e8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1520922 Dec 13 09:49:31.595263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:31.631398 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-d6cc14ff-1965-44ce-b95e-53459a904ade tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 09:49:31.633224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d6cc14ff-1965-44ce-b95e-53459a904ade tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/9c3282e8-dae1-4e3b-a765-66ca1a953e8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5940747 Dec 13 09:49:31.635468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.669441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f4bbc92-6889-4d90-92ae-c867ebde6a74 req-454600dd-4f34-475b-9cac-867aaa015413 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761800 Dec 13 09:49:31.937914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5692088c-c39f-426c-941f-5e02b01f9862 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3282e8-dae1-4e3b-a765-66ca1a953e8d HTTP/1.1" status: 200 len: 205 time: 0.3011458 Dec 13 09:49:31.940595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:31.954626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.115 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a1defc87-9d87-4f70-82b0-4034e2c96922) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:32.057909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.073194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.107479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.137706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a7fa-d27f-4c54-848e-bac1065ea319 req-f50672d5-51b3-40bf-8a94-b7dcbf8e8f21 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:32.139278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1581a7fa-d27f-4c54-848e-bac1065ea319 req-f50672d5-51b3-40bf-8a94-b7dcbf8e8f21 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 945 time: 0.1186571 Dec 13 09:49:32.150543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:32.153797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:32.157575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:32.169055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.185071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=a1defc87-9d87-4f70-82b0-4034e2c96922,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:32.254691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.261150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.284119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:32.286617 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43591738-dc3c-478a-ad34-6d0da5f65560" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:32.327692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1581a7fa-d27f-4c54-848e-bac1065ea319 req-921cacc3-fc17-42f0-8976-a507265452c2 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526563 Dec 13 09:49:32.340138 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064795bf-8b16-426e-a1b6-a606d90090a8 x-openstack-request-id: req-064795bf-8b16-426e-a1b6-a606d90090a8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:32.340749 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:32.341011 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-064795bf-8b16-426e-a1b6-a606d90090a8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:32.341423 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:49:32.345039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f446fd9c-d3d3-4961-a10b-fc808f290c5e req-f106d330-4dcf-48ef-ab30-f1c60e03ef3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0309865 Dec 13 09:49:32.347011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.347590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3282e8-dae1-4e3b-a765-66ca1a953e8d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:32.360904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.362106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8420ac0-d8bd-42f8-898a-d821ecb32c2f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/9c3282e8-dae1-4e3b-a765-66ca1a953e8d HTTP/1.1" status: 204 len: 168 time: 0.4204919 Dec 13 09:49:32.366068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.428696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet c625fccf-c51b-459a-a4b6-6fceab24251a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:32.437222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.491619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.621657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19e0ac29-28f5-4305-872d-a8a77f704007 req-52dccc7b-1b8c-4100-b3e8-479d38a4ccab tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0404158 Dec 13 09:49:32.686798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.712823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.798018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.816476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a499b95-d932-4c55-846a-1d3f4e5d414f req-b9c8a17f-d1f7-488e-8c94-57e6322ef239 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:32.818215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a499b95-d932-4c55-846a-1d3f4e5d414f req-b9c8a17f-d1f7-488e-8c94-57e6322ef239 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0625532 Dec 13 09:49:32.830104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.874725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=c625fccf-c51b-459a-a4b6-6fceab24251a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:32.879613 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:32.882906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9bf2d09e-e07a-483b-9b04-6ff79dd0840e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/c625fccf-c51b-459a-a4b6-6fceab24251a HTTP/1.1" status: 204 len: 168 time: 0.5164647 Dec 13 09:49:32.885522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:32.891338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f6939-6ce6-4b50-9a01-8d5030d039a7 None None] Network f4e7212c-32e4-49d6-b3d6-c89c25313e15 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:32.897010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a499b95-d932-4c55-846a-1d3f4e5d414f req-8b99c998-41c6-4a3a-954b-696c8151e71f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717914 Dec 13 09:49:33.015935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.116459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.125634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.130226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] DHCP port deletion for f4e7212c-32e4-49d6-b3d6-c89c25313e15 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:33.180506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Deleting port 14f5b546-9c84-4072-89a3-068872157475 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:33.181259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.184920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 14f5b546-9c84-4072-89a3-068872157475 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:33.185283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.224687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=a1defc87-9d87-4f70-82b0-4034e2c96922,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:33.250614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] For port 14f5b546-9c84-4072-89a3-068872157475, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=14f5b546-9c84-4072-89a3-068872157475,segment=NetworkSegment(50f1d999-4cc5-43d3-9f74-5a7403b4641e),segment_id=50f1d999-4cc5-43d3-9f74-5a7403b4641e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:33.251017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.263704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Calling delete_port for 14f5b546-9c84-4072-89a3-068872157475 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:33.272583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.351574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.368872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port 14f5b546-9c84-4072-89a3-068872157475, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=14f5b546-9c84-4072-89a3-068872157475,segment=NetworkSegment(50f1d999-4cc5-43d3-9f74-5a7403b4641e),segment_id=50f1d999-4cc5-43d3-9f74-5a7403b4641e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:33.369263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.379061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] Pushing event deleted for resources: {'Port': ['ID=14f5b546-9c84-4072-89a3-068872157475,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:33.380938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e88edc-f809-4d9b-a8f9-42ec033e9ac0 None None] No DVR routers for this DVR port 14f5b546-9c84-4072-89a3-068872157475 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:33.400871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 14f5b546-9c84-4072-89a3-068872157475 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:33.452711 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 associated. External IP: 172.25.1.115, port: 4768d3af-9319-49bf-9f09-08f3627959c0. Dec 13 09:49:33.584139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.600740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.616508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=14f5b546-9c84-4072-89a3-068872157475,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:33.623144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port 14f5b546-9c84-4072-89a3-068872157475 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:33.751285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e053b2b8-22dd-4ff3-9b9e-d8be67130fff req-38f9f704-a823-4762-b2a1-124508d53b3d tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Dec 13 09:49:33.798515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.829432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e7212c-32e4-49d6-b3d6-c89c25313e15']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:33.842843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f1d999-4cc5-43d3-9f74-5a7403b4641e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:33.843139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f1d999-4cc5-43d3-9f74-5a7403b4641e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:33.858203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.860752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:33.877648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.889006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:33.889466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:33.892854 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:34.044382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.051823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300d03-9f8e-44e2-82bf-ebcc014a656e req-6ab455d6-f771-4835-a49c-d18c0d82afd9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:34.054101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21300d03-9f8e-44e2-82bf-ebcc014a656e req-6ab455d6-f771-4835-a49c-d18c0d82afd9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0661185 Dec 13 09:49:34.055615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.063628 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/f4e7212c-32e4-49d6-b3d6-c89c25313e15 HTTP/1.1" status: 204 len: 168 time: 1.1771057 Dec 13 09:49:34.067257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.082593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1509626195'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:34.094896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d10ca-d6d0-439a-926b-a321519518a9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=f4e7212c-32e4-49d6-b3d6-c89c25313e15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.109345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21300d03-9f8e-44e2-82bf-ebcc014a656e req-a499ccfe-caa1-43d6-9dd8-a83246ae077e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496469 Dec 13 09:49:34.121235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:34.137068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:34.144546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:34.147442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:34.148401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.149950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.157070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.182917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.191592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:34.192199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.202115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-893d0e72-f61b-404c-98c2-8146102eadc4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8382921 Dec 13 09:49:34.204926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.209482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:34.226595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.227245 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 2765eca9-faba-430b-b644-042a06a211d1 of type vlan for network f66a9042-c7ee-4207-b557-132c1aca603e Dec 13 09:49:34.232673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:34.233552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a768f8-3be1-45ab-b912-cfe80fb3bd86 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:34.273624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.282011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a1521f0e-f9f3-40cb-aaf7-37ea74484c76 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/floatingips/aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 HTTP/1.1" status: 200 len: 978 time: 0.0748124 Dec 13 09:49:34.284324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.300721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.307054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:34.307595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.369135 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3008084 Dec 13 09:49:34.372189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34668) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.384270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:34.384547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30116-623e-48f2-9dec-428de2dc656b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=f66a9042-c7ee-4207-b557-132c1aca603e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.396565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f66a9042-c7ee-4207-b557-132c1aca603e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:34.472106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0df27f85-ba12-40bb-85d5-50da6c515ed8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1866541 Dec 13 09:49:34.474689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.479301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': '17371670-31b6-4bce-b08c-a2a8fc9dacf1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:34.523039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:34.527607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.539819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.624445 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.747146 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.837815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=e4bb461d-8e41-497c-8d8a-8df89889f98a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:34.846498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '2765eca9-faba-430b-b644-042a06a211d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:34.846937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: f66a9042-c7ee-4207-b557-132c1aca603e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:34.878877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a40cd28c-a00e-4455-9626-4a1e3b617c63 req-f7ee01cc-e0c8-4bb4-802a-f60c426411d1 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Dec 13 09:49:34.899247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f66a9042-c7ee-4207-b557-132c1aca603e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:34.912854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f66a9042-c7ee-4207-b557-132c1aca603e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:34.925366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a5a80-23be-4b0a-ad21-5874182806a7 None None] Network f66a9042-c7ee-4207-b557-132c1aca603e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:34.930007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:34.931445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:34.980797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4bdd5ed0-7a53-46e1-a658-b4e50ee0e00a tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6057982 Dec 13 09:49:34.983029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34684) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:34.997516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-290704695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:35.063089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.064846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.099209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f66a9042-c7ee-4207-b557-132c1aca603e', 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': 'e4bb461d-8e41-497c-8d8a-8df89889f98a'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:35.100297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.188230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.201033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.294322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4284084d-ec13-4e80-9be3-5d1871f5d0d5 req-af790514-9d6c-4f51-b3f4-f68b4ccc0a36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8c0ab481c7f41dab740bbad3c7d556e&device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0539558 Dec 13 09:49:35.300066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.304016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4984a37b-7a46-452b-9136-327bd593a62d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3153031 Dec 13 09:49:35.327233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 14f5b546-9c84-4072-89a3-068872157475 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:35.328936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4284084d-ec13-4e80-9be3-5d1871f5d0d5 req-0c68b987-60eb-4f9e-b6ca-c48c0eddc87d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d8c0ab481c7f41dab740bbad3c7d556e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251503 Dec 13 09:49:35.329541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:35.429875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Allocated IP 2001:db8::2 (f66a9042-c7ee-4207-b557-132c1aca603e/e4bb461d-8e41-497c-8d8a-8df89889f98a/542403fb-9c0b-4324-ac9b-b59bf938fe22) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:35.456696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 14f5b546-9c84-4072-89a3-068872157475 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:35.457045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 14f5b546-9c84-4072-89a3-068872157475 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:35.462273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:49:35.587222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284084d-ec13-4e80-9be3-5d1871f5d0d5 req-9b2ca3f2-3cd9-4f64-8bb0-728cbe98a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:35.588759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4284084d-ec13-4e80-9be3-5d1871f5d0d5 req-9b2ca3f2-3cd9-4f64-8bb0-728cbe98a8d2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2505083 Dec 13 09:49:35.599846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd2d243c-ba32-47b2-aa0c-827f4508b639 req-619381b7-7c0a-44e0-a1b0-32a3e53dd01f tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0520546 Dec 13 09:49:35.708864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:35.715443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.724398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.732366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'mac_address': 'fa:16:3e:e3:01:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:49:35.786781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58eeba-9be1-4ee6-a560-5ca1b22ac39c req-40db5abc-24b7-4699-862b-64bd050d3bfa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:35.795147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd58eeba-9be1-4ee6-a560-5ca1b22ac39c req-40db5abc-24b7-4699-862b-64bd050d3bfa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3176556 Dec 13 09:49:35.851723 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 associated. External IP: 172.25.1.115, port: 4768d3af-9319-49bf-9f09-08f3627959c0. Dec 13 09:49:35.865970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd58eeba-9be1-4ee6-a560-5ca1b22ac39c req-2fdb1924-e22f-40d1-ad79-d34a3a2f6199 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649698 Dec 13 09:49:35.932619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.973978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:35.993014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:49:36.014723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.038269 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.046310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:36.081303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.084218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Network f66a9042-c7ee-4207-b557-132c1aca603e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:36.093314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:36.096772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:36.111967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Pushing event updated for resources: {'Port': ['ID=542403fb-9c0b-4324-ac9b-b59bf938fe22,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.141869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:36.208373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['853fa47f-8a6a-4271-adfe-8384a0823d8d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:49:36.215109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Attempting to bind port 542403fb-9c0b-4324-ac9b-b59bf938fe22 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:36.215493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Attempting to bind port 542403fb-9c0b-4324-ac9b-b59bf938fe22 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2765eca9-faba-430b-b644-042a06a211d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:36.215865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Attempting to bind port 542403fb-9c0b-4324-ac9b-b59bf938fe22 on network f66a9042-c7ee-4207-b557-132c1aca603e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:36.241783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.250965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:36.251311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Checking segment: {'id': '2765eca9-faba-430b-b644-042a06a211d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:36.251720 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.252112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Bound using segment: {'id': '2765eca9-faba-430b-b644-042a06a211d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:36.252593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Bound port: 542403fb-9c0b-4324-ac9b-b59bf938fe22, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2765eca9-faba-430b-b644-042a06a211d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f66a9042-c7ee-4207-b557-132c1aca603e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:36.252979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.274086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8::1 (f66a9042-c7ee-4207-b557-132c1aca603e/e4bb461d-8e41-497c-8d8a-8df89889f98a/eb8ceed9-21b9-4bcd-981a-d765a5150833) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:36.287927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:36.303012 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:36.319393 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:36.322878 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.419479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.426161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] For port 542403fb-9c0b-4324-ac9b-b59bf938fe22, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:36.446126 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:36.447944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.469809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] For port 542403fb-9c0b-4324-ac9b-b59bf938fe22, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=542403fb-9c0b-4324-ac9b-b59bf938fe22,segment=NetworkSegment(2765eca9-faba-430b-b644-042a06a211d1),segment_id=2765eca9-faba-430b-b644-042a06a211d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:36.495603 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.506614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.516019 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.517173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d51ef-ac7f-4afa-8429-aa6f9c4e55ba None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:36.562393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.628514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:36.634632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fcb3c-1039-4789-a28b-38a8ee0a2afe None None] Pushing event updated for resources: {'Port': ['ID=542403fb-9c0b-4324-ac9b-b59bf938fe22,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.697116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=eb8ceed9-21b9-4bcd-981a-d765a5150833,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:36.722556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f66a9042-c7ee-4207-b557-132c1aca603e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:36.725573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:36.748236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:36.748800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.754468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49a1e822-f978-464a-847c-0cbd3552aba2 req-2dfa4982-7f52-4869-ad71-b31cb1b1b13f tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0496483 Dec 13 09:49:36.770651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:36.776042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.781980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:36.794187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:36.797573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.858206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:36.858444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91df1d1d-9a87-4eaa-882b-b461a6825bb1 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 HTTP/1.1" status: 200 len: 979 time: 2.3825984 Dec 13 09:49:36.861195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.863502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:36.876283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:36.877245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.922763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:36.923600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc745938-d761-4e4f-9d45-084a1c974a87 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:36.969863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:36.991619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.202843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 542403fb-9c0b-4324-ac9b-b59bf938fe22 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:37.255220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 542403fb-9c0b-4324-ac9b-b59bf938fe22 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:37.255847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.261081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd191e1e-5adc-4918-92db-c5c2feb63d87 req-2e63f010-2139-472f-baf5-b5ea18226026 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:37.262666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd191e1e-5adc-4918-92db-c5c2feb63d87 req-2e63f010-2139-472f-baf5-b5ea18226026 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.2666507 Dec 13 09:49:37.319536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4284084d-ec13-4e80-9be3-5d1871f5d0d5 req-067feae9-76b6-48b9-bf32-812483c2f262 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.37 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0516183 Dec 13 09:49:37.369020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.390185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.417626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 542403fb-9c0b-4324-ac9b-b59bf938fe22, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=542403fb-9c0b-4324-ac9b-b59bf938fe22,segment=NetworkSegment(2765eca9-faba-430b-b644-042a06a211d1),segment_id=2765eca9-faba-430b-b644-042a06a211d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:37.425444 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.439752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd191e1e-5adc-4918-92db-c5c2feb63d87 req-585f685d-f56f-41ef-8394-a9a8665367f2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530128 Dec 13 09:49:37.443344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:37.443687 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 disassociated. External IP: 172.25.1.115, port: 17371670-31b6-4bce-b08c-a2a8fc9dacf1. Dec 13 09:49:37.489616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=542403fb-9c0b-4324-ac9b-b59bf938fe22,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:37.982404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdfcdf7d-555e-4c32-be36-ce300be76f26 req-2575e2a2-dc37-470c-84f3-d70cdd339af3 tempest-ServerShowV257Test-998090363 tempest-ServerShowV257Test-998090363-project] 10.222.0.30 "GET /v2.0/ports?device_id=78454f49-c4e3-4241-86bb-c112153c80c0 HTTP/1.1" status: 200 len: 210 time: 0.0697267 Dec 13 09:49:38.079397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af9893-35ee-4df3-9ab3-d228f85af017 None None] Network f66a9042-c7ee-4207-b557-132c1aca603e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:38.145779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.153992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e6bf79aa-a9d0-4788-9c21-1b0117f524a4 None None] Provisioning complete for port 542403fb-9c0b-4324-ac9b-b59bf938fe22 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:38.154359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6bf79aa-a9d0-4788-9c21-1b0117f524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.159347 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.160317 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.272303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=eb8ceed9-21b9-4bcd-981a-d765a5150833,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:38.288171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:38.394045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network f66a9042-c7ee-4207-b557-132c1aca603e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:38.397381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:38.519514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:38.524813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.530949 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:38.550504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:38.551442 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:38.572062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:38.573558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-07e292e8-d458-468e-908f-fdc36d4286c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 HTTP/1.1" status: 200 len: 688 time: 1.7090971 Dec 13 09:49:38.601618 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:38.624114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85403efe-0685-4688-ad98-fc721ffafc6e None None] Provisioning complete for port 542403fb-9c0b-4324-ac9b-b59bf938fe22 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:38.630047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85403efe-0685-4688-ad98-fc721ffafc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.633748 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:38.636166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:38.647520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a1968ed3-0707-48a9-96bf-174e3d1946d8 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:38.659912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891f5cc-a747-4056-87e7-c314bc599ca5 req-4823fc80-bfa1-4027-9b81-757b4173702f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:38.661802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f891f5cc-a747-4056-87e7-c314bc599ca5 req-4823fc80-bfa1-4027-9b81-757b4173702f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 946 time: 0.0949404 Dec 13 09:49:38.723492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:38.726123 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdcafb3-f3ac-42b9-9b38-d1b7f97ac5e2 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:38.806162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85403efe-0685-4688-ad98-fc721ffafc6e None None] Provisioning complete for port eb8ceed9-21b9-4bcd-981a-d765a5150833 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:38.806544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85403efe-0685-4688-ad98-fc721ffafc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.825891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:38.828050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port a1defc87-9d87-4f70-82b0-4034e2c96922 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:38.828462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.869632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85403efe-0685-4688-ad98-fc721ffafc6e None None] Port eb8ceed9-21b9-4bcd-981a-d765a5150833 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:38.869944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f891f5cc-a747-4056-87e7-c314bc599ca5 req-c7e9ccfa-0c01-4a02-bcb2-e2f46691f1f8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016537 Dec 13 09:49:38.884412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] Sync routers for ids ['a1968ed3-0707-48a9-96bf-174e3d1946d8'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:38.889255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7187eef-4cab-4803-a82b-82fd1a5bc59b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a1968ed3-0707-48a9-96bf-174e3d1946d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5583544 Dec 13 09:49:38.889905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:38.897973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] Routers {'a1968ed3-0707-48a9-96bf-174e3d1946d8'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:38.906494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1968ed3-0707-48a9-96bf-174e3d1946d8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:38.979443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.980017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:38.987739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae01f457-6d8b-4b36-95fb-d62b093695a3 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:38.996582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for a1defc87-9d87-4f70-82b0-4034e2c96922 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:38.997004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ae01f457-6d8b-4b36-95fb-d62b093695a3 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports/eb8ceed9-21b9-4bcd-981a-d765a5150833 HTTP/1.1" status: 200 len: 911 time: 0.1027060 Dec 13 09:49:38.997995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:38.999294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:39.017382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] Routers {'a1968ed3-0707-48a9-96bf-174e3d1946d8'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:39.018015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1968ed3-0707-48a9-96bf-174e3d1946d8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:39.057232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e0c3702-7d70-41f8-8637-eaeab7941514 None None] Provisioning complete for port eb8ceed9-21b9-4bcd-981a-d765a5150833 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:39.057612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3702-7d70-41f8-8637-eaeab7941514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.059955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:39.060652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3709a-c4ac-4efd-98ac-24423619f65f None None] The sync data for ids ['a1968ed3-0707-48a9-96bf-174e3d1946d8'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:39.171182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c3702-7d70-41f8-8637-eaeab7941514 None None] Port eb8ceed9-21b9-4bcd-981a-d765a5150833 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:39.190597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 542403fb-9c0b-4324-ac9b-b59bf938fe22 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:39.301509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 542403fb-9c0b-4324-ac9b-b59bf938fe22 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:39.301889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.344723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.391789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=a1defc87-9d87-4f70-82b0-4034e2c96922,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:39.451866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.451866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.452172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.452295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.452811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.453429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.453556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.453851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.454458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.454794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.455099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.455421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.455745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:39.481675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:39.505320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.510435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.513979 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4cdadad4-c3df-4581-9f65-3b0bbb0337c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 HTTP/1.1" status: 204 len: 168 time: 0.9385121 Dec 13 09:49:39.517212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.586014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.626945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a4f7b482-370e-4b3c-9fe2-b12380b0bc6b None None] Provisioning complete for port eb8ceed9-21b9-4bcd-981a-d765a5150833 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:39.627468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4f7b482-370e-4b3c-9fe2-b12380b0bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.630843 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5a0d907a-c70a-409b-b485-91932d0677a8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] delete failed (client error): The resource could not be found. Dec 13 09:49:39.631884 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5a0d907a-c70a-409b-b485-91932d0677a8 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/aaeff8cc-ebd4-4652-8134-f1afcf0cb1b0 HTTP/1.1" status: 404 len: 345 time: 0.1135485 Dec 13 09:49:39.636191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.730228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 853fa47f-8a6a-4271-adfe-8384a0823d8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:39.730666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.732517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7b482-370e-4b3c-9fe2-b12380b0bc6b None None] Port eb8ceed9-21b9-4bcd-981a-d765a5150833 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:49:39.744423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ab07ee-cc43-43b3-bc84-992a19287b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.849556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c506b-0b29-46df-900c-4ac808007863 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.857022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c506b-0b29-46df-900c-4ac808007863 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.861076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:39.865481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c506b-0b29-46df-900c-4ac808007863 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:39.870657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:39.881930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd2c506b-0b29-46df-900c-4ac808007863 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/ports?network_id=f9273bc4-c8bf-4dbb-938b-88d7e942e95a HTTP/1.1" status: 200 len: 2359 time: 0.2442973 Dec 13 09:49:39.952385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:39.953610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:49:39.959458 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfcc5a-087a-4a45-b3f1-7e1306fae90d" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:49:39.969421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.020913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d5f7e-841a-49e3-ab8a-d06d087182cf tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:40.031851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c4d5f7e-841a-49e3-ab8a-d06d087182cf tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/subnets/5634b563-f5cc-4e55-9183-add60372e0ae HTTP/1.1" status: 200 len: 797 time: 0.1579430 Dec 13 09:49:40.033306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.043634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'port': {'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a', 'name': 'tempest-FloatingIPTestJSON-1910636140', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:40.061393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.071037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:40.094459 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8fc1e-c0b0-4eb3-b472-dfea1a585c9d x-openstack-request-id: req-94a8fc1e-c0b0-4eb3-b472-dfea1a585c9d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:49:40.094752 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-plugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:49:40.095004 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94a8fc1e-c0b0-4eb3-b472-dfea1a585c9d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:49:40.095458 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:49:40.242150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ab07ee-cc43-43b3-bc84-992a19287b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.259284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cea24-039f-4f67-a771-1c706ff41eda req-36f979f4-2b05-45ea-aead-c004254d2774 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:40.267885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a5cea24-039f-4f67-a771-1c706ff41eda req-36f979f4-2b05-45ea-aead-c004254d2774 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.2618804 Dec 13 09:49:40.269462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:40.281450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ab07ee-cc43-43b3-bc84-992a19287b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.402725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.426743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] device_id is not set on port 7a114ef8-995e-4863-b5b3-a82ec8f1383f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:40.446763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab07ee-cc43-43b3-bc84-992a19287b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3d435-1683-4abe-95d6-7eea04061d3a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:40.462072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-02ab07ee-cc43-43b3-bc84-992a19287b2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8c0ab481c7f41dab740bbad3c7d556e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8651083 Dec 13 09:49:40.465882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:40.505751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a5cea24-039f-4f67-a771-1c706ff41eda req-f427136c-3d16-466f-b8f8-63c32d1374c3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367425 Dec 13 09:49:40.637289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.703054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.838268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port eb8ceed9-21b9-4bcd-981a-d765a5150833 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:40.838846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.889558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.13 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/7a114ef8-995e-4863-b5b3-a82ec8f1383f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:40.896223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.12 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/7a114ef8-995e-4863-b5b3-a82ec8f1383f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:40.968731 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.971491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:40.972650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04a3d435-1683-4abe-95d6-7eea04061d3a HTTP/1.1" status: 204 len: 168 time: 0.5019374 Dec 13 09:49:40.991511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2e5c1-c201-4118-93d2-8036183d80e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a3d435-1683-4abe-95d6-7eea04061d3a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.023846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.063316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for eb8ceed9-21b9-4bcd-981a-d765a5150833 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:41.167496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.246907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.302426 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:49:41.334676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:41.338593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:41.344047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:41.373772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=7a114ef8-995e-4863-b5b3-a82ec8f1383f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.413568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:41.414540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.428691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.457246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f57cbfb8-d6f0-4e18-a6ef-525af8d9ea54 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4207754 Dec 13 09:49:41.459730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:41.469724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '7a114ef8-995e-4863-b5b3-a82ec8f1383f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:41.516111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.524406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=eb8ceed9-21b9-4bcd-981a-d765a5150833,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:41.697691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.753262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:41.953938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.7 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/50ad70b4-aba7-4cf7-ac4a-bc073c96705e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:42.080115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.127314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.180387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:42.182404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544df47e-d231-4889-b8e1-c56d0bc36a8f req-954c0522-4259-4915-8177-220f6cdf620e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:42.185430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:42.189416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544df47e-d231-4889-b8e1-c56d0bc36a8f req-954c0522-4259-4915-8177-220f6cdf620e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.4860907 Dec 13 09:49:42.197904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:42.203123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=50ad70b4-aba7-4cf7-ac4a-bc073c96705e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:42.468124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a1968ed3-0707-48a9-96bf-174e3d1946d8 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:42.514379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-544df47e-d231-4889-b8e1-c56d0bc36a8f req-01f3a4e2-b470-4a96-8ae3-4a67562baaa0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235006 Dec 13 09:49:42.659272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:42.669324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bd837fc1-eeef-4b59-973e-037edefaf1bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a1968ed3-0707-48a9-96bf-174e3d1946d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669614 Dec 13 09:49:42.670035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.677824 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] Sync routers for ids ['a1968ed3-0707-48a9-96bf-174e3d1946d8'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:42.692433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] Routers {'a1968ed3-0707-48a9-96bf-174e3d1946d8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:42.693418 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1968ed3-0707-48a9-96bf-174e3d1946d8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:42.736380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6545f331-b9d3-470d-a293-87e16c7a1b02 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1968ed3-0707-48a9-96bf-174e3d1946d8 HTTP/1.1" status: 200 len: 205 time: 0.0637958 Dec 13 09:49:42.740848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:42.761422 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:42.797212 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] Routers {'a1968ed3-0707-48a9-96bf-174e3d1946d8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:42.798206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1968ed3-0707-48a9-96bf-174e3d1946d8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:42.844032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:42.866775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:42.867702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600fe3a-f830-42d3-b46c-8d1d83042c93 None None] The sync data for ids ['a1968ed3-0707-48a9-96bf-174e3d1946d8'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:43.019429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.034461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:43.355318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.593883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.603619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.620467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de41e13-f45c-4c85-ad1b-a470a6430f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.699386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.703650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.726867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0726a-eed8-4184-bf46-0c5d471e5639 req-44188350-c602-431c-a5d2-3ee047e21709 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:43.729282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fec0726a-eed8-4184-bf46-0c5d471e5639 req-44188350-c602-431c-a5d2-3ee047e21709 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.0681250 Dec 13 09:49:43.729758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=50ad70b4-aba7-4cf7-ac4a-bc073c96705e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:43.734475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.801413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.802306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router a1968ed3-0707-48a9-96bf-174e3d1946d8 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:43.812955 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.814615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b6b4b7c7-009b-48cf-ab1d-47ce9583c503 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/a1968ed3-0707-48a9-96bf-174e3d1946d8 HTTP/1.1" status: 204 len: 168 time: 1.0727801 Dec 13 09:49:43.818536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:43.852173 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP d76b0ecf-3b36-4948-9787-f8298f386909 associated. External IP: 172.25.1.7, port: 7a114ef8-995e-4863-b5b3-a82ec8f1383f. Dec 13 09:49:43.886154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet e4bb461d-8e41-497c-8d8a-8df89889f98a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:49:43.890549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:43.935986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.024973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de41e13-f45c-4c85-ad1b-a470a6430f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.062099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fec0726a-eed8-4184-bf46-0c5d471e5639 req-97929c35-9488-4cd5-a217-6349f01b5a32 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165588 Dec 13 09:49:44.086354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.133693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de41e13-f45c-4c85-ad1b-a470a6430f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.165453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.184903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41e13-f45c-4c85-ad1b-a470a6430f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e761077e-980f-4918-bdb1-9dc7d062b610,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:44.192682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bb461d-8e41-497c-8d8a-8df89889f98a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:44.203154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.209238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-01920ed2-ee88-4729-bb50-598424e9e47e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/e4bb461d-8e41-497c-8d8a-8df89889f98a HTTP/1.1" status: 204 len: 168 time: 0.3853214 Dec 13 09:49:44.210817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.210955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0de41e13-f45c-4c85-ad1b-a470a6430f46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87ab100879a64a7cbdd74fbeb0d5902f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1520925 Dec 13 09:49:44.217393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.234915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e7b64-700e-48d7-991e-fcefe15b0bd5 None None] Network f66a9042-c7ee-4207-b557-132c1aca603e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:44.303531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.344729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:44.383398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.383739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 542403fb-9c0b-4324-ac9b-b59bf938fe22 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:44.384179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.491827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] DHCP port deletion for f66a9042-c7ee-4207-b557-132c1aca603e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:49:44.519963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port 542403fb-9c0b-4324-ac9b-b59bf938fe22, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=542403fb-9c0b-4324-ac9b-b59bf938fe22,segment=NetworkSegment(2765eca9-faba-430b-b644-042a06a211d1),segment_id=2765eca9-faba-430b-b644-042a06a211d1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:44.520471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.520655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.557467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 542403fb-9c0b-4324-ac9b-b59bf938fe22 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:44.565065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Deleting port 542403fb-9c0b-4324-ac9b-b59bf938fe22 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:44.565474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.609093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:44.633871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:44.665602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:44.666493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.676807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.680041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.681537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.694838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.696041 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e761077e-980f-4918-bdb1-9dc7d062b610 HTTP/1.1" status: 204 len: 168 time: 0.4772930 Dec 13 09:49:44.717398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=542403fb-9c0b-4324-ac9b-b59bf938fe22,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:44.727766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port 542403fb-9c0b-4324-ac9b-b59bf938fe22 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:44.742081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] For port 542403fb-9c0b-4324-ac9b-b59bf938fe22, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=542403fb-9c0b-4324-ac9b-b59bf938fe22,segment=NetworkSegment(2765eca9-faba-430b-b644-042a06a211d1),segment_id=2765eca9-faba-430b-b644-042a06a211d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:44.745929 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.751219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.759560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc262c8-bc76-412f-82cc-2e7e6c1ae9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e761077e-980f-4918-bdb1-9dc7d062b610,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:44.770790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ffbc7e5-6ea5-4417-b124-bdde1c86e6dc tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3092880 Dec 13 09:49:44.780993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Calling delete_port for 542403fb-9c0b-4324-ac9b-b59bf938fe22 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:44.781229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:44.789332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': '7a114ef8-995e-4863-b5b3-a82ec8f1383f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:44.811173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:44.811899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.882331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.883692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d57b09-3a77-4d25-9440-88ac9eb38cdc None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:44.888656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.922805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.933116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66a9042-c7ee-4207-b557-132c1aca603e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.944296 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.944559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2765eca9-faba-430b-b644-042a06a211d1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.944807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2765eca9-faba-430b-b644-042a06a211d1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:44.956521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.975292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:44.982952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:49:44.983433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.003221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] No DVR routers for this DVR port 542403fb-9c0b-4324-ac9b-b59bf938fe22 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:49:45.018018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93581e65-4d70-4cef-85cd-9a7a0abbdc39 None None] Pushing event deleted for resources: {'Port': ['ID=542403fb-9c0b-4324-ac9b-b59bf938fe22,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:49:45.050979 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:49:45.055826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.070083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.080876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/f66a9042-c7ee-4207-b557-132c1aca603e HTTP/1.1" status: 204 len: 168 time: 0.8659463 Dec 13 09:49:45.085101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:45.090512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-880413921', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:45.099896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b97d-143c-48ea-a33a-a5feeac7084c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=f66a9042-c7ee-4207-b557-132c1aca603e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:45.184087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 542403fb-9c0b-4324-ac9b-b59bf938fe22 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:49:45.206676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 542403fb-9c0b-4324-ac9b-b59bf938fe22 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:49:45.207180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 542403fb-9c0b-4324-ac9b-b59bf938fe22 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:49:45.249089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.250288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.260683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcbf6f-7e31-49f5-b077-0e1d8cabafee req-f1131e22-d8f4-4fbb-8ec2-a69c2038bf1e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:45.263200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfbcbf6f-7e31-49f5-b077-0e1d8cabafee req-f1131e22-d8f4-4fbb-8ec2-a69c2038bf1e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.0990624 Dec 13 09:49:45.333288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfbcbf6f-7e31-49f5-b077-0e1d8cabafee req-68714cca-4488-4511-a286-33d4163ab9c2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567918 Dec 13 09:49:45.443790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.687782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.974227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:45.982008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.222521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.251204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:46.526320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15eef-1523-4d58-b902-41ec6e7a6e1c req-8986f8d9-ae3b-46fb-96fc-e4a712fcdc87 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:46.540341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acc15eef-1523-4d58-b902-41ec6e7a6e1c req-8986f8d9-ae3b-46fb-96fc-e4a712fcdc87 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1078627 Dec 13 09:49:46.637334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acc15eef-1523-4d58-b902-41ec6e7a6e1c req-92628a96-8a19-41e0-a796-ced47a552601 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920322 Dec 13 09:49:46.803943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 172.25.1.76 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/35802e68-62b7-4e2d-a51c-5e6912d63798) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:46.846635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:47.051763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.074894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:47.081681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.093992 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:47.113470 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:47.114226 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.162808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-739b7652-2c73-4dbf-b004-b8ece4980997 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/d76b0ecf-3b36-4948-9787-f8298f386909 HTTP/1.1" status: 200 len: 977 time: 2.3803635 Dec 13 09:49:47.163263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:47.164832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.192764 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.212402 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:47.213040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.218765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:47.224149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:47.229332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:47.232778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=35802e68-62b7-4e2d-a51c-5e6912d63798,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:47.274491 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:47.275443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6cd3b-a45e-4b80-b590-64fabaf529be None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:47.431120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 50ad70b4-aba7-4cf7-ac4a-bc073c96705e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:47.431492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.551907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.553171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.576201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 50ad70b4-aba7-4cf7-ac4a-bc073c96705e owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:47.646958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:47.925151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cfef9-803e-4e02-8428-67b0013bf3f9 req-649c4ebc-2941-4149-aacc-0683cb1ca65c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:47.946596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba7cfef9-803e-4e02-8428-67b0013bf3f9 req-649c4ebc-2941-4149-aacc-0683cb1ca65c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1634490 Dec 13 09:49:48.043245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.051873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.163672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=50ad70b4-aba7-4cf7-ac4a-bc073c96705e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:48.178604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba7cfef9-803e-4e02-8428-67b0013bf3f9 req-395ec5f9-0f88-472c-a881-89a15b63dacf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310457 Dec 13 09:49:48.232966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.233654 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP d76b0ecf-3b36-4948-9787-f8298f386909 disassociated (deleted). External IP: 172.25.1.7, port: 7a114ef8-995e-4863-b5b3-a82ec8f1383f. Dec 13 09:49:48.299486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router f8384f6b-a72d-46ef-8bf1-48868560b30d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:49:48.538966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:48.551803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] Sync routers for ids ['f8384f6b-a72d-46ef-8bf1-48868560b30d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:48.576459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] Routers {'f8384f6b-a72d-46ef-8bf1-48868560b30d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:48.577310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f8384f6b-a72d-46ef-8bf1-48868560b30d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:48.582130 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.586222 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-554658ac-2457-47d5-abc4-8fb25c4e934e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.4974246 Dec 13 09:49:48.587088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.595259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:48.649589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:48.691821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.697630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] Routers {'f8384f6b-a72d-46ef-8bf1-48868560b30d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:48.698289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f8384f6b-a72d-46ef-8bf1-48868560b30d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:48.774518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:48.786536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:48.787015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:48.811003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:48.818863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:48.850501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be75121a-be70-4df7-8221-26f0bab03276 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/d76b0ecf-3b36-4948-9787-f8298f386909 HTTP/1.1" status: 204 len: 168 time: 1.6831350 Dec 13 09:49:48.851652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.865968 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4363efe-d9ad-462c-ac5a-680d0282172b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers/f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 200 len: 883 time: 0.2765555 Dec 13 09:49:48.869710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:48.885711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:48.888012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf25c6-2029-445f-9fb1-55038d522c1e None None] The sync data for ids ['f8384f6b-a72d-46ef-8bf1-48868560b30d'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:48.966040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:49.009428 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:49.010713 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:49.015696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 7a114ef8-995e-4863-b5b3-a82ec8f1383f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:49.016035 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.105547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:49.106472 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd12cd-b12f-4d2d-a5c2-eefdb28ee279 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:49.127698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.144723 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c089f5b-e162-4aa1-b222-390d895414d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.157812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 7a114ef8-995e-4863-b5b3-a82ec8f1383f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:49.335540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c089f5b-e162-4aa1-b222-390d895414d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.361618 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-82fea728-6d9a-4c9a-ba3e-e96c16941b85 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4903913 Dec 13 09:49:49.364156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:49.369216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c089f5b-e162-4aa1-b222-390d895414d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.372702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-880413921'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:49.407162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a539f-385a-4fbd-85a6-743f11232f48 req-3cd8ebe3-e306-4821-9dab-2554f8781e47 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:49.408726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e1a539f-385a-4fbd-85a6-743f11232f48 req-3cd8ebe3-e306-4821-9dab-2554f8781e47 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1170149 Dec 13 09:49:49.452878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4c089f5b-e162-4aa1-b222-390d895414d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8aa88ea38ff4473cb06b0951dbc302dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598107 Dec 13 09:49:49.455808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:49.460950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c089f5b-e162-4aa1-b222-390d895414d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae70ddf-0e0c-4288-a850-ce8e7a2af1b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:49.531458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.595945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.618637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e1a539f-385a-4fbd-85a6-743f11232f48 req-fb3746f9-59d5-4826-8828-46b2ec8b745c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913466 Dec 13 09:49:49.631581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.703530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=7a114ef8-995e-4863-b5b3-a82ec8f1383f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:49.784881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.787560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.791414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bae70ddf-0e0c-4288-a850-ce8e7a2af1b6 HTTP/1.1" status: 204 len: 168 time: 0.3325217 Dec 13 09:49:49.812439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085c252-9837-49ba-9bf5-79fe2a99f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae70ddf-0e0c-4288-a850-ce8e7a2af1b6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:49.847891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.853164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6d5269f6-a6cd-424b-bc12-86c1747389ee tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/7a114ef8-995e-4863-b5b3-a82ec8f1383f HTTP/1.1" status: 204 len: 168 time: 0.9998314 Dec 13 09:49:49.859898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:49.864494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:49.883651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.906126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:49.914693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.309734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router f8384f6b-a72d-46ef-8bf1-48868560b30d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:50.357739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:50.380457 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4a21-fa83-43fd-9991-3136a61ef6f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.500480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4a21-fa83-43fd-9991-3136a61ef6f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.508156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9eb4a21-fa83-43fd-9991-3136a61ef6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.596646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9eb4a21-fa83-43fd-9991-3136a61ef6f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bc9f6a322d740c5bd5e0f6eefc69ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355003 Dec 13 09:49:50.597344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:50.615794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb4a21-fa83-43fd-9991-3136a61ef6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4233715-5ee3-4305-b4da-2811106235c7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:50.707521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.738592 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.747419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.840546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:50.841737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.844772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.848462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4233715-5ee3-4305-b4da-2811106235c7 HTTP/1.1" status: 204 len: 168 time: 0.2504768 Dec 13 09:49:50.849682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:50.850917 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-02c76542-e64c-4e1d-898c-71580579d9f1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 200 len: 890 time: 1.4849718 Dec 13 09:49:50.857877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05202704-6f91-49d3-9520-870a64833df0 None None] Sync routers for ids ['f8384f6b-a72d-46ef-8bf1-48868560b30d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:50.861035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:50.907852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.93 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/57250445-c305-4234-b0f9-2264bcf565d4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:50.925485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a69b8-42f9-4db0-a1c0-158ecf06e0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4233715-5ee3-4305-b4da-2811106235c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:50.936743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] Routers {'f8384f6b-a72d-46ef-8bf1-48868560b30d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:50.941329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f8384f6b-a72d-46ef-8bf1-48868560b30d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:51.033032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16232a6-1ac4-48a7-ae75-70a899c17f75 req-0838e7d1-25a7-4078-92f3-35de76748c64 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:51.045053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c16232a6-1ac4-48a7-ae75-70a899c17f75 req-0838e7d1-25a7-4078-92f3-35de76748c64 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.2382681 Dec 13 09:49:51.171611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:51.191721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c61beac7-f2ed-477a-b67b-f56f0ddf25b6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers/f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 200 len: 890 time: 0.3245070 Dec 13 09:49:51.193721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] Routers {'f8384f6b-a72d-46ef-8bf1-48868560b30d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:51.196572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f8384f6b-a72d-46ef-8bf1-48868560b30d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:51.197161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:51.224888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c16232a6-1ac4-48a7-ae75-70a899c17f75 req-3f118614-4952-4e34-99d1-773f27a55c71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720281 Dec 13 09:49:51.242646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.296619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-05202704-6f91-49d3-9520-870a64833df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:51.302496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05202704-6f91-49d3-9520-870a64833df0 None None] The sync data for ids ['f8384f6b-a72d-46ef-8bf1-48868560b30d'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:51.322559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:51.326949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-83d8e1ed-ce39-4caa-a405-35bbdc7ed836 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 200 len: 205 time: 0.1133475 Dec 13 09:49:51.397092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.489689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=57250445-c305-4234-b0f9-2264bcf565d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:51.523057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:51.532160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:51.534811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:51.572878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.639146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.689701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.838768 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.912368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.923085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:51.954346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 35802e68-62b7-4e2d-a51c-5e6912d63798 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:51.956091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.057358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=57250445-c305-4234-b0f9-2264bcf565d4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:52.079777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.095916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 35802e68-62b7-4e2d-a51c-5e6912d63798 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:52.104342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.156342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.161860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d2f108eb-e50d-4e7e-a6d8-925704c1cb82 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3008108 Dec 13 09:49:52.164330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:52.177109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'port': {'network_id': 'f9273bc4-c8bf-4dbb-938b-88d7e942e95a', 'name': 'tempest-FloatingIPTestJSON-521149693'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:52.488780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:52.501094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:52.532113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] device_id is not set on port 7ca9b058-d379-4e1e-b2f0-fb84525ca21f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:49:52.749804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.6 (f9273bc4-c8bf-4dbb-938b-88d7e942e95a/5634b563-f5cc-4e55-9183-add60372e0ae/7ca9b058-d379-4e1e-b2f0-fb84525ca21f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:52.984845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.057682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.149178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=7ca9b058-d379-4e1e-b2f0-fb84525ca21f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.157330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network f9273bc4-c8bf-4dbb-938b-88d7e942e95a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:53.158925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:53.161837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:53.246366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.248641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.278526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8fb6a3d2-2b47-4e26-9254-21e29672e7d2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1104372 Dec 13 09:49:53.280150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:53.281343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6071d1-d305-4b36-8539-3a1738745988 req-4730ea4f-81f8-49dc-9975-fc2101fd76e7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:53.289241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f6071d1-d305-4b36-8539-3a1738745988 req-4730ea4f-81f8-49dc-9975-fc2101fd76e7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.9017107 Dec 13 09:49:53.293446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': '7ca9b058-d379-4e1e-b2f0-fb84525ca21f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:53.311892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.346675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.349710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=35802e68-62b7-4e2d-a51c-5e6912d63798,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:53.429427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.443544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f6071d1-d305-4b36-8539-3a1738745988 req-5f363fd7-184a-4dfe-a3b2-f56ed535a808 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533079 Dec 13 09:49:53.667829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.674288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.755944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.757272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router f8384f6b-a72d-46ef-8bf1-48868560b30d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:49:53.775506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.784030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bebad071-c8dc-44ab-ae7e-804d533643e4 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 204 len: 168 time: 2.4601939 Dec 13 09:49:53.784870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:53.790278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-88917458'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:53.833363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:53.843380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.896321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:49:53.910788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:53.911481 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c of type vlan for network c5275d87-ccf5-4235-b26c-fc0553114ffa Dec 13 09:49:53.971992 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.031846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.044627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:54.048753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.123593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3345332 Dec 13 09:49:54.127864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.133562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:54.155813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c7219-6282-4c99-b9f4-6f521a14ca33 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=c5275d87-ccf5-4235-b26c-fc0553114ffa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:54.170532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c5275d87-ccf5-4235-b26c-fc0553114ffa details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:49:54.293600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:49:54.296411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.436554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.446323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.660064 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP 1efeee8a-5ead-478d-921f-dc7f799650ba associated. External IP: 172.25.1.93, port: 7ca9b058-d379-4e1e-b2f0-fb84525ca21f. Dec 13 09:49:54.801338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192577e-5515-4aee-8af4-cb8d820fcb79 req-3e211b44-7fdf-4427-bed5-034eacf8a512 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:54.807121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c192577e-5515-4aee-8af4-cb8d820fcb79 req-3e211b44-7fdf-4427-bed5-034eacf8a512 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.2168944 Dec 13 09:49:54.875007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:54.914773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:54.953834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c192577e-5515-4aee-8af4-cb8d820fcb79 req-f7de65b3-fdb2-47f8-ab87-ec2cdeef6243 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063054 Dec 13 09:49:55.007082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:55.007566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: c5275d87-ccf5-4235-b26c-fc0553114ffa, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:49:55.021501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:55.045590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=de9ca089-7bca-4d95-a180-943a97d49252,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.070730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network c5275d87-ccf5-4235-b26c-fc0553114ffa is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:49:55.087920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c5275d87-ccf5-4235-b26c-fc0553114ffa) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:55.092791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:55.093594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.124427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9691c7ec-381c-4dfb-b313-27f76f2df395 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9955883 Dec 13 09:49:55.127140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:55.131584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053818902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:55.182135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.183094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.214781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c908ab24-6f12-485c-bb0b-786cf25a1c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.236659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:55.243689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.248620 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:55.262877 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:55.264932 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:55.271741 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c12272d5-2e65-44cc-b09c-24c72dbaac0d tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/1efeee8a-5ead-478d-921f-dc7f799650ba HTTP/1.1" status: 200 len: 976 time: 1.9884882 Dec 13 09:49:55.274944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:55.307338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.318366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.348559 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:55.354497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.356097 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cfc3d43a-6fff-4ff5-9189-80159e820ae9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2278185 Dec 13 09:49:55.359097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:55.365858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:55.366844 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:55.399669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c908ab24-6f12-485c-bb0b-786cf25a1c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.409390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c908ab24-6f12-485c-bb0b-786cf25a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.481840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cafcea-7c5b-45c9-aa13-9a1dcec0a743 None None] Network c5275d87-ccf5-4235-b26c-fc0553114ffa requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:55.503938 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c908ab24-6f12-485c-bb0b-786cf25a1c25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67ac42f533974bf78e7d1aa5791fbe4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846238 Dec 13 09:49:55.506771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:55.522797 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:55.523704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5b583-5cbd-4af6-bcec-5f07d5763350 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:55.544207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908ab24-6f12-485c-bb0b-786cf25a1c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830affe9-ea47-412d-97a2-87878a320096,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.643770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.683035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.740709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c5275d87-ccf5-4235-b26c-fc0553114ffa', 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': 'de9ca089-7bca-4d95-a180-943a97d49252'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:49:55.747212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.803071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.806002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:55.807461 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/830affe9-ea47-412d-97a2-87878a320096 HTTP/1.1" status: 204 len: 168 time: 0.2993436 Dec 13 09:49:55.845992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9ff2-c928-4b86-9f40-7209df5e6b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830affe9-ea47-412d-97a2-87878a320096,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:55.899250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 7ca9b058-d379-4e1e-b2f0-fb84525ca21f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:55.901362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.154076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Allocated IP 2001:db8::2 (c5275d87-ccf5-4235-b26c-fc0553114ffa/de9ca089-7bca-4d95-a180-943a97d49252/2cb89b20-4803-49bc-8308-27ab5adb1dcb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:56.222874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.409503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.431749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-330fbc62-69c3-4fe1-ad10-311abd58a70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.469443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.508037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.520230 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.545301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-330fbc62-69c3-4fe1-ad10-311abd58a70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.550711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-330fbc62-69c3-4fe1-ad10-311abd58a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.594569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fbc62-69c3-4fe1-ad10-311abd58a70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1003c1f9-dfec-4e9f-afcc-73b86cefa309,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.602599 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-330fbc62-69c3-4fe1-ad10-311abd58a70c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a77b5b683dc64f9fb45b12c99a4c8ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895807 Dec 13 09:49:56.605693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:56.625794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Network c5275d87-ccf5-4235-b26c-fc0553114ffa is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:56.633185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:56.635904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:56.665113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Pushing event updated for resources: {'Port': ['ID=2cb89b20-4803-49bc-8308-27ab5adb1dcb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.687880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.701446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Attempting to bind port 2cb89b20-4803-49bc-8308-27ab5adb1dcb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:49:56.702102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Attempting to bind port 2cb89b20-4803-49bc-8308-27ab5adb1dcb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:49:56.702663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Attempting to bind port 2cb89b20-4803-49bc-8308-27ab5adb1dcb on network c5275d87-ccf5-4235-b26c-fc0553114ffa {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:49:56.708317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:49:56.708971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Checking segment: {'id': 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:49:56.709596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.710742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Bound using segment: {'id': 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:49:56.711390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Bound port: 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c5275d87-ccf5-4235-b26c-fc0553114ffa'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:49:56.711948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.720074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.787568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e8ca-a6e9-4f86-853c-5c99847af745 req-ac6f2512-0f78-42f1-9c18-15e707831433 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:56.794152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] For port 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:49:56.795260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be66e8ca-a6e9-4f86-853c-5c99847af745 req-ac6f2512-0f78-42f1-9c18-15e707831433 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.7018564 Dec 13 09:49:56.798665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] For port 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2cb89b20-4803-49bc-8308-27ab5adb1dcb,segment=NetworkSegment(ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c),segment_id=ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:49:56.806916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.810942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.812489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1003c1f9-dfec-4e9f-afcc-73b86cefa309 HTTP/1.1" status: 204 len: 168 time: 0.2050793 Dec 13 09:49:56.818726 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.828685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4f321-8d21-4417-8b24-cb069de861bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1003c1f9-dfec-4e9f-afcc-73b86cefa309,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:56.873966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.878812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:56.880760 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP 1efeee8a-5ead-478d-921f-dc7f799650ba disassociated. External IP: 172.25.1.93, port: 7ca9b058-d379-4e1e-b2f0-fb84525ca21f. Dec 13 09:49:56.882719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 7ca9b058-d379-4e1e-b2f0-fb84525ca21f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:56.920611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98154fb-5b57-468b-b3bd-f4ddeaf3f67d None None] Pushing event updated for resources: {'Port': ['ID=2cb89b20-4803-49bc-8308-27ab5adb1dcb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:57.025694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.130945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be66e8ca-a6e9-4f86-853c-5c99847af745 req-a460fc42-1972-4cdc-b183-28661e9d9375 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344307 Dec 13 09:49:57.307012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8::1 (c5275d87-ccf5-4235-b26c-fc0553114ffa/de9ca089-7bca-4d95-a180-943a97d49252/4c4f2721-6132-4b7e-a510-b68f337f2836) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:49:57.506979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.573894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=7ca9b058-d379-4e1e-b2f0-fb84525ca21f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:57.633740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.634314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.634696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.635146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.635572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.635998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.636560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.637344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.637859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.638282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.638803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.639223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.639757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:49:57.771204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:49:57.783887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:57.964954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.007470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:49:58.020812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:49:58.048856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:58.049525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:58.059968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network c5275d87-ccf5-4235-b26c-fc0553114ffa is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:58.085283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:58.112587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=4c4f2721-6132-4b7e-a510-b68f337f2836,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:58.115532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:49:58.116386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.206430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.207104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:58.210675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-13b5ccd4-68b7-4a73-a82a-8837304115a6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/7ca9b058-d379-4e1e-b2f0-fb84525ca21f HTTP/1.1" status: 204 len: 168 time: 2.9345331 Dec 13 09:49:58.213294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.233164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:49:58.234224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:58.314525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:49:58.318599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.319466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663feb0-92c9-40b1-9e9c-d09f271b767d None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:49:58.371084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77947806-f528-4f8a-aa82-d387db0063b6 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/floatingips/1efeee8a-5ead-478d-921f-dc7f799650ba HTTP/1.1" status: 200 len: 687 time: 0.1555700 Dec 13 09:49:58.380975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:58.563810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13e93937-05ba-4f7c-833e-f83f808e6755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.748903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 57250445-c305-4234-b0f9-2264bcf565d4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:49:58.749336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.808444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058a729-d0c8-46b9-8ae0-a6c9a8001bda req-56f66cfc-e762-4e19-a2fc-27527c158edd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:49:58.818787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b058a729-d0c8-46b9-8ae0-a6c9a8001bda req-56f66cfc-e762-4e19-a2fc-27527c158edd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.4082000 Dec 13 09:49:58.909879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b058a729-d0c8-46b9-8ae0-a6c9a8001bda req-6897499e-64a4-4c6b-af99-2b694221a95f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799134 Dec 13 09:49:58.910291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef833c2e-bd3f-4f0d-8109-9f56dede8a04 None None] Network c5275d87-ccf5-4235-b26c-fc0553114ffa requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:49:58.950785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.951578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:58.972045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 57250445-c305-4234-b0f9-2264bcf565d4 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:49:59.101159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.111455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] Provisioning complete for port 2cb89b20-4803-49bc-8308-27ab5adb1dcb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:59.113423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.326736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.336870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.338319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.359910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.400877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2cb89b20-4803-49bc-8308-27ab5adb1dcb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:49:59.414683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=57250445-c305-4234-b0f9-2264bcf565d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.471951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=4c4f2721-6132-4b7e-a510-b68f337f2836,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.632810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.640270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.644954 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-511aa43d-dca8-410c-ab59-b74ae1a5a241 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/1efeee8a-5ead-478d-921f-dc7f799650ba HTTP/1.1" status: 204 len: 168 time: 1.2592747 Dec 13 09:49:59.645284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:49:59.652725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.653366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '17371670-31b6-4bce-b08c-a2a8fc9dacf1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:49:59.670927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2cb89b20-4803-49bc-8308-27ab5adb1dcb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:49:59.671555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.701583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network c5275d87-ccf5-4235-b26c-fc0553114ffa is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:49:59.711298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:49:59.720469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.732724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] For port 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2cb89b20-4803-49bc-8308-27ab5adb1dcb,segment=NetworkSegment(ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c),segment_id=ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:49:59.742924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:49:59.846841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853845c-da08-4f47-9e9e-23ccd8468659 None None] Pushing event updated for resources: {'Port': ['ID=2cb89b20-4803-49bc-8308-27ab5adb1dcb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:49:59.985308 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.180506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-51c3aaf8-8ea9-4682-9f26-007b644759e0 None None] Provisioning complete for port 2cb89b20-4803-49bc-8308-27ab5adb1dcb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:00.181624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-51c3aaf8-8ea9-4682-9f26-007b644759e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.219557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.211 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/106a886f-3017-4796-87c8-2533b8b239bd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:00.431648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-51c3aaf8-8ea9-4682-9f26-007b644759e0 None None] Provisioning complete for port 4c4f2721-6132-4b7e-a510-b68f337f2836 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:00.432207 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-51c3aaf8-8ea9-4682-9f26-007b644759e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.458115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.496191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-51c3aaf8-8ea9-4682-9f26-007b644759e0 None None] Port 4c4f2721-6132-4b7e-a510-b68f337f2836 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:00.541839 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.552712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924832fd-c15a-4e02-a2b9-f3d8810abcee req-cf5187fe-4f48-4e39-ab46-0c3de273de5b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.554394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-924832fd-c15a-4e02-a2b9-f3d8810abcee req-cf5187fe-4f48-4e39-ab46-0c3de273de5b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.1505954 Dec 13 09:50:00.583766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:00.613510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:00.625791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:00.647956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router f56738b7-a0fb-4fc5-a6d6-3d246094bac3 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:00.672559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca6dc5cb-4287-43f5-88fd-a0f7f8267a92 None None] Provisioning complete for port 4c4f2721-6132-4b7e-a510-b68f337f2836 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:00.674103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc5cb-4287-43f5-88fd-a0f7f8267a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.683987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=106a886f-3017-4796-87c8-2533b8b239bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:00.726188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-924832fd-c15a-4e02-a2b9-f3d8810abcee req-f4089e97-95c6-4762-bc5b-efbcf5f5823a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595991 Dec 13 09:50:00.763506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ca6dc5cb-4287-43f5-88fd-a0f7f8267a92 None None] Port 4c4f2721-6132-4b7e-a510-b68f337f2836 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:00.896312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:00.902298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-45d5c9b2-ee06-4171-a5fd-ff26a604b45c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/f56738b7-a0fb-4fc5-a6d6-3d246094bac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396340 Dec 13 09:50:00.907787 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] Sync routers for ids ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:00.909648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.937716 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] Routers {'f56738b7-a0fb-4fc5-a6d6-3d246094bac3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:00.940676 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:49:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:00.950707 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-458c4d30-4a93-4a88-b76c-d76e25cdf663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:00.986843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75caaa-01f8-49c9-9429-037364e7e9d3 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:00.991978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6f75caaa-01f8-49c9-9429-037364e7e9d3 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports/4c4f2721-6132-4b7e-a510-b68f337f2836 HTTP/1.1" status: 200 len: 911 time: 0.0806124 Dec 13 09:50:00.992777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:00.999563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de9ca089-7bca-4d95-a180-943a97d49252'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:01.008065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-434b71c2-9058-49eb-b1c7-0a33b356f180 None None] Provisioning complete for port 4c4f2721-6132-4b7e-a510-b68f337f2836 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:01.008449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-434b71c2-9058-49eb-b1c7-0a33b356f180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.100380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-434b71c2-9058-49eb-b1c7-0a33b356f180 None None] Port 4c4f2721-6132-4b7e-a510-b68f337f2836 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:01.110915 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:01.158074 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] Routers {'f56738b7-a0fb-4fc5-a6d6-3d246094bac3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:01.158730 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:01.251550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2cb89b20-4803-49bc-8308-27ab5adb1dcb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:01.284104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.297301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:01.304452 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5622839-07d1-4e93-9064-cfb53e828df8 None None] The sync data for ids ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:01.374703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2cb89b20-4803-49bc-8308-27ab5adb1dcb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:01.375078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.795687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.913454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:01.968475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:02.052965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.065159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c75b8-8e55-4cc8-9e3f-47c72476bce3 req-860ab9a5-1ebc-42de-b4cb-558f3f247b2b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:02.067412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b61c75b8-8e55-4cc8-9e3f-47c72476bce3 req-860ab9a5-1ebc-42de-b4cb-558f3f247b2b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.2188642 Dec 13 09:50:02.076451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.085432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:02.086404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.093027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:02.095579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/ports/4c4f2721-6132-4b7e-a510-b68f337f2836 HTTP/1.1" status: 200 len: 911 time: 1.1009767 Dec 13 09:50:02.162724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.170370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcdf61-9855-489b-8505-db5c221973d6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=4c4f2721-6132-4b7e-a510-b68f337f2836,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.222075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b61c75b8-8e55-4cc8-9e3f-47c72476bce3 req-11243ab5-c3b9-49f7-a8c3-a4b4ab072a69 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250277 Dec 13 09:50:02.285750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfb2f-0353-4574-8548-f1c90e4e718a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.470752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b64275-4d5f-4aae-b59e-d7559d533349 req-413a47dd-e18d-400f-a6c3-add2c7266d0b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:02.472304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96b64275-4d5f-4aae-b59e-d7559d533349 req-413a47dd-e18d-400f-a6c3-add2c7266d0b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 947 time: 0.0622945 Dec 13 09:50:02.528361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96b64275-4d5f-4aae-b59e-d7559d533349 req-88f0a31f-e0b8-4013-b091-ae06d6d5a449 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475957 Dec 13 09:50:02.551469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfb2f-0353-4574-8548-f1c90e4e718a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.553887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.559711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfb2f-0353-4574-8548-f1c90e4e718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.569585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.666015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6cbfb2f-0353-4574-8548-f1c90e4e718a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fde19078a14044f9bbbe2836b879895a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961467 Dec 13 09:50:02.669387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35402) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:02.712045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbfb2f-0353-4574-8548-f1c90e4e718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d810b022-9658-463f-87d3-28ee5a7c711a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.723341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=106a886f-3017-4796-87c8-2533b8b239bd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.737192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.748998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.777060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.848891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.851888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:02.864816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d810b022-9658-463f-87d3-28ee5a7c711a HTTP/1.1" status: 204 len: 168 time: 0.1837862 Dec 13 09:50:02.892669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d43621-8d00-4aca-a29a-dc80260e75bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d810b022-9658-463f-87d3-28ee5a7c711a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:02.895781 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP d4727539-6762-4de8-9c16-929135c99f22 associated. External IP: 172.25.1.211, port: 17371670-31b6-4bce-b08c-a2a8fc9dacf1. Dec 13 09:50:03.003001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.297357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.322433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-967f1f23-a904-426f-8ce7-dfdfef636448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.359452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:03.521477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:03.593865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:03.611475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:03.637183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:03.638967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:03.676025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.676301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.680051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-967f1f23-a904-426f-8ce7-dfdfef636448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.704983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-967f1f23-a904-426f-8ce7-dfdfef636448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.731055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:03.738678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.743197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:03.743970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:03.764014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-571d2aff-4d10-4d43-92d9-462431d9cfce tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1175499 Dec 13 09:50:03.766691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.771934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1341775816'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:03.773598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 4c4f2721-6132-4b7e-a510-b68f337f2836 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:03.773985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.782210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1f23-a904-426f-8ce7-dfdfef636448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06f877-d3a1-4b6a-b5fc-da80ebec0683,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.800196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:03.802586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:03.803258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f65e6-36f9-4f32-845a-3a8f9a74f3d7 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:03.809811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.815457 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-967f1f23-a904-426f-8ce7-dfdfef636448 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51ab9b46bcc84a9a8c5e377ed7cef87f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169878 Dec 13 09:50:03.819489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:03.820314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:03.826931 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d549c-ed3f-49c9-bfdc-6baa1ce4c234" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:03.864733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:03.873375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.951819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:03.964715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.968706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=14']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:03.972853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:03.973684 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Added segment 0de6f405-3438-4909-b0b9-067181902a2d of type vlan for network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 Dec 13 09:50:03.980541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.981446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.982008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.982560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.983162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.983687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.984200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.984773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.985396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.985877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.987255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.987921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.988401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:03.994364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 4c4f2721-6132-4b7e-a510-b68f337f2836 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:04.088049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.113533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.129738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.135697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:04.137372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.167703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3991711 Dec 13 09:50:04.173525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35496) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:04.194872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'subnet': {'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:04.210562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.245080 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5337e8d9-4e38-4cb3-8c0a-a7d91d3f0ace x-openstack-request-id: req-5337e8d9-4e38-4cb3-8c0a-a7d91d3f0ace {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:04.246012 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:04.246311 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5337e8d9-4e38-4cb3-8c0a-a7d91d3f0ace {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:04.246724 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'code': 200} Dec 13 09:50:04.358423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc4eca-9328-4eaf-96e2-c5af631271d4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Network': ['ID=8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.371754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.380136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:04.407909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=4c4f2721-6132-4b7e-a510-b68f337f2836,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.421920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.424648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.425801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d06f877-d3a1-4b6a-b5fc-da80ebec0683 HTTP/1.1" status: 204 len: 168 time: 0.6033342 Dec 13 09:50:04.460253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:04.474047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.556316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da49919-d948-42d6-ac65-7f8c6b34a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06f877-d3a1-4b6a-b5fc-da80ebec0683,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.571016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5743e-6d8c-4c4e-8188-792797ddff97 req-423e69af-c041-4559-88ad-2b74009dde59 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:04.580042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b5743e-6d8c-4c4e-8188-792797ddff97 req-423e69af-c041-4559-88ad-2b74009dde59 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2269228 Dec 13 09:50:04.638640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.683611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.696362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b5743e-6d8c-4c4e-8188-792797ddff97 req-0fae9ce8-32ac-4be9-98c9-b23685b2e8d0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150236 Dec 13 09:50:04.832614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:04.953333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Subnet': ['ID=d6875a03-3325-4c5f-aed7-83f0ae823136,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:04.984172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Checking segment: {'id': '0de6f405-3438-4909-b0b9-067181902a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:04.984552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network hostable DHCP agents. Network: 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:05.042544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:05.060459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:05.067048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:05.086081 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.088499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8881fe8-100e-4dbe-af6f-72137915ca13 None None] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:05.154883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2c060a12-11a3-46dc-8848-02eda57ff9c0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9646800 Dec 13 09:50:05.157395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:05.162271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1462952829', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:05.184959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69788-75ab-4a1b-be33-4cf0bbd6aebb req-283c03ff-d613-4cc6-bb90-2b10d0b9104f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:05.193922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47b69788-75ab-4a1b-be33-4cf0bbd6aebb req-283c03ff-d613-4cc6-bb90-2b10d0b9104f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0947020 Dec 13 09:50:05.251185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router f56738b7-a0fb-4fc5-a6d6-3d246094bac3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:05.268297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47b69788-75ab-4a1b-be33-4cf0bbd6aebb req-3886d293-cccf-4826-8575-390877c2d047 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687492 Dec 13 09:50:05.340916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:05.350836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9', 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9', 'project_id': '366f4afdf0af48b7976077461cf9d031', 'fixed_ips': [{'subnet_id': 'd6875a03-3325-4c5f-aed7-83f0ae823136'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:05.350836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.353214 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ced1b7f-0771-4cc3-bbc2-0eec5b7eaa09 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/f56738b7-a0fb-4fc5-a6d6-3d246094bac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2579753 Dec 13 09:50:05.353711 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] Sync routers for ids ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:05.354562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:05.372091 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] Routers {'f56738b7-a0fb-4fc5-a6d6-3d246094bac3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:05.376240 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:05.392695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.393867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.422163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbc5d729-2ee2-4c56-8646-cbb18a0510ad tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56738b7-a0fb-4fc5-a6d6-3d246094bac3 HTTP/1.1" status: 200 len: 205 time: 0.0653901 Dec 13 09:50:05.423143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:05.486742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:05.501884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] Routers {'f56738b7-a0fb-4fc5-a6d6-3d246094bac3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:05.503591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:05.525805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.556382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-94c23f4b-07bc-4279-aa6a-bd3701e8537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:05.557706 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:05.559077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-94c23f4b-07bc-4279-aa6a-bd3701e8537c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.5707638 Dec 13 09:50:05.561761 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f147a913-ef45-4377-afeb-294bc8a7d50f None None] The sync data for ids ['f56738b7-a0fb-4fc5-a6d6-3d246094bac3'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:05.620158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.677655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Allocated IP 172.20.0.2 (8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9/d6875a03-3325-4c5f-aed7-83f0ae823136/7244c4e5-459a-4281-9ccc-df61a124a122) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:05.904174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.916872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.941604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.946075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.962206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:05.966112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:05.970564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:05.993672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:05.995238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Pushing event updated for resources: {'Port': ['ID=7244c4e5-459a-4281-9ccc-df61a124a122,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.046172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.046712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router f56738b7-a0fb-4fc5-a6d6-3d246094bac3 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:06.065778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Attempting to bind port 7244c4e5-459a-4281-9ccc-df61a124a122 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:06.066600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Attempting to bind port 7244c4e5-459a-4281-9ccc-df61a124a122 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0de6f405-3438-4909-b0b9-067181902a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:06.067054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Attempting to bind port 7244c4e5-459a-4281-9ccc-df61a124a122 on network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:06.073970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:06.075087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Checking segment: {'id': '0de6f405-3438-4909-b0b9-067181902a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:06.075357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.075672 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.076772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Bound using segment: {'id': '0de6f405-3438-4909-b0b9-067181902a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:06.077376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Bound port: 7244c4e5-459a-4281-9ccc-df61a124a122, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de6f405-3438-4909-b0b9-067181902a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:06.077854 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.081785 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e2564688-5923-4bd1-9948-1f35cf683f15 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/f56738b7-a0fb-4fc5-a6d6-3d246094bac3 HTTP/1.1" status: 204 len: 168 time: 0.6568458 Dec 13 09:50:06.082687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.085010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-66c3618f-4008-4406-9f16-8c8ada7b608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.086706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-66c3618f-4008-4406-9f16-8c8ada7b608f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.4125063 Dec 13 09:50:06.159229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] For port 7244c4e5-459a-4281-9ccc-df61a124a122, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:06.162876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] For port 7244c4e5-459a-4281-9ccc-df61a124a122, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7244c4e5-459a-4281-9ccc-df61a124a122,segment=NetworkSegment(0de6f405-3438-4909-b0b9-067181902a2d),segment_id=0de6f405-3438-4909-b0b9-067181902a2d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:06.163426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet de9ca089-7bca-4d95-a180-943a97d49252 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:06.169890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.172850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c948ad-41a2-43a8-a44d-c87bde71e209 req-b2301265-b376-4ab6-9061-6a6fa5c899d1 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.175290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.180289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6c948ad-41a2-43a8-a44d-c87bde71e209 req-b2301265-b376-4ab6-9061-6a6fa5c899d1 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 945 time: 0.5072007 Dec 13 09:50:06.244743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60519d-ec1e-40ec-b3f2-093849606926 None None] Pushing event updated for resources: {'Port': ['ID=7244c4e5-459a-4281-9ccc-df61a124a122,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.259604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.284026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-d5c363e6-5f9b-472a-92a7-28b1fbab592b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1719587 Dec 13 09:50:06.293635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6c948ad-41a2-43a8-a44d-c87bde71e209 req-04c3307d-4fce-4270-bb47-26b65ea8ec4b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122332 Dec 13 09:50:06.399226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-168853fe-5a78-49f3-b90f-33bc1ecfa34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.400834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-168853fe-5a78-49f3-b90f-33bc1ecfa34d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1054339 Dec 13 09:50:06.428719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.532348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.614796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=de9ca089-7bca-4d95-a180-943a97d49252,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:06.628428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.643293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c7da7-89a2-41e9-98e0-75361204d16f None None] Network c5275d87-ccf5-4235-b26c-fc0553114ffa requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:06.644388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a73fab20-c9d8-45e0-94b3-160d371a0921 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/de9ca089-7bca-4d95-a180-943a97d49252 HTTP/1.1" status: 204 len: 168 time: 0.5604923 Dec 13 09:50:06.645408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:06.744251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0058cb0-b643-4844-a980-cc3eca5af1b7 req-1730ff5c-b061-4ad0-b5a0-4228d2097c76 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.746961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0058cb0-b643-4844-a980-cc3eca5af1b7 req-1730ff5c-b061-4ad0-b5a0-4228d2097c76 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3496592 Dec 13 09:50:06.751400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-31ca7dcd-03fa-42bb-8fe9-bba9e54ad25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:06.762159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-31ca7dcd-03fa-42bb-8fe9-bba9e54ad25c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506756 Dec 13 09:50:06.817283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.858380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.915083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 2cb89b20-4803-49bc-8308-27ab5adb1dcb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:06.921498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:06.923191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] DHCP port deletion for c5275d87-ccf5-4235-b26c-fc0553114ffa request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:06.938280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.005791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Deleting port 2cb89b20-4803-49bc-8308-27ab5adb1dcb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:07.005791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.075444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2cb89b20-4803-49bc-8308-27ab5adb1dcb,segment=NetworkSegment(ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c),segment_id=ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:07.076020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.100300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0058cb0-b643-4844-a980-cc3eca5af1b7 req-853e0a4b-2e3a-491c-8c92-ac904993b1a1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295860 Dec 13 09:50:07.146091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] For port 2cb89b20-4803-49bc-8308-27ab5adb1dcb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2cb89b20-4803-49bc-8308-27ab5adb1dcb,segment=NetworkSegment(ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c),segment_id=ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:07.146737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.162150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Calling delete_port for 2cb89b20-4803-49bc-8308-27ab5adb1dcb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:07.179098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 2cb89b20-4803-49bc-8308-27ab5adb1dcb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:07.199094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.25.1.87 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/fee9d146-8ff8-4d56-a8c8-9ccc5ec37d59) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:07.221075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-0d1ada85-7b70-4c8a-bf6f-c8478e9926ea service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492424 Dec 13 09:50:07.260610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7244c4e5-459a-4281-9ccc-df61a124a122 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:07.313385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-cb8c1230-c7ff-4cc2-824f-0bbf024dc0c5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:07.315443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-cb8c1230-c7ff-4cc2-824f-0bbf024dc0c5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 945 time: 0.2228634 Dec 13 09:50:07.451056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.459722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.511883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.522566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=2cb89b20-4803-49bc-8308-27ab5adb1dcb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.543592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port 2cb89b20-4803-49bc-8308-27ab5adb1dcb on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:07.552782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Deleting port 289674c8-0b34-46d4-aed5-11015bcc22f0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:07.554270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.656396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.714881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:07.737249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.745954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:07.765159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:07.766954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5275d87-ccf5-4235-b26c-fc0553114ffa']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:07.778969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:07.779271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6cd7c5-47aa-4dfb-baec-5fbf6205ba6c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:07.792940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.804405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7244c4e5-459a-4281-9ccc-df61a124a122 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:07.805035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.808427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.823061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:07.824361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.847617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] No DVR routers for this DVR port 2cb89b20-4803-49bc-8308-27ab5adb1dcb on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:07.851050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100704a2-464e-4c2a-b3ed-019181d73711 None None] Pushing event deleted for resources: {'Port': ['ID=2cb89b20-4803-49bc-8308-27ab5adb1dcb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:07.867602 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:07.922283 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:07.965686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 7244c4e5-459a-4281-9ccc-df61a124a122, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7244c4e5-459a-4281-9ccc-df61a124a122,segment=NetworkSegment(0de6f405-3438-4909-b0b9-067181902a2d),segment_id=0de6f405-3438-4909-b0b9-067181902a2d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:07.968777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f3564-cefc-43ee-bfd6-7fb2b792276d None None] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:07.996313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cccaa-115b-4273-ba7a-129da1c32f75 req-d392388b-000c-4977-a19d-df53affb4484 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:08.004366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-205cccaa-115b-4273-ba7a-129da1c32f75 req-d392388b-000c-4977-a19d-df53affb4484 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bede6655-8b62-41df-a4a4-8a95ba38bd22 HTTP/1.1" status: 200 len: 945 time: 0.4496102 Dec 13 09:50:08.017558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.023639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.027910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/c5275d87-ccf5-4235-b26c-fc0553114ffa HTTP/1.1" status: 204 len: 168 time: 1.3812845 Dec 13 09:50:08.032666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:08.060671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574674eb-deb3-4da6-9ac9-680be46993bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=c5275d87-ccf5-4235-b26c-fc0553114ffa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.081341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] For port 289674c8-0b34-46d4-aed5-11015bcc22f0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=289674c8-0b34-46d4-aed5-11015bcc22f0,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:08.081776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.088610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.096813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234470769', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:08.107069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Calling delete_port for 289674c8-0b34-46d4-aed5-11015bcc22f0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:08.161623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=7244c4e5-459a-4281-9ccc-df61a124a122,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.173011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e76727b7-f8dd-4eb1-8792-d0ed8ddb7c42 None None] Provisioning complete for port 7244c4e5-459a-4281-9ccc-df61a124a122 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:08.173420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e76727b7-f8dd-4eb1-8792-d0ed8ddb7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.206492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4284ed-8fe2-4ba0-943e-10df6fae9e25 req-e01f0d8e-da4c-4fb7-b60b-34e8ff94f3a5 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9692328 Dec 13 09:50:08.209503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2cb89b20-4803-49bc-8308-27ab5adb1dcb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:08.233163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2cb89b20-4803-49bc-8308-27ab5adb1dcb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:08.233163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2cb89b20-4803-49bc-8308-27ab5adb1dcb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:08.253348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=fee9d146-8ff8-4d56-a8c8-9ccc5ec37d59,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.400888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.418536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de', '8bf458b1-5032-4d12-b9d3-21ad75d3c171', '289674c8-0b34-46d4-aed5-11015bcc22f0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:08.422353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c5b4f240-475e-476d-b33b-8f2ba5dca6e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:08.455562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event deleted for resources: {'Port': ['ID=289674c8-0b34-46d4-aed5-11015bcc22f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:08.506999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] No DVR routers for this DVR port 289674c8-0b34-46d4-aed5-11015bcc22f0 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:08.516899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.524521 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4a7ab0e2-4faa-40a2-8e84-ab4c965a07c8 req-dfbe0144-75b2-4791-b4ca-0d3a42d83fcd tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "DELETE /v2.0/ports/289674c8-0b34-46d4-aed5-11015bcc22f0 HTTP/1.1" status: 204 len: 173 time: 1.2005420 Dec 13 09:50:08.526927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'name': 'network-vif-deleted', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:08.550567 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aad33b-678b-4e40-a3f4-c16c72a40d07" -d '{"events": [{"server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "name": "network-vif-deleted", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:08.693940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f2b4d40e-9eca-4323-bcde-6398526f521d None None] Provisioning complete for port 7244c4e5-459a-4281-9ccc-df61a124a122 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:08.694580 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d40e-9eca-4323-bcde-6398526f521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.852935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-205cccaa-115b-4273-ba7a-129da1c32f75 req-3d7377e8-8d8d-41fe-bee9-f68e3050a259 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8473730 Dec 13 09:50:08.882223 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.883594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:08.912696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50c8c0-065b-48f2-847d-e768993654c4 req-9321666c-26e6-4e05-9917-c80b7ebce285 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:08.920144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac50c8c0-065b-48f2-847d-e768993654c4 req-9321666c-26e6-4e05-9917-c80b7ebce285 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.6576211 Dec 13 09:50:08.943068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:08.993193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.005164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.030683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.038968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.040280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9146dce2-cd87-4390-a92b-2b610d91fa46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9505615 Dec 13 09:50:09.044778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:09.065498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-354923078'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:09.129298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac50c8c0-065b-48f2-847d-e768993654c4 req-1ad7f2ee-b173-4948-911e-1404a0dff1cd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081530 Dec 13 09:50:09.146405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98505a71-0600-4114-9a2b-1e68e57ed0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.160955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:09.164857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.198144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:09.222211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.222824 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 07211374-8180-416f-98b7-69a40b782179 of type vlan for network 63c80e59-e393-4cc3-a71f-30b1bcd5082b Dec 13 09:50:09.233936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7244c4e5-459a-4281-9ccc-df61a124a122 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:09.238462 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916c8548-c136-4690-a9c5-71beb5174bef x-openstack-request-id: req-916c8548-c136-4690-a9c5-71beb5174bef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:09.238873 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede6655-8b62-41df-a4a4-8a95ba38bd22", "name": "network-vif-deleted", "tag": "289674c8-0b34-46d4-aed5-11015bcc22f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:09.239236 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-916c8548-c136-4690-a9c5-71beb5174bef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:09.239759 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede6655-8b62-41df-a4a4-8a95ba38bd22', 'name': 'network-vif-deleted', 'tag': '289674c8-0b34-46d4-aed5-11015bcc22f0', 'status': 'completed', 'code': 200} Dec 13 09:50:09.297912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.302345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7244c4e5-459a-4281-9ccc-df61a124a122 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:09.302722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.359675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.365558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:09.366450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.378598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.426313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98505a71-0600-4114-9a2b-1e68e57ed0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.437021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98505a71-0600-4114-9a2b-1e68e57ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.442017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3955297 Dec 13 09:50:09.445028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35640) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:09.454975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:09.477726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea013c0c-f449-4eb2-a144-2ad60c93e988 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=63c80e59-e393-4cc3-a71f-30b1bcd5082b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.488947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:09.492794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-98505a71-0600-4114-9a2b-1e68e57ed0f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22d5c2c4377843e688ef136640c1e37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475500 Dec 13 09:50:09.496249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98505a71-0600-4114-9a2b-1e68e57ed0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00fdbe9-7bcd-41da-a73d-1120261fe681,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.498333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:09.612922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.629422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:09.632867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.691007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.734574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:09.882189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.884771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.886446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f00fdbe9-7bcd-41da-a73d-1120261fe681 HTTP/1.1" status: 204 len: 168 time: 0.3866215 Dec 13 09:50:09.914052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed540a4d-a196-4dd2-a73d-48ce81f1e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00fdbe9-7bcd-41da-a73d-1120261fe681,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:09.935982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:09.949778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] Sync routers for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:09.962955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:09.965479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:09.992551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:09.994180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6abcd7e2-d739-4484-b0ed-344b736c707e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8355527 Dec 13 09:50:09.997151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.004023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.035007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.056636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:10.057308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.103974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:10.104858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377f2f7-770b-4824-a958-296b09431aa0 None None] The sync data for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:10.157940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=3ed8008f-7dd2-450b-b985-6d8bd9366b3d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:10.176779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:10.177162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 63c80e59-e393-4cc3-a71f-30b1bcd5082b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:10.269684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:10.296411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 63c80e59-e393-4cc3-a71f-30b1bcd5082b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:10.304057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:10.304659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.313303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2cccd1-d74a-42e0-b718-b8c62ba38f0c None None] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:10.371664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b15384a4-133c-4dc3-88a0-84018f719f9b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9255178 Dec 13 09:50:10.375240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.478541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:10.528436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:10.529514 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.583580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91114db-bc7d-42de-9892-0149ec9cde05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.734258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Allocated IP 2001:db8::2 (63c80e59-e393-4cc3-a71f-30b1bcd5082b/3ed8008f-7dd2-450b-b985-6d8bd9366b3d/659bc2db-d3fe-467f-9e77-0fe23703c951) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:10.741727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c921e-d6be-435d-8419-8a670c8eee9b req-0ade701d-2802-49e2-8b9c-2dcefaf06131 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:10.753519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c0c921e-d6be-435d-8419-8a670c8eee9b req-0ade701d-2802-49e2-8b9c-2dcefaf06131 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1609230 Dec 13 09:50:10.857471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.861434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.862327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c0c921e-d6be-435d-8419-8a670c8eee9b req-f579a0cf-37b3-4c78-ba98-d40de62cee07 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077418 Dec 13 09:50:10.874493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91114db-bc7d-42de-9892-0149ec9cde05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.914860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91114db-bc7d-42de-9892-0149ec9cde05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.965748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.981499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:10.999249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91114db-bc7d-42de-9892-0149ec9cde05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a535b-2b91-44b7-b205-4c98ca8da3a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.005451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b91114db-bc7d-42de-9892-0149ec9cde05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a60b477ce1d464a86f3afe7afa4ea8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5249720 Dec 13 09:50:11.008032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:11.077936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Pushing event updated for resources: {'Port': ['ID=659bc2db-d3fe-467f-9e77-0fe23703c951,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.099931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:11.101567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:11.105687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:11.175226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Attempting to bind port 659bc2db-d3fe-467f-9e77-0fe23703c951 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:11.175951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Attempting to bind port 659bc2db-d3fe-467f-9e77-0fe23703c951 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:11.177900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Attempting to bind port 659bc2db-d3fe-467f-9e77-0fe23703c951 on network 63c80e59-e393-4cc3-a71f-30b1bcd5082b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:11.185265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:11.186141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Checking segment: {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:11.186553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.187113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Bound using segment: {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:11.187584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Bound port: 659bc2db-d3fe-467f-9e77-0fe23703c951, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:11.187965 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.240047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d35da-634c-431e-8c1c-61b6734e3e10 req-145dc7e9-ba2e-47df-8f2b-7eef7c320699 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:11.249415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-498d35da-634c-431e-8c1c-61b6734e3e10 req-145dc7e9-ba2e-47df-8f2b-7eef7c320699 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1946027 Dec 13 09:50:11.272337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] For port 659bc2db-d3fe-467f-9e77-0fe23703c951, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:11.275669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] For port 659bc2db-d3fe-467f-9e77-0fe23703c951, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=659bc2db-d3fe-467f-9e77-0fe23703c951,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:11.282086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.298176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8::1 (63c80e59-e393-4cc3-a71f-30b1bcd5082b/3ed8008f-7dd2-450b-b985-6d8bd9366b3d/a37bfb93-a012-480f-a175-9091f0b1cac2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:11.359736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-498d35da-634c-431e-8c1c-61b6734e3e10 req-8c082110-08d2-4df9-84df-bee3a4eaaa39 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044164 Dec 13 09:50:11.387379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.1 (8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9/d6875a03-3325-4c5f-aed7-83f0ae823136/bbb35b8c-9a2a-4051-816b-4c8033d78485) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:11.401196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540e13c-576e-4935-a31a-1dc6e63583da None None] Pushing event updated for resources: {'Port': ['ID=659bc2db-d3fe-467f-9e77-0fe23703c951,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.522978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.558885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.573667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348c4d-1cff-4016-a475-cae8f51368bc req-50804c47-d62b-4586-b44a-7d50f22c7b10 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:11.575258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c348c4d-1cff-4016-a475-cae8f51368bc req-50804c47-d62b-4586-b44a-7d50f22c7b10 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1064527 Dec 13 09:50:11.580209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.627142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.629540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.632288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.637261 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be2a535b-2b91-44b7-b205-4c98ca8da3a4 HTTP/1.1" status: 204 len: 168 time: 0.6282072 Dec 13 09:50:11.650505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aadace-a166-492f-887e-41f9b276bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a535b-2b91-44b7-b205-4c98ca8da3a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.658300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c348c4d-1cff-4016-a475-cae8f51368bc req-1a4311df-4c2a-4576-a128-427ea40f7c4d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761902 Dec 13 09:50:11.692265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.793855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.827100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:11.830566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:11.855654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:11.882351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.894994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:11.900591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:11.903938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:11.904493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:11.928285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=bbb35b8c-9a2a-4051-816b-4c8033d78485,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:11.976732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.127914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.172816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 289674c8-0b34-46d4-aed5-11015bcc22f0 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:12.220274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-32045226-f31a-4c8f-86c8-1870c05ee556 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:12.234623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-32045226-f31a-4c8f-86c8-1870c05ee556 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.2533228 Dec 13 09:50:12.240719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 289674c8-0b34-46d4-aed5-11015bcc22f0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:12.245953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 289674c8-0b34-46d4-aed5-11015bcc22f0 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:12.285924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26f07730-9772-453c-900f-0691c96462d8 None None] Provisioning complete for port bbb35b8c-9a2a-4051-816b-4c8033d78485 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:12.289484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26f07730-9772-453c-900f-0691c96462d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.304607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.316891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-c8304d57-faf3-47b3-82de-5b1aa404d86e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/quotas/4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 375 time: 0.0811028 Dec 13 09:50:12.365560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-26f07730-9772-453c-900f-0691c96462d8 None None] Port bbb35b8c-9a2a-4051-816b-4c8033d78485 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:12.455108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-fe173732-447d-4c6a-a079-7183dd446cfb tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372252 Dec 13 09:50:12.510555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.522357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.523219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:12.614465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-0c39769f-2e20-4a6f-8175-3297f8d66c40 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584818 Dec 13 09:50:12.690947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:12.795310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:12.796897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:12.817338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-79e59041-d590-4ca5-8f06-5ebb71e021ee service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731372 Dec 13 09:50:12.986820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:13.058695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.068914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.083366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76eeb9-2937-44bc-8db1-ad5f3a308878 None None] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:13.211558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:13.226581 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:13.230078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46423b70-964e-4cd2-893c-d5fcd1ddddbb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533518 Dec 13 09:50:13.234028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf75c6d6-448e-4219-9951-1ef146341a49 req-09c968f7-c786-448f-9f6b-c81fd50170d2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 210 time: 0.0981443 Dec 13 09:50:13.235462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.255397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20015237'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:13.259905 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:13.263466 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:13.267394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] Provisioning complete for port 659bc2db-d3fe-467f-9e77-0fe23703c951 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:13.268194 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.268601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.298928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=bbb35b8c-9a2a-4051-816b-4c8033d78485,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:13.310760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:13.314332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.360131 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:13.379099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:13.409046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.410206 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 1924c5c3-31f4-40f2-8463-f779e2567ce9 of type vlan for network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c Dec 13 09:50:13.467859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 659bc2db-d3fe-467f-9e77-0fe23703c951 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:13.522758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.591356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.600850 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:12Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:12Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:13.627419 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:13.627981 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Updating router a0088a3b-79b9-4510-9854-00850dd2acde port a37bfb93-a012-480f-a175-9091f0b1cac2 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:50:13.639267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:13.641082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.669672 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.707898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4712787 Dec 13 09:50:13.776102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:13.812413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:13.819110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 659bc2db-d3fe-467f-9e77-0fe23703c951 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:13.819860 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:13.987593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed2c21-c77c-4455-87c1-21561435fc30 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=615ed78c-15b7-45c3-a7ba-83be5fb20d4c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.024522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:14.030252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.158329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] For port 659bc2db-d3fe-467f-9e77-0fe23703c951, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=659bc2db-d3fe-467f-9e77-0fe23703c951,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:14.235523 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.242669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:14.246383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.252171 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.262098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.426253 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Pushing event updated for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.502917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.503415 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.510678 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.512944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.517669 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.518020 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.518416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.525778 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.526545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.527860 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.528365 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.530399 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.530899 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:14.559537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c3bc1f76-718f-4aa0-a41f-b60122dfe7bc None None] Provisioning complete for port a37bfb93-a012-480f-a175-9091f0b1cac2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:14.560127 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1f76-718f-4aa0-a41f-b60122dfe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.611263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca590e5-4812-45f5-8fc0-5a189697a1c0 None None] Pushing event updated for resources: {'Port': ['ID=659bc2db-d3fe-467f-9e77-0fe23703c951,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:14.630545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc1f76-718f-4aa0-a41f-b60122dfe7bc None None] Port a37bfb93-a012-480f-a175-9091f0b1cac2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:14.638255 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Attempting to bind port a37bfb93-a012-480f-a175-9091f0b1cac2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:14.638841 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Attempting to bind port a37bfb93-a012-480f-a175-9091f0b1cac2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:14.639209 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Attempting to bind port a37bfb93-a012-480f-a175-9091f0b1cac2 on network 63c80e59-e393-4cc3-a71f-30b1bcd5082b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:14.640869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47a561a3-9bbe-452a-8544-f1ff9e4bb159 req-de5f9891-a14c-45e9-9d62-2df29d26e619 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 210 time: 0.1793816 Dec 13 09:50:14.659351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c3bc1f76-718f-4aa0-a41f-b60122dfe7bc None None] Provisioning complete for port 659bc2db-d3fe-467f-9e77-0fe23703c951 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:14.659970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1f76-718f-4aa0-a41f-b60122dfe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.671027 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:14.671401 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Checking segment: {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:14.674118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:14.675681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:14.679699 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.684332 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Bound using segment: {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:14.685944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Bound port: a37bfb93-a012-480f-a175-9091f0b1cac2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07211374-8180-416f-98b7-69a40b782179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:14.686546 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.855752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:14.865347 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] For port a37bfb93-a012-480f-a175-9091f0b1cac2, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:14.873463 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] For port a37bfb93-a012-480f-a175-9091f0b1cac2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a37bfb93-a012-480f-a175-9091f0b1cac2,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:14.882743 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.013572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:15.027145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] Provisioning complete for port a37bfb93-a012-480f-a175-9091f0b1cac2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:15.044648 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5fb3-fa85-4bf2-9758-d3c3152bffb8 None None] Pushing event updated for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:15.045504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.108194 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:15.109291 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:15.119220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:15.170464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:15.173005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 615ed78c-15b7-45c3-a7ba-83be5fb20d4c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:15.218380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:15.262533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 615ed78c-15b7-45c3-a7ba-83be5fb20d4c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:15.275325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:15.276031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.322285 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:15.322835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7afc2c9b-9b72-48b8-866e-efaa08dd2f46 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5264971 Dec 13 09:50:15.328778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:15.346483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 659bc2db-d3fe-467f-9e77-0fe23703c951 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:15.349206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c33209-2d73-44e8-bd74-57e739d00b4b None None] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:15.434208 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:15.608445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:15.634046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ef1ede8d-dbf8-41bc-989f-d58259bdb2d0 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/routers/5fcf0a77-ec1a-41c7-8f33-868b34704d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6344893 Dec 13 09:50:15.701582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:15.718634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'port': {'network_id': '8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9', 'name': 'tempest-FloatingIPTestJSON-1468317211'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:15.997201 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:12Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:14Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:16.016143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-32094231-036b-4c47-bdde-b30b47aed4dc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:16.020102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-32094231-036b-4c47-bdde-b30b47aed4dc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.5970538 Dec 13 09:50:16.041444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'device_id': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'admin_state_up': True, 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:16.109382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bc81f20-6525-43e1-9d8e-59c0f7f95540 req-3e25c934-810e-4c9f-b5fc-650f87868696 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 210 time: 0.0878386 Dec 13 09:50:16.119590 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98abfe70-e9fc-43cb-a703-030dde2774e6 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:12Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:14Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:16.132930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] Sync routers for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:16.190515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:16.191967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.222632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] For port a37bfb93-a012-480f-a175-9091f0b1cac2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a37bfb93-a012-480f-a175-9091f0b1cac2,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:16.248397 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.268810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:16.270140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:16.411422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a64641-6614-416d-8850-04242c1646dc req-02584b4b-37f8-46d2-9d86-7cd72b55382a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:16.424019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52a64641-6614-416d-8850-04242c1646dc req-02584b4b-37f8-46d2-9d86-7cd72b55382a tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 946 time: 0.2517729 Dec 13 09:50:16.457209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:16.556670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 659bc2db-d3fe-467f-9e77-0fe23703c951 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:16.557500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.603247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:16.605445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:16.692943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Made reservation on behalf of 366f4afdf0af48b7976077461cf9d031 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:16.696465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.716305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:16.717206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01ddd0-7fdf-41ad-9974-43eb8c5c1b0c None None] The sync data for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:16.720015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-963feedf-a119-413e-8b0e-b65a7f0481bc None None] Provisioning complete for port a37bfb93-a012-480f-a175-9091f0b1cac2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:16.720312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-963feedf-a119-413e-8b0e-b65a7f0481bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.725179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52a64641-6614-416d-8850-04242c1646dc req-4b34f35f-c19e-45a7-955b-456ee8fa9900 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001947 Dec 13 09:50:16.757289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] device_id is not set on port c10923eb-8af2-4914-9d67-8a0547c07370 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:50:16.767810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:16.772224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:16.782562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b07b-44ca-49d7-ae35-402dca638c42 None None] Pushing event updated for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:16.926083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:16.996323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Allocated IP 2001:db8:1::2 (615ed78c-15b7-45c3-a7ba-83be5fb20d4c/c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f/ecbb85d3-a43d-4d27-bbbe-69fc507fd176) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:17.050322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.240575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-963feedf-a119-413e-8b0e-b65a7f0481bc None None] Provisioning complete for port bbb35b8c-9a2a-4051-816b-4c8033d78485 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:17.242844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-963feedf-a119-413e-8b0e-b65a7f0481bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.346018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a37bfb93-a012-480f-a175-9091f0b1cac2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:17.419767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-611ec41d-b463-48fe-8f40-9c1ba654bc5f req-002f59f6-13a2-49b0-8a97-51ca4a8e7b2b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 210 time: 0.0997717 Dec 13 09:50:17.464803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.20.0.3 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/4e5a05f4-7f76-4242-b070-e9cd2769e943) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:17.472658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a33429f-cde5-4ee1-8fd0-1892b244b71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.488774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-963feedf-a119-413e-8b0e-b65a7f0481bc None None] Port bbb35b8c-9a2a-4051-816b-4c8033d78485 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:17.509290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Allocated IP 172.20.0.11 (8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9/d6875a03-3325-4c5f-aed7-83f0ae823136/c10923eb-8af2-4914-9d67-8a0547c07370) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:17.616111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a37bfb93-a012-480f-a175-9091f0b1cac2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:17.619474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.649228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a33429f-cde5-4ee1-8fd0-1892b244b71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.694077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a33429f-cde5-4ee1-8fd0-1892b244b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.700178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-671e58fa-ebbc-4393-ae16-a00520aa93ef None None] Provisioning complete for port a37bfb93-a012-480f-a175-9091f0b1cac2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:17.700886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-671e58fa-ebbc-4393-ae16-a00520aa93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.778694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.822068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a33429f-cde5-4ee1-8fd0-1892b244b71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ddf5b9578b42ababbb3911b074c8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8912799 Dec 13 09:50:17.826046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:17.914030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:17.940037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33429f-cde5-4ee1-8fd0-1892b244b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaba259-20fd-4d9e-993c-9522963c456e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:17.960803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16753d-600f-48a5-afaa-b573f021add1 req-c69573bc-c615-4444-a09c-1220df14339e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:17.963015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a16753d-600f-48a5-afaa-b573f021add1 req-c69573bc-c615-4444-a09c-1220df14339e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 946 time: 0.3063934 Dec 13 09:50:18.008386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Pushing event updated for resources: {'Port': ['ID=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.014183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.018841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.023542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:18.025691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:18.031435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:18.054908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.099102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.103814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Attempting to bind port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:18.104284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Attempting to bind port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:18.105469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Attempting to bind port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 on network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:18.112810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:18.113280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Checking segment: {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:18.114034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.114621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Bound using segment: {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:18.115211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Bound port: ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:18.115748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.117661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae81d3a-3da5-4530-8beb-2d7e75c37495 req-12e80a04-eed0-4412-8517-f7c72777b5ae tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.126502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ae81d3a-3da5-4530-8beb-2d7e75c37495 req-12e80a04-eed0-4412-8517-f7c72777b5ae tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 946 time: 0.2456658 Dec 13 09:50:18.209557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.231255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8:1::1 (615ed78c-15b7-45c3-a7ba-83be5fb20d4c/c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f/fa1706ee-bf1c-4dea-8e1e-2c986c8c2298) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:18.234761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] For port ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:18.240621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] For port ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:18.244481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Deleting port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:18.244896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.249053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.268129 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.279366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ae81d3a-3da5-4530-8beb-2d7e75c37495 req-e8434b67-0762-43b2-89d1-7957b53d88e7 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507299 Dec 13 09:50:18.305150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:50:18.315602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:18.321668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:18.327714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:18.335157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.338013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.341613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaaba259-20fd-4d9e-993c-9522963c456e HTTP/1.1" status: 204 len: 168 time: 0.5109088 Dec 13 09:50:18.378090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.399407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:18.405196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b7f8f-7de3-44ca-b70e-2ca004bbcd02 None None] Pushing event updated for resources: {'Port': ['ID=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.435648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fae44-32ce-4c1c-b399-25fe9c6a66a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaba259-20fd-4d9e-993c-9522963c456e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.445354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:18.464970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:18.612317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.612993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.644890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event updated for resources: {'Port': ['ID=c10923eb-8af2-4914-9d67-8a0547c07370,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:18.651140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.803103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] For port 8bf458b1-5032-4d12-b9d3-21ad75d3c171, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8bf458b1-5032-4d12-b9d3-21ad75d3c171,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:18.803766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.808875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-ec75e342-928f-40a9-bc3c-e2a75186258c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7722230 Dec 13 09:50:18.814285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.816038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:18.816728 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.840930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Request body: {'port': {'device_id': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:18.890460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Calling delete_port for 8bf458b1-5032-4d12-b9d3-21ad75d3c171 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:18.901993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-67379211-c63d-4d54-94b8-5b3e8ad4a5a3 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1970279 Dec 13 09:50:18.905076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:18.942457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-39b98c5e-d2a8-484c-a5e9-2c43e988f160 None None] Provisioning complete for port 4e5a05f4-7f76-4242-b070-e9cd2769e943 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:18.943004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39b98c5e-d2a8-484c-a5e9-2c43e988f160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:18.945771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Request body: {'floatingip': {'port_id': 'c10923eb-8af2-4914-9d67-8a0547c07370'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:18.997839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed943f4-bba6-4d53-acd4-ac96d9f10cdb req-2309be5a-7432-473c-b22e-ca8fe176511b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:19.006336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ed943f4-bba6-4d53-acd4-ac96d9f10cdb req-2309be5a-7432-473c-b22e-ca8fe176511b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 931 time: 0.3439803 Dec 13 09:50:19.031856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-39b98c5e-d2a8-484c-a5e9-2c43e988f160 None None] Port 4e5a05f4-7f76-4242-b070-e9cd2769e943 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:19.040190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:19.070647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.084977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d677558-1166-4b46-94e1-9587f98bb1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.154747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:19.156657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ee7900d5-817d-4714-8ce7-f614b3599877 None None] Provisioning complete for port c10923eb-8af2-4914-9d67-8a0547c07370 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:19.156657 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee7900d5-817d-4714-8ce7-f614b3599877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.161629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:19.165037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:19.172281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:19.177383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.205751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee7900d5-817d-4714-8ce7-f614b3599877 None None] Port c10923eb-8af2-4914-9d67-8a0547c07370 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:19.217357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ecbb85d3-a43d-4d27-bbbe-69fc507fd176 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:19.231264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.267047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:19.267396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.287315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ed943f4-bba6-4d53-acd4-ac96d9f10cdb req-e59a7f06-1681-47d0-a871-491b6331e141 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438710 Dec 13 09:50:19.310173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.331760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['c5b4f240-475e-476d-b33b-8f2ba5dca6e8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:19.337039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de', '8bf458b1-5032-4d12-b9d3-21ad75d3c171'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:19.382626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event deleted for resources: {'Port': ['ID=8bf458b1-5032-4d12-b9d3-21ad75d3c171,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:19.471213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d214d59e-585e-4db5-b9f2-336a16765d5c req-7c087f5f-c973-4e75-9f4e-185eb568494e tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5d9676-8b72-43a5-aecf-afca60c3e1c1 HTTP/1.1" status: 200 len: 210 time: 0.0872064 Dec 13 09:50:19.490864 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.504335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.510298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] No DVR routers for this DVR port 8bf458b1-5032-4d12-b9d3-21ad75d3c171 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:19.514203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.518929 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a16753d-600f-48a5-afaa-b573f021add1 req-3c798993-89fa-4ce0-9fd4-17a30959ca16 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "DELETE /v2.0/ports/8bf458b1-5032-4d12-b9d3-21ad75d3c171 HTTP/1.1" status: 204 len: 173 time: 1.5470402 Dec 13 09:50:19.544353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'name': 'network-vif-deleted', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:19.549696 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884fef89-6aed-450a-b32a-24deb0b0f80a" -d '{"events": [{"server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "name": "network-vif-deleted", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:19.594186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:19.594540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d677558-1166-4b46-94e1-9587f98bb1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.615374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.622997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d677558-1166-4b46-94e1-9587f98bb1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.678393 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0188c68c-b8be-40fb-9763-3948c517207b x-openstack-request-id: req-0188c68c-b8be-40fb-9763-3948c517207b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:19.681013 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5d9676-8b72-43a5-aecf-afca60c3e1c1", "name": "network-vif-deleted", "tag": "8bf458b1-5032-4d12-b9d3-21ad75d3c171", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:19.681494 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0188c68c-b8be-40fb-9763-3948c517207b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:19.682076 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5d9676-8b72-43a5-aecf-afca60c3e1c1', 'name': 'network-vif-deleted', 'tag': '8bf458b1-5032-4d12-b9d3-21ad75d3c171', 'status': 'completed', 'code': 200} Dec 13 09:50:19.771758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:19.789724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8d677558-1166-4b46-94e1-9587f98bb1dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9484d6341e946dbb8abfe0add5a2472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7450423 Dec 13 09:50:19.797316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:19.799528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677558-1166-4b46-94e1-9587f98bb1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50b0f2-2f2e-493f-a712-91ccf64318b1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:19.981605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c16af-a3d0-40c3-b850-c157198bfd33 None None] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:19.986929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:19.996245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a05f4-7f76-4242-b070-e9cd2769e943 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:50:20.013094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.054273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.070877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.076230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.082491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.100038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2c36b23c-5bcf-440d-b531-a2465387d974 None None] Provisioning complete for port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:20.100671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c36b23c-5bcf-440d-b531-a2465387d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.110001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Transition to ACTIVE for port object 4e5a05f4-7f76-4242-b070-e9cd2769e943 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:50:20.123490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.240258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.262057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.330624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:20.333794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:20.352001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.355298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.356386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa50b0f2-2f2e-493f-a712-91ccf64318b1 HTTP/1.1" status: 204 len: 168 time: 0.5539799 Dec 13 09:50:20.410547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc02e-3fde-4009-bcc2-c2a471f07a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50b0f2-2f2e-493f-a712-91ccf64318b1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:20.441977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.445095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Attempting to bind port 4e5a05f4-7f76-4242-b070-e9cd2769e943 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:20.445473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Attempting to bind port 4e5a05f4-7f76-4242-b070-e9cd2769e943 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:20.445873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Attempting to bind port 4e5a05f4-7f76-4242-b070-e9cd2769e943 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:20.452955 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.454674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Port 4e5a05f4-7f76-4242-b070-e9cd2769e943 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:50:20.454995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Attempting to bind port 4e5a05f4-7f76-4242-b070-e9cd2769e943 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:20.575701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:20.576046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:20.576678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:20.577158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Bound port: 4e5a05f4-7f76-4242-b070-e9cd2769e943, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:20.577514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.604119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:20.745107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc5d35-9447-40cd-b194-7d10158a1e83 req-65433577-9ae1-4d0f-a3f7-a7385bdeefaf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:20.753012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9dc5d35-9447-40cd-b194-7d10158a1e83 req-65433577-9ae1-4d0f-a3f7-a7385bdeefaf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 943 time: 0.2894795 Dec 13 09:50:20.765422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:20.775484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0f2220b3-eed3-4f73-90de-21ec233756dd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4450319 Dec 13 09:50:20.776216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:20.779019 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:20.798322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1895806866'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:20.799113 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:20.800373 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:20.805790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dbed332e-93c0-43c2-be8f-49b9fa28f8af None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:20.806473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dbed332e-93c0-43c2-be8f-49b9fa28f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.860996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dbed332e-93c0-43c2-be8f-49b9fa28f8af None None] Port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:20.875876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dbed332e-93c0-43c2-be8f-49b9fa28f8af None None] Provisioning complete for port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:20.877055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dbed332e-93c0-43c2-be8f-49b9fa28f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:20.883892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:20.893354 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP d4727539-6762-4de8-9c16-929135c99f22 associated. External IP: 172.25.1.211, port: 17371670-31b6-4bce-b08c-a2a8fc9dacf1. Dec 13 09:50:20.914994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:20.970018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9dc5d35-9447-40cd-b194-7d10158a1e83 req-60518172-de70-426a-bd5d-fa874d3aeaf6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110758 Dec 13 09:50:21.156854 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:21.162265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-acacf1cd-2c44-48fe-bfff-ef327d4a37cc None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:21.162792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acacf1cd-2c44-48fe-bfff-ef327d4a37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.253666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-acacf1cd-2c44-48fe-bfff-ef327d4a37cc None None] Port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:21.260310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ecbb85d3-a43d-4d27-bbbe-69fc507fd176 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:21.395956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:21.405375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.464729 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:19Z', 'revision_number': 3, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:19Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:21.507376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ae5c656-a656-4df0-90a2-e69130498a0c None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:21.508251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c656-a656-4df0-90a2-e69130498a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.524965 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-656dba95-3153-455f-bc62-34b7c11dc309 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0607722 Dec 13 09:50:21.558665 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:21.559132 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Updating router a0088a3b-79b9-4510-9854-00850dd2acde port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:50:21.591987 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.600311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5c656-a656-4df0-90a2-e69130498a0c None None] Port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:21.646381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.646882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.647472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.648067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.648644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.649318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.649787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.652036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-c5e9a075-6a57-4bc5-88e8-fd86fe938ace service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.0911484 Dec 13 09:50:21.656031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:21.659876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.672997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.791272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.791990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.794514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] 10.222.0.37 "PUT /v2.0/ports/4e5a05f4-7f76-4242-b070-e9cd2769e943 HTTP/1.1" status: 200 len: 1091 time: 2.9595070 Dec 13 09:50:21.800500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:21.801336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-4ab1cd40-b315-47a9-9cc7-2762bd414ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.802752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-4ab1cd40-b315-47a9-9cc7-2762bd414ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.802937 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:21.803554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-4ab1cd40-b315-47a9-9cc7-2762bd414ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.805519 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-4ab1cd40-b315-47a9-9cc7-2762bd414ee7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 2299 time: 0.1208916 Dec 13 09:50:21.806035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:21.864187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:21.864539 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment b0afafb7-8734-4415-bb9f-1a06af4c259d of type vlan for network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 Dec 13 09:50:21.898027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb5d7f-26ee-4e3c-886d-c5c56a7752fb service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:21.963440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829002-813f-4f8d-9673-f4e91aa1a6c9 req-d207459f-19d6-4436-8ae7-7cfce46834de tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:21.965834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6829002-813f-4f8d-9673-f4e91aa1a6c9 req-d207459f-19d6-4436-8ae7-7cfce46834de tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.3115625 Dec 13 09:50:21.984924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-c910329f-8243-4e4c-8c94-80c015fd2678 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 1001 time: 0.1690373 Dec 13 09:50:22.073069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-5b1bf4cf-66a5-4ca9-a128-91f5ba4d5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.079418 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.080248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-5b1bf4cf-66a5-4ca9-a128-91f5ba4d5383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 200 len: 856 time: 0.0827916 Dec 13 09:50:22.089316 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.169791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:22.180623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-f45328c7-d918-4426-a88a-ba117893c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.185111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-f45328c7-d918-4426-a88a-ba117893c149 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941741 Dec 13 09:50:22.220711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8bf458b1-5032-4d12-b9d3-21ad75d3c171 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:22.264375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a3e98-b082-4d22-bbdf-5d2a6ee012e9 None None] Pushing event updated for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:22.279268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8bf458b1-5032-4d12-b9d3-21ad75d3c171 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:22.279918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8bf458b1-5032-4d12-b9d3-21ad75d3c171 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:22.294965 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Attempting to bind port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:22.297307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Attempting to bind port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:22.297872 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Attempting to bind port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 on network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:22.303901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6829002-813f-4f8d-9673-f4e91aa1a6c9 req-713d0a37-0886-435e-bb92-92eeab4d38ae tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542773 Dec 13 09:50:22.305296 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:22.305917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Checking segment: {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:22.306606 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.307175 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Bound using segment: {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:22.308600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Bound port: fa1706ee-bf1c-4dea-8e1e-2c986c8c2298, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c5c3-31f4-40f2-8463-f779e2567ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:22.309193 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.314720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.321557 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7abdc5-33ab-4d8a-bd5d-bc2e90416f06 x-openstack-request-id: req-ab7abdc5-33ab-4d8a-bd5d-bc2e90416f06 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:22.321557 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:22.321829 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab7abdc5-33ab-4d8a-bd5d-bc2e90416f06 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:22.322193 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943', 'status': 'completed', 'code': 200} Dec 13 09:50:22.470122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-9e2293e0-311f-415e-bd80-7b5545e0ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.471120 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] For port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:22.471656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-9e2293e0-311f-415e-bd80-7b5545e0ea47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 1094 time: 0.6044621 Dec 13 09:50:22.475917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:22.476057 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] For port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:22.483349 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.486619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-23b8d646-ac73-4802-8cfe-d62f289d7be9 service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760170 Dec 13 09:50:22.488807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:22.516160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:22.517766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.597628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.619676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:22.620962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.654019 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:22.656319 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.689270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-fd22c066-db49-49c3-898e-e303bd063143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943 HTTP/1.1" status: 200 len: 217 time: 0.0572817 Dec 13 09:50:22.720928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:22.723132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039da4a-7534-4840-8bf0-7e9b34774e1c None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:22.735297 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-e30b3294-5b9c-4d3c-b2fe-50dd24d3275f service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396829 Dec 13 09:50:22.782017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:22.782620 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.789570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-607caf9d-14a0-43a6-8af8-046ffd390d5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 217 time: 0.0520804 Dec 13 09:50:22.796024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:50:22.898303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-dcf592da-e3a0-40bc-89f2-d1d789ca7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.898488 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a3e98-b082-4d22-bbdf-5d2a6ee012e9 None None] Pushing event updated for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:22.900304 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-dcf592da-e3a0-40bc-89f2-d1d789ca7567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.1037159 Dec 13 09:50:22.922593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:22.934865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:22.969803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-8862f5f3-7707-49bb-8bd2-bd5f80e83c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:22.971341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-8862f5f3-7707-49bb-8bd2-bd5f80e83c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622127 Dec 13 09:50:22.979077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] For port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:22.987995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.087546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.094500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.096121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.105075 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-053de6bf-0c93-4a98-871d-9dd81167ad9f service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234508 Dec 13 09:50:23.121698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd6b58-9ef4-4e44-ba32-afb42a1a8559 None None] Pushing event updated for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:23.132922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c1dc3acf-f378-4123-95e8-096dbd680436 None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:23.134342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1dc3acf-f378-4123-95e8-096dbd680436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.151034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69313e-320c-4c23-a230-f5981e2c0cf6 req-b57b38aa-5bc9-454c-8390-b5db8b1a1f3a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.159947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd69313e-320c-4c23-a230-f5981e2c0cf6 req-b57b38aa-5bc9-454c-8390-b5db8b1a1f3a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 943 time: 0.6853166 Dec 13 09:50:23.221699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-dc06982b-d000-4521-bfac-de6a6ab4e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.223212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-dc06982b-d000-4521-bfac-de6a6ab4e5e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.4446363 Dec 13 09:50:23.231364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f8cb2-df03-4fae-b225-104f8287cdce req-f61ffd3d-920a-4005-a47f-650b4f49733f tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.232943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-635f8cb2-df03-4fae-b225-104f8287cdce req-f61ffd3d-920a-4005-a47f-650b4f49733f tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.5381463 Dec 13 09:50:23.261453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4755476 Dec 13 09:50:23.265332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:23.278452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:23.281069 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:19Z', 'revision_number': 3, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:23.339366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ce51-5fdc-449f-9223-7988a499cb44 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=6a64f882-c4f1-4530-9fda-2fd4e426c0e1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:23.342017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78f303-d27a-4834-8784-061f48c80678 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:19Z', 'revision_number': 3, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:23.350437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-552f396c-bf5b-447a-bca2-80a85db8505b service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350721 Dec 13 09:50:23.351592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:23.360086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c61a7a-e6c9-41a5-bf06-52a13f41edb7 req-2417be06-a709-480f-94a3-a13e08479eae tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.367650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c61a7a-e6c9-41a5-bf06-52a13f41edb7 req-2417be06-a709-480f-94a3-a13e08479eae tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.4284341 Dec 13 09:50:23.468132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:23.476113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd69313e-320c-4c23-a230-f5981e2c0cf6 req-8377c57a-a314-436a-80f0-d859beb3683a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151855 Dec 13 09:50:23.528874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-c6682304-1220-4c85-b8a6-8df7a34943da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 217 time: 0.1576142 Dec 13 09:50:23.557986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-9bbddaaf-e288-42a7-b329-7e0e447749b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.559749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-9bbddaaf-e288-42a7-b329-7e0e447749b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2971778 Dec 13 09:50:23.595144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c61a7a-e6c9-41a5-bf06-52a13f41edb7 req-f0a6cf88-f09e-4f0b-ba3a-e6de222cf36c tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263858 Dec 13 09:50:23.631087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:23.640416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.764762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-44d7f05f-2ee7-4d73-b320-33c30ab97675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.767447 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-44d7f05f-2ee7-4d73-b320-33c30ab97675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.2307212 Dec 13 09:50:23.858468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-2c987cdf-3231-4d13-adcf-e4fe19cb24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.860253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-2c987cdf-3231-4d13-adcf-e4fe19cb24dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833590 Dec 13 09:50:23.865590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0f52-1eed-4ce4-bd18-0f227589c9ac req-c9363c5d-2f74-4fe4-a6d1-c0cc89cbe07c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:23.874191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56ca0f52-1eed-4ce4-bd18-0f227589c9ac req-c9363c5d-2f74-4fe4-a6d1-c0cc89cbe07c tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 946 time: 0.2764878 Dec 13 09:50:23.933440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Deleting port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:23.934257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:23.991498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-44eba1fb-987e-41d1-9ea6-9ec1e4936539 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193947 Dec 13 09:50:24.122643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:24.142621 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] Sync routers for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:24.146550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56ca0f52-1eed-4ce4-bd18-0f227589c9ac req-795aa1a1-8fb1-4cad-90ac-18575113ee76 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699728 Dec 13 09:50:24.169281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:24.170127 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.175818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.222753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.236957 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:24.237613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.277563 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:24.278337 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4578c8-25b2-48f5-beea-daaf39320ffc None None] The sync data for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:24.351780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] For port c5b4f240-475e-476d-b33b-8f2ba5dca6e8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:24.352323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.371225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0b945bdb-592d-42a2-bb64-f833ba68256f tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/floatingips/d4727539-6762-4de8-9c16-929135c99f22 HTTP/1.1" status: 200 len: 979 time: 5.4644454 Dec 13 09:50:24.375233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:24.380917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57a8c9e1-ce86-41db-96a4-56ceaeed7e90 req-94cf4f56-565d-4777-a4e7-55ff930467ab service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736868 Dec 13 09:50:24.392151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.396499 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-3bad69bb-6a99-4f5f-9473-86b761fead92 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254264 Dec 13 09:50:24.396812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Calling delete_port for c5b4f240-475e-476d-b33b-8f2ba5dca6e8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:24.562177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-ac1a5a09-e3ab-45c0-9a73-49619431fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.562938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-ac1a5a09-e3ab-45c0-9a73-49619431fdfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 1094 time: 0.0868061 Dec 13 09:50:24.600128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=79f8f656-3911-42a8-9303-4a491d0fab24,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:24.705982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:24.706898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 6a64f882-c4f1-4530-9fda-2fd4e426c0e1, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:24.715586 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-67adfbbf-b113-44b8-84ba-cf73c62fa728 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929535 Dec 13 09:50:24.731365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac5ef-0065-44c6-8fa8-295ef90034a5 req-debfb0ef-290c-4baf-9102-2cde00a5eed3 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.738513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c2ac5ef-0065-44c6-8fa8-295ef90034a5 req-debfb0ef-290c-4baf-9102-2cde00a5eed3 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.1967173 Dec 13 09:50:24.779644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-9e9ee92e-204f-49f3-8f1e-68218365cfed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 200 len: 217 time: 0.0554318 Dec 13 09:50:24.783389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port c10923eb-8af2-4914-9d67-8a0547c07370 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:24.783802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.796431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:24.799184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb685b7a-735b-4221-9c75-4f29f63e79ac req-ceec2228-fc43-43d0-b4a2-84658f39faa6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.800777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb685b7a-735b-4221-9c75-4f29f63e79ac req-ceec2228-fc43-43d0-b4a2-84658f39faa6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 943 time: 0.2041357 Dec 13 09:50:24.816834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-c913994d-6d0f-4b55-99e1-8004538125f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.818275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-c913994d-6d0f-4b55-99e1-8004538125f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.2342565 Dec 13 09:50:24.830788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.849954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['15baa045-0d74-43bf-86fa-4f7071ec74de'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:24.876407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6a64f882-c4f1-4530-9fda-2fd4e426c0e1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:24.891151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.892011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:24.893749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event deleted for resources: {'Port': ['ID=c5b4f240-475e-476d-b33b-8f2ba5dca6e8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:24.907203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-d6e937ad-1476-403e-8ba8-eef4ab7dc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:24.908985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-d6e937ad-1476-403e-8ba8-eef4ab7dc2ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.1220551 Dec 13 09:50:24.910784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813af14-fb65-4efe-ad0a-0abad931996a None None] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:24.951868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c2ac5ef-0065-44c6-8fa8-295ef90034a5 req-3868abed-2559-4d16-aee3-5127656deaa9 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115185 Dec 13 09:50:24.968974 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-610deffe-410d-4378-a938-757523cc64a5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7009449 Dec 13 09:50:24.975224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:24.995442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.029626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb685b7a-735b-4221-9c75-4f29f63e79ac req-86f006b5-aa29-41a7-a64e-169fa84f81a8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125053 Dec 13 09:50:25.109778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-c1880c95-b3b3-4ce6-9573-453011bc45ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943 HTTP/1.1" status: 200 len: 217 time: 0.2637646 Dec 13 09:50:25.123487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:25.124593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.199910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-087a7ff7-8690-4842-9fee-47e2bc1d091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.201928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-087a7ff7-8690-4842-9fee-47e2bc1d091a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2830510 Dec 13 09:50:25.235328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] No DVR routers for this DVR port c5b4f240-475e-476d-b33b-8f2ba5dca6e8 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:25.251389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.264117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-635f8cb2-df03-4fae-b225-104f8287cdce req-e74a0333-3414-41ef-8c9b-d528f61be322 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.37 "DELETE /v2.0/ports/c5b4f240-475e-476d-b33b-8f2ba5dca6e8 HTTP/1.1" status: 204 len: 173 time: 1.9937308 Dec 13 09:50:25.295762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'name': 'network-vif-deleted', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:25.302113 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12e5c89-a7b9-4fcb-a59b-d6bcfd4e9705" -d '{"events": [{"server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "name": "network-vif-deleted", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:25.319199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:25.395674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1ae8899-575f-490e-9678-22eadb37954f req-72a1fca6-6eae-487a-a385-717ba199dad5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9cffc5a-734f-4d2b-b69c-a42e091fddbd HTTP/1.1" status: 200 len: 210 time: 0.0749929 Dec 13 09:50:25.397200 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e383d7-58ad-4339-b450-c6f48a473af1 x-openstack-request-id: req-67e383d7-58ad-4339-b450-c6f48a473af1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:25.397500 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cffc5a-734f-4d2b-b69c-a42e091fddbd", "name": "network-vif-deleted", "tag": "c5b4f240-475e-476d-b33b-8f2ba5dca6e8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:25.397761 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67e383d7-58ad-4339-b450-c6f48a473af1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:25.398155 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cffc5a-734f-4d2b-b69c-a42e091fddbd', 'name': 'network-vif-deleted', 'tag': 'c5b4f240-475e-476d-b33b-8f2ba5dca6e8', 'status': 'completed', 'code': 200} Dec 13 09:50:25.418013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-ed3cb066-5976-4a81-b90e-ad90a896978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.419462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-ed3cb066-5976-4a81-b90e-ad90a896978c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.2911510 Dec 13 09:50:25.439646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Allocated IP 2001:db8:2::2 (6a64f882-c4f1-4530-9fda-2fd4e426c0e1/79f8f656-3911-42a8-9303-4a491d0fab24/abd5b734-662d-4553-9543-30245be79577) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:25.487296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:25.487967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.489205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:25.529597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-84efcb83-f169-4bde-906b-aeb45c427709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.531273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-84efcb83-f169-4bde-906b-aeb45c427709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012394 Dec 13 09:50:25.625765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c5b4f240-475e-476d-b33b-8f2ba5dca6e8 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:25.685508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: c5b4f240-475e-476d-b33b-8f2ba5dca6e8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:25.686104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device c5b4f240-475e-476d-b33b-8f2ba5dca6e8 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:25.718237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.724551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.725731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-5b4b7149-7627-47fa-ae73-f8e4a8264e1b service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837261 Dec 13 09:50:25.740193 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-656d4b5f-353e-40ad-a04f-935a99dc050d service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174944 Dec 13 09:50:25.774020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:25.779865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:25.783813 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.784743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.785250 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Floating IP d4727539-6762-4de8-9c16-929135c99f22 disassociated. External IP: 172.25.1.211, port: c10923eb-8af2-4914-9d67-8a0547c07370. Dec 13 09:50:25.785436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:25.785936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for c10923eb-8af2-4914-9d67-8a0547c07370 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:25.787920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Pushing event updated for resources: {'Port': ['ID=abd5b734-662d-4553-9543-30245be79577,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:25.790308 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6df843c-c416-4fc3-a860-0478e9f716d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.850303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Attempting to bind port abd5b734-662d-4553-9543-30245be79577 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:25.850915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Attempting to bind port abd5b734-662d-4553-9543-30245be79577 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:25.851213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Attempting to bind port abd5b734-662d-4553-9543-30245be79577 on network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:25.858024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:25.858396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Checking segment: {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:25.858963 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.859538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Bound using segment: {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:25.860003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Bound port: abd5b734-662d-4553-9543-30245be79577, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:25.860638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.921320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e3e86-2ef7-4795-8d29-3f5ac5be998a req-4abe42c2-dd4b-4408-94d4-3d19b00d3435 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:25.924695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e5e3e86-2ef7-4795-8d29-3f5ac5be998a req-4abe42c2-dd4b-4408-94d4-3d19b00d3435 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.0916355 Dec 13 09:50:25.936700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] For port abd5b734-662d-4553-9543-30245be79577, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:25.939893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] For port abd5b734-662d-4553-9543-30245be79577, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=abd5b734-662d-4553-9543-30245be79577,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:25.946818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:25.973050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fd72f76-ce9b-4f94-adb8-0e7aae1f46cc req-d00cec65-8fd4-4d36-8057-b62aa1027a82 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389677 Dec 13 09:50:26.018346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e5e3e86-2ef7-4795-8d29-3f5ac5be998a req-034b9a63-b374-4547-8e1c-7d6bf2328fca tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826144 Dec 13 09:50:26.040891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef0cbe-e261-4d02-bce5-c2fa0780f22b None None] Pushing event updated for resources: {'Port': ['ID=abd5b734-662d-4553-9543-30245be79577,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:26.084732 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-82209619-d255-4b5f-a5c3-c78072741c81 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301082 Dec 13 09:50:26.183918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316e55-3a7d-4507-9b55-341a815c2422 req-0a145dfa-2e37-4f9b-a4a2-5a56d227fa66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:26.194697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98316e55-3a7d-4507-9b55-341a815c2422 req-0a145dfa-2e37-4f9b-a4a2-5a56d227fa66 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 943 time: 0.0814724 Dec 13 09:50:26.198303 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-3777373f-4eb2-4667-a991-260a986e1097 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 200 len: 217 time: 0.0982239 Dec 13 09:50:26.198303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.202554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6df843c-c416-4fc3-a860-0478e9f716d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.228361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6df843c-c416-4fc3-a860-0478e9f716d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.262857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98316e55-3a7d-4507-9b55-341a815c2422 req-a11b22af-3c35-4406-a66e-93e5346714b8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645452 Dec 13 09:50:26.412993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:26.413213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6df843c-c416-4fc3-a860-0478e9f716d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b0b2d08d07b4591aff8365b77466a12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9185753 Dec 13 09:50:26.418948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.424166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-2a2cc752-69b3-42b7-9727-b0bb4645db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:26.425698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-2a2cc752-69b3-42b7-9727-b0bb4645db1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.2184882 Dec 13 09:50:26.435864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df843c-c416-4fc3-a860-0478e9f716d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bf977-fda3-4599-975f-3dc4b5078250,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:26.469024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.478482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=c10923eb-8af2-4914-9d67-8a0547c07370,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:26.493694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.577060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.583724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:26.584911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e54bf977-fda3-4599-975f-3dc4b5078250 HTTP/1.1" status: 204 len: 168 time: 0.1706562 Dec 13 09:50:26.603947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3516d8-c2f4-4311-84a6-4722dc4f4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bf977-fda3-4599-975f-3dc4b5078250,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:26.983861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:27.023950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46cccc21-929e-4cf8-92c5-bb5a9b3498ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.033801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.092560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8:2::1 (6a64f882-c4f1-4530-9fda-2fd4e426c0e1/79f8f656-3911-42a8-9303-4a491d0fab24/c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:27.255350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.272129 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46cccc21-929e-4cf8-92c5-bb5a9b3498ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.291833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46cccc21-929e-4cf8-92c5-bb5a9b3498ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.353036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device abd5b734-662d-4553-9543-30245be79577 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:27.425885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.457390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port abd5b734-662d-4553-9543-30245be79577 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:27.457767 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.469793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-e50ee53e-b795-4b48-ad97-c3103fe7c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.471386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-e50ee53e-b795-4b48-ad97-c3103fe7c044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0092702 Dec 13 09:50:27.509755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-46cccc21-929e-4cf8-92c5-bb5a9b3498ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b16d75bf62324700b7e6ec7fa81724b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242851 Dec 13 09:50:27.519910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:27.523570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:27.541927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcbbb-10cb-4e83-bfbc-fce56a617982 req-2f0ebc32-6caa-4cb9-a8b1-368bebf492e1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.544699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e34bcbbb-10cb-4e83-bfbc-fce56a617982 req-2f0ebc32-6caa-4cb9-a8b1-368bebf492e1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 943 time: 0.1216271 Dec 13 09:50:27.545968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57336ac-ef59-465d-8df3-6a85a69d977a None None] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:27.546098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cccc21-929e-4cf8-92c5-bb5a9b3498ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661dc5bd-868c-4c61-946f-7a9f66719c1a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:27.563591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83dbba-1830-421f-9416-0f20f920f57e req-25081307-a258-424f-8468-36c685d1c730 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.575037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e83dbba-1830-421f-9416-0f20f920f57e req-25081307-a258-424f-8468-36c685d1c730 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.2987919 Dec 13 09:50:27.610489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:27.624243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:27.643778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-55740c80-1d1b-4f94-a440-5b8b3e50989e tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:27.645679 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-55740c80-1d1b-4f94-a440-5b8b3e50989e tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.44 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.2992971 Dec 13 09:50:27.653090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:27.653956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.717390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4e5a05f4-7f76-4242-b070-e9cd2769e943 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:50:27.801863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6f4f99a5-8b48-47a0-a9d2-ba9a6b8cd95d None None] Provisioning complete for port abd5b734-662d-4553-9543-30245be79577 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:27.802233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f4f99a5-8b48-47a0-a9d2-ba9a6b8cd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.818804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:27.853506 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.923394 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-2004b8e3-023b-4882-96cd-64a03380d19e service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387877 Dec 13 09:50:27.969484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:27.970223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port abd5b734-662d-4553-9543-30245be79577, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=abd5b734-662d-4553-9543-30245be79577,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.078283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e83dbba-1830-421f-9416-0f20f920f57e req-57ce0cab-cf6b-4add-b4b9-05e58dfd41e7 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5018761 Dec 13 09:50:28.174590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.177304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e34bcbbb-10cb-4e83-bfbc-fce56a617982 req-0ffbd132-f0a6-4136-9a2e-0b91567edc1a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925927 Dec 13 09:50:28.179442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.255255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:28.267226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f4f99a5-8b48-47a0-a9d2-ba9a6b8cd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.278808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.280840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] Sync routers for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:28.308332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Deleting port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:28.308684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.338302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:28.340279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:28.447604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:28.482171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:28.482814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:28.507824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.523934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-28fb2e60-07c8-4997-a571-b6263bc515be service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555320 Dec 13 09:50:28.524597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.527795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.537337 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/661dc5bd-868c-4c61-946f-7a9f66719c1a HTTP/1.1" status: 204 len: 168 time: 0.9956231 Dec 13 09:50:28.586356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:28.587005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352e71b-ac7b-4e92-b134-dffeb04ee06e None None] The sync data for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:28.588536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=abd5b734-662d-4553-9543-30245be79577,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.599091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '4e5a05f4-7f76-4242-b070-e9cd2769e943', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '4e5a05f4-7f76-4242-b070-e9cd2769e943', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:50:28.601802 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-6f4f99a5-8b48-47a0-a9d2-ba9a6b8cd95d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:50:28.602417 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-6f4f99a5-8b48-47a0-a9d2-ba9a6b8cd95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:50:28.604574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fddd30b-dde9-43eb-97db-76b759555afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.645834 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.649163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4578320-6c10-4e9c-b2a5-69a6e43de6c4 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/c10923eb-8af2-4914-9d67-8a0547c07370 HTTP/1.1" status: 204 len: 168 time: 4.2717137 Dec 13 09:50:28.653777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:28.697559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.703615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bd649-4bb8-4c5a-972a-691b0b856014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661dc5bd-868c-4c61-946f-7a9f66719c1a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.712694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-1fa3abeb-183d-4958-b62a-fde66cb0cf2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 200 len: 217 time: 0.1174943 Dec 13 09:50:28.726924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] For port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.727274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a05f4-7f76-4242-b070-e9cd2769e943 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:50:28.727407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.775487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-4f60a78b-f42a-4f5d-9102-0a555f8cd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:28.777259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-4f60a78b-f42a-4f5d-9102-0a555f8cd797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0523772 Dec 13 09:50:28.814701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:28.822954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:28.902165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:28.957799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.023541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-ddf50f71-7b62-4a26-9a09-15ee50328f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.027013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-ddf50f71-7b62-4a26-9a09-15ee50328f8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2422428 Dec 13 09:50:29.141083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.141564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.141976 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Floating IP cbe37b22-927e-4671-9c6d-067ed5e43990 disassociated. External IP: 172.25.1.94, port: 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37. Dec 13 09:50:29.142397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Calling delete_port for 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:29.252184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device abd5b734-662d-4553-9543-30245be79577 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:29.406368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:50:29.410076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.421529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4c04-7280-466c-83d6-73d06fb80804 req-a46e59a7-9e7b-4856-a918-c66d2f9f55f4 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.432812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a0a4c04-7280-466c-83d6-73d06fb80804 req-a46e59a7-9e7b-4856-a918-c66d2f9f55f4 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 946 time: 0.2112396 Dec 13 09:50:29.488601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-59688456-be84-4078-87b7-33815ade8585 None None] Provisioning complete for port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:29.488998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-59688456-be84-4078-87b7-33815ade8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.518351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-782febf8-21dc-4312-8037-32d014c36957 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722294 Dec 13 09:50:29.525154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event deleted for resources: {'Port': ['ID=83d6cf9e-f8d8-4cbf-98e2-3771dde26c37,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:29.537286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.539312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a0a4c04-7280-466c-83d6-73d06fb80804 req-6c4843d4-40c4-45bf-8c84-1bbe19500198 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups?id=ef00ff10-e02f-4d37-9fa7-8369662d9def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713701 Dec 13 09:50:29.547895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.575551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.575820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.616466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port abd5b734-662d-4553-9543-30245be79577 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:29.616750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.674100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef822be-4a66-48f5-ba45-a1dbaf91f67a req-cb20a451-3f09-49be-9878-2820162e7072 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:29.675816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ef822be-4a66-48f5-ba45-a1dbaf91f67a req-cb20a451-3f09-49be-9878-2820162e7072 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 944 time: 0.3197260 Dec 13 09:50:29.731200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-59688456-be84-4078-87b7-33815ade8585 None None] Port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:29.827318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-59688456-be84-4078-87b7-33815ade8585 None None] Provisioning complete for port abd5b734-662d-4553-9543-30245be79577 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:29.827318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-59688456-be84-4078-87b7-33815ade8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:29.888338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ef822be-4a66-48f5-ba45-a1dbaf91f67a req-15693efa-db8d-4e72-95fa-ba806fb18e2f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770210 Dec 13 09:50:30.089816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port bbb35b8c-9a2a-4051-816b-4c8033d78485 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:30.092712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.230956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.255328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for bbb35b8c-9a2a-4051-816b-4c8033d78485 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:30.537445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Router 7e151612-5af5-435f-882a-8aa3b2fc7322 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:30.546108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.583750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=bbb35b8c-9a2a-4051-816b-4c8033d78485,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:30.689108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:30.780394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d71c566-88ef-4368-8ced-73ba38477648 req-1d08a6e8-8c21-467d-86e0-7eb7cce8ffd4 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 210 time: 0.0896335 Dec 13 09:50:30.955316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f0245da-b73a-4ba2-86a3-bdcaae44d998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.978494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:30.990890 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-a51a7a07-87be-4ba8-8a3d-43f6f53190de service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4599757 Dec 13 09:50:31.111609 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-b81387f6-625e-4337-8748-992f46b83f2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 217 time: 0.0876496 Dec 13 09:50:31.118471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:31.189474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:31.202104 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Sync routers for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:31.204428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:31.238815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:31.246610 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:31.246610 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.274947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] No DVR routers for this DVR port 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:31.275393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681917-ba9c-4787-ac1e-47b8e5babc88 req-cc34f4de-89c1-43ae-a951-9aa936fc50ed tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.278372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89681917-ba9c-4787-ac1e-47b8e5babc88 req-cc34f4de-89c1-43ae-a951-9aa936fc50ed tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 944 time: 0.1532915 Dec 13 09:50:31.284161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-bdf6386a-c724-4782-8e2b-e0394e6a6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.285803 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-bdf6386a-c724-4782-8e2b-e0394e6a6e0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.1553464 Dec 13 09:50:31.288052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.292761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbaa9eca-f092-4906-b51d-9abd76a9c0bb req-04a0decc-6cea-46e5-b718-871136d993dd tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.44 "DELETE /v2.0/ports/83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 HTTP/1.1" status: 204 len: 173 time: 3.6233454 Dec 13 09:50:31.293547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'name': 'network-vif-deleted', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:31.295972 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5658e4-4eaf-4b24-b780-a266990f8312" -d '{"events": [{"server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "name": "network-vif-deleted", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:31.352544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1825629549', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:31.406751 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61677ba9-d5a7-4034-9ef6-d358ab02fccb x-openstack-request-id: req-61677ba9-d5a7-4034-9ef6-d358ab02fccb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:31.407055 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5815a9f6-49e0-4e0c-bdce-3d609f3a11d7", "name": "network-vif-deleted", "tag": "83d6cf9e-f8d8-4cbf-98e2-3771dde26c37", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:31.407319 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61677ba9-d5a7-4034-9ef6-d358ab02fccb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:31.407737 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5815a9f6-49e0-4e0c-bdce-3d609f3a11d7', 'name': 'network-vif-deleted', 'tag': '83d6cf9e-f8d8-4cbf-98e2-3771dde26c37', 'status': 'completed', 'code': 200} Dec 13 09:50:31.467802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89681917-ba9c-4787-ac1e-47b8e5babc88 req-33aa9810-54be-49e1-837b-a33af98f3ca7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821120 Dec 13 09:50:31.539577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7448-11a2-437d-9e08-07bf79453599 req-d54fb260-11bf-4b08-b7dd-32fe0fcc4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:31.541807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-d54fb260-11bf-4b08-b7dd-32fe0fcc4785 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2428858 Dec 13 09:50:31.546000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Made reservation on behalf of 800131939c7c4624b72d0fc6255450bb for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:31.548518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.549742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:31.570343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.574469 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:31.621317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4e5a05f4-7f76-4242-b070-e9cd2769e943 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:31.665377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:31.709153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 4e5a05f4-7f76-4242-b070-e9cd2769e943 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:50:31.713973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 4e5a05f4-7f76-4242-b070-e9cd2769e943 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:31.714692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:31.777351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:31.795616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-512f6730-b887-4786-bcd4-5c35ed645367 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/routers/5fcf0a77-ec1a-41c7-8f33-868b34704d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1382968 Dec 13 09:50:31.796440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:31.803763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:31.822204 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:31.841052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33cbd8f6-60b7-49ab-8c01-abdb0de53279 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8634720 Dec 13 09:50:31.846304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:31.861296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-516335870'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:31.897069 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:31.897718 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.902350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] Sync routers for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:31.920152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-a559aad2-c333-4839-9b7b-033c2fd03736 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524375 Dec 13 09:50:31.985218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:31.985755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:31.993370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:32.005113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.062067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:32.090850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.091714 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added segment 866cd1dd-32ef-4724-b5f6-51d6134bb85e of type vlan for network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 Dec 13 09:50:32.099344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.107837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dff0427d-db21-4049-9796-d311b4fc4923 None None] Provisioning complete for port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:32.110149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dff0427d-db21-4049-9796-d311b4fc4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.114725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.124850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.126371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-058cfa3c-243e-437a-9fa8-b34444f0cc8d req-bed3fb74-b2c6-4795-be8d-af0e77fc9f9f tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/ports?device_id=5815a9f6-49e0-4e0c-bdce-3d609f3a11d7 HTTP/1.1" status: 200 len: 210 time: 0.1051881 Dec 13 09:50:32.158978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.264567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.280054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:32.280775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.281989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] Routers {'5fcf0a77-ec1a-41c7-8f33-868b34704d60'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:32.286681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.294640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:32.314007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.318069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.379227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.394288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.404538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:32.419086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:32.424677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef719f-bb87-41b4-9e31-47b7ba0cec57,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:32.446424 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83fca2a-2a28-4c53-9473-2812e641520d" -d '{"events": [{"server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:32.455051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6055140 Dec 13 09:50:32.462360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.463784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deea3-4ac1-4e7d-bcba-7b67382aedd7 None None] The sync data for ids ['5fcf0a77-ec1a-41c7-8f33-868b34704d60'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:32.465167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.472310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:32.476880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:32.484587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'subnet': {'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:32.498397 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Checking router: 7e151612-5af5-435f-882a-8aa3b2fc7322 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:32.514207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:32.514906 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.518388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614644f-e2b0-4979-95fd-e2a8ef97fddf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Network': ['ID=7e203293-e5ff-4dbc-b7e7-386ec1c35942,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:32.529068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dff0427d-db21-4049-9796-d311b4fc4923 None None] Port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:32.551590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:32.552092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 83d6cf9e-f8d8-4cbf-98e2-3771dde26c37 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:32.555375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:32.603548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.604127 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Added segment c3039462-b4bf-43fa-bd11-ea69168e7b69 of type vlan for network 321c014f-68d6-4de8-b581-b7677184dc58 Dec 13 09:50:32.637847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port fee9d146-8ff8-4d56-a8c8-9ccc5ec37d59 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:32.638380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.652951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:32.688197 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-257d7448-11a2-437d-9e08-07bf79453599 req-f5a9f0f9-52b2-449e-b762-59f2bc3d223f service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563298 Dec 13 09:50:32.725917 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e74df-8e3f-4c51-bf6f-fc988b92bdab x-openstack-request-id: req-f29e74df-8e3f-4c51-bf6f-fc988b92bdab {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:32.726370 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:32.726720 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f29e74df-8e3f-4c51-bf6f-fc988b92bdab {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:32.727211 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943', 'code': 200} Dec 13 09:50:32.742163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:32.750080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.752381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.811704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Made reservation on behalf of 3bc1980a05914d409f45369df30610e3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:32.819579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.834860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:32.849311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for fee9d146-8ff8-4d56-a8c8-9ccc5ec37d59 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:32.881413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:32.920582 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:32.944103 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:50:32.970625 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6e5c2-6fb6-4858-bb58-bc84035be543 None None] The sync data for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 is: [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:48:16Z', 'revision_number': 4, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6489b206-12e7-4e25-ace3-0d72f394db68', 'name': '', 'network_id': '1763f8c3-6b66-46b8-be75-6c7e5dba5a66', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:15Z', 'updated_at': '2021-12-13T09:48:21Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'subnets': [{'id': '68a4480a-69e6-4290-a606-3d85cfbd2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:33.008599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.012615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.013424 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.078492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:27Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:28Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:33.098409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.127490 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:33.131298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Updating router a0088a3b-79b9-4510-9854-00850dd2acde port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:50:33.136368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e6656-4179-4f5f-be1d-b4739374db6c req-d212b67d-866f-432e-9e5b-281cb785a6bb tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.138482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a37e6656-4179-4f5f-be1d-b4739374db6c req-d212b67d-866f-432e-9e5b-281cb785a6bb tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.6356626 Dec 13 09:50:33.165157 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.172699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0531108 Dec 13 09:50:33.192947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:33.198552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'subnet': {'network_id': '321c014f-68d6-4de8-b581-b7677184dc58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:33.212622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd24d-5af9-4522-8118-c9e70109b4cb tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Network': ['ID=321c014f-68d6-4de8-b581-b7677184dc58,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.233517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 321c014f-68d6-4de8-b581-b7677184dc58 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:33.257583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=fee9d146-8ff8-4d56-a8c8-9ccc5ec37d59,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.274409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Made reservation on behalf of 800131939c7c4624b72d0fc6255450bb for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:33.281020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.442340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a3bb0-5db6-4c35-b094-b7722b82e922 None None] New status for floating IP cbe37b22-927e-4671-9c6d-067ed5e43990: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:50:33.478520 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.489012 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.490597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.569970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a37e6656-4179-4f5f-be1d-b4739374db6c req-a4e14c21-f780-4000-b790-e045b1e4b2c5 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988149 Dec 13 09:50:33.579539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c53b9-3fc1-4fa6-8c88-934cdd335fe3 req-27014938-60b0-4735-8278-caaa1c5b1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.591926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-926c53b9-3fc1-4fa6-8c88-934cdd335fe3 req-27014938-60b0-4735-8278-caaa1c5b1db8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 1096 time: 0.4999716 Dec 13 09:50:33.663443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39806ad-2bc0-482b-bfc9-b09b8c66e09d None None] Pushing event updated for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:33.710000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.736850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.758618 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Attempting to bind port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:33.765999 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Attempting to bind port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:33.766921 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Attempting to bind port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b on network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:33.777457 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:33.778129 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Checking segment: {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:33.778740 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.779297 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Bound using segment: {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:33.779952 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Bound port: c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0afafb7-8734-4415-bb9f-1a06af4c259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:33.780516 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.800161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.810866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21510-143b-4167-895b-8fc7fbf6cb81 req-1ff46f71-edfa-43e4-8bf6-6ba3632d002b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:33.819686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a21510-143b-4167-895b-8fc7fbf6cb81 req-1ff46f71-edfa-43e4-8bf6-6ba3632d002b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.6798906 Dec 13 09:50:33.825957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.871560 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] For port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:33.884794 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] For port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:33.898466 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.938078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.938678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Fanout notify agent at l3_agent the message router_deleted on router 5fcf0a77-ec1a-41c7-8f33-868b34704d60 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:33.947929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:33.953858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a294e836-4e67-4337-860d-3fafd30b6dc2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/routers/5fcf0a77-ec1a-41c7-8f33-868b34704d60 HTTP/1.1" status: 204 len: 168 time: 2.1566546 Dec 13 09:50:33.957762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:33.976079 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:33.976719 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:33.998298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Subnet': ['ID=ff212001-e153-4257-a49d-283783d3068d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:34.033783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Checking segment: {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:34.034163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network hostable DHCP agents. Network: 7e203293-e5ff-4dbc-b7e7-386ec1c35942, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:34.037616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-926c53b9-3fc1-4fa6-8c88-934cdd335fe3 req-f687e739-d8a5-4251-989a-335877307e26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998874 Dec 13 09:50:34.043749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting subnet d6875a03-3325-4c5f-aed7-83f0ae823136 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:34.047478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-33f8cdc7-70a6-4ccc-ad04-86618a9d1c43 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:34.048508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.049001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-33f8cdc7-70a6-4ccc-ad04-86618a9d1c43 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.1579654 Dec 13 09:50:34.080852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] Provisioning complete for port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:34.081758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.101014 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:34.102719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.148238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:50:34.150910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.197654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.244975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.282127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a21510-143b-4167-895b-8fc7fbf6cb81 req-83ab721f-e37f-4c9c-aa8e-b4733c9bdc0d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612834 Dec 13 09:50:34.288499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.294650 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39806ad-2bc0-482b-bfc9-b09b8c66e09d None None] Pushing event updated for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:34.311965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] For port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:34.323908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.353044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.363458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/subnets/d6875a03-3325-4c5f-aed7-83f0ae823136 HTTP/1.1" status: 204 len: 168 time: 0.3956501 Dec 13 09:50:34.364308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ac36a-5262-4144-90ed-3c37224fb0e9 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Subnet': ['ID=d6875a03-3325-4c5f-aed7-83f0ae823136,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:34.372912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:34.390622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7231943-508d-4d53-bbae-cebfd835f285 None None] Pushing event updated for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:34.392134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec47754-b27d-4712-8123-1f530a4f21fe None None] Network 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:34.403700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fcd1f208-d344-4e5c-a02e-c69c093d67f1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:34.414617 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:27Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:33Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:34.428723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:34.452627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 7e203293-e5ff-4dbc-b7e7-386ec1c35942) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:34.458907 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a631de4-e200-4d5e-b3b3-bbd53119f4f7 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:27Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:33Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:34.477958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb472651-946e-46a8-957d-e54b2c0d5f8b None None] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:34.500363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:34.500976 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.520351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.532145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Checking segment: {'id': 'c3039462-b4bf-43fa-bd11-ea69168e7b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:34.534131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network hostable DHCP agents. Network: 321c014f-68d6-4de8-b581-b7677184dc58, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:34.570599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Deleting port 15baa045-0d74-43bf-86fa-4f7071ec74de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:34.570931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.580593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-75462acb-31a3-4b92-af0c-59f05fd510b1 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1010842 Dec 13 09:50:34.586301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:34.588955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4832be85-34bc-4376-b839-473681aada64 None None] Provisioning complete for port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:34.590008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4832be85-34bc-4376-b839-473681aada64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.649753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 7244c4e5-459a-4281-9ccc-df61a124a122 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:34.649753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.785336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] For port 7244c4e5-459a-4281-9ccc-df61a124a122, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7244c4e5-459a-4281-9ccc-df61a124a122,segment=NetworkSegment(0de6f405-3438-4909-b0b9-067181902a2d),segment_id=0de6f405-3438-4909-b0b9-067181902a2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:34.785872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.789631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 321c014f-68d6-4de8-b581-b7677184dc58 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:34.806210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6894a9-696e-4b38-91fa-7a2343b80dd8 req-f684a3bf-a09e-4752-8187-4625c15ac787 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:34.809212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc6894a9-696e-4b38-91fa-7a2343b80dd8 req-f684a3bf-a09e-4752-8187-4625c15ac787 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.1355217 Dec 13 09:50:34.816499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 7244c4e5-459a-4281-9ccc-df61a124a122 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:34.844203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.874149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 321c014f-68d6-4de8-b581-b7677184dc58) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:34.880804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:34.881634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:34.908578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf6ce4-f22b-4672-80e4-8f7ff5f4a2e7 None None] Network 321c014f-68d6-4de8-b581-b7677184dc58 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:34.970469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc6894a9-696e-4b38-91fa-7a2343b80dd8 req-29bc4801-850c-479d-b968-26b503027bee tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468437 Dec 13 09:50:35.033146 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.037204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b1df3e18-cb0a-4388-a148-da85061f5a5b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8423564 Dec 13 09:50:35.040839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'project_id': '3bc1980a05914d409f45369df30610e3', 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:35.042259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.045652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:35.049278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbf1ea-f58d-42c9-bc76-4966fae973c9 None None] DHCP port deletion for 8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:35.050671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:35.061663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] No DVR routers for this DVR port 7244c4e5-459a-4281-9ccc-df61a124a122 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:35.075340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-790674660', 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:35.150862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2827e-bce1-478c-9f40-6e86fd892f0e None None] Network 321c014f-68d6-4de8-b581-b7677184dc58 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:35.179330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=7244c4e5-459a-4281-9ccc-df61a124a122,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.408813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:35.420577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Made reservation on behalf of 800131939c7c4624b72d0fc6255450bb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:35.424989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.496054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] For port 15baa045-0d74-43bf-86fa-4f7071ec74de, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=15baa045-0d74-43bf-86fa-4f7071ec74de,segment=NetworkSegment(79e1e814-389a-4b4c-bc2e-a64ad4fb0af9),segment_id=79e1e814-389a-4b4c-bc2e-a64ad4fb0af9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:35.496672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.516635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Allocated IP 2001:db8:3::2 (7e203293-e5ff-4dbc-b7e7-386ec1c35942/ff212001-e153-4257-a49d-283783d3068d/dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:35.579075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] device_id is not set on port a22f894a-4537-4b0f-8cc7-0832303a6485 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:50:35.590823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Calling delete_port for 15baa045-0d74-43bf-86fa-4f7071ec74de owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:35.601960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:35.602323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.679236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.751994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:35.766917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de6f405-3438-4909-b0b9-067181902a2d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:35.767207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de6f405-3438-4909-b0b9-067181902a2d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:35.791015 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.811248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.824831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f2a6-0c45-4c20-81c8-709f6e74606b req-0070794d-8807-4720-a819-cf5041f032ef tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:35.826467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd45f2a6-0c45-4c20-81c8-709f6e74606b req-0070794d-8807-4720-a819-cf5041f032ef tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1366732 Dec 13 09:50:35.828829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.846989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:35.847382 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:35.853085 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:35.866641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.880952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.914774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.940811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:35.945645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:35.955158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:35.960359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Pushing event updated for resources: {'Port': ['ID=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:35.985581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.994101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:35.998466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/networks/8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9 HTTP/1.1" status: 204 len: 168 time: 1.6240208 Dec 13 09:50:36.004701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd45f2a6-0c45-4c20-81c8-709f6e74606b req-1a628b6d-3ba4-4ef5-861d-fd52447b39e8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640871 Dec 13 09:50:36.012024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7244c4e5-459a-4281-9ccc-df61a124a122 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:36.018785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:36.027681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847b7f-0415-40ec-b202-f9b87bc9d5c5 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Network': ['ID=8b18e942-bae6-45ba-8c1f-d5c27d4cd2c9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.067621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7244c4e5-459a-4281-9ccc-df61a124a122 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:36.068143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7244c4e5-459a-4281-9ccc-df61a124a122 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:36.117115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Attempting to bind port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:36.117652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Attempting to bind port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:36.118553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Attempting to bind port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 on network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:36.128158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:36.128697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Checking segment: {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:36.129424 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.130048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Bound using segment: {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:36.130181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.130910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Bound port: dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:36.131399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.132667 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.136606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "DELETE /v2.0/security-groups/ef00ff10-e02f-4d37-9fa7-8369662d9def HTTP/1.1" status: 204 len: 168 time: 1.0635784 Dec 13 09:50:36.142788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:36.193784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948f5a9-d831-4b61-88ea-f5a34d7ccbfb tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00ff10-e02f-4d37-9fa7-8369662d9def,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.205980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 2001:db8::26e (321c014f-68d6-4de8-b581-b7677184dc58/fcd1f208-d344-4e5c-a02e-c69c093d67f1/a22f894a-4537-4b0f-8cc7-0832303a6485) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:36.232543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bae886-b1d4-4f9e-b57e-6224cb115e59 req-fbbf50ca-e54a-4b7d-9df9-896447fe283b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.234519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05bae886-b1d4-4f9e-b57e-6224cb115e59 req-fbbf50ca-e54a-4b7d-9df9-896447fe283b tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/ports?device_id=0476b551-c837-47f0-9e96-961cf39a25e3 HTTP/1.1" status: 200 len: 945 time: 0.1074374 Dec 13 09:50:36.247799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] For port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:36.248192 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e5dc5f73-d61d-44df-970c-add72f71ae16 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] show failed (client error): The resource could not be found. Dec 13 09:50:36.252796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5dc5f73-d61d-44df-970c-add72f71ae16 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "GET /v2.0/security-groups/ef00ff10-e02f-4d37-9fa7-8369662d9def HTTP/1.1" status: 404 len: 347 time: 0.1089857 Dec 13 09:50:36.254232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:36.259033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] For port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:36.263852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 106a886f-3017-4796-87c8-2533b8b239bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:36.264036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.269211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.346716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced280e1-e3d2-4600-b1e9-7694bbee20a0 None None] Pushing event updated for resources: {'Port': ['ID=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.373468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.446830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05bae886-b1d4-4f9e-b57e-6224cb115e59 req-dd7f984f-e5db-44ce-b68d-5e32c06046ad tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac167809-8455-42eb-9342-bb2a83cb22ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019956 Dec 13 09:50:36.499636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.499988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.518196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 106a886f-3017-4796-87c8-2533b8b239bd owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:36.571655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.614001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Deleting port 682cfd97-7dbb-4bc0-9e75-3276bd360204 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:36.614001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.633194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Pushing event deleted for resources: {'Port': ['ID=15baa045-0d74-43bf-86fa-4f7071ec74de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.722634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.722955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.723082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.729137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] No DVR routers for this DVR port 15baa045-0d74-43bf-86fa-4f7071ec74de on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:36.738239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.741652 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fab18e99-8ac7-470f-a5ed-5022cd7a7ddf req-4351c4db-920e-4745-a748-c1eed4ec3a01 tempest-AttachVolumeNegativeTest-138795819 tempest-AttachVolumeNegativeTest-138795819-project] 10.222.0.44 "DELETE /v2.0/ports/15baa045-0d74-43bf-86fa-4f7071ec74de HTTP/1.1" status: 204 len: 173 time: 2.6855114 Dec 13 09:50:36.743121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'name': 'network-vif-deleted', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:50:36.746027 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89adcad1-ba2e-49af-953b-53fdebcce875" -d '{"events": [{"server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "name": "network-vif-deleted", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:50:36.764803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Calling delete_port for 682cfd97-7dbb-4bc0-9e75-3276bd360204 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:36.814911 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168b39c-b9ad-400d-8d2f-c650b6cf6c97 x-openstack-request-id: req-e168b39c-b9ad-400d-8d2f-c650b6cf6c97 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:50:36.815204 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0476b551-c837-47f0-9e96-961cf39a25e3", "name": "network-vif-deleted", "tag": "15baa045-0d74-43bf-86fa-4f7071ec74de", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:50:36.815661 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e168b39c-b9ad-400d-8d2f-c650b6cf6c97 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:50:36.816067 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0476b551-c837-47f0-9e96-961cf39a25e3', 'name': 'network-vif-deleted', 'tag': '15baa045-0d74-43bf-86fa-4f7071ec74de', 'status': 'completed', 'code': 200} Dec 13 09:50:36.837154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.879845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=106a886f-3017-4796-87c8-2533b8b239bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.880479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.960402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 321c014f-68d6-4de8-b581-b7677184dc58 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:36.967697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:36.974146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:36.975063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:36.975670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.981060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.981532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=a22f894a-4537-4b0f-8cc7-0832303a6485,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:36.983713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:36.984885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aac056fc-1610-4ffa-8305-79c4b1de44ff tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4727539-6762-4de8-9c16-929135c99f22 HTTP/1.1" status: 204 len: 168 time: 0.9651449 Dec 13 09:50:36.990089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.003888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2686243a-b8d0-4f95-95a7-9b7e5efd1f61 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9496856 Dec 13 09:50:37.008612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.018488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Allocated IP 2001:db8:3::1 (7e203293-e5ff-4dbc-b7e7-386ec1c35942/ff212001-e153-4257-a49d-283783d3068d/99ee1016-c44e-4f1e-bfc0-ffd701cf6a48) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:37.019078 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d61d6f-91fb-4db5-a71b-b40b7637481e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:37.019643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d61d6f-91fb-4db5-a71b-b40b7637481e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:37.023152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-26d61d6f-91fb-4db5-a71b-b40b7637481e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/c10923eb-8af2-4914-9d67-8a0547c07370 HTTP/1.1" status: 404 len: 333 time: 0.0335708 Dec 13 09:50:37.027008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.065206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f2220bbc-bc82-4909-8aab-655138a5ae6e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fcf0a77-ec1a-41c7-8f33-868b34704d60 HTTP/1.1" status: 200 len: 205 time: 0.0368845 Dec 13 09:50:37.066504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.072953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.156003 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-8e191f47-3c10-4180-987e-74b20eea8cdf tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] delete failed (client error): The resource could not be found. Dec 13 09:50:37.159805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8e191f47-3c10-4180-987e-74b20eea8cdf tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/routers/5fcf0a77-ec1a-41c7-8f33-868b34704d60 HTTP/1.1" status: 404 len: 336 time: 0.0921934 Dec 13 09:50:37.160070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.205105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Pushing event deleted for resources: {'Port': ['ID=682cfd97-7dbb-4bc0-9e75-3276bd360204,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:37.229444 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5200cdc6-07e4-43c1-8421-9103a86559dd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] DELETE failed (client error): The resource could not be found. Dec 13 09:50:37.229848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5200cdc6-07e4-43c1-8421-9103a86559dd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:50:37.232948 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5200cdc6-07e4-43c1-8421-9103a86559dd tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/subnets/d6875a03-3325-4c5f-aed7-83f0ae823136 HTTP/1.1" status: 404 len: 337 time: 0.0707097 Dec 13 09:50:37.244407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.257673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:37.274492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Deleting port a22f894a-4537-4b0f-8cc7-0832303a6485 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:37.274991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.348480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.392925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:37.393355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.415892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.419442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.420589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6610bb6d-b964-4d8d-8099-8f530d157876 tempest-ServersTestJSON-1060997115 tempest-ServersTestJSON-1060997115-project] 10.222.0.30 "DELETE /v2.0/floatingips/cbe37b22-927e-4671-9c6d-067ed5e43990 HTTP/1.1" status: 204 len: 168 time: 1.1654704 Dec 13 09:50:37.428845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.445424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5669a-967c-43bc-af23-5d859b90edc5 req-361bc6be-ad66-4c38-8d11-fe70249985e5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:37.452505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7c5669a-967c-43bc-af23-5d859b90edc5 req-361bc6be-ad66-4c38-8d11-fe70249985e5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.3036177 Dec 13 09:50:37.512819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.529664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:37.531894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.586541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 17371670-31b6-4bce-b08c-a2a8fc9dacf1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:37.586785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:37.587407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.594628 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.596748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7c5669a-967c-43bc-af23-5d859b90edc5 req-bc20520e-d93e-43a1-a3c0-62549e5cc6c2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331677 Dec 13 09:50:37.639332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:37.666040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:37.668901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:37.677701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.681951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:37.685101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:37.685896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.747632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Calling delete_port for a22f894a-4537-4b0f-8cc7-0832303a6485 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:37.753877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.765529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Deleting subnet d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:37.769939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 17371670-31b6-4bce-b08c-a2a8fc9dacf1 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:37.811499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.813627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad568ed-e512-4de5-9f4d-22c2bb7ebdab None None] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:37.890932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.903470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9578e8c2-abe6-4bad-911f-60452e9874d5 None None] Provisioning complete for port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:37.903845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9578e8c2-abe6-4bad-911f-60452e9874d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:37.930845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041b01-a453-4c20-8f99-89ddccdbcdad req-0ef149f6-9bbc-485b-a128-a19a86583105 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:37.932908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf041b01-a453-4c20-8f99-89ddccdbcdad req-0ef149f6-9bbc-485b-a128-a19a86583105 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.0877392 Dec 13 09:50:37.997415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.055847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf041b01-a453-4c20-8f99-89ddccdbcdad req-659e10e2-0a4d-4074-8d85-69088c4fa57f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146164 Dec 13 09:50:38.057861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.070403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=17371670-31b6-4bce-b08c-a2a8fc9dacf1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:38.112519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.124537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.127888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c918e72-ae91-4c57-b5f2-17ced42b3c4e tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/17371670-31b6-4bce-b08c-a2a8fc9dacf1 HTTP/1.1" status: 204 len: 168 time: 0.8673925 Dec 13 09:50:38.130335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:38.231147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 4768d3af-9319-49bf-9f09-08f3627959c0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:38.231495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.269235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.337217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.355951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 15baa045-0d74-43bf-86fa-4f7071ec74de no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:38.356501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 4768d3af-9319-49bf-9f09-08f3627959c0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:38.385178 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.391286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d74cce85-e986-4f8f-bf3b-96bce1a4fcb1 HTTP/1.1" status: 204 len: 168 time: 0.8285315 Dec 13 09:50:38.391286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.391659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d835d-21c1-466a-8aa9-aa2c41785dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74cce85-e986-4f8f-bf3b-96bce1a4fcb1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:38.392733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 15baa045-0d74-43bf-86fa-4f7071ec74de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:38.393354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 15baa045-0d74-43bf-86fa-4f7071ec74de not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:38.400334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:38.415835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-beff9576-caa3-4bd5-a265-c191cfd30aa6 None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.416222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beff9576-caa3-4bd5-a265-c191cfd30aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.457251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-beff9576-caa3-4bd5-a265-c191cfd30aa6 None None] Port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:38.468601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-beff9576-caa3-4bd5-a265-c191cfd30aa6 None None] Provisioning complete for port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.468983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beff9576-caa3-4bd5-a265-c191cfd30aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.565773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Port': ['ID=a22f894a-4537-4b0f-8cc7-0832303a6485,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:38.566145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.599166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=4768d3af-9319-49bf-9f09-08f3627959c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:38.599535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.609471 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ffac3220-8513-446f-808e-12635e03753b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a22f894a-4537-4b0f-8cc7-0832303a6485 HTTP/1.1" status: 204 len: 168 time: 1.5991664 Dec 13 09:50:38.613204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:38.618846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '321c014f-68d6-4de8-b581-b7677184dc58', 'external_fixed_ips': [{'subnet_id': 'fcd1f208-d344-4e5c-a02e-c69c093d67f1', 'ip_address': '2001:db8::26e'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:38.667368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.671472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ee21ce45-2050-4cee-b83d-ac34935749ae tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/ports/4768d3af-9319-49bf-9f09-08f3627959c0 HTTP/1.1" status: 204 len: 168 time: 0.5398562 Dec 13 09:50:38.673715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:38.727664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-21d871fa-c225-4478-b814-bc7df1bf7c9d None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:38.728038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21d871fa-c225-4478-b814-bc7df1bf7c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:38.762912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21d871fa-c225-4478-b814-bc7df1bf7c9d None None] Port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:39.034506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.045292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.046336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.128186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41518797-5f58-4f92-9214-f2bc1e49d1c2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:39.132248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41518797-5f58-4f92-9214-f2bc1e49d1c2 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3bb0b3a-ec68-4979-95c2-17cd67b6640c HTTP/1.1" status: 200 len: 913 time: 0.4251196 Dec 13 09:50:39.132974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:39.175171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:39.228331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.236278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:39.236642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.275741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47bf80-15c8-4428-8c5c-fc1e303d1a77 req-ff2f0c8a-6f7a-4822-b861-a19d73e8f1f4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:39.277719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b47bf80-15c8-4428-8c5c-fc1e303d1a77 req-ff2f0c8a-6f7a-4822-b861-a19d73e8f1f4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.0981455 Dec 13 09:50:39.344753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.381102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.390243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:39.393130 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.394256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.413716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b47bf80-15c8-4428-8c5c-fc1e303d1a77 req-7bceebe8-991f-4ecf-8a06-9a4865968246 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270542 Dec 13 09:50:39.470479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:39.470779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e1e814-389a-4b4c-bc2e-a64ad4fb0af9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:39.513338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.516198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.623114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.625165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event updated for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:39.628830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.643505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.671371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:39.671782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:39.673864 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:39.687540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.687895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.688245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.688590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.688930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.689294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.689633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.689967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.690301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.690635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.690964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.691293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.691621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:39.849608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.862976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:39.870683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:39.873645 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96 HTTP/1.1" status: 204 len: 168 time: 1.4701805 Dec 13 09:50:39.885532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:39.893469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819425-be0e-4f2f-b6c7-1c7bb7623e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5ae7f1-dbd0-4b84-8e90-dc20dd9c8a96,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:39.907562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:39.908203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.005413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.026355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:40.100068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:40.107915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:40.199134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8744ade1-9dd3-4c40-bd0f-7fa32423a939 None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:40.200183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8744ade1-9dd3-4c40-bd0f-7fa32423a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.203509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6247173a-af55-4a55-9017-41ed31363862 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79321eec1d624377a7d6ed5a68457682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942318 Dec 13 09:50:40.205951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36328) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:40.243175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8744ade1-9dd3-4c40-bd0f-7fa32423a939 None None] Port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:40.299303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.314211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.337985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.355525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.357624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=0fc2e0b2-2f73-46ed-8da0-dabf080cb2ba,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:40.363029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:40.369997 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0ffdb879-1d40-43d1-91ca-fda0720c4433 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7585881 Dec 13 09:50:40.372304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.374439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:40.377216 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:40.381353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:40.391066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:40.392226 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:40.478730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.483854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.488413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac167809-8455-42eb-9342-bb2a83cb22ba HTTP/1.1" status: 204 len: 168 time: 0.2814496 Dec 13 09:50:40.529294 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:40.544943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Deleting port 6489b206-12e7-4e25-ace3-0d72f394db68 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:40.545353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.621860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96e5a4-1e7f-4ffa-9a06-2907e07bfac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac167809-8455-42eb-9342-bb2a83cb22ba,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:40.713637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.820890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 2001:db8::26e (321c014f-68d6-4de8-b581-b7677184dc58/fcd1f208-d344-4e5c-a02e-c69c093d67f1/8feb64fc-88a6-47b7-b5a3-ae11a88cd29e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:40.832221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8101e1-7fba-4e61-8f04-6c483cae9f14 req-d4739b7d-e510-459b-804f-9b8b2eda4579 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:40.840977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] For port 6489b206-12e7-4e25-ace3-0d72f394db68, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6489b206-12e7-4e25-ace3-0d72f394db68,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:40.841450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:40.841618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a8101e1-7fba-4e61-8f04-6c483cae9f14 req-d4739b7d-e510-459b-804f-9b8b2eda4579 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2230048 Dec 13 09:50:40.887082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Calling delete_port for 6489b206-12e7-4e25-ace3-0d72f394db68 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:40.893538 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:37Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:38Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:40.930362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a8101e1-7fba-4e61-8f04-6c483cae9f14 req-85669ec3-077b-42ee-bf33-b664efcdd6a2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877542 Dec 13 09:50:40.938565 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:40.938918 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Updating router a0088a3b-79b9-4510-9854-00850dd2acde port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:50:40.972664 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.127802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Router c3bb0b3a-ec68-4979-95c2-17cd67b6640c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:41.159041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.329757 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.337886 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.430155 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0e814-1779-440c-92df-36c13cf48f9c None None] Pushing event updated for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:41.554532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Attempting to bind port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:41.554532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Attempting to bind port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:41.554532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Attempting to bind port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 on network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:41.565203 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:41.565692 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Checking segment: {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:41.569346 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.569346 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Bound using segment: {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:41.569346 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Bound port: 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866cd1dd-32ef-4724-b5f6-51d6134bb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:41.569346 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.570017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:50:41.633883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.640073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Removed routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:50:41.640470 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.665523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:41.679071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] Sync routers for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:41.683053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b914c7ed-a16b-46e5-8c2c-eda533dc1746 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "PUT /v2.0/routers/c3bb0b3a-ec68-4979-95c2-17cd67b6640c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5471556 Dec 13 09:50:41.685475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:41.714240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:41.714955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.728633 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] For port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:41.740008 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] For port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:41.747588 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.799222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.804598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 321c014f-68d6-4de8-b581-b7677184dc58 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:41.832663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] Routers {'c3bb0b3a-ec68-4979-95c2-17cd67b6640c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:41.833539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.835925 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0e814-1779-440c-92df-36c13cf48f9c None None] Pushing event updated for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:41.857935 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:41.859413 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:41.876836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.879988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:41.905521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:41.907598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=8feb64fc-88a6-47b7-b5a3-ae11a88cd29e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:41.912781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:41.996966 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:42.140114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6489b206-12e7-4e25-ace3-0d72f394db68,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:42.181852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc53468-4081-46ea-b179-fe1a1a368a4e req-97e21aa5-1222-42d2-98fb-5aacbcdab225 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:42.191923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdc53468-4081-46ea-b179-fe1a1a368a4e req-97e21aa5-1222-42d2-98fb-5aacbcdab225 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1192379 Dec 13 09:50:42.235941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.258378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:42.259062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71043612-7b32-4e47-b4e5-bff1e20559c5 None None] The sync data for ids ['c3bb0b3a-ec68-4979-95c2-17cd67b6640c'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:42.273680 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 6, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:42.284768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:42.285160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.321217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becf477-6ef6-4b4a-ab54-f6231f74d958 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 6, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 4, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:42.372908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdc53468-4081-46ea-b179-fe1a1a368a4e req-43834368-ca80-48a1-9c42-377ae21b1bdc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786942 Dec 13 09:50:42.463008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting port 0d4fd3dc-754d-46dd-9f23-96250eb7d61d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:42.463396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.522694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.575122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] For port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:42.582447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.629174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.651901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2148d-657d-4cc2-ac61-98d1d97d5995 None None] Pushing event updated for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:42.652232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Calling delete_port for 0d4fd3dc-754d-46dd-9f23-96250eb7d61d owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:42.712686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a0840a9-2bb0-48de-be41-2f1d08a92feb None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:42.713323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a0840a9-2bb0-48de-be41-2f1d08a92feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.767474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.781020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.915938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:42.973570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.005288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Port': ['ID=0d4fd3dc-754d-46dd-9f23-96250eb7d61d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:43.018269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.042546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:43.074361 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.198903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.201442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.277034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.278136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Fanout notify agent at l3_agent the message router_deleted on router c3bb0b3a-ec68-4979-95c2-17cd67b6640c {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:43.286539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.288034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d78a0070-776a-499f-a3ed-612bf268b6ca tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/routers/c3bb0b3a-ec68-4979-95c2-17cd67b6640c HTTP/1.1" status: 204 len: 168 time: 1.6012611 Dec 13 09:50:43.290360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:43.367295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:43.377374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:43.379067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.380305 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ba7ff3b-e8c1-4322-9f82-ad26c7bb6bcd tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 954 time: 3.0044351 Dec 13 09:50:43.384245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:43.393500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Deleting subnet 5634b563-f5cc-4e55-9183-add60372e0ae {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:43.398855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.458621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.475049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:43.475778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.521661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-659396ea-eadd-44c1-9fee-be5a0fd26c91 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 954 time: 0.1362505 Dec 13 09:50:43.528731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36402) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:43.555367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'routes': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:43.559343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.657503 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:43.668912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:43.669958 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:43.708371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552cf12-52bd-4761-8183-33037ee1649f req-c9bcca8e-278e-47f0-a711-ea1c4f9dbe54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:43.709990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e552cf12-52bd-4761-8183-33037ee1649f req-c9bcca8e-278e-47f0-a711-ea1c4f9dbe54 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2058191 Dec 13 09:50:43.797309 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:43.843205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.878580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:43.883653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/subnets/5634b563-f5cc-4e55-9183-add60372e0ae HTTP/1.1" status: 204 len: 168 time: 0.5918376 Dec 13 09:50:43.904011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36410) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:43.916984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e552cf12-52bd-4761-8183-33037ee1649f req-c597141f-16b5-425f-91a4-0a4ee6bfc77a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905844 Dec 13 09:50:43.924491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b84e75-56cd-4c6b-8269-21edfd7ab155 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Subnet': ['ID=5634b563-f5cc-4e55-9183-add60372e0ae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:44.003563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.102872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.221903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Router 7e151612-5af5-435f-882a-8aa3b2fc7322 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:44.263414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 6, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.297294 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:44.301778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.310408 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:44.311308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.332038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9273bc4-c8bf-4dbb-938b-88d7e942e95a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.346339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:50:44.346668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:50:44.351062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a19a77c-1c88-47eb-8521-57cd96641ef6') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.351333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a19a77c-1c88-47eb-8521-57cd96641ef6') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.369438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.376174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router 6c6b21dc-1c43-4379-8663-e5f305270883 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:44.387033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:44.393655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.397866 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d9badf4b-7342-48d1-bb8d-c23cb28ccf7c admin admin] 10.222.0.30 "PUT /v2.0/routers/7e151612-5af5-435f-882a-8aa3b2fc7322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9634807 Dec 13 09:50:44.398359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:44.401896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Sync routers for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:44.406018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:44.406568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:44.409705 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:44.423735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.428421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:44.431758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.449149 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:44.519047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.562908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.599304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:44.608233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.630478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] 10.222.0.30 "DELETE /v2.0/networks/f9273bc4-c8bf-4dbb-938b-88d7e942e95a HTTP/1.1" status: 204 len: 168 time: 0.7250252 Dec 13 09:50:44.634074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ba355-2cc3-4507-a5fa-5ef999b35056 tempest-FloatingIPTestJSON-363949433 tempest-FloatingIPTestJSON-363949433-project] Pushing event deleted for resources: {'Network': ['ID=f9273bc4-c8bf-4dbb-938b-88d7e942e95a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:44.716546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:44.727398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.761077 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Sync routers for ids ['6c6b21dc-1c43-4379-8663-e5f305270883'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:44.775441 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.778055 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac920bc1-b5b5-46df-b8ad-734c5e3bdc89 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1624210 Dec 13 09:50:44.780437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:44.801352 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Routers {'6c6b21dc-1c43-4379-8663-e5f305270883'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:44.802126 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6c6b21dc-1c43-4379-8663-e5f305270883'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:44.885073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.895149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:44.909091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Deleting port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:44.909549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.018091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] For port 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:45.018643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.035060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 5, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port': {'id': '346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:48:11Z', 'updated_at': '2021-12-13T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.051425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Calling delete_port for 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:45.065397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Checking router: 7e151612-5af5-435f-882a-8aa3b2fc7322 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:45.080023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Routers {'7e151612-5af5-435f-882a-8aa3b2fc7322'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:45.080907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['7e151612-5af5-435f-882a-8aa3b2fc7322'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.100509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Set router 6c6b21dc-1c43-4379-8663-e5f305270883 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:45.161048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.226768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:45.246863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768ac3-39eb-49ae-bada-db61a8762e7f req-8093e234-a473-4b97-af9c-256de449d1ff tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:45.255014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d768ac3-39eb-49ae-bada-db61a8762e7f req-8093e234-a473-4b97-af9c-256de449d1ff tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1558468 Dec 13 09:50:45.293813 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.324084 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 6, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.369690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] Set router 7e151612-5af5-435f-882a-8aa3b2fc7322 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:45.370372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b20fc2-448d-4fe5-8b3c-50a5295ed16e None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:41Z', 'revision_number': 6, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:45.421446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d768ac3-39eb-49ae-bada-db61a8762e7f req-c01173d1-67ab-44f0-8fe0-f4eebf75f52b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605620 Dec 13 09:50:45.424999 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b21dc-1c43-4379-8663-e5f305270883', 'name': '', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '321c014f-68d6-4de8-b581-b7677184dc58', 'external_fixed_ips': [{'subnet_id': 'fcd1f208-d344-4e5c-a02e-c69c093d67f1', 'ip_address': '2001:db8::26e'}], 'enable_snat': True}, 'gw_port_id': '8feb64fc-88a6-47b7-b5a3-ae11a88cd29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:39Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 3, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port': {'id': '8feb64fc-88a6-47b7-b5a3-ae11a88cd29e', 'name': '', 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6b21dc-1c43-4379-8663-e5f305270883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fcd1f208-d344-4e5c-a02e-c69c093d67f1', 'ip_address': '2001:db8::26e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:40Z', 'updated_at': '2021-12-13T09:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcd1f208-d344-4e5c-a02e-c69c093d67f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.445878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:45.461873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.463055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ebf762f4-b08b-487b-b650-bc74b1256bba tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 704 time: 1.9332149 Dec 13 09:50:45.467155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.499392 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Checking router: 6c6b21dc-1c43-4379-8663-e5f305270883 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:45.499758 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Updating router 6c6b21dc-1c43-4379-8663-e5f305270883 port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:50:45.518070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:50:44Z', 'revision_number': 6, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.563944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a092e-cfc8-4feb-9d9e-fc191f316daa None None] The sync data for ids ['7e151612-5af5-435f-882a-8aa3b2fc7322'] in n-d-820531-5 is: [{'id': '7e151612-5af5-435f-882a-8aa3b2fc7322', 'name': 'tempest-ServersTestJSON-1076729169-router', 'tenant_id': 'ac8dfc29628e4f52a0978531330f4416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:48:10Z', 'updated_at': '2021-12-13T09:50:44Z', 'revision_number': 6, 'project_id': 'ac8dfc29628e4f52a0978531330f4416', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:45.578290 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.639547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.715128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.723485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-918ac98b-7785-48af-93f8-80f60213ad61 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 704 time: 0.2525425 Dec 13 09:50:45.725282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.736519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:45.753457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:45.755428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:45.765711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5cb8a55c-d8dc-4e1a-b630-abf27386399d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=366f4afdf0af48b7976077461cf9d031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5979080 Dec 13 09:50:45.766307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:45.776921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Pushing event deleted for resources: {'Port': ['ID=346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:45.821183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.852454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.910665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.929389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.932598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:45.936223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f068c88c-7968-468a-a389-767fdc65f78f HTTP/1.1" status: 204 len: 168 time: 0.1666946 Dec 13 09:50:45.944997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4b3f0-952c-4d58-9081-c2f0ce580675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f068c88c-7968-468a-a389-767fdc65f78f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:45.951715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:46.011490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Deleting port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:46.011845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.043546 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.063983 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.107818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.113080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.204403 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Attempting to bind port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:46.205007 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Attempting to bind port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c3039462-b4bf-43fa-bd11-ea69168e7b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:46.206708 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Attempting to bind port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e on network 321c014f-68d6-4de8-b581-b7677184dc58 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:46.211668 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b34764-eae2-4f84-a173-cf26ecea5e77 None None] Pushing event updated for resources: {'Port': ['ID=8feb64fc-88a6-47b7-b5a3-ae11a88cd29e,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:46.233948 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:46.234374 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Checking segment: {'id': 'c3039462-b4bf-43fa-bd11-ea69168e7b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:46.235246 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.235735 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Bound using segment: {'id': 'c3039462-b4bf-43fa-bd11-ea69168e7b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:46.236313 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Bound port: 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3039462-b4bf-43fa-bd11-ea69168e7b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '321c014f-68d6-4de8-b581-b7677184dc58'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:46.236772 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.306301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.307100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e151612-5af5-435f-882a-8aa3b2fc7322 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:46.318124 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.319873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ca909b99-ad9c-447f-92fc-9114cec04020 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7e151612-5af5-435f-882a-8aa3b2fc7322 HTTP/1.1" status: 204 len: 168 time: 1.9200294 Dec 13 09:50:46.323053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:46.347655 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] For port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:46.355948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.360668 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] For port 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8feb64fc-88a6-47b7-b5a3-ae11a88cd29e,segment=NetworkSegment(c3039462-b4bf-43fa-bd11-ea69168e7b69),segment_id=c3039462-b4bf-43fa-bd11-ea69168e7b69)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:46.376234 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.377852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Calling delete_port for 8feb64fc-88a6-47b7-b5a3-ae11a88cd29e owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:46.427203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:44Z', 'revision_number': 7, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:46.457970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Deleting subnet 68a4480a-69e6-4290-a606-3d85cfbd2b2f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:46.467434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.481261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:46.498656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:46.499296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:46.580607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Routers {'6c6b21dc-1c43-4379-8663-e5f305270883'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:46.581282 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6c6b21dc-1c43-4379-8663-e5f305270883'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:46.604073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.655134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:46.727534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bad814-5486-4d42-a6ff-2318b7f774c8 req-d5f2ce9c-9ccf-4d7a-91e9-98a8ba4cc303 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:46.738318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59bad814-5486-4d42-a6ff-2318b7f774c8 req-d5f2ce9c-9ccf-4d7a-91e9-98a8ba4cc303 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1669269 Dec 13 09:50:46.770690 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b34764-eae2-4f84-a173-cf26ecea5e77 None None] Pushing event updated for resources: {'Port': ['ID=8feb64fc-88a6-47b7-b5a3-ae11a88cd29e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:46.841850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.849508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] Set router 6c6b21dc-1c43-4379-8663-e5f305270883 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:46.893014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59bad814-5486-4d42-a6ff-2318b7f774c8 req-04b6ac70-fa0f-4a94-a444-6a87e459aaba tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403668 Dec 13 09:50:46.950354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:46.960728 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6b21dc-1c43-4379-8663-e5f305270883', 'name': '', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:39Z', 'updated_at': '2021-12-13T09:50:45Z', 'revision_number': 4, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:46.994099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132cb70-d789-4520-a74a-8fae5bb64fd8 None None] The sync data for ids ['6c6b21dc-1c43-4379-8663-e5f305270883'] in n-d-820531-5 is: [{'id': '6c6b21dc-1c43-4379-8663-e5f305270883', 'name': '', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:39Z', 'updated_at': '2021-12-13T09:50:45Z', 'revision_number': 4, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:47.024394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.031206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/68a4480a-69e6-4290-a606-3d85cfbd2b2f HTTP/1.1" status: 204 len: 168 time: 0.7067759 Dec 13 09:50:47.032105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66929553-fc17-4c05-af7a-42eb2f8848e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a4480a-69e6-4290-a606-3d85cfbd2b2f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:47.033979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:47.041935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc36e0b-5495-48ac-bf4c-e4f56fec0d0b None None] Network 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:47.166469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.239874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.252123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Deleting port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:47.254653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.292528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8feb64fc-88a6-47b7-b5a3-ae11a88cd29e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:47.302147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.342829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:47.388241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] For port d0eb639a-a48a-4b87-9df1-e0740cc8ac45, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,segment=NetworkSegment(ffedb385-fca9-489c-9c17-3f4bd3f6cccc),segment_id=ffedb385-fca9-489c-9c17-3f4bd3f6cccc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:47.388809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.425567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Calling delete_port for d0eb639a-a48a-4b87-9df1-e0740cc8ac45 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:47.435624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.484705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:47.485333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 346a16b1-e6c4-4a9d-9aef-f070e2c8e8a6 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:47.486356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6489b206-12e7-4e25-ace3-0d72f394db68 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:47.560890 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.574273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:44Z', 'revision_number': 7, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:47.576250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6489b206-12e7-4e25-ace3-0d72f394db68 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:47.576618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6489b206-12e7-4e25-ace3-0d72f394db68 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:47.604859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0eb639a-a48a-4b87-9df1-e0740cc8ac45,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:47.613562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] No DVR routers for this DVR port d0eb639a-a48a-4b87-9df1-e0740cc8ac45 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:47.631614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b42b96-ccb2-42c9-8d9e-83a1a09b2987 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:44Z', 'revision_number': 7, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': '99ee1016-c44e-4f1e-bfc0-ffd701cf6a48', 'name': '', 'network_id': '7e203293-e5ff-4dbc-b7e7-386ec1c35942', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:d5:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff212001-e153-4257-a49d-283783d3068d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:36Z', 'updated_at': '2021-12-13T09:50:42Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'ff212001-e153-4257-a49d-283783d3068d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:47.749591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.762559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd908416-e502-4f7b-8dfe-0360e332c92b None None] DHCP port deletion for 1763f8c3-6b66-46b8-be75-6c7e5dba5a66 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:47.799269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1763f8c3-6b66-46b8-be75-6c7e5dba5a66']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:47.828717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:47.829023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffedb385-fca9-489c-9c17-3f4bd3f6cccc') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:47.842445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.866634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.882953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:47.884545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:47.888279 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:48.041965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.059648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.063601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.067216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.076044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.084100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1763f8c3-6b66-46b8-be75-6c7e5dba5a66 HTTP/1.1" status: 204 len: 168 time: 1.0402172 Dec 13 09:50:48.109831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1bfb-31f4-40e0-98ab-764c5b2f9b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1763f8c3-6b66-46b8-be75-6c7e5dba5a66,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.128462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca386-58c0-4883-9f87-5bb910735b31 req-96076061-2eab-4cd0-b686-93ba6cab3f3d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:48.130067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e3ca386-58c0-4883-9f87-5bb910735b31 req-96076061-2eab-4cd0-b686-93ba6cab3f3d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1513886 Dec 13 09:50:48.217816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.218452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6b21dc-1c43-4379-8663-e5f305270883 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:48.225111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.226860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfc3d13a-afd4-489e-ae34-777a5be76ec2 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6c6b21dc-1c43-4379-8663-e5f305270883 HTTP/1.1" status: 204 len: 168 time: 3.4447107 Dec 13 09:50:48.231389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.237810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-136381765'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:48.251565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e3ca386-58c0-4883-9f87-5bb910735b31 req-a3d14c65-6ac6-4ba1-a473-b5e6fa58da91 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058278 Dec 13 09:50:48.282911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Made reservation on behalf of 24f6954d047e4b34bb10111b8ed472b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:48.288394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.298738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Deleting subnet fcd1f208-d344-4e5c-a02e-c69c093d67f1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:48.300914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.304900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.382228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.416698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.422293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.453719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:48.484726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.485113 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Added segment 19a18b17-e912-4069-af80-0ecc4e03cfcd of type vlan for network 3dabc509-035d-4300-b046-28e97671ef48 Dec 13 09:50:48.486682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6767f6e7-a7d5-4255-b9b7-f43c4b685c64,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.491091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.591132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.607079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.655812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:48.656160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.681148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-92ab384f-063f-46fa-af93-9d71b3627366 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac8dfc29628e4f52a0978531330f4416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821319 Dec 13 09:50:48.681148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.687314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:48.687933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.691403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.697649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.737571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd1f208-d344-4e5c-a02e-c69c093d67f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.740180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.743531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa212eb9-2529-4584-bc57-372c8aef0ed0 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/fcd1f208-d344-4e5c-a02e-c69c093d67f1 HTTP/1.1" status: 204 len: 168 time: 0.5109513 Dec 13 09:50:48.746939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.812834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7689278 Dec 13 09:50:48.816669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039f7c5-b57f-4084-865f-97d071cef2d4 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Network': ['ID=3dabc509-035d-4300-b046-28e97671ef48,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:48.825978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:48.827957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3dabc509-035d-4300-b046-28e97671ef48 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:48.832346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'subnet': {'network_id': '3dabc509-035d-4300-b046-28e97671ef48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:48.847330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:48.847706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.874818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:48.888309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.917226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.954596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:48.989606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Made reservation on behalf of 24f6954d047e4b34bb10111b8ed472b6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:48.993158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.021768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.087625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321c014f-68d6-4de8-b581-b7677184dc58']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:49.101827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3039462-b4bf-43fa-bd11-ea69168e7b69') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:49.101827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3039462-b4bf-43fa-bd11-ea69168e7b69') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:49.112918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.149284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.153950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.156685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.158649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0b07aed-67e9-4435-a7f2-b8676951e4f5 HTTP/1.1" status: 204 len: 168 time: 0.4161968 Dec 13 09:50:49.173467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:49.173978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.177094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad7e7-55ef-4462-86a9-3d5c751297a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b07aed-67e9-4435-a7f2-b8676951e4f5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: items = [ Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:49.182620 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:49.216468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d0eb639a-a48a-4b87-9df1-e0740cc8ac45 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:49.253150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d0eb639a-a48a-4b87-9df1-e0740cc8ac45 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:49.253928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d0eb639a-a48a-4b87-9df1-e0740cc8ac45 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:49.254420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.261051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.266577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.300327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 321c014f-68d6-4de8-b581-b7677184dc58 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 09:50:49.304636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=99ee1016-c44e-4f1e-bfc0-ffd701cf6a48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.306990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.311391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/networks/321c014f-68d6-4de8-b581-b7677184dc58 HTTP/1.1" status: 204 len: 168 time: 0.5629158 Dec 13 09:50:49.345605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb4e60-b816-4ee5-9bef-c1bef9818aa3 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Network': ['ID=321c014f-68d6-4de8-b581-b7677184dc58,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.352040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Subnet': ['ID=b7209d9c-c14c-4244-b758-327a093873b8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:49.363711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Checking segment: {'id': '19a18b17-e912-4069-af80-0ecc4e03cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3dabc509-035d-4300-b046-28e97671ef48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:49.364500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network hostable DHCP agents. Network: 3dabc509-035d-4300-b046-28e97671ef48, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:49.389627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 3dabc509-035d-4300-b046-28e97671ef48 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:49.413980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3dabc509-035d-4300-b046-28e97671ef48) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:49.425940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c6649-0ed8-4db6-8332-6ffd33f4798e None None] Network 3dabc509-035d-4300-b046-28e97671ef48 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:49.454489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:49.456430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.524999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.597190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9aa17cd7-1eb9-4da4-8100-ade546038484 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698274 Dec 13 09:50:49.609760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:49.615221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1871069005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:49.669080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3dabc509-035d-4300-b046-28e97671ef48', 'network_id': '3dabc509-035d-4300-b046-28e97671ef48', 'project_id': '24f6954d047e4b34bb10111b8ed472b6', 'fixed_ips': [{'subnet_id': 'b7209d9c-c14c-4244-b758-327a093873b8'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:50:49.670424 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.683170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b448f7-7939-41a8-a843-65dafa0d747b req-58841455-204e-4135-b340-e0f5388095b1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:49.685259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29b448f7-7939-41a8-a843-65dafa0d747b req-58841455-204e-4135-b340-e0f5388095b1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2076807 Dec 13 09:50:49.686857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.688070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.798127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.809459 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29b448f7-7939-41a8-a843-65dafa0d747b req-104d4840-c5eb-4080-b648-1caba9faf0ea tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123703 Dec 13 09:50:49.811212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.844082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:49.849051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b5f484b-3318-4f6c-a102-a1e699702075 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2381525 Dec 13 09:50:49.849701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:49.895484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Allocated IP 172.20.0.2 (3dabc509-035d-4300-b046-28e97671ef48/b7209d9c-c14c-4244-b758-327a093873b8/7c8a5e35-f868-466c-8aed-aa8569b35f42) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:50.026845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:50.130693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:50.136815 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-13d2174d-94c8-4ae5-9b1b-e2726239bd12 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4075198 Dec 13 09:50:50.139819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:50.206235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet ff212001-e153-4257-a49d-283783d3068d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:50.223212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.226204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.242515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.306812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Network 3dabc509-035d-4300-b046-28e97671ef48 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:50.312527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:50.320560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:50.330907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.337175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e35-f868-466c-8aed-aa8569b35f42,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:50.381675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:50.393242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'name': 'tempest-router--573233599', 'project_id': '184516c8b3b4415390c33ca0554f6c8b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:50.422432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.424179 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.440943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Attempting to bind port 7c8a5e35-f868-466c-8aed-aa8569b35f42 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:50:50.440943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Attempting to bind port 7c8a5e35-f868-466c-8aed-aa8569b35f42 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '19a18b17-e912-4069-af80-0ecc4e03cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3dabc509-035d-4300-b046-28e97671ef48'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:50:50.443177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Attempting to bind port 7c8a5e35-f868-466c-8aed-aa8569b35f42 on network 3dabc509-035d-4300-b046-28e97671ef48 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:50:50.460333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:50:50.460333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Checking segment: {'id': '19a18b17-e912-4069-af80-0ecc4e03cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3dabc509-035d-4300-b046-28e97671ef48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:50.461577 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.467135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Bound using segment: {'id': '19a18b17-e912-4069-af80-0ecc4e03cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3dabc509-035d-4300-b046-28e97671ef48'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:50:50.468292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Bound port: 7c8a5e35-f868-466c-8aed-aa8569b35f42, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a18b17-e912-4069-af80-0ecc4e03cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3dabc509-035d-4300-b046-28e97671ef48'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:50:50.468707 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.496220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.506254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.548807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.550265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0612854b-62db-4211-97b9-2c7358774b5e tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1672995 Dec 13 09:50:50.555531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:50.599734 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:50.639105 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:50.639261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] For port 7c8a5e35-f868-466c-8aed-aa8569b35f42, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:50:50.639823 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:50.642600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] For port 7c8a5e35-f868-466c-8aed-aa8569b35f42, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c8a5e35-f868-466c-8aed-aa8569b35f42,segment=NetworkSegment(19a18b17-e912-4069-af80-0ecc4e03cfcd),segment_id=19a18b17-e912-4069-af80-0ecc4e03cfcd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:50:50.650848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.761138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.765254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:50.776536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c70ab-d075-4071-8370-4a851f77c422 None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e35-f868-466c-8aed-aa8569b35f42,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:50.942161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.113924 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:51.167566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.179357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.319541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48806f4-4438-410e-938c-5a29ceeb691f req-2bd86ced-f233-4183-8c1f-2735c2b5e221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:51.321148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e48806f4-4438-410e-938c-5a29ceeb691f req-2bd86ced-f233-4183-8c1f-2735c2b5e221 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.0863171 Dec 13 09:50:51.345575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.346069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55c9e19d-b0d6-4a46-a19e-7bc5b24f5c5b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:51.351814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.352897 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c4e423de-28d8-4e94-b9f5-b684db493b87 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/routers/55c9e19d-b0d6-4a46-a19e-7bc5b24f5c5b HTTP/1.1" status: 204 len: 168 time: 0.7961907 Dec 13 09:50:51.358246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.442547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.447629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/ff212001-e153-4257-a49d-283783d3068d HTTP/1.1" status: 204 len: 168 time: 1.3064229 Dec 13 09:50:51.448956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a6d5c-c605-4a42-a87b-387fdc8a5171 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=ff212001-e153-4257-a49d-283783d3068d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:51.450475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:51.459734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91adf1-cad6-4fd1-b0e7-4c275cca7a37 None None] Network 7e203293-e5ff-4dbc-b7e7-386ec1c35942 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:51.461972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c8a5e35-f868-466c-8aed-aa8569b35f42 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:51.496974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e48806f4-4438-410e-938c-5a29ceeb691f req-cd289312-c32a-4cf5-8511-78e09bb09414 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670299 Dec 13 09:50:51.598220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Allocated IP 172.20.0.1 (3dabc509-035d-4300-b046-28e97671ef48/b7209d9c-c14c-4244-b758-327a093873b8/3c0248a6-18eb-454c-a2bd-3d13e4e94de4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:51.603858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.648367 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:49Z', 'revision_number': 8, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:51.684075 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:51.695349 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:51.696263 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:51.714294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:51.763618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7c8a5e35-f868-466c-8aed-aa8569b35f42 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:51.763911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.788002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.795408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:51.796668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:51.797006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.835653 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:51.868473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] DHCP port deletion for 7e203293-e5ff-4dbc-b7e7-386ec1c35942 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:51.910248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:51.931693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,segment=NetworkSegment(866cd1dd-32ef-4724-b5f6-51d6134bb85e),segment_id=866cd1dd-32ef-4724-b5f6-51d6134bb85e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:51.934889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:51.976529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:51.985538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.013248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-681154581-network', 'tenant_id': '1ac70e9a55274ccc99d112f0a778f011'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:52.075768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Made reservation on behalf of 1ac70e9a55274ccc99d112f0a778f011 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:52.080455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.115520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.124451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 7c8a5e35-f868-466c-8aed-aa8569b35f42, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c8a5e35-f868-466c-8aed-aa8569b35f42,segment=NetworkSegment(19a18b17-e912-4069-af80-0ecc4e03cfcd),segment_id=19a18b17-e912-4069-af80-0ecc4e03cfcd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:52.128443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.141654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.159481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Deleting port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:52.159851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.162926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af5edd60-1029-4ca2-94d7-2305b212c02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.169013 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:49Z', 'revision_number': 8, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:52.190336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025371424', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:52.215166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7dd-621f-4b10-ae3f-505c3179cf7f None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:49Z', 'revision_number': 8, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b', 'name': '', 'network_id': '6a64f882-c4f1-4530-9fda-2fd4e426c0e1', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:bf:8a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:26Z', 'updated_at': '2021-12-13T09:50:34Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '79f8f656-3911-42a8-9303-4a491d0fab24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:52.264386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 3dabc509-035d-4300-b046-28e97671ef48 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:52.270848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.279486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=7c8a5e35-f868-466c-8aed-aa8569b35f42,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.279790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=3c0248a6-18eb-454c-a2bd-3d13e4e94de4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.280963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.282002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.283894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:52.288784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] For port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:52.289438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.304696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Calling delete_port for dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:52.310106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:50:52.314755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.324471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.329133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:52.363085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:52.367086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] Pushing event deleted for resources: {'Port': ['ID=dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.378431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333cae0-9121-46dc-b4cf-271cc28c69a1 None None] No DVR routers for this DVR port dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:52.419926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.453796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.507901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.520043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c791a-9f32-4cda-bd8c-e77a24832d26 None None] Network 3dabc509-035d-4300-b046-28e97671ef48 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:52.521702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.537937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.554772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e203293-e5ff-4dbc-b7e7-386ec1c35942']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:52.580554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866cd1dd-32ef-4724-b5f6-51d6134bb85e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:52.580858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866cd1dd-32ef-4724-b5f6-51d6134bb85e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:52.598081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c37136e7-ed71-4233-b32c-18e80d92d4db None None] Provisioning complete for port 7c8a5e35-f868-466c-8aed-aa8569b35f42 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:52.598576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c37136e7-ed71-4233-b32c-18e80d92d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.638110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.664357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af5edd60-1029-4ca2-94d7-2305b212c02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.673670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:50:52.681361 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.689819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af5edd60-1029-4ca2-94d7-2305b212c02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.691273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:52.691681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.704127 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.713862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.714496 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Added segment 5103afb5-a0d8-469b-ad21-f79f9897fd7d of type vlan for network 1978b854-5dfe-4310-a818-0c59acb89756 Dec 13 09:50:52.716580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:52.768018 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:52.778724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.789066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.793472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/7e203293-e5ff-4dbc-b7e7-386ec1c35942 HTTP/1.1" status: 204 len: 168 time: 1.3380890 Dec 13 09:50:52.807867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:52.821924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf957c-8a95-4429-82e7-0f2a75f192df tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=7e203293-e5ff-4dbc-b7e7-386ec1c35942,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.830256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af5edd60-1029-4ca2-94d7-2305b212c02a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c43f712893144fc897f0006d9ebaf02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9189253 Dec 13 09:50:52.861153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36640) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:52.870523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5edd60-1029-4ca2-94d7-2305b212c02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00631d7e-ce12-40d7-ab76-a36938115863,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:52.889707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.940584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec236fd-0ed0-40f7-8dc5-f2be121bb318 req-1b94d2c2-06fe-48ec-befe-7a693137e144 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:52.948900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fec236fd-0ed0-40f7-8dc5-f2be121bb318 req-1b94d2c2-06fe-48ec-befe-7a693137e144 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.3552809 Dec 13 09:50:52.951617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:52.953845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:52.954867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.001907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.033947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3180056 Dec 13 09:50:53.037087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:53.041816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Request body: {'subnet': {'network_id': '1978b854-5dfe-4310-a818-0c59acb89756', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-681154581-subnet', 'tenant_id': '1ac70e9a55274ccc99d112f0a778f011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:53.068165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873514d-d5b0-4cf7-b904-2ed5ba1ff227 admin admin] Pushing event updated for resources: {'Network': ['ID=1978b854-5dfe-4310-a818-0c59acb89756,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:53.083602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1978b854-5dfe-4310-a818-0c59acb89756 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:50:53.085092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Made reservation on behalf of 1ac70e9a55274ccc99d112f0a778f011 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:53.087555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.215794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c8a5e35-f868-466c-8aed-aa8569b35f42 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:50:53.261715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fec236fd-0ed0-40f7-8dc5-f2be121bb318 req-dffd19e4-3c1a-4b2f-9268-a2db74f34d32 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118973 Dec 13 09:50:53.266989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.284042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea7a934f-ff08-4421-adb3-c5485e8558e4 None None] Provisioning complete for port 7c8a5e35-f868-466c-8aed-aa8569b35f42 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:53.284667 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea7a934f-ff08-4421-adb3-c5485e8558e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.378782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7c8a5e35-f868-466c-8aed-aa8569b35f42 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:53.379548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.401745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.509042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea7a934f-ff08-4421-adb3-c5485e8558e4 None None] Provisioning complete for port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:53.509786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea7a934f-ff08-4421-adb3-c5485e8558e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.552514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a934f-ff08-4421-adb3-c5485e8558e4 None None] Port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:53.572214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.574559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.579499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00631d7e-ce12-40d7-ab76-a36938115863 HTTP/1.1" status: 204 len: 168 time: 0.7106633 Dec 13 09:50:53.596063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf450de2-5328-422c-b754-aaabea7f4a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00631d7e-ce12-40d7-ab76-a36938115863,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:53.597977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.622636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.636288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:53.672162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:53.672625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 99ee1016-c44e-4f1e-bfc0-ffd701cf6a48 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:53.673693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:53.699151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.706369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.708879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:53.709711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbfe72c0-d8f8-4cba-aaf0-01f2b2daf782 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:53.720262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-77ab71cf-eeac-40cb-85f9-fc4c063778da None None] Provisioning complete for port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:53.720787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77ab71cf-eeac-40cb-85f9-fc4c063778da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.749599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.765685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-77ab71cf-eeac-40cb-85f9-fc4c063778da None None] Port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:53.819349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Allocated IP 172.25.1.178 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/f2518c7f-9dc3-433e-b439-fd4b3e38d1e2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:53.844357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.885773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=3c0248a6-18eb-454c-a2bd-3d13e4e94de4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:53.891140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:53.954537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9eba3d-fc9a-43cb-b7c9-008b22762770,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:53.981689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Checking segment: {'id': '5103afb5-a0d8-469b-ad21-f79f9897fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:50:53.982180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Network hostable DHCP agents. Network: 1978b854-5dfe-4310-a818-0c59acb89756, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:50:54.006566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:54.020203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.023242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Network 1978b854-5dfe-4310-a818-0c59acb89756 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:50:54.032061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5650beaa-b36e-4ef7-8bfe-588e3e5bfa1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.036617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1978b854-5dfe-4310-a818-0c59acb89756) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:54.043621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:54.044219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.049353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725860b-b328-4438-aba6-ff27e51c6dca None None] Network 1978b854-5dfe-4310-a818-0c59acb89756 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:54.073448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0c5f47a3-6c52-4fc3-abc7-fbf4efe5abe7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0346818 Dec 13 09:50:54.076307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.090692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 3dabc509-035d-4300-b046-28e97671ef48 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:54.095313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:54.128476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:54.134247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:54.140865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:54.143085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event updated for resources: {'Port': ['ID=f2518c7f-9dc3-433e-b439-fd4b3e38d1e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:54.250850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd27b6-f519-4d59-aad2-4aebc9fd9416 None None] Network 1978b854-5dfe-4310-a818-0c59acb89756 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:54.332132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5650beaa-b36e-4ef7-8bfe-588e3e5bfa1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.344752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5650beaa-b36e-4ef7-8bfe-588e3e5bfa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.433207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5650beaa-b36e-4ef7-8bfe-588e3e5bfa1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a924a09e68b0410788582c0d7818aff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225023 Dec 13 09:50:54.437052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:54.442158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650beaa-b36e-4ef7-8bfe-588e3e5bfa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67575b5a-840a-418f-a910-cf0f6ce850b1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:54.450973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:54.451956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.547434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Router 23222f64-a900-49dd-9a68-c61728b1e7d0 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:54.577602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.601070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2429cb2d-a78e-4376-b52c-aeaae293baa1 None None] Provisioning complete for port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:54.601824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2429cb2d-a78e-4376-b52c-aeaae293baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.610771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.655238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc7e0-a974-4048-9c68-dfd1eb271f59 req-bc815df1-a7bf-4d64-a8c3-4da3aef1702a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:54.656425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2429cb2d-a78e-4376-b52c-aeaae293baa1 None None] Port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:54.657881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c4fc7e0-a974-4048-9c68-dfd1eb271f59 req-bc815df1-a7bf-4d64-a8c3-4da3aef1702a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2365282 Dec 13 09:50:54.668609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.748915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.751777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:54.753002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67575b5a-840a-418f-a910-cf0f6ce850b1 HTTP/1.1" status: 204 len: 168 time: 0.3149624 Dec 13 09:50:54.767777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f6a07-66be-48d4-820a-df6e5ea8b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67575b5a-840a-418f-a910-cf0f6ce850b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:54.902911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.049786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Router 2632c62e-f27b-4dc2-892b-c7087a6bdb0a is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:50:55.171589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:55.184108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] Sync routers for ids ['2632c62e-f27b-4dc2-892b-c7087a6bdb0a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:55.196412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] Routers {'2632c62e-f27b-4dc2-892b-c7087a6bdb0a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.197641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2632c62e-f27b-4dc2-892b-c7087a6bdb0a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.203347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.204756 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-adcd4e12-9067-494a-86ab-55c59339db72 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4081168 Dec 13 09:50:55.207312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.207832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:55.208329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.222720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:55.242605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.252895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] Routers {'2632c62e-f27b-4dc2-892b-c7087a6bdb0a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.253530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2632c62e-f27b-4dc2-892b-c7087a6bdb0a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.288033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.288694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110137d-ef57-47f6-a12e-19628ad5edad None None] The sync data for ids ['2632c62e-f27b-4dc2-892b-c7087a6bdb0a'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:55.298006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:55.306800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b09e68e1-488a-4cc9-b084-e17acf1f24b6 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "PUT /v2.0/routers/23222f64-a900-49dd-9a68-c61728b1e7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4508605 Dec 13 09:50:55.308787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.314717 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:50:55.316379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'port': {'network_id': '3dabc509-035d-4300-b046-28e97671ef48', 'name': 'tempest-FloatingIPNegativeTestJSON-1111267336'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:55.320912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] Sync routers for ids ['23222f64-a900-49dd-9a68-c61728b1e7d0'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:55.332022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c4fc7e0-a974-4048-9c68-dfd1eb271f59 req-135c360b-3948-43b2-b4e2-09bd7f10e215 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598823 Dec 13 09:50:55.335119 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] Routers {'23222f64-a900-49dd-9a68-c61728b1e7d0'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.335977 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['23222f64-a900-49dd-9a68-c61728b1e7d0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.390256 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.411697 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] Routers {'23222f64-a900-49dd-9a68-c61728b1e7d0'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:55.412535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['23222f64-a900-49dd-9a68-c61728b1e7d0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.416263 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bcca40a1-fb85-4073-b40c-19faf977270c tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/2632c62e-f27b-4dc2-892b-c7087a6bdb0a HTTP/1.1" status: 200 len: 925 time: 0.2066522 Dec 13 09:50:55.419560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.451768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:55.452858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1bead-1752-4c5e-8a6c-8dbda6019d74 None None] The sync data for ids ['23222f64-a900-49dd-9a68-c61728b1e7d0'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:55.461285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-ae652164-5980-40f6-86d3-cf4cde666864 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:55.462853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-ae652164-5980-40f6-86d3-cf4cde666864 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/networks?id=1978b854-5dfe-4310-a818-0c59acb89756 HTTP/1.1" status: 200 len: 817 time: 0.7180390 Dec 13 09:50:55.464669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cc49954b-ec1e-49f9-9c4a-49dcb5ee5bf8 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=2632c62e-f27b-4dc2-892b-c7087a6bdb0a HTTP/1.1" status: 200 len: 205 time: 0.0441997 Dec 13 09:50:55.470848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:55.501524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Made reservation on behalf of 24f6954d047e4b34bb10111b8ed472b6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:55.505176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.524716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] device_id is not set on port 681b0f34-0da0-4c17-9464-9c509df016ec yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:50:55.569290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-e499ef9a-6a32-4245-b5a1-f70af6fcdc8b tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/quotas/1ac70e9a55274ccc99d112f0a778f011 HTTP/1.1" status: 200 len: 375 time: 0.0904455 Dec 13 09:50:55.645557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-047e9136-3804-47ee-b210-7aa9bbcc6c65 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac70e9a55274ccc99d112f0a778f011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646970 Dec 13 09:50:55.662666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Allocated IP 172.20.0.3 (3dabc509-035d-4300-b046-28e97671ef48/b7209d9c-c14c-4244-b758-327a093873b8/681b0f34-0da0-4c17-9464-9c509df016ec) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:55.698171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.702412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.795192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:55.856327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.897032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:55.949692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 3dabc509-035d-4300-b046-28e97671ef48 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:55.953974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:55.956658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:55.989015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=681b0f34-0da0-4c17-9464-9c509df016ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:56.037249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:56.038361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.065025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e6ac2e4-3867-4136-a1e2-7027b5df2c05 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7546439 Dec 13 09:50:56.065860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:56.070885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:56.084807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.096264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.119058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.245362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.254093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-66def06d-b5ef-4c2d-8ba8-469c9ec4e947 service neutron] 10.222.0.30 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929966 Dec 13 09:50:56.299918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-10e9894f-18d3-438e-a7c0-eabeb78c019c None None] Provisioning complete for port 681b0f34-0da0-4c17-9464-9c509df016ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:50:56.300902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10e9894f-18d3-438e-a7c0-eabeb78c019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.344587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-10e9894f-18d3-438e-a7c0-eabeb78c019c None None] Port 681b0f34-0da0-4c17-9464-9c509df016ec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:50:56.391002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Allocated IP 172.25.1.239 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/082664b2-065e-4595-9030-cee8c49df619) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:56.414285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port f2518c7f-9dc3-433e-b439-fd4b3e38d1e2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:56.414687 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.528283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.539626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-bc920144-7275-4658-a786-adb2ff39530e service neutron] 10.222.0.30 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834039 Dec 13 09:50:56.566317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.590447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:50:56.614357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cdb8a-2787-4944-9d84-8ea03e3413ff req-1636b9a2-c0df-4186-8593-56a90e076277 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:56.616387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-353cdb8a-2787-4944-9d84-8ea03e3413ff req-1636b9a2-c0df-4186-8593-56a90e076277 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.1593451 Dec 13 09:50:56.618366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.640455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:56.642391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=082664b2-065e-4595-9030-cee8c49df619,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:56.645156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:50:56.647444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:50:56.652145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for f2518c7f-9dc3-433e-b439-fd4b3e38d1e2 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:56.780891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.824225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-353cdb8a-2787-4944-9d84-8ea03e3413ff req-43cb000c-680c-41bd-872c-f4ab7177191d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010112 Dec 13 09:50:56.836403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:56.866998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:50:56.876808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9c794545-3772-4a2d-a442-55434276f227 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0667236 Dec 13 09:50:56.877888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ac54-c282-4554-afca-108b053463db None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:50:56.879432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:56.896514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230ac54-c282-4554-afca-108b053463db None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:56.901632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0230ac54-c282-4554-afca-108b053463db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:56.952636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet 79f8f656-3911-42a8-9303-4a491d0fab24 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:50:56.956491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.102077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.130265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c06444ff-0b67-4e30-b906-9551abd302ad req-bb019cc7-efbb-4e0e-8647-979969286f4d tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 210 time: 0.1294560 Dec 13 09:50:57.142198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.162628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.298621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.301143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.311187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0230ac54-c282-4554-afca-108b053463db None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:57.331570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.348104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=082664b2-065e-4595-9030-cee8c49df619,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:57.371126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.398047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.402001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1dba06a9-cb0d-4f7d-97b6-13c2e20efd25 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3333092 Dec 13 09:50:57.404276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:57.411325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-27d5e744-607f-4a66-adaa-efeb1a657184 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'floatingip': {'port_id': '681b0f34-0da0-4c17-9464-9c509df016ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:57.412746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=f2518c7f-9dc3-433e-b439-fd4b3e38d1e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:57.470423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.491438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27d5e744-607f-4a66-adaa-efeb1a657184 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.564940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0230ac54-c282-4554-afca-108b053463db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:55Z', 'revision_number': 9, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:57.575590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.578356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.606024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ac54-c282-4554-afca-108b053463db None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:50:57.618079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230ac54-c282-4554-afca-108b053463db None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:50:57.618888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0230ac54-c282-4554-afca-108b053463db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:50:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:57.642528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.660320 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-27d5e744-607f-4a66-adaa-efeb1a657184 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] update failed (client error): The resource could not be found. Dec 13 09:50:57.661296 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27d5e744-607f-4a66-adaa-efeb1a657184 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "PUT /v2.0/floatingips/0194d27a-d185-44c3-a201-6ef76018398f HTTP/1.1" status: 404 len: 507 time: 0.2554324 Dec 13 09:50:57.664245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:57.675661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.676271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router 2632c62e-f27b-4dc2-892b-c7087a6bdb0a {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:50:57.684130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.689491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f6753172-7477-4d12-8b09-23e0576625a2 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/2632c62e-f27b-4dc2-892b-c7087a6bdb0a HTTP/1.1" status: 204 len: 168 time: 2.2134535 Dec 13 09:50:57.689491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=79f8f656-3911-42a8-9303-4a491d0fab24,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:57.690163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:57.694797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1404155675', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:57.723574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.730481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/79f8f656-3911-42a8-9303-4a491d0fab24 HTTP/1.1" status: 204 len: 168 time: 0.8465760 Dec 13 09:50:57.733959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:57.734701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e11e1-4020-4643-9f50-351f010cb0fa None None] Network 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:50:57.734838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.735892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.749091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.749486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.749837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.750176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.750513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.750849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.751181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.751515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.751849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.752182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.752521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.752832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.753192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da181d4f-948e-4c77-92a1-e2ad4ea3e14d tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:50:57.819476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting port 082664b2-065e-4595-9030-cee8c49df619 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:57.820090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.914621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.922985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.923537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.926703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:57.940924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Calling delete_port for 082664b2-065e-4595-9030-cee8c49df619 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:57.972413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0230ac54-c282-4554-afca-108b053463db None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:50:58.114773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.140255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] DHCP port deletion for 6a64f882-c4f1-4530-9fda-2fd4e426c0e1 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:50:58.163612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Port': ['ID=082664b2-065e-4595-9030-cee8c49df619,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:58.265664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Deleting port abd5b734-662d-4553-9543-30245be79577 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:58.266040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.289175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.292412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.294164 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12ad1a82-855a-4a8f-9956-5f6dad597e7d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "DELETE /v2.0/floatingips/0194d27a-d185-44c3-a201-6ef76018398f HTTP/1.1" status: 204 len: 168 time: 0.6283927 Dec 13 09:50:58.297930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:58.303301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eea3b84f-ace6-47a4-8553-7a6505d6dec0 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'floatingip': {'floating_network_id': '3dabc509-035d-4300-b046-28e97671ef48', 'port_id': '681b0f34-0da0-4c17-9464-9c509df016ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:58.335596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eea3b84f-ace6-47a4-8553-7a6505d6dec0 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.374642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] For port abd5b734-662d-4553-9543-30245be79577, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=abd5b734-662d-4553-9543-30245be79577,segment=NetworkSegment(b0afafb7-8734-4415-bb9f-1a06af4c259d),segment_id=b0afafb7-8734-4415-bb9f-1a06af4c259d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:58.375213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.391370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Calling delete_port for abd5b734-662d-4553-9543-30245be79577 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:58.399793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0230ac54-c282-4554-afca-108b053463db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:55Z', 'revision_number': 9, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:58.436898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230ac54-c282-4554-afca-108b053463db None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:50:55Z', 'revision_number': 9, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa1706ee-bf1c-4dea-8e1e-2c986c8c2298', 'name': '', 'network_id': '615ed78c-15b7-45c3-a7ba-83be5fb20d4c', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:ef:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:17Z', 'updated_at': '2021-12-13T09:50:22Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': 'c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:50:58.600526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.612571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49d2735c-e6c2-4932-945b-d5d675561c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.633224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] No DVR routers for this DVR port abd5b734-662d-4553-9543-30245be79577 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:58.634659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f644f-ff52-473d-ba32-d9a4a6cf2d28 None None] Pushing event deleted for resources: {'Port': ['ID=abd5b734-662d-4553-9543-30245be79577,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:58.667815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-04c30c9f-c650-4f5c-b5f3-7a8ed872f9e9 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:58.669492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-04c30c9f-c650-4f5c-b5f3-7a8ed872f9e9 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.44 "GET /v2.0/networks?id=1978b854-5dfe-4310-a818-0c59acb89756 HTTP/1.1" status: 200 len: 817 time: 0.2460721 Dec 13 09:50:58.688081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Request body: {'port': {'device_id': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756', 'admin_state_up': True, 'tenant_id': '1ac70e9a55274ccc99d112f0a778f011'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:58.733646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3703258-7669-4b4b-a037-2d3239568b4b req-084d9aa6-f84d-4fb3-bbc2-998cc71479cb tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:58.735114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3703258-7669-4b4b-a037-2d3239568b4b req-084d9aa6-f84d-4fb3-bbc2-998cc71479cb tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.7544544 Dec 13 09:50:58.753536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.784272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e16e4978-4306-411a-a5df-867ec579855c req-68729940-8f90-4243-bc6e-aeaf02636284 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 210 time: 0.0591469 Dec 13 09:50:58.799155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port abd5b734-662d-4553-9543-30245be79577 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:50:58.799155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.964890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port abd5b734-662d-4553-9543-30245be79577, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:50:58.965423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.971775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:58.978510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3703258-7669-4b4b-a037-2d3239568b4b req-06a0ea75-01bb-4c8e-b9e8-f81dbe3c9213 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280750 Dec 13 09:50:58.987182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for abd5b734-662d-4553-9543-30245be79577 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:50:58.992607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Port abd5b734-662d-4553-9543-30245be79577 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:50:58.996904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.032472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=abd5b734-662d-4553-9543-30245be79577,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:59.053939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port abd5b734-662d-4553-9543-30245be79577 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:50:59.154558 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-eea3b84f-ace6-47a4-8553-7a6505d6dec0 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:50:59.159262 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eea3b84f-ace6-47a4-8553-7a6505d6dec0 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8568187 Dec 13 09:50:59.159784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:59.164558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '681b0f34-0da0-4c17-9464-9c509df016ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:50:59.225012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.234007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.263350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a64f882-c4f1-4530-9fda-2fd4e426c0e1']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.265489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device abd5b734-662d-4553-9543-30245be79577 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:59.277667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0afafb7-8734-4415-bb9f-1a06af4c259d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.277970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0afafb7-8734-4415-bb9f-1a06af4c259d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:50:59.286040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: abd5b734-662d-4553-9543-30245be79577 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:59.286391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device abd5b734-662d-4553-9543-30245be79577 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:59.287838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:50:59.306913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:50:59.307696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c71a80b0-67dc-4f4b-9ed0-4cd9ad89e75b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:50:59.320770 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.341208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Made reservation on behalf of 1ac70e9a55274ccc99d112f0a778f011 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:50:59.344705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.375117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.402707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:50:59.403219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:50:59.406576 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:50:59.476056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.492717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.499086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.510838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.542139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Allocated IP 172.20.0.13 (1978b854-5dfe-4310-a818-0c59acb89756/4f9eba3d-fc9a-43cb-b7c9-008b22762770/d54cace6-c18c-42a1-b49e-fc44f2576825) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:59.551980 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.559418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/6a64f882-c4f1-4530-9fda-2fd4e426c0e1 HTTP/1.1" status: 204 len: 168 time: 1.8157587 Dec 13 09:50:59.559418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:50:59.563858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d9d8-df52-4e1b-ac64-e0a635f34163 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=6a64f882-c4f1-4530-9fda-2fd4e426c0e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:50:59.699154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Allocated IP 172.25.1.67 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/01862010-0e60-4209-9593-b3f64675b7a5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:50:59.819322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.879619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.934908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.982488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5918b-b7e2-4736-a6da-4d0b141fda0a req-b8d53337-e088-4c05-b78b-2962c60ef1f5 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:50:59.984292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bda5918b-b7e2-4736-a6da-4d0b141fda0a req-b8d53337-e088-4c05-b78b-2962c60ef1f5 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 932 time: 0.0680711 Dec 13 09:50:59.989133 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:50:59.990886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Network 1978b854-5dfe-4310-a818-0c59acb89756 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:50:59.995729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.001254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:00.003672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:00.025475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Pushing event updated for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:00.147955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:00.158458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:00.161003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:00.182266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 172.25.1.176 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/76e284b4-2c39-4a0d-b2b8-52872caf7558) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:00.200701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bda5918b-b7e2-4736-a6da-4d0b141fda0a req-90be96e3-d364-445f-a0e1-8894944034e0 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060192 Dec 13 09:51:00.201561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.202483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.206918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event updated for resources: {'Port': ['ID=01862010-0e60-4209-9593-b3f64675b7a5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:00.238138 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-6128d024-0f23-4ef1-ac58-422d2547f85e tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5559788 Dec 13 09:51:00.264350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Request body: {'port': {'device_id': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:00.335298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1c6d-43f1-4166-b692-6e43b72b074b req-c919dacd-7afa-4254-ae89-1b867be4e8f5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:00.335298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-880e1c6d-43f1-4166-b692-6e43b72b074b req-c919dacd-7afa-4254-ae89-1b867be4e8f5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2246356 Dec 13 09:51:00.437140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.453689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-880e1c6d-43f1-4166-b692-6e43b72b074b req-373b9a42-366a-440e-bc7e-dd65b95283ad tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Dec 13 09:51:00.469445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.495547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting port 01862010-0e60-4209-9593-b3f64675b7a5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:00.495982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.564582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.626611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:00.630024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:00.630463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.655106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:00.657626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:00.688772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=76e284b4-2c39-4a0d-b2b8-52872caf7558,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:00.695972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.696310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.714385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Calling delete_port for 01862010-0e60-4209-9593-b3f64675b7a5 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:00.835726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port fa1706ee-bf1c-4dea-8e1e-2c986c8c2298, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:00.836151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.875644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:00.893886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54cace6-c18c-42a1-b49e-fc44f2576825 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:00.904898 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.937065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.941518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Transition to ACTIVE for port object d54cace6-c18c-42a1-b49e-fc44f2576825 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:00.951594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.952768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccd7283f-7e92-4e4f-831e-83a82c28fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:00.980064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Port': ['ID=01862010-0e60-4209-9593-b3f64675b7a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.095230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Pushing event updated for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.100580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.159643 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] create failed (client error): The resource could not be found. Dec 13 09:51:01.160771 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-651b6d69-d955-4ca4-814f-fdff01df4e60 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0000427 Dec 13 09:51:01.163558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Attempting to bind port d54cace6-c18c-42a1-b49e-fc44f2576825 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:01.163900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Attempting to bind port d54cace6-c18c-42a1-b49e-fc44f2576825 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '5103afb5-a0d8-469b-ad21-f79f9897fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:01.164275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Attempting to bind port d54cace6-c18c-42a1-b49e-fc44f2576825 on network 1978b854-5dfe-4310-a818-0c59acb89756 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:01.166218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:01.179307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Port d54cace6-c18c-42a1-b49e-fc44f2576825 on network 1978b854-5dfe-4310-a818-0c59acb89756 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:01.179307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Attempting to bind port d54cace6-c18c-42a1-b49e-fc44f2576825 on network 1978b854-5dfe-4310-a818-0c59acb89756 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:01.204506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:01.205479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Checking segment: {'id': '5103afb5-a0d8-469b-ad21-f79f9897fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:01.205479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Bound using segment: {'id': '5103afb5-a0d8-469b-ad21-f79f9897fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:01.205747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Bound port: d54cace6-c18c-42a1-b49e-fc44f2576825, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5103afb5-a0d8-469b-ad21-f79f9897fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:01.206037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.259603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.312218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=fa1706ee-bf1c-4dea-8e1e-2c986c8c2298,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.321331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:01.326188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d54cace6-c18c-42a1-b49e-fc44f2576825,segment=NetworkSegment(5103afb5-a0d8-469b-ad21-f79f9897fd7d),segment_id=5103afb5-a0d8-469b-ad21-f79f9897fd7d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:01.340072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.396673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting port 681b0f34-0da0-4c17-9464-9c509df016ec {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:01.397372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.420536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:01.421188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.422593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] 10.222.0.44 "PUT /v2.0/ports/d54cace6-c18c-42a1-b49e-fc44f2576825 HTTP/1.1" status: 200 len: 1092 time: 1.1657779 Dec 13 09:51:01.423301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:01.425544 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:01.485306 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.539540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49183ede-a058-4bcf-b25c-134836d37055 service neutron] Pushing event updated for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:01.606164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-119666f1-c7aa-49df-ac3d-556ee3aa59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:01.608000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-119666f1-c7aa-49df-ac3d-556ee3aa59d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac70e9a55274ccc99d112f0a778f011&device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 1095 time: 0.1272364 Dec 13 09:51:01.610278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.629373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.637467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Calling delete_port for 681b0f34-0da0-4c17-9464-9c509df016ec owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:01.686104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-331bab5f-d8e9-4d5b-8b3f-e4a9668ade98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54cace6-c18c-42a1-b49e-fc44f2576825 HTTP/1.1" status: 200 len: 217 time: 0.0673513 Dec 13 09:51:01.783686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46217a-e514-495f-a996-812f381c295d req-fda1aa7e-f680-475e-ada4-37bbfe060919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:01.785103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-fda1aa7e-f680-475e-ada4-37bbfe060919 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f9eba3d-fc9a-43cb-b7c9-008b22762770 HTTP/1.1" status: 200 len: 857 time: 0.0919781 Dec 13 09:51:01.822674 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-09c276be-bc04-48dc-8c4d-4ed948cd3ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1978b854-5dfe-4310-a818-0c59acb89756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290561 Dec 13 09:51:01.966633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:01.981239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-d5dd76aa-f769-4ca1-b17e-951a6743c42f service neutron] 10.222.0.44 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482742 Dec 13 09:51:02.018191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Port': ['ID=681b0f34-0da0-4c17-9464-9c509df016ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:02.141993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.147236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53002-1d87-4728-845a-13776d9d1d96 req-317cdcd0-489f-4b39-b9e3-230340ddc526 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.148658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-841d9c36-02da-406c-8bff-3a8a713232d5 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "DELETE /v2.0/ports/681b0f34-0da0-4c17-9464-9c509df016ec HTTP/1.1" status: 204 len: 168 time: 0.9813356 Dec 13 09:51:02.152128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:02.155161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06c53002-1d87-4728-845a-13776d9d1d96 req-317cdcd0-489f-4b39-b9e3-230340ddc526 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 944 time: 0.8481872 Dec 13 09:51:02.173981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.208446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3e46217a-e514-495f-a996-812f381c295d req-f65c4828-ea85-48f2-8f3b-70d1e28aba6b service neutron] 10.222.0.44 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030330 Dec 13 09:51:02.226280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57407b8-2154-4596-9dac-dce8568d8270 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.231038 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f57407b8-2154-4596-9dac-dce8568d8270 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "GET /v2.0/ports?device_id=23222f64-a900-49dd-9a68-c61728b1e7d0 HTTP/1.1" status: 200 len: 913 time: 0.0784221 Dec 13 09:51:02.231658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:02.322174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8731407-e6f2-41d1-a2b2-44d8f12eccdc req-194ab9b0-374c-49ee-881c-2c61f1696c08 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.324117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8731407-e6f2-41d1-a2b2-44d8f12eccdc req-194ab9b0-374c-49ee-881c-2c61f1696c08 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.6155548 Dec 13 09:51:02.430611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06c53002-1d87-4728-845a-13776d9d1d96 req-524a7aeb-7056-4d59-b53b-6aea689c8b93 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745605 Dec 13 09:51:02.471023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router c296d5f1-0696-4726-9c67-ee877ae0cb3b is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:02.482548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8731407-e6f2-41d1-a2b2-44d8f12eccdc req-2b52125f-fabb-43eb-9ae7-02876ea1ffaa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481588 Dec 13 09:51:02.501589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:02.534529 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ecb80-1b1b-43fc-8070-7d6161d283c6 x-openstack-request-id: req-be1ecb80-1b1b-43fc-8070-7d6161d283c6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:02.534889 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:02.535209 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be1ecb80-1b1b-43fc-8070-7d6161d283c6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:02.535671 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825', 'status': 'completed', 'code': 200} Dec 13 09:51:02.651167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-fd070fef-9e2a-450c-ba4a-d62ad42265bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.652766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-fd070fef-9e2a-450c-ba4a-d62ad42265bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ac70e9a55274ccc99d112f0a778f011&device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 1095 time: 0.1138034 Dec 13 09:51:02.712123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:02.725922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:02.729736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Sync routers for ids ['c296d5f1-0696-4726-9c67-ee877ae0cb3b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:02.736505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a6fbf60c-8146-4926-a650-e00be48af74b tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1760018 Dec 13 09:51:02.736959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:02.743174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:02.745039 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Routers {'c296d5f1-0696-4726-9c67-ee877ae0cb3b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:02.748053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.749288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c6aa6949-d6e5-4edc-970c-6778e172dc35 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0579200 Dec 13 09:51:02.751982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:02.752244 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c296d5f1-0696-4726-9c67-ee877ae0cb3b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:02.760188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:02.761380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:02.815325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:02.826547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.874614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:02.877290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.936096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:02.954388 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Set router c296d5f1-0696-4726-9c67-ee877ae0cb3b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:02.981521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-bd2d4ad7-9e89-47f1-ac3d-9fc74a9bb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:02.983958 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-bd2d4ad7-9e89-47f1-ac3d-9fc74a9bb265 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1978b854-5dfe-4310-a818-0c59acb89756 HTTP/1.1" status: 200 len: 918 time: 0.3234651 Dec 13 09:51:03.054005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.082163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-8859f3fe-c465-4c70-8051-a90102133844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54cace6-c18c-42a1-b49e-fc44f2576825 HTTP/1.1" status: 200 len: 217 time: 0.0665174 Dec 13 09:51:03.094473 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d0ba8931-2657-4386-9137-dac294a69041 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/c296d5f1-0696-4726-9c67-ee877ae0cb3b HTTP/1.1" status: 200 len: 909 time: 0.3401017 Dec 13 09:51:03.097238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36878) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:03.123833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1404155675', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': True}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:03.202779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.207496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.276001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:01Z', 'revision_number': 10, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:03.295445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.306266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.312474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:03.323931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:03.324867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:03.330088 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176'}], 'enable_snat': False}, 'gw_port_id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:57Z', 'updated_at': '2021-12-13T09:51:00Z', 'revision_number': 3, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port': {'id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:59Z', 'updated_at': '2021-12-13T09:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:03.392849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:03.405134 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Checking router: c296d5f1-0696-4726-9c67-ee877ae0cb3b for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:03.407292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.411090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a6bcd093-bb21-4f4b-b0d3-3bad7f97fc78 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f HTTP/1.1" status: 204 len: 168 time: 0.6726756 Dec 13 09:51:03.412156 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Updating router c296d5f1-0696-4726-9c67-ee877ae0cb3b port 76e284b4-2c39-4a0d-b2b8-52872caf7558 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:51:03.416181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:03.438179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:03.454459 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.693810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3e3e4-2424-4f21-a541-03908a2f00bc None None] Network 615ed78c-15b7-45c3-a7ba-83be5fb20d4c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:03.799380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.827941 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.837881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.840255 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.861682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-027a939f-99d3-41a8-858c-d8b8368dcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:03.863290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-027a939f-99d3-41a8-858c-d8b8368dcbcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f9eba3d-fc9a-43cb-b7c9-008b22762770 HTTP/1.1" status: 200 len: 857 time: 0.7718079 Dec 13 09:51:03.903860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-5870b106-fcda-45f0-96e1-994dfaa3ee31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1978b854-5dfe-4310-a818-0c59acb89756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323153 Dec 13 09:51:03.971028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:03.987909 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Attempting to bind port 76e284b4-2c39-4a0d-b2b8-52872caf7558 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:03.988505 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Attempting to bind port 76e284b4-2c39-4a0d-b2b8-52872caf7558 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:03.988878 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Attempting to bind port 76e284b4-2c39-4a0d-b2b8-52872caf7558 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:03.990937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] DHCP port deletion for 615ed78c-15b7-45c3-a7ba-83be5fb20d4c request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:04.003841 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:04.004597 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:04.005209 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.006201 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:04.006939 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Bound port: 76e284b4-2c39-4a0d-b2b8-52872caf7558, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:04.007504 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.021114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-72c9bf85-e72e-4abe-bebd-903abde3d7f5 service neutron] 10.222.0.44 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051641 Dec 13 09:51:04.033556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c333fae-f189-42dc-ba5f-b1b62273e1b6 req-1ec9c6a7-18b2-4113-80c3-bb890cb91ea2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.035674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c333fae-f189-42dc-ba5f-b1b62273e1b6 req-1ec9c6a7-18b2-4113-80c3-bb890cb91ea2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.3600757 Dec 13 09:51:04.058592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf73a23-642b-4fec-83e6-75e24778ed2f req-d40fdff7-af72-4940-9d27-12c67d4f9e49 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.067324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecf73a23-642b-4fec-83e6-75e24778ed2f req-d40fdff7-af72-4940-9d27-12c67d4f9e49 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 944 time: 0.3927135 Dec 13 09:51:04.075999 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] For port 76e284b4-2c39-4a0d-b2b8-52872caf7558, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:04.082181 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] For port 76e284b4-2c39-4a0d-b2b8-52872caf7558, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=76e284b4-2c39-4a0d-b2b8-52872caf7558,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:04.085578 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bdeb2-f1c7-4914-b6e1-142bf87a41b1 None None] Pushing event updated for resources: {'Port': ['ID=76e284b4-2c39-4a0d-b2b8-52872caf7558,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:04.093419 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.173511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:01Z', 'revision_number': 10, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:04.206479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecf73a23-642b-4fec-83e6-75e24778ed2f req-4fd21e3f-e15e-483b-9c9a-e7fa0c62d974 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381805 Dec 13 09:51:04.210519 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bff5872f-59e8-4673-bf7e-f3e1dbce71c2 req-f0498577-1b70-4a46-ba74-4c71761f3200 service neutron] 10.222.0.44 "GET /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776676 Dec 13 09:51:04.217674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting port 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:04.218472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.243221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Routers {'c296d5f1-0696-4726-9c67-ee877ae0cb3b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:04.245278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c296d5f1-0696-4726-9c67-ee877ae0cb3b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:04.265682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57254-3750-4a74-aca0-893b2a88b7d4 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:01Z', 'revision_number': 10, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None, '_interfaces': [{'id': 'a37bfb93-a012-480f-a175-9091f0b1cac2', 'name': '', 'network_id': '63c80e59-e393-4cc3-a71f-30b1bcd5082b', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'mac_address': 'fa:16:3e:56:33:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:10Z', 'updated_at': '2021-12-13T09:50:15Z', 'revision_number': 5, 'project_id': '3bc1980a05914d409f45369df30610e3', 'subnets': [{'id': '3ed8008f-7dd2-450b-b985-6d8bd9366b3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:04.300517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Deleting port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:04.301142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.306945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c333fae-f189-42dc-ba5f-b1b62273e1b6 req-9cee938d-383a-4a16-aa10-2d99ece218e7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538652 Dec 13 09:51:04.371528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:04.371723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.372300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.384683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Calling delete_port for 3c0248a6-18eb-454c-a2bd-3d13e4e94de4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:04.455765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] For port ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:04.456265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.470415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Calling delete_port for ecbb85d3-a43d-4d27-bbbe-69fc507fd176 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:04.577010 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] Set router c296d5f1-0696-4726-9c67-ee877ae0cb3b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:04.581784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.584736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.615805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Port': ['ID=3c0248a6-18eb-454c-a2bd-3d13e4e94de4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:04.671719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Pushing event deleted for resources: {'Port': ['ID=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:04.707453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.708131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.709880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.710428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.711041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.711548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.712104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.712595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.713080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.713858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.714338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.714837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.715319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:04.720229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.726365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3eb75-594c-43f6-8960-185af7ba6392 None None] No DVR routers for this DVR port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:04.759671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port ecbb85d3-a43d-4d27-bbbe-69fc507fd176, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,segment=NetworkSegment(1924c5c3-31f4-40f2-8463-f779e2567ce9),segment_id=1924c5c3-31f4-40f2-8463-f779e2567ce9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:04.760262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.806594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for ecbb85d3-a43d-4d27-bbbe-69fc507fd176 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:04.883314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.911717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f96c2-b792-44de-9dbe-e02045e56bff req-ceba541c-9022-464d-87ef-44b72acaec9a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:04.919139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f0f96c2-b792-44de-9dbe-e02045e56bff req-ceba541c-9022-464d-87ef-44b72acaec9a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2430413 Dec 13 09:51:04.924316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.929739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:04.987746 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bdeb2-f1c7-4914-b6e1-142bf87a41b1 None None] Pushing event updated for resources: {'Port': ['ID=76e284b4-2c39-4a0d-b2b8-52872caf7558,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:05.071015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f0f96c2-b792-44de-9dbe-e02045e56bff req-c27e9804-82fd-434b-881f-043f6abd835c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507559 Dec 13 09:51:05.172778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.204787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Router 23222f64-a900-49dd-9a68-c61728b1e7d0 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:05.226733 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176'}], 'enable_snat': False}, 'gw_port_id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:57Z', 'updated_at': '2021-12-13T09:51:00Z', 'revision_number': 3, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port': {'id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:59Z', 'updated_at': '2021-12-13T09:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.234930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:05.235110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port ecbb85d3-a43d-4d27-bbbe-69fc507fd176 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:05.243724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=ecbb85d3-a43d-4d27-bbbe-69fc507fd176,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:05.255029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 172.25.1.4 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/b68188b4-8988-4b5e-b5a3-bc696d42b9b1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:05.261052 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70b9cf-495b-43af-8126-6139aa3a41f5 None None] The sync data for ids ['c296d5f1-0696-4726-9c67-ee877ae0cb3b'] in n-d-820531-5 is: [{'id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176'}], 'enable_snat': False}, 'gw_port_id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:57Z', 'updated_at': '2021-12-13T09:51:00Z', 'revision_number': 3, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port': {'id': '76e284b4-2c39-4a0d-b2b8-52872caf7558', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296d5f1-0696-4726-9c67-ee877ae0cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:50:59Z', 'updated_at': '2021-12-13T09:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:05.288037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:05.288037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device fa1706ee-bf1c-4dea-8e1e-2c986c8c2298 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:05.288037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ecbb85d3-a43d-4d27-bbbe-69fc507fd176 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:05.312868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: ecbb85d3-a43d-4d27-bbbe-69fc507fd176 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:05.314123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ecbb85d3-a43d-4d27-bbbe-69fc507fd176 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:05.355986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:05.363814 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f4395a2c-0768-4f7a-9c9b-627af914830d tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "PUT /v2.0/routers/23222f64-a900-49dd-9a68-c61728b1e7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305230 Dec 13 09:51:05.365631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.372114 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] Sync routers for ids ['23222f64-a900-49dd-9a68-c61728b1e7d0'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:05.391295 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] Routers {'23222f64-a900-49dd-9a68-c61728b1e7d0'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:05.395130 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['23222f64-a900-49dd-9a68-c61728b1e7d0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.452635 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.465802 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] Routers {'23222f64-a900-49dd-9a68-c61728b1e7d0'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:05.466755 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['23222f64-a900-49dd-9a68-c61728b1e7d0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.477616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.522653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f89836-b32d-43d3-bc38-2593d922e3c5 req-3609bf93-b835-42cf-b53b-96350060d3ff tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:05.524169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1f89836-b32d-43d3-bc38-2593d922e3c5 req-3609bf93-b835-42cf-b53b-96350060d3ff tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2976656 Dec 13 09:51:05.526046 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.526976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72464d18-9dad-4c26-9a71-7654e7252827 None None] The sync data for ids ['23222f64-a900-49dd-9a68-c61728b1e7d0'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:05.533080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.597759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d38de-4613-4645-88b3-54d00e1e6238 req-1b734018-a671-48b9-86a8-346c90c76e35 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:05.607581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e21d38de-4613-4645-88b3-54d00e1e6238 req-1b734018-a671-48b9-86a8-346c90c76e35 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 944 time: 0.2572587 Dec 13 09:51:05.625836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ed78c-15b7-45c3-a7ba-83be5fb20d4c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.677616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.679240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1924c5c3-31f4-40f2-8463-f779e2567ce9') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.679539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1924c5c3-31f4-40f2-8463-f779e2567ce9') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:05.721248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.733931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.737098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.763246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1f89836-b32d-43d3-bc38-2593d922e3c5 req-feb9b520-601a-42c0-b8f2-657a2ca4171f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255876 Dec 13 09:51:05.766454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.789559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e21d38de-4613-4645-88b3-54d00e1e6238 req-7dcd4e04-9a21-495b-a063-a8d066e7a408 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725428 Dec 13 09:51:05.793143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.812541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:05.812889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:05.820244 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:05.859693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.860562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Fanout notify agent at l3_agent the message router_deleted on router 23222f64-a900-49dd-9a68-c61728b1e7d0 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:05.880938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.884297 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-39d5a70f-51ea-4c96-8829-87595f3e9932 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "DELETE /v2.0/routers/23222f64-a900-49dd-9a68-c61728b1e7d0 HTTP/1.1" status: 204 len: 168 time: 0.5155449 Dec 13 09:51:05.884552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:05.964751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting subnet b7209d9c-c14c-4244-b758-327a093873b8 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:05.968517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:05.973355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d4383d-fa1e-4681-959b-4f6e6f30481f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.012333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.017206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.019660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.023433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.028264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/615ed78c-15b7-45c3-a7ba-83be5fb20d4c HTTP/1.1" status: 204 len: 168 time: 2.6075277 Dec 13 09:51:06.033849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:06.094998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9461cc-81d3-413b-880d-2c7135fbf29e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=615ed78c-15b7-45c3-a7ba-83be5fb20d4c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.130469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.188939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:06.195452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.227690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:06.230323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Subnet': ['ID=b7209d9c-c14c-4244-b758-327a093873b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.232383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.238456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:06.240972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3031ad19-8846-410b-ad51-41373a4d128a tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "DELETE /v2.0/subnets/b7209d9c-c14c-4244-b758-327a093873b8 HTTP/1.1" status: 204 len: 168 time: 0.3539331 Dec 13 09:51:06.243393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:06.247378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350700e-e6a0-4f19-9f90-d173b1f4e895 None None] Network 3dabc509-035d-4300-b046-28e97671ef48 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:06.279231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=b68188b4-8988-4b5e-b5a3-bc696d42b9b1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.345633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.406258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Deleting port 7c8a5e35-f868-466c-8aed-aa8569b35f42 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:06.406762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.442030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d4383d-fa1e-4681-959b-4f6e6f30481f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.456679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d4383d-fa1e-4681-959b-4f6e6f30481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.469518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d54cace6-c18c-42a1-b49e-fc44f2576825 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:06.481033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b1466-9cba-441b-94e1-270fb486801c None None] DHCP port deletion for 3dabc509-035d-4300-b046-28e97671ef48 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:06.492374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] For port 7c8a5e35-f868-466c-8aed-aa8569b35f42, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c8a5e35-f868-466c-8aed-aa8569b35f42,segment=NetworkSegment(19a18b17-e912-4069-af80-0ecc4e03cfcd),segment_id=19a18b17-e912-4069-af80-0ecc4e03cfcd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:06.492989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.513056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Calling delete_port for 7c8a5e35-f868-466c-8aed-aa8569b35f42 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:06.524331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-c27c2823-5ec5-4b18-8aa1-0fd49f6e9496 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:06.532717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-c27c2823-5ec5-4b18-8aa1-0fd49f6e9496 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.4922941 Dec 13 09:51:06.569945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4383d-fa1e-4681-959b-4f6e6f30481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31823eea-ad59-456f-9f6c-945c2ecd0066,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.621502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Deleting port 7c8a5e35-f868-466c-8aed-aa8569b35f42 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:06.621892 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.641705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.650317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-a890470e-8527-4e03-8f99-37f4b771d966 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/quotas/4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 375 time: 0.1159184 Dec 13 09:51:06.669682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Port': ['ID=7c8a5e35-f868-466c-8aed-aa8569b35f42,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.669923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-14d4383d-fa1e-4681-959b-4f6e6f30481f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4a114c59db24ab794d429b8d15ea27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9881203 Dec 13 09:51:06.674624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:06.690969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d54cace6-c18c-42a1-b49e-fc44f2576825,segment=NetworkSegment(5103afb5-a0d8-469b-ad21-f79f9897fd7d),segment_id=5103afb5-a0d8-469b-ad21-f79f9897fd7d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:06.712816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd54cace6-c18c-42a1-b49e-fc44f2576825', 'network_id': '1978b854-5dfe-4310-a818-0c59acb89756', 'port_id': 'd54cace6-c18c-42a1-b49e-fc44f2576825', 'mac_address': 'fa:16:3e:3f:38:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9eba3d-fc9a-43cb-b7c9-008b22762770', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:06.721009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-801b1466-9cba-441b-94e1-270fb486801c None None] For port 7c8a5e35-f868-466c-8aed-aa8569b35f42, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c8a5e35-f868-466c-8aed-aa8569b35f42,segment=NetworkSegment(19a18b17-e912-4069-af80-0ecc4e03cfcd),segment_id=19a18b17-e912-4069-af80-0ecc4e03cfcd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:06.721448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.733862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] No DVR routers for this DVR port 7c8a5e35-f868-466c-8aed-aa8569b35f42 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:06.759389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.762081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Calling delete_port for 7c8a5e35-f868-466c-8aed-aa8569b35f42 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:06.782873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.788991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.868688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.889713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.893277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.894453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31823eea-ad59-456f-9f6c-945c2ecd0066 HTTP/1.1" status: 204 len: 168 time: 0.2178886 Dec 13 09:51:06.915251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95bbef-e823-4157-8cb0-a9c70d9be2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31823eea-ad59-456f-9f6c-945c2ecd0066,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.920181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.927822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b1466-9cba-441b-94e1-270fb486801c None None] Pushing event deleted for resources: {'Port': ['ID=7c8a5e35-f868-466c-8aed-aa8569b35f42,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:06.946077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dabc509-035d-4300-b046-28e97671ef48']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:06.952673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54cace6-c18c-42a1-b49e-fc44f2576825 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:06.959781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b1466-9cba-441b-94e1-270fb486801c None None] No DVR routers for this DVR port 7c8a5e35-f868-466c-8aed-aa8569b35f42 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:06.978557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a18b17-e912-4069-af80-0ecc4e03cfcd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:06.980000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a18b17-e912-4069-af80-0ecc4e03cfcd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:06.993135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:06.995751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d54cace6-c18c-42a1-b49e-fc44f2576825,segment=NetworkSegment(5103afb5-a0d8-469b-ad21-f79f9897fd7d),segment_id=5103afb5-a0d8-469b-ad21-f79f9897fd7d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:07.003961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.014616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.030390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:07.030807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:07.034154 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:07.065493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:07.114269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.146706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.155077 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] 10.222.0.30 "DELETE /v2.0/networks/3dabc509-035d-4300-b046-28e97671ef48 HTTP/1.1" status: 204 len: 168 time: 0.9076271 Dec 13 09:51:07.218329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136cb2-cded-4e31-90ec-86233109c1d1 tempest-FloatingIPNegativeTestJSON-1193446022 tempest-FloatingIPNegativeTestJSON-1193446022-project] Pushing event deleted for resources: {'Network': ['ID=3dabc509-035d-4300-b046-28e97671ef48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:07.271488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 76e284b4-2c39-4a0d-b2b8-52872caf7558 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:07.300002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d54cace6-c18c-42a1-b49e-fc44f2576825'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:07.332710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-301dc69a-a5a2-407b-bad2-f76a4890ed90 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6662819 Dec 13 09:51:07.355572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab412f-04ee-43aa-8722-667d26eae75b req-270800b2-c7b8-4486-a915-64045c8f8336 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:07.357299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-faab412f-04ee-43aa-8722-667d26eae75b req-270800b2-c7b8-4486-a915-64045c8f8336 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 945 time: 0.2586641 Dec 13 09:51:07.385522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 76e284b4-2c39-4a0d-b2b8-52872caf7558 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:07.386326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.477647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:07.481492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.507026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed3735c-a048-4b2e-9db3-8b38cbca4e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.555722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.585047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 76e284b4-2c39-4a0d-b2b8-52872caf7558, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=76e284b4-2c39-4a0d-b2b8-52872caf7558,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:07.592038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.604325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-faab412f-04ee-43aa-8722-667d26eae75b req-e301c8d0-d67d-4acf-b6ba-7cf8f5684d34 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127166 Dec 13 09:51:07.622711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-72ca8992-e53d-478d-8476-6f05b8f8646d service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627509 Dec 13 09:51:07.696716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c8a5e35-f868-466c-8aed-aa8569b35f42 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:07.709746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed3735c-a048-4b2e-9db3-8b38cbca4e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.716107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed3735c-a048-4b2e-9db3-8b38cbca4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.745108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:07.748284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7c8a5e35-f868-466c-8aed-aa8569b35f42 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:07.748635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c8a5e35-f868-466c-8aed-aa8569b35f42 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:07.750873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=76e284b4-2c39-4a0d-b2b8-52872caf7558,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:07.774185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ed3735c-a048-4b2e-9db3-8b38cbca4e60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4939e1d10184369bbbe7d839945a704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898061 Dec 13 09:51:07.774438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:07.819146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3735c-a048-4b2e-9db3-8b38cbca4e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d269550-2dae-42a6-a641-61ce3d05cdae,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:07.854412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.880307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-57726316-7115-4296-9cbb-630cc181af40 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566438 Dec 13 09:51:07.880469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.891529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.943785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.946776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:07.950320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d269550-2dae-42a6-a641-61ce3d05cdae HTTP/1.1" status: 204 len: 168 time: 0.1727159 Dec 13 09:51:07.959842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f41f71-10d0-4ace-8826-1c1864b6116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d269550-2dae-42a6-a641-61ce3d05cdae,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:08.015831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.034846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a285a17a-535e-4d71-9a01-368764086fce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24f6954d047e4b34bb10111b8ed472b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884417 Dec 13 09:51:08.037583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:08.134173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.166133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.188969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04f2ef0c-1b97-4bc0-a231-ac08b8e0df73 req-53f27f62-2e0c-4f8f-a630-3612ea2474f1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 210 time: 0.0583296 Dec 13 09:51:08.238512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.245348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.249081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6767f6e7-a7d5-4255-b9b7-f43c4b685c64 HTTP/1.1" status: 204 len: 168 time: 0.2079298 Dec 13 09:51:08.277788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf63d96-b3d9-4c68-a59d-e30770a3529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767f6e7-a7d5-4255-b9b7-f43c4b685c64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:08.336174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router 6ec3369b-bb86-4537-be3c-a0aefea10b48 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:08.447300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port a37bfb93-a012-480f-a175-9091f0b1cac2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:08.447759 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.480896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d54cace6-c18c-42a1-b49e-fc44f2576825 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:08.528217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:08.550112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Sync routers for ids ['6ec3369b-bb86-4537-be3c-a0aefea10b48'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:08.570099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Routers {'6ec3369b-bb86-4537-be3c-a0aefea10b48'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:08.572747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ec3369b-bb86-4537-be3c-a0aefea10b48'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:08.576198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.581232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:08.587895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-56c7bb07-7ab2-4f0b-b241-a3c420acd210 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4798439 Dec 13 09:51:08.607169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port a37bfb93-a012-480f-a175-9091f0b1cac2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a37bfb93-a012-480f-a175-9091f0b1cac2,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:08.607544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:08.638176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for a37bfb93-a012-480f-a175-9091f0b1cac2 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:08.711285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Set router 6ec3369b-bb86-4537-be3c-a0aefea10b48 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:08.731594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a49f3902-5b3a-4899-8e3f-ee84ff7f19b7 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/6ec3369b-bb86-4537-be3c-a0aefea10b48 HTTP/1.1" status: 200 len: 906 time: 0.1494162 Dec 13 09:51:08.732494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:08.935191 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.056019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b418-df4d-43d1-940f-a85713c240d7 req-68812ef1-6d70-427a-9f85-da3dc088ec74 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.065187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d271b418-df4d-43d1-940f-a85713c240d7 req-68812ef1-6d70-427a-9f85-da3dc088ec74 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 945 time: 0.2913899 Dec 13 09:51:09.170968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d271b418-df4d-43d1-940f-a85713c240d7 req-e61ca15d-72e0-4ca4-96e1-c0982fb7701b tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045406 Dec 13 09:51:09.223463 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.237631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.244180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 76e284b4-2c39-4a0d-b2b8-52872caf7558 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:09.248732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d54cace6-c18c-42a1-b49e-fc44f2576825 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:09.303400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=a37bfb93-a012-480f-a175-9091f0b1cac2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:09.303646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d54cace6-c18c-42a1-b49e-fc44f2576825 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:09.303939 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.358729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Deleting port b68188b4-8988-4b5e-b5a3-bc696d42b9b1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:09.359432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.457063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.476672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec3369b-bb86-4537-be3c-a0aefea10b48', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b68188b4-8988-4b5e-b5a3-bc696d42b9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:03Z', 'updated_at': '2021-12-13T09:51:06Z', 'revision_number': 3, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port': {'id': 'b68188b4-8988-4b5e-b5a3-bc696d42b9b1', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec3369b-bb86-4537-be3c-a0aefea10b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:51:04Z', 'updated_at': '2021-12-13T09:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:09.515319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Checking router: 6ec3369b-bb86-4537-be3c-a0aefea10b48 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:09.515960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Updating router 6ec3369b-bb86-4537-be3c-a0aefea10b48 port b68188b4-8988-4b5e-b5a3-bc696d42b9b1 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:51:09.547255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c763658-1771-41ae-a491-9fa712f35746 req-c68161aa-4260-4dea-9bd3-78b5a79d10c7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 210 time: 0.2339737 Dec 13 09:51:09.564917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 76e284b4-2c39-4a0d-b2b8-52872caf7558 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:09.564917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.583094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:09.583094 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b532bbe-8be7-4ba7-af65-4edf0a2dcf76" -d '{"events": [{"server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "name": "network-vif-plugged", "status": "completed", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:09.629018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.660293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.667885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.706655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Calling delete_port for b68188b4-8988-4b5e-b5a3-bc696d42b9b1 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:09.822422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-09840462-dc6b-47ba-b658-8c71a41648a7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.825359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-09840462-dc6b-47ba-b658-8c71a41648a7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.3196654 Dec 13 09:51:09.828566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:09.844982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'device_id': '606eee6d-45b8-4983-afba-7c205948f18f', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'admin_state_up': True, 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:09.920325 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8d26d-2013-4764-8f5b-3c68e26d7f29 x-openstack-request-id: req-c5d8d26d-2013-4764-8f5b-3c68e26d7f29 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:09.920671 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "name": "network-vif-plugged", "status": "completed", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:09.920877 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5d8d26d-2013-4764-8f5b-3c68e26d7f29 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:09.921022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:09.921358 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825', 'code': 200} Dec 13 09:51:09.925530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d54cace6-c18c-42a1-b49e-fc44f2576825,segment=NetworkSegment(5103afb5-a0d8-469b-ad21-f79f9897fd7d),segment_id=5103afb5-a0d8-469b-ad21-f79f9897fd7d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:09.962196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:09.968063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209aef2-6ccd-4eec-a2f3-5705ef013f92 req-b0e830fe-2829-4738-820a-4926ea79fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:09.969635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1209aef2-6ccd-4eec-a2f3-5705ef013f92 req-b0e830fe-2829-4738-820a-4926ea79fdd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 1096 time: 0.0698261 Dec 13 09:51:10.025053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:10.032909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.050577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:10.059783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a83ffed0-f37d-4734-b5ea-b6f7741b0e37 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:10.067927 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-a83ffed0-f37d-4734-b5ea-b6f7741b0e37 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:51:10.068940 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a83ffed0-f37d-4734-b5ea-b6f7741b0e37 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:51:10.070179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a83ffed0-f37d-4734-b5ea-b6f7741b0e37 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2401130 Dec 13 09:51:10.081521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:10.090430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--467467344'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:10.109805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:10.120582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:10.122382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a752dc82-c7f1-465d-bedf-c3a4e4662b96 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0823774 Dec 13 09:51:10.126922 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:10.153493 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:10.155017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.166479 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.171764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1209aef2-6ccd-4eec-a2f3-5705ef013f92 req-ac541030-9707-4679-901e-aaef387ab96a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278746 Dec 13 09:51:10.177799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.242300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca213-cb39-4847-9f77-6342965e8b72 None None] Pushing event updated for resources: {'Port': ['ID=b68188b4-8988-4b5e-b5a3-bc696d42b9b1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:10.271164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Attempting to bind port b68188b4-8988-4b5e-b5a3-bc696d42b9b1 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:10.272112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Attempting to bind port b68188b4-8988-4b5e-b5a3-bc696d42b9b1 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:10.273574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Attempting to bind port b68188b4-8988-4b5e-b5a3-bc696d42b9b1 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:10.282204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:10.283058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:10.283681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.284277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:10.284969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Bound port: b68188b4-8988-4b5e-b5a3-bc696d42b9b1, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:10.285611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.311953 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:10.387452 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.397270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] For port b68188b4-8988-4b5e-b5a3-bc696d42b9b1, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:10.397699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e03f9-785a-413c-bbfa-f2fe37e99002 req-02ce8aeb-eb2c-4422-9ffc-a91b9e6ce9b6 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:10.400338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f0e03f9-785a-413c-bbfa-f2fe37e99002 req-02ce8aeb-eb2c-4422-9ffc-a91b9e6ce9b6 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.0891926 Dec 13 09:51:10.401323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] For port b68188b4-8988-4b5e-b5a3-bc696d42b9b1, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b68188b4-8988-4b5e-b5a3-bc696d42b9b1,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:10.408863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.430745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:10.444918 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:10.445953 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.494224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f0e03f9-785a-413c-bbfa-f2fe37e99002 req-c1d05d5b-c576-4ea4-8eb3-1db7e89dc089 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 Dec 13 09:51:10.526366 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:10.529679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Routers {'6ec3369b-bb86-4537-be3c-a0aefea10b48'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:10.530535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ec3369b-bb86-4537-be3c-a0aefea10b48'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.594462 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.653077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.654221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209240b2-ec57-4bf7-8c74-a29de259f8b7 None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:10.671090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting subnet 3ed8008f-7dd2-450b-b985-6d8bd9366b3d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:10.700400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-557a6251-c50f-4b02-9cd6-8506f5dfc743 req-b1159a71-53a5-4b81-9cb1-a4ef252a2249 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 210 time: 0.0436420 Dec 13 09:51:10.700892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.702792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.706328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca213-cb39-4847-9f77-6342965e8b72 None None] Pushing event updated for resources: {'Port': ['ID=b68188b4-8988-4b5e-b5a3-bc696d42b9b1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:10.734371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] Set router 6ec3369b-bb86-4537-be3c-a0aefea10b48 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:10.790861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec3369b-bb86-4537-be3c-a0aefea10b48', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:03Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 4, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:10.822994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd6c22-1567-4706-bb5a-a1566e720a46 None None] The sync data for ids ['6ec3369b-bb86-4537-be3c-a0aefea10b48'] in n-d-820531-5 is: [{'id': '6ec3369b-bb86-4537-be3c-a0aefea10b48', 'name': 'tempest-snat-router-1404155675', 'tenant_id': '800131939c7c4624b72d0fc6255450bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:03Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 4, 'project_id': '800131939c7c4624b72d0fc6255450bb', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:10.828478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.863616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.20.0.6 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/ffc4aa44-ece7-40d2-8999-33be41829af6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:10.865769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:10.929343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Port': ['ID=b68188b4-8988-4b5e-b5a3-bc696d42b9b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:11.075324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.095098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.146343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec99dc-6b7a-4a2e-b260-31e89a995bea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:11.162651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.270891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.318679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a37bfb93-a012-480f-a175-9091f0b1cac2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:11.340277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-175bb9df-a987-410b-8c34-3656c6b92775 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1059568 Dec 13 09:51:11.343247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a37bfb93-a012-480f-a175-9091f0b1cac2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:11.343841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a37bfb93-a012-480f-a175-9091f0b1cac2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:11.473601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.474081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.474737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.475250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.475658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.476291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.476737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.478641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-28fd1db1-7089-4825-bd99-fa0c98482a9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.0690272 Dec 13 09:51:11.481992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.493759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.503031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.525216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.599369 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.643135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.643713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec3369b-bb86-4537-be3c-a0aefea10b48 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:11.654784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.656023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5733325 Dec 13 09:51:11.657422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.660523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed8008f-7dd2-450b-b985-6d8bd9366b3d HTTP/1.1" status: 204 len: 168 time: 1.1686885 Dec 13 09:51:11.663496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.664636 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b1ba0adc-6684-4b9c-b658-44eda30183e4 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6ec3369b-bb86-4537-be3c-a0aefea10b48 HTTP/1.1" status: 204 len: 168 time: 2.9308271 Dec 13 09:51:11.667226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:11.667525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:11.668512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:11.668717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed24400-2f4c-47f9-998c-054b22169d19 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed8008f-7dd2-450b-b985-6d8bd9366b3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:11.669950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77cb17-3325-4d80-b00c-5e7fb9810a46 None None] Network 63c80e59-e393-4cc3-a71f-30b1bcd5082b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:11.670440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe3fdf-1e13-47c1-bf11-422794e4523f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fa18b-9cc2-43b7-960e-27a0a53c19c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:11.675090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.724018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.762677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:11.786723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:11.795607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:11.800982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:11.807393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:11.910356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:11.912286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.936436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'a08fa18b-9cc2-43b7-960e-27a0a53c19c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:11.945211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:11.958832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-58276ae3-49e9-4448-8427-adde08c36caf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1176023 Dec 13 09:51:11.977851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Request body: {'port': {'device_id': '606eee6d-45b8-4983-afba-7c205948f18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:12.031099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] DHCP port deletion for 63c80e59-e393-4cc3-a71f-30b1bcd5082b request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:12.067640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.104602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.139514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Deleting port 659bc2db-d3fe-467f-9e77-0fe23703c951 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:12.139927 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.156293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-de378735-e2dc-4fb9-a8b8-8c3d7e23783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.157084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-de378735-e2dc-4fb9-a8b8-8c3d7e23783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.157594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-de378735-e2dc-4fb9-a8b8-8c3d7e23783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.159486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-de378735-e2dc-4fb9-a8b8-8c3d7e23783e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 2293 time: 0.6559789 Dec 13 09:51:12.200454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.236294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] For port 659bc2db-d3fe-467f-9e77-0fe23703c951, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=659bc2db-d3fe-467f-9e77-0fe23703c951,segment=NetworkSegment(07211374-8180-416f-98b7-69a40b782179),segment_id=07211374-8180-416f-98b7-69a40b782179)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:12.236743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.259666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Calling delete_port for 659bc2db-d3fe-467f-9e77-0fe23703c951 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:12.281547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b393-c22e-4e72-b8b6-8d797fc14956 req-12bbfc4e-24b3-4e1a-b1be-68481a48b8b9 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.289320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da64b393-c22e-4e72-b8b6-8d797fc14956 req-12bbfc4e-24b3-4e1a-b1be-68481a48b8b9 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.7027647 Dec 13 09:51:12.289717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1873fc7c-ad29-4625-a0e4-51238bac1b11 None None] Provisioning complete for port ffc4aa44-ece7-40d2-8999-33be41829af6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:12.290100 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1873fc7c-ad29-4625-a0e4-51238bac1b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.437366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1873fc7c-ad29-4625-a0e4-51238bac1b11 None None] Port ffc4aa44-ece7-40d2-8999-33be41829af6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:12.457020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.479144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc4aa44-ece7-40d2-8999-33be41829af6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:12.483720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] Pushing event deleted for resources: {'Port': ['ID=659bc2db-d3fe-467f-9e77-0fe23703c951,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:12.487256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159fa86-97a6-429a-b991-8f99a8f318b8 None None] No DVR routers for this DVR port 659bc2db-d3fe-467f-9e77-0fe23703c951 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:12.498125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.509569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Transition to ACTIVE for port object ffc4aa44-ece7-40d2-8999-33be41829af6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:12.514769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.576361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:12.677089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Attempting to bind port ffc4aa44-ece7-40d2-8999-33be41829af6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:12.677624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Attempting to bind port ffc4aa44-ece7-40d2-8999-33be41829af6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:12.677918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Attempting to bind port ffc4aa44-ece7-40d2-8999-33be41829af6 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:12.683929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Port ffc4aa44-ece7-40d2-8999-33be41829af6 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:12.684358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Attempting to bind port ffc4aa44-ece7-40d2-8999-33be41829af6 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:12.690053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:12.690472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:12.690933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:12.691763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Bound port: ffc4aa44-ece7-40d2-8999-33be41829af6, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:12.692140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.765538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:12.773372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ffc4aa44-ece7-40d2-8999-33be41829af6,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:12.779004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.827700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.828332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.829761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 200 len: 1091 time: 0.8620839 Dec 13 09:51:12.830253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:12.831501 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:12.833083 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c558d9-2f0c-4611-a011-b5e08a45264f" -d '{"events": [{"name": "network-changed", "server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:12.858044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b1648-4975-48b7-b3c8-87df962055c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:12.926062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-5f11c3a5-8fad-400e-8128-7d7534b35267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:12.928858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-5f11c3a5-8fad-400e-8128-7d7534b35267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 1094 time: 0.0567088 Dec 13 09:51:12.970508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da64b393-c22e-4e72-b8b6-8d797fc14956 req-30906f2f-e3e1-4328-8435-b0fa95331b3d tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795294 Dec 13 09:51:12.982086 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-b583086d-58da-4c23-9053-266bb15eb4d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 200 len: 217 time: 0.0451744 Dec 13 09:51:12.990157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-1b8a81d2-30af-4003-b47e-4f068f851b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 1001 time: 0.8108509 Dec 13 09:51:12.999310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0471-b6a9-45d7-b7fb-3a4366ff7145 req-82508881-fec6-4a9a-90e1-a5f1a7859aab tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.007313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0aa0471-b6a9-45d7-b7fb-3a4366ff7145 req-82508881-fec6-4a9a-90e1-a5f1a7859aab tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 931 time: 0.9357626 Dec 13 09:51:13.069444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-09754af3-e84d-47c7-8ea1-c5c875d23448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.071369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-09754af3-e84d-47c7-8ea1-c5c875d23448 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0810342 Dec 13 09:51:13.113946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Deleting port 659bc2db-d3fe-467f-9e77-0fe23703c951 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:13.114416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.184679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-5bdf6dc4-5b2e-44c0-9c1c-d7a788d0bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.186598 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-5bdf6dc4-5b2e-44c0-9c1c-d7a788d0bcf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068444 Dec 13 09:51:13.191197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] For port 659bc2db-d3fe-467f-9e77-0fe23703c951, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:13.191496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.198961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.226640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 659bc2db-d3fe-467f-9e77-0fe23703c951 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:13.245103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0aa0471-b6a9-45d7-b7fb-3a4366ff7145 req-733d7e5b-e55c-45bb-9a3a-8786a6b8c155 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360413 Dec 13 09:51:13.246623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-4cecee55-e4ce-439a-bf95-48ee54adf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.248132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-4cecee55-e4ce-439a-bf95-48ee54adf0e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.2350187 Dec 13 09:51:13.260662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.262957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Calling delete_port for 659bc2db-d3fe-467f-9e77-0fe23703c951 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:13.273737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Deleting port 76e284b4-2c39-4a0d-b2b8-52872caf7558 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:13.274087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.290361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 659bc2db-d3fe-467f-9e77-0fe23703c951 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:13.291886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 659bc2db-d3fe-467f-9e77-0fe23703c951 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:13.309698 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6fd3a6-b4eb-4c79-adc0-4d5bbbd0ee19 x-openstack-request-id: req-4b6fd3a6-b4eb-4c79-adc0-4d5bbbd0ee19 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:13.310629 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:13.311097 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b6fd3a6-b4eb-4c79-adc0-4d5bbbd0ee19 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:13.312198 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6', 'status': 'completed', 'code': 200} Dec 13 09:51:13.335669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Port 659bc2db-d3fe-467f-9e77-0fe23703c951 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:51:13.370412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.385832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-561a7622-4fed-4611-8b61-1facf1641f8c service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886499 Dec 13 09:51:13.425868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba4ca3e-3513-479f-84be-17e7a042c0ad,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:13.428152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No DVR routers for this DVR port 659bc2db-d3fe-467f-9e77-0fe23703c951 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:13.439548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Port': ['ID=659bc2db-d3fe-467f-9e77-0fe23703c951,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:13.443420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.444620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-742dcbc5-7ea0-46e9-ba73-e2facf668fd5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7749667 Dec 13 09:51:13.456990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:13.467718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73eeb951-0d7d-4f2e-9770-f43249ab6cc9 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'a08fa18b-9cc2-43b7-960e-27a0a53c19c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:13.521667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73eeb951-0d7d-4f2e-9770-f43249ab6cc9 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.567181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3268a13-ca6f-48fe-a7ab-3e87b938b8d4 req-4b48fb89-4188-4336-87a4-f3e9362a6df1 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692669 Dec 13 09:51:13.586355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-064a6165-4942-40c8-8ca2-686383671a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.588444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-064a6165-4942-40c8-8ca2-686383671a00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232694 Dec 13 09:51:13.594704 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-73eeb951-0d7d-4f2e-9770-f43249ab6cc9 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:51:13.596449 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-73eeb951-0d7d-4f2e-9770-f43249ab6cc9 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1382599 Dec 13 09:51:13.599300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:13.686534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.690349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.700703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] For port 76e284b4-2c39-4a0d-b2b8-52872caf7558, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=76e284b4-2c39-4a0d-b2b8-52872caf7558,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:13.701074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.710571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-1a2a0a3a-baa9-4463-8836-7474f7cc74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.712282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-1a2a0a3a-baa9-4463-8836-7474f7cc74bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 1094 time: 0.0733302 Dec 13 09:51:13.721671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.729521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Calling delete_port for 76e284b4-2c39-4a0d-b2b8-52872caf7558 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:13.746555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c751174-8fe8-4647-929d-c0a232f7744a req-f737d7ce-3f2b-422e-b755-dd9bcf02aa40 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.747991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c751174-8fe8-4647-929d-c0a232f7744a req-f737d7ce-3f2b-422e-b755-dd9bcf02aa40 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.2554634 Dec 13 09:51:13.751468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c80e59-e393-4cc3-a71f-30b1bcd5082b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:13.777094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07211374-8180-416f-98b7-69a40b782179') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:13.777419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07211374-8180-416f-98b7-69a40b782179') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:13.801553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.858948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.861656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.862872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/a08fa18b-9cc2-43b7-960e-27a0a53c19c4 HTTP/1.1" status: 204 len: 168 time: 0.2623165 Dec 13 09:51:13.864032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-b5603c3f-76a3-4931-86da-8bc3b6d7cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:13.865749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-b5603c3f-76a3-4931-86da-8bc3b6d7cc2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.1412275 Dec 13 09:51:13.866221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:13.878413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.899433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:13.899845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:13.908342 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:13.925611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf84a5-e1af-4b41-948f-f9813d6f653b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fa18b-9cc2-43b7-960e-27a0a53c19c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:13.929863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-d9aa4f86-7bd4-466b-b32b-7e8ef845a9c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 200 len: 217 time: 0.0539398 Dec 13 09:51:13.960601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6c19d150-fbd7-4b78-8981-c2afc6a03dcc service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553643 Dec 13 09:51:13.968276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c751174-8fe8-4647-929d-c0a232f7744a req-1527a091-26c8-4e59-a184-e768cec01630 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122273 Dec 13 09:51:13.999434 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e091b09f-0df8-4b08-86fa-615fdeefa968 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1293797 Dec 13 09:51:14.003252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:14.007727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--86039237'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:14.041517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-08492e22-db01-407e-880e-78ae7e740048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:14.043324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-08492e22-db01-407e-880e-78ae7e740048 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0913994 Dec 13 09:51:14.048674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.084441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.090159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.096157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/networks/63c80e59-e393-4cc3-a71f-30b1bcd5082b HTTP/1.1" status: 204 len: 168 time: 2.4248304 Dec 13 09:51:14.097832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:14.103024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'routes': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:14.127336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bc039-3f9d-4d52-8c10-89d5890cd55e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Pushing event deleted for resources: {'Network': ['ID=63c80e59-e393-4cc3-a71f-30b1bcd5082b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:14.193926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-a3ad7a23-bdf2-4a4a-aae3-ca23a07b57de service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196214 Dec 13 09:51:14.245380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-01803d2d-9083-4cb2-bf9f-023ad065208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:14.246912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-01803d2d-9083-4cb2-bf9f-023ad065208a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946840 Dec 13 09:51:14.254248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-417613c6-aa88-4bec-acb6-09be94139e41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 217 time: 0.0500519 Dec 13 09:51:14.327081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-67355f82-d894-4e16-b4b4-122ec31546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:14.329071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-67355f82-d894-4e16-b4b4-122ec31546a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0671859 Dec 13 09:51:14.330357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.381164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.395703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.424595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e284b4-2c39-4a0d-b2b8-52872caf7558,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:14.441333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Added routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:51:14.441635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Removed routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:51:14.442001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.443493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4270271b-2df7-4a42-8f11-84e1f9915b8a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:14.501915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.503512 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e55d1f3-9b24-4f8b-bcf6-c1353b8814de tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4992094 Dec 13 09:51:14.515177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5aba6-2dc2-4d2b-b979-572663b43b9b req-5ef889e4-8ffe-4a49-b2cc-92b57040822c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:14.522639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54e5aba6-2dc2-4d2b-b979-572663b43b9b req-5ef889e4-8ffe-4a49-b2cc-92b57040822c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 943 time: 0.1828651 Dec 13 09:51:14.524233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:14.525149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.533389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d45194ee-3712-4791-b52f-900b732abf8c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4270271b-2df7-4a42-8f11-84e1f9915b8a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:14.534184 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-d45194ee-3712-4791-b52f-900b732abf8c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 09:51:14.534688 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-d45194ee-3712-4791-b52f-900b732abf8c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:14.538028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d45194ee-3712-4791-b52f-900b732abf8c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067151 Dec 13 09:51:14.540630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:14.543887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-3855251c-288c-4f60-a85e-738f1dcdd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:14.545411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-3855251c-288c-4f60-a85e-738f1dcdd578 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2043042 Dec 13 09:51:14.561102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-34db3e51-df36-422b-bb6d-f6ec0a49821d service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985170 Dec 13 09:51:14.694175 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.699263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.788709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54e5aba6-2dc2-4d2b-b979-572663b43b9b req-60e09dd7-6935-4218-97a5-812f46d59d4b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652035 Dec 13 09:51:14.796123 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.796694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c296d5f1-0696-4726-9c67-ee877ae0cb3b {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:14.802253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.803367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a273d9e4-26e9-4ecd-9ea2-88738dda7110 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c296d5f1-0696-4726-9c67-ee877ae0cb3b HTTP/1.1" status: 204 len: 168 time: 3.1305716 Dec 13 09:51:14.814199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:14.819786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015526250', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:14.835870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-20a86477-715d-4902-b974-ad5ea5c6a7ba service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290850 Dec 13 09:51:14.929520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:14.935210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.004566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-ac74580f-4942-44d7-9143-b5ce4de82dbe tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.006129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-ac74580f-4942-44d7-9143-b5ce4de82dbe tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.1693916 Dec 13 09:51:15.032476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.053032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.071257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.081742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-844f9b7f-269a-48d0-95f8-749efda10222 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317808 Dec 13 09:51:15.164823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.203034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-74c558d9-2f0c-4611-a011-b5e08a45264f req-3828edd3-5d7e-482b-a328-76185182fec6 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319548 Dec 13 09:51:15.214231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router a0088a3b-79b9-4510-9854-00850dd2acde has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:15.216936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.224190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-22bcedf0-ded0-4f51-a401-2565bca94620 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 217 time: 0.1334331 Dec 13 09:51:15.332276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:15.351034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Sync routers for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:15.352863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.357049 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e2682431-1b42-490e-9920-5fea26114cb6 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 705 time: 1.2551825 Dec 13 09:51:15.362532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.372588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:15.373505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:15.386582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.393886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.395595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.402288 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/4270271b-2df7-4a42-8f11-84e1f9915b8a HTTP/1.1" status: 204 len: 168 time: 0.8572574 Dec 13 09:51:15.403127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.425109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-54f348df-9d65-4b1d-a67d-353a6fe3d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.426701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-54f348df-9d65-4b1d-a67d-353a6fe3d55f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1798069 Dec 13 09:51:15.440756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dae50c-0a1e-4a37-99da-c3a0dabe1249 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4270271b-2df7-4a42-8f11-84e1f9915b8a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:15.441454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-397d412b-c34c-4f82-b38d-8cb071592046 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 205 time: 0.0759153 Dec 13 09:51:15.447815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37224) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.472570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:15.490279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4970ce-dc0e-420a-b2a2-1d74cf4fb22a req-ae9894e3-e907-4757-abab-730c1f4b29ee tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.491780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb4970ce-dc0e-420a-b2a2-1d74cf4fb22a req-ae9894e3-e907-4757-abab-730c1f4b29ee tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.3545306 Dec 13 09:51:15.524514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6848e3aa-64f1-4108-91a3-13a115f295d8 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0937796 Dec 13 09:51:15.525147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.531746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--911648988'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:15.556588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.559041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 76e284b4-2c39-4a0d-b2b8-52872caf7558 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:15.565106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:15.648983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Deleting port d54cace6-c18c-42a1-b49e-fc44f2576825 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:15.649364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.674757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Checking router: a0088a3b-79b9-4510-9854-00850dd2acde for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:15.678174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 76e284b4-2c39-4a0d-b2b8-52872caf7558 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:15.678526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 76e284b4-2c39-4a0d-b2b8-52872caf7558 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:15.703180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.705156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Routers {'a0088a3b-79b9-4510-9854-00850dd2acde'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:15.705669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a0088a3b-79b9-4510-9854-00850dd2acde'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:15.706779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.709870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.756529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73a935-4d3e-441c-bfda-9e8db501b746,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:15.767544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.771789 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61755aa4-cd21-42fc-87af-4f1979714eb0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2423880 Dec 13 09:51:15.772217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.777884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-597ac38a-7d83-478c-8457-b6f8a7d8da0e tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '2a73a935-4d3e-441c-bfda-9e8db501b746', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:15.778924 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-597ac38a-7d83-478c-8457-b6f8a7d8da0e tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 09:51:15.779539 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-597ac38a-7d83-478c-8457-b6f8a7d8da0e tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:15.783144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-597ac38a-7d83-478c-8457-b6f8a7d8da0e tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075986 Dec 13 09:51:15.783509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:15.832852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] Set router a0088a3b-79b9-4510-9854-00850dd2acde gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:15.845831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-57feaeff-4e9e-4719-8bc9-52d9e5db312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:15.847365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-57feaeff-4e9e-4719-8bc9-52d9e5db312c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4047682 Dec 13 09:51:15.856282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb4970ce-dc0e-420a-b2a2-1d74cf4fb22a req-955784a4-f3c4-4eaf-8ac0-c5f84d62bf02 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471014 Dec 13 09:51:15.895223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.937367 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:15.941031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:15.972224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf93df1-c9c0-46c9-a808-aec90e7f746a None None] The sync data for ids ['a0088a3b-79b9-4510-9854-00850dd2acde'] in n-d-820531-5 is: [{'id': 'a0088a3b-79b9-4510-9854-00850dd2acde', 'name': 'tempest-RoutersIpV6Test-router-1234470769', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:50:08Z', 'updated_at': '2021-12-13T09:51:09Z', 'revision_number': 11, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:16.014044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.018852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.020726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a73a935-4d3e-441c-bfda-9e8db501b746 HTTP/1.1" status: 204 len: 168 time: 0.2359211 Dec 13 09:51:16.024694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.049006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecd93-8a6d-48ef-b6e8-dd59adc35c9c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73a935-4d3e-441c-bfda-9e8db501b746,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:16.103380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6fafae3-48ab-43fe-af71-c740223ad9f7 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770388 Dec 13 09:51:16.106720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.107454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.114548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682066232'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.116746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.137416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] For port d54cace6-c18c-42a1-b49e-fc44f2576825, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d54cace6-c18c-42a1-b49e-fc44f2576825,segment=NetworkSegment(5103afb5-a0d8-469b-ad21-f79f9897fd7d),segment_id=5103afb5-a0d8-469b-ad21-f79f9897fd7d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:16.137797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.152850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.237063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.243415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.279500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.280786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1722639 Dec 13 09:51:16.282969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278a88e-5646-4d4e-8a81-591c3e7c332d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd989242-ca48-4a11-b4b0-dc50824cf215,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:16.285007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.290090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8b9758fc-c464-4d15-859a-ed548e3453b4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'fd989242-ca48-4a11-b4b0-dc50824cf215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.309281 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-8b9758fc-c464-4d15-859a-ed548e3453b4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 09:51:16.310211 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8b9758fc-c464-4d15-859a-ed548e3453b4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:16.312674 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b9758fc-c464-4d15-859a-ed548e3453b4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0256312 Dec 13 09:51:16.315099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.322367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-87f80944-3cbf-4c97-b2f7-a499b11f4fd4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'fd989242-ca48-4a11-b4b0-dc50824cf215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.323728 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-87f80944-3cbf-4c97-b2f7-a499b11f4fd4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 09:51:16.324317 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-87f80944-3cbf-4c97-b2f7-a499b11f4fd4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:16.335593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-87f80944-3cbf-4c97-b2f7-a499b11f4fd4 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0192912 Dec 13 09:51:16.336296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.342684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0d54e968-5e7c-4b31-808a-4124643f82e5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'fd989242-ca48-4a11-b4b0-dc50824cf215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.343787 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-0d54e968-5e7c-4b31-808a-4124643f82e5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 09:51:16.344471 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0d54e968-5e7c-4b31-808a-4124643f82e5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:16.349678 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d54e968-5e7c-4b31-808a-4124643f82e5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120175 Dec 13 09:51:16.351911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.358673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d05622c0-0d40-41a9-ac3b-b50c2222a14b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'fd989242-ca48-4a11-b4b0-dc50824cf215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.360007 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-d05622c0-0d40-41a9-ac3b-b50c2222a14b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 09:51:16.360514 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d05622c0-0d40-41a9-ac3b-b50c2222a14b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:16.362071 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d05622c0-0d40-41a9-ac3b-b50c2222a14b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091801 Dec 13 09:51:16.364809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.432520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.464377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.482103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ffc4aa44-ece7-40d2-8999-33be41829af6 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:16.516599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.519556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.520748 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd989242-ca48-4a11-b4b0-dc50824cf215 HTTP/1.1" status: 204 len: 168 time: 0.1547692 Dec 13 09:51:16.524175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.538750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8796e-a633-41a8-b063-013e78687503 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd989242-ca48-4a11-b4b0-dc50824cf215,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:16.550941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Calling delete_port for d54cace6-c18c-42a1-b49e-fc44f2576825 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:16.594339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.594858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router a0088a3b-79b9-4510-9854-00850dd2acde {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:16.611734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.612869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2415db60-87a6-4830-ac1a-6f43625f87bf tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 204 len: 168 time: 1.1308351 Dec 13 09:51:16.613509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.618320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072794086'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.623492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-94db01b0-0663-4b21-b5d2-693fc37fd671 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979328 Dec 13 09:51:16.624272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.630661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-984757675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.660308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6b287ccd-103a-44cd-a2b5-1d5aace43086 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002315 Dec 13 09:51:16.669717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45540f-9d11-49a6-bdb2-71dfc4758c1e req-cdb00646-7a43-404f-8554-caec553411bb tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:16.672796 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.675038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.683115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc45540f-9d11-49a6-bdb2-71dfc4758c1e req-cdb00646-7a43-404f-8554-caec553411bb tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 943 time: 0.7207139 Dec 13 09:51:16.785461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.794940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.834925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ffc4aa44-ece7-40d2-8999-33be41829af6,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:16.848226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'ffc4aa44-ece7-40d2-8999-33be41829af6', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': 'ffc4aa44-ece7-40d2-8999-33be41829af6', 'mac_address': 'fa:16:3e:aa:7c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:16.851014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.853568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.858059 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9c083e7e-4d14-4787-abfa-4144532d80c2 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2323835 Dec 13 09:51:16.859278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:16.866452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:16.895058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:16.930180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc4aa44-ece7-40d2-8999-33be41829af6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:16.942568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc45540f-9d11-49a6-bdb2-71dfc4758c1e req-9d5ac08f-0764-48ce-adbe-a63c7f62e203 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552183 Dec 13 09:51:16.972761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ffc4aa44-ece7-40d2-8999-33be41829af6,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:16.982315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.021220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-8fd39621-930a-4c95-ab24-452245d7c1ed service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357902 Dec 13 09:51:17.058400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:17.132747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.150392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.154686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6f572431-e1e6-4e7a-9d25-42b2026ad369 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 217 time: 0.0915389 Dec 13 09:51:17.194971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.250575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ffc4aa44-ece7-40d2-8999-33be41829af6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:17.259334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.263747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Router b8743ebc-2049-4613-8dda-5e4384499a3c is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:17.286310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eced4-354e-4b12-a180-5edb5eef4b9b req-e5c95a85-e7fe-4ed4-adfd-26d0f6389e39 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.293663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c78eced4-354e-4b12-a180-5edb5eef4b9b req-e5c95a85-e7fe-4ed4-adfd-26d0f6389e39 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e107d06-b887-4080-9bfd-0b6709fa4998 HTTP/1.1" status: 200 len: 946 time: 0.2702055 Dec 13 09:51:17.380045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:17.388755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.392894 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-54ae926f-345b-4823-b8b8-5b88a24579f9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "PUT /v2.0/routers/b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 200 len: 697 time: 0.5315218 Dec 13 09:51:17.393240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:17.399871 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Sync routers for ids ['b8743ebc-2049-4613-8dda-5e4384499a3c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:17.425209 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Routers {'b8743ebc-2049-4613-8dda-5e4384499a3c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:17.426214 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8743ebc-2049-4613-8dda-5e4384499a3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:17.529244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Allocated IP 172.25.1.171 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/df22f68c-a61c-46e3-a790-28b626ef6701) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:17.534376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24c74e20-aa27-4189-b495-d391899a29cb tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/routers/b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 200 len: 703 time: 0.1400290 Dec 13 09:51:17.536526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.537388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:17.550183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-19ab5155-a971-4935-aa28-66b26058d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:17.552729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-19ab5155-a971-4935-aa28-66b26058d664 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.3711021 Dec 13 09:51:17.607957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01b13a93-7ce9-4a02-b218-610311894f5e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 200 len: 205 time: 0.0672123 Dec 13 09:51:17.609054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:17.629749 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Set router b8743ebc-2049-4613-8dda-5e4384499a3c gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:17.702069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.716335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Pushing event deleted for resources: {'Port': ['ID=d54cace6-c18c-42a1-b49e-fc44f2576825,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:17.720322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.721312 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8743ebc-2049-4613-8dda-5e4384499a3c', 'name': 'tempest-RoutersIpV6Test-router-984757675', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:16Z', 'updated_at': '2021-12-13T09:51:17Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:17.765825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.773337 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Checking router: b8743ebc-2049-4613-8dda-5e4384499a3c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:51:17.782567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Routers {'b8743ebc-2049-4613-8dda-5e4384499a3c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:17.783434 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8743ebc-2049-4613-8dda-5e4384499a3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:17.860159 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] Set router b8743ebc-2049-4613-8dda-5e4384499a3c gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:51:17.894897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.897301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.908875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] No DVR routers for this DVR port d54cace6-c18c-42a1-b49e-fc44f2576825 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:17.911932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.915717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd225e5c-a955-4dde-b512-660b2a8d4bbd req-84d7bb26-da7a-4743-95e4-0ba38bbf444a tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.44 "DELETE /v2.0/ports/d54cace6-c18c-42a1-b49e-fc44f2576825 HTTP/1.1" status: 204 len: 173 time: 2.8833249 Dec 13 09:51:17.921694 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8743ebc-2049-4613-8dda-5e4384499a3c', 'name': 'tempest-RoutersIpV6Test-router-984757675', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:16Z', 'updated_at': '2021-12-13T09:51:17Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:17.932355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'name': 'network-vif-deleted', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:17.935313 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c67166-a362-4a32-91bc-ab82022e296d" -d '{"events": [{"server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "name": "network-vif-deleted", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:17.954016 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a381c-22be-4033-99a7-17ece3d24f66 None None] The sync data for ids ['b8743ebc-2049-4613-8dda-5e4384499a3c'] in n-d-820531-5 is: [{'id': 'b8743ebc-2049-4613-8dda-5e4384499a3c', 'name': 'tempest-RoutersIpV6Test-router-984757675', 'tenant_id': '3bc1980a05914d409f45369df30610e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:51:16Z', 'updated_at': '2021-12-13T09:51:17Z', 'revision_number': 2, 'project_id': '3bc1980a05914d409f45369df30610e3', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:17.959043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a9ac7-814b-41cf-8c1a-f23b379e8600,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:17.964988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.965622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Fanout notify agent at l3_agent the message router_deleted on router b8743ebc-2049-4613-8dda-5e4384499a3c {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:17.970767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.972358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-170698fb-3624-4f8a-8686-351062046fc0 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3577807 Dec 13 09:51:17.974020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:17.975235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-154645ed-9a86-4590-b2d2-edb9e90c57fe tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 204 len: 168 time: 0.3646932 Dec 13 09:51:17.975810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:17.979974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.020426 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9984191b-1bdd-493f-9130-9e11a113c64d x-openstack-request-id: req-9984191b-1bdd-493f-9130-9e11a113c64d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:18.020728 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e107d06-b887-4080-9bfd-0b6709fa4998", "name": "network-vif-deleted", "tag": "d54cace6-c18c-42a1-b49e-fc44f2576825", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:18.020994 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9984191b-1bdd-493f-9130-9e11a113c64d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:18.021431 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e107d06-b887-4080-9bfd-0b6709fa4998', 'name': 'network-vif-deleted', 'tag': 'd54cace6-c18c-42a1-b49e-fc44f2576825', 'status': 'completed', 'code': 200} Dec 13 09:51:18.031833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d34714bb-fa9e-49ca-adbe-a36f3b3dbb03 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.032464 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-d34714bb-fa9e-49ca-adbe-a36f3b3dbb03 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:51:18.032977 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d34714bb-fa9e-49ca-adbe-a36f3b3dbb03 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.039080 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d34714bb-fa9e-49ca-adbe-a36f3b3dbb03 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0573146 Dec 13 09:51:18.039492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-95a006c6-9dcf-4e73-8902-5dda4c065cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.039584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57a98872-8110-45b8-a222-c1445595e066 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 200 len: 205 time: 0.0558910 Dec 13 09:51:18.039664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-95a006c6-9dcf-4e73-8902-5dda4c065cf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4477866 Dec 13 09:51:18.039741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.042261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c8df556-44ac-4f55-9fe2-10e140ac6048 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.045225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c78eced4-354e-4b12-a180-5edb5eef4b9b req-b7f5f026-ee57-4840-8642-9db8e2001cf9 tempest-InstanceActionsV221TestJSON-1588039423 tempest-InstanceActionsV221TestJSON-1588039423-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806144 Dec 13 09:51:18.045766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.110167 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1c8df556-44ac-4f55-9fe2-10e140ac6048 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.111664 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c8df556-44ac-4f55-9fe2-10e140ac6048 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0729706 Dec 13 09:51:18.114246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.121442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a10be0fd-48ea-4dcc-808c-0161055c5027 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.121928 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-a10be0fd-48ea-4dcc-808c-0161055c5027 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 09:51:18.124057 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a10be0fd-48ea-4dcc-808c-0161055c5027 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.125295 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a10be0fd-48ea-4dcc-808c-0161055c5027 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098917 Dec 13 09:51:18.129956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.142952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-522e44b1-b6b6-43d5-8265-4762910f1e72 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.192463 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-522e44b1-b6b6-43d5-8265-4762910f1e72 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.196843 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-522e44b1-b6b6-43d5-8265-4762910f1e72 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657279 Dec 13 09:51:18.197436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.205636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9716a696-286b-4110-90f5-9caba1d36433 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.206982 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-9716a696-286b-4110-90f5-9caba1d36433 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:51:18.207549 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9716a696-286b-4110-90f5-9caba1d36433 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.208668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9716a696-286b-4110-90f5-9caba1d36433 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102355 Dec 13 09:51:18.211435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.218127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-493695cc-cbef-4f48-80ad-1114f4a09e5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.218363 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-9e531725-8e92-4b0f-ba46-1057385c6b08 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:18.219252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9e531725-8e92-4b0f-ba46-1057385c6b08 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/b8743ebc-2049-4613-8dda-5e4384499a3c HTTP/1.1" status: 404 len: 336 time: 0.1218781 Dec 13 09:51:18.235848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37334) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.236373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.277876 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa92fdb-cee7-41da-b6bf-9dc931b7c803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:18.278638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa92fdb-cee7-41da-b6bf-9dc931b7c803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:18.282672 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6aa92fdb-cee7-41da-b6bf-9dc931b7c803 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/ff212001-e153-4257-a49d-283783d3068d HTTP/1.1" status: 404 len: 337 time: 0.0472121 Dec 13 09:51:18.292953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.304776 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-493695cc-cbef-4f48-80ad-1114f4a09e5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Project 7c3465fa1930484f9e74bf3c137aea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:51:18.305796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-7433ad0f-8bfd-43dc-9379-a9267a913d9b service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055330 Dec 13 09:51:18.329605 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2bb93b-6030-4990-9b76-056aedbb5082 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:18.330184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2bb93b-6030-4990-9b76-056aedbb5082 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:18.336638 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd2bb93b-6030-4990-9b76-056aedbb5082 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/79f8f656-3911-42a8-9303-4a491d0fab24 HTTP/1.1" status: 404 len: 337 time: 0.0397830 Dec 13 09:51:18.338558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.374603 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cc6f42-4fe9-4947-9f4e-a459f310092e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:18.374799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cc6f42-4fe9-4947-9f4e-a459f310092e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:18.381104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8cc6f42-4fe9-4947-9f4e-a459f310092e tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/c116e0f6-3e8f-4e50-ad85-0f1b5bec2c5f HTTP/1.1" status: 404 len: 337 time: 0.0386024 Dec 13 09:51:18.381104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.389752 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-493695cc-cbef-4f48-80ad-1114f4a09e5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.393429 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-493695cc-cbef-4f48-80ad-1114f4a09e5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1782603 Dec 13 09:51:18.397676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a434-4053-4bd7-963c-89723e122759 req-eb110267-bf5e-4411-81f0-0368fb6b7553 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.399199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13c7a434-4053-4bd7-963c-89723e122759 req-eb110267-bf5e-4411-81f0-0368fb6b7553 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 944 time: 0.1911104 Dec 13 09:51:18.401244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37346) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.410489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f5a0eaa9-c132-4979-be44-f4707755f875 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.410936 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5a82af-01bd-4abf-b82e-af2e76f0a901 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:18.411215 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-f5a0eaa9-c132-4979-be44-f4707755f875 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 09:51:18.411410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5a82af-01bd-4abf-b82e-af2e76f0a901 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:18.411719 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f5a0eaa9-c132-4979-be44-f4707755f875 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.413271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f5a0eaa9-c132-4979-be44-f4707755f875 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059731 Dec 13 09:51:18.414668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cf5a82af-01bd-4abf-b82e-af2e76f0a901 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed8008f-7dd2-450b-b985-6d8bd9366b3d HTTP/1.1" status: 404 len: 337 time: 0.0331662 Dec 13 09:51:18.417448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.419793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.429497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-68df8f12-2389-4841-9ff8-bc27a7779936 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.453837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f3369ca7-b93f-4f68-b3c5-a46e466075f5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 200 len: 205 time: 0.0303521 Dec 13 09:51:18.455621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.472247 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.482837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ffc4aa44-ece7-40d2-8999-33be41829af6 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:18.500812 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0c1784c6-6cba-4e0b-809a-c95d55b60172 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:18.501907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0c1784c6-6cba-4e0b-809a-c95d55b60172 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/a0088a3b-79b9-4510-9854-00850dd2acde HTTP/1.1" status: 404 len: 336 time: 0.0449281 Dec 13 09:51:18.510821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.560829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-668d9a87-9733-415b-aeea-0e1b03b51481 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56738b7-a0fb-4fc5-a6d6-3d246094bac3 HTTP/1.1" status: 200 len: 205 time: 0.0472496 Dec 13 09:51:18.562346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.601908 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-68df8f12-2389-4841-9ff8-bc27a7779936 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Project 7c3465fa1930484f9e74bf3c137aea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:51:18.635820 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-039ed5d6-8ab2-451d-93d4-bf3efdc6e206 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:18.637432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-039ed5d6-8ab2-451d-93d4-bf3efdc6e206 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/f56738b7-a0fb-4fc5-a6d6-3d246094bac3 HTTP/1.1" status: 404 len: 336 time: 0.0740306 Dec 13 09:51:18.641956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.643798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port ffc4aa44-ece7-40d2-8999-33be41829af6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:18.650364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port ffc4aa44-ece7-40d2-8999-33be41829af6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:18.651508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.661087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-e229176b-ba68-45de-ae00-038893bd4965 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468261 Dec 13 09:51:18.678585 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0374df-dd7c-4b51-86eb-6a9d3919cf36 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:18.679054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0374df-dd7c-4b51-86eb-6a9d3919cf36 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:18.683517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b0374df-dd7c-4b51-86eb-6a9d3919cf36 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/de9ca089-7bca-4d95-a180-943a97d49252 HTTP/1.1" status: 404 len: 337 time: 0.0366983 Dec 13 09:51:18.687205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.721209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:18.734333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-030175b3-4f7d-45c6-836e-5d1b286c7202 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 200 len: 205 time: 0.0458424 Dec 13 09:51:18.736603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.738381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13c7a434-4053-4bd7-963c-89723e122759 req-5c3dd12a-874a-4eb1-90ac-897a962ef47b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204746 Dec 13 09:51:18.739392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:18.747993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:18.783398 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-68df8f12-2389-4841-9ff8-bc27a7779936 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.784448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-68df8f12-2389-4841-9ff8-bc27a7779936 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3618119 Dec 13 09:51:18.786218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-e329944e-4ff2-452b-8a2c-800da3232de5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 217 time: 0.1034262 Dec 13 09:51:18.787438 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-656d7259-d7ec-4470-9d2a-cb9ed92cf070 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:18.788547 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-656d7259-d7ec-4470-9d2a-cb9ed92cf070 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/f8384f6b-a72d-46ef-8bf1-48868560b30d HTTP/1.1" status: 404 len: 336 time: 0.0509861 Dec 13 09:51:18.789074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.791520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.795084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-257ddafc-9b71-4cbf-b643-9865a39fb1da tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4d1a9ac7-814b-41cf-8c1a-f23b379e8600', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:18.801438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.809071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event updated for resources: {'Port': ['ID=df22f68c-a61c-46e3-a790-28b626ef6701,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:18.840440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6af4670b-5349-449e-ab6a-50221ecec1c9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1968ed3-0707-48a9-96bf-174e3d1946d8 HTTP/1.1" status: 200 len: 205 time: 0.0323565 Dec 13 09:51:18.842674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.845498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:18.847876 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f949c-c0d0-490f-a239-4875a1c3389d" -d '{"events": [{"server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:18.866014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ffc4aa44-ece7-40d2-8999-33be41829af6,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:18.873364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:18.874450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d54cace6-c18c-42a1-b49e-fc44f2576825 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:18.884338 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-257ddafc-9b71-4cbf-b643-9865a39fb1da tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Project 7c3465fa1930484f9e74bf3c137aea4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:51:18.909287 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-257ddafc-9b71-4cbf-b643-9865a39fb1da tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:18.910301 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-77cb0425-1219-42fc-b4c3-e7d1c4deeea0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:18.911227 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-257ddafc-9b71-4cbf-b643-9865a39fb1da tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1211390 Dec 13 09:51:18.911589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-77cb0425-1219-42fc-b4c3-e7d1c4deeea0 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/a1968ed3-0707-48a9-96bf-174e3d1946d8 HTTP/1.1" status: 404 len: 336 time: 0.0653265 Dec 13 09:51:18.914280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.917051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:18.919610 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c248ba3-7729-4733-8781-514c077391d5 x-openstack-request-id: req-7c248ba3-7729-4733-8781-514c077391d5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:18.919917 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:18.920174 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c248ba3-7729-4733-8781-514c077391d5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:18.920748 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6', 'code': 200} Dec 13 09:51:18.921773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d54cace6-c18c-42a1-b49e-fc44f2576825 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:18.922314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d54cace6-c18c-42a1-b49e-fc44f2576825 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:18.953060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:18.995105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-17ae1ff3-96a0-4e0b-90cc-ef3103a6744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:18.996901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-17ae1ff3-96a0-4e0b-90cc-ef3103a6744d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1851661 Dec 13 09:51:19.001505 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ef517e-84ea-40af-9890-966b453e7a07 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:19.002066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ef517e-84ea-40af-9890-966b453e7a07 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:19.008122 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8ef517e-84ea-40af-9890-966b453e7a07 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/e4bb461d-8e41-497c-8d8a-8df89889f98a HTTP/1.1" status: 404 len: 337 time: 0.0874972 Dec 13 09:51:19.028890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.029467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.070583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fda79d95-611d-4a52-88b5-8d4ce89f2b67 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c3282e8-dae1-4e3b-a765-66ca1a953e8d HTTP/1.1" status: 200 len: 205 time: 0.0387976 Dec 13 09:51:19.074296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.117573 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1c539829-e86d-4ec8-9421-2200af1bbedc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:19.118456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c539829-e86d-4ec8-9421-2200af1bbedc tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/9c3282e8-dae1-4e3b-a765-66ca1a953e8d HTTP/1.1" status: 404 len: 336 time: 0.0432253 Dec 13 09:51:19.125347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.130611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.185679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.188388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.189580 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d1a9ac7-814b-41cf-8c1a-f23b379e8600 HTTP/1.1" status: 204 len: 168 time: 0.2741041 Dec 13 09:51:19.200992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.201823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca618-2273-47dd-83f1-221b85777ac2 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a9ac7-814b-41cf-8c1a-f23b379e8600,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:19.214001 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac5e1ec-095d-4967-a9ec-15242ed0d2ec tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:19.216165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac5e1ec-095d-4967-a9ec-15242ed0d2ec tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:19.220240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cac5e1ec-095d-4967-a9ec-15242ed0d2ec tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/c625fccf-c51b-459a-a4b6-6fceab24251a HTTP/1.1" status: 404 len: 337 time: 0.0889463 Dec 13 09:51:19.226660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.252436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-2e311693-56f0-45e9-88f6-1447dabcaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:19.253972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-2e311693-56f0-45e9-88f6-1447dabcaf7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1996920 Dec 13 09:51:19.262442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66e45-bf7d-4571-8229-52fa1f892584 req-adc7ded0-4a7a-47bb-811d-59f05e61743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:19.264436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b66e45-bf7d-4571-8229-52fa1f892584 req-adc7ded0-4a7a-47bb-811d-59f05e61743a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 1096 time: 0.2721133 Dec 13 09:51:19.279722 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c0efac68-ecf4-44cc-9aeb-2368ae11ac4c tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "GET /v2.0/ports?device_id=248b0a55-7153-46a7-aebc-f703b560cd97 HTTP/1.1" status: 200 len: 205 time: 0.0497923 Dec 13 09:51:19.280601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.352167 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-629a3fca-9934-457e-a88d-750e893202b5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] delete failed (client error): The resource could not be found. Dec 13 09:51:19.353241 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-629a3fca-9934-457e-a88d-750e893202b5 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/routers/248b0a55-7153-46a7-aebc-f703b560cd97 HTTP/1.1" status: 404 len: 336 time: 0.0705376 Dec 13 09:51:19.356288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.408088 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce1e74a-358f-4d75-ba23-d1d8e2abd28f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:19.408712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce1e74a-358f-4d75-ba23-d1d8e2abd28f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:19.414708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9ce1e74a-358f-4d75-ba23-d1d8e2abd28f tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/0db842e5-8082-4e8e-8743-664ce6d771db HTTP/1.1" status: 404 len: 337 time: 0.0516753 Dec 13 09:51:19.421218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-865ebdb9-6a7d-4ec0-b6f3-cb97c1517b8c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2112732 Dec 13 09:51:19.421218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.424186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.434049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.461200 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1668083d-ee47-41b6-8624-e67ff841ced9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:19.461386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1668083d-ee47-41b6-8624-e67ff841ced9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:19.468321 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1668083d-ee47-41b6-8624-e67ff841ced9 tempest-RoutersIpV6Test-1897359787 tempest-RoutersIpV6Test-1897359787-project] 10.222.0.30 "DELETE /v2.0/subnets/127a0946-0bcf-4e74-8f24-58da3b8a5a3c HTTP/1.1" status: 404 len: 337 time: 0.0465996 Dec 13 09:51:19.468499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334373331'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:19.514051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b66e45-bf7d-4571-8229-52fa1f892584 req-e50ed80d-bbbd-4179-a776-64379924d143 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249622 Dec 13 09:51:19.516897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Deleting subnet 4f9eba3d-fc9a-43cb-b7c9-008b22762770 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:19.520515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.521535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.554676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-ca9c2d98-1fd0-42e9-8c0f-93326b8c16fe service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892525 Dec 13 09:51:19.565950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.593211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.626316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.732244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.795664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.810114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.836653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9eba3d-fc9a-43cb-b7c9-008b22762770,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:19.841318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.844922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c71d5207-b22d-45f8-a275-4e823d1056e4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4f9eba3d-fc9a-43cb-b7c9-008b22762770 HTTP/1.1" status: 204 len: 168 time: 0.4094820 Dec 13 09:51:19.847473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.902596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.943757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.966584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:19.967793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5411649 Dec 13 09:51:19.973432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:19.977914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a4718-52bc-4559-be20-c961d846161f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4323d7f4-eb36-4d0c-91dd-152e16466a46,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:19.986782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c36d51ae-2ba4-4ffb-b1c6-94dd12ec31cb tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4323d7f4-eb36-4d0c-91dd-152e16466a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:20.033797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-0905ff75-4870-40da-90d8-61d897e2d766 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312154 Dec 13 09:51:20.046641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.083031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1978b854-5dfe-4310-a818-0c59acb89756']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:20.100345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5103afb5-a0d8-469b-ad21-f79f9897fd7d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:20.100645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5103afb5-a0d8-469b-ad21-f79f9897fd7d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:20.102742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-0a1d9288-1dc5-45b9-8da8-334a5f91ce9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 217 time: 0.0565026 Dec 13 09:51:20.112156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.130273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.132159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d742a-f893-47f9-9653-c7716885b79d req-d5eaa5f8-d01a-4b06-b814-d805477e6772 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:20.141179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb9d742a-f893-47f9-9653-c7716885b79d req-d5eaa5f8-d01a-4b06-b814-d805477e6772 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 945 time: 0.2362423 Dec 13 09:51:20.142558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:20.142984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: items = [ Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:20.148110 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:20.192605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.209989 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c36d51ae-2ba4-4ffb-b1c6-94dd12ec31cb tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The resource could not be found. Dec 13 09:51:20.211048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c36d51ae-2ba4-4ffb-b1c6-94dd12ec31cb tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2345746 Dec 13 09:51:20.217163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:20.232870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.262884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.268164 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] 10.222.0.30 "DELETE /v2.0/networks/1978b854-5dfe-4310-a818-0c59acb89756 HTTP/1.1" status: 204 len: 168 time: 0.4181356 Dec 13 09:51:20.270003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad14b4-532a-44a4-a196-0febc53fecfe admin admin] Pushing event deleted for resources: {'Network': ['ID=1978b854-5dfe-4310-a818-0c59acb89756,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:20.273138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d0620ad-79b4-44db-8ccb-c275de624fbc tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': '4323d7f4-eb36-4d0c-91dd-152e16466a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '95ad84f1-b2fb-46a4-90bc-f44a724e075f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:20.460963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:20.510507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b1ccd99-243f-4b20-abd6-42096698bbd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ac70e9a55274ccc99d112f0a778f011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474520 Dec 13 09:51:20.511154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:20.576669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.620646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.678227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-139cd4bb-881f-4afc-975d-7e55016a4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:20.679989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-139cd4bb-881f-4afc-975d-7e55016a4acf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.5671690 Dec 13 09:51:20.684732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.688841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.692466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad44bf97-52d5-4b89-8c3b-29ec00fbcd79 HTTP/1.1" status: 204 len: 168 time: 0.1780841 Dec 13 09:51:20.701280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14740dfe-2fff-47e8-8a9c-20d074a879ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad44bf97-52d5-4b89-8c3b-29ec00fbcd79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:20.751779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb9d742a-f893-47f9-9653-c7716885b79d req-d15eff93-8622-4ea0-8693-05c8c494b8ee tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092312 Dec 13 09:51:20.821644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d606e2b-6cca-486a-b524-7fd74da2ee58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bc1980a05914d409f45369df30610e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8852627 Dec 13 09:51:20.824793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:20.826277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6b34a7cd-8713-40d3-be6e-284cf6f42cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:20.828523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6b34a7cd-8713-40d3-be6e-284cf6f42cef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285393 Dec 13 09:51:20.833185 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-9d0620ad-79b4-44db-8ccb-c275de624fbc tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The resource could not be found. Dec 13 09:51:20.834458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d0620ad-79b4-44db-8ccb-c275de624fbc tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5754929 Dec 13 09:51:20.839127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:20.911855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.948007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:20.986178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Router 0d785f19-546f-48d6-90c5-2f223cac4b87 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:21.006898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.023274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6e39b132-96a6-4c8a-b457-14f739fe4eb9 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856184 Dec 13 09:51:21.030033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.032943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.037816 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7c8556b-49af-47b7-9b7d-d7c143788ffe HTTP/1.1" status: 204 len: 168 time: 0.2087829 Dec 13 09:51:21.044642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe4279-7d02-4954-a534-182502ffc651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8556b-49af-47b7-9b7d-d7c143788ffe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:21.125315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.250801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-782f9131-b2a1-450f-badd-ee040fe03c8f service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183006 Dec 13 09:51:21.253556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.256710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.258136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/4323d7f4-eb36-4d0c-91dd-152e16466a46 HTTP/1.1" status: 204 len: 168 time: 0.4089084 Dec 13 09:51:21.261037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.271396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:21.285499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] Sync routers for ids ['0d785f19-546f-48d6-90c5-2f223cac4b87'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:21.302691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] Routers {'0d785f19-546f-48d6-90c5-2f223cac4b87'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:21.303411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0d785f19-546f-48d6-90c5-2f223cac4b87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:21.316033 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cf63e867-aa87-467c-92dd-e784627fc122 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536623 Dec 13 09:51:21.317892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.323817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1190726b-b0e0-4951-8042-b5e50af37344 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'c28c1460-f8df-40b2-9921-2cb4b00ea6ae', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:21.324420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-1d028b1b-4513-48bc-9b23-603bc8c3ec7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.0646491 Dec 13 09:51:21.328375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5defc74-42d5-4272-bdb7-d08a4c145068 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4323d7f4-eb36-4d0c-91dd-152e16466a46,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:21.356753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:21.368811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] Routers {'0d785f19-546f-48d6-90c5-2f223cac4b87'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:21.368990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.373437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bc420419-3d22-4c2b-b528-dabec5b896ef tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5597322 Dec 13 09:51:21.373713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.374069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0d785f19-546f-48d6-90c5-2f223cac4b87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:21.379896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:21.413016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:21.414116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b2fb-80db-4168-be97-c579483ec50a None None] The sync data for ids ['0d785f19-546f-48d6-90c5-2f223cac4b87'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:21.426578 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1190726b-b0e0-4951-8042-b5e50af37344 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The resource could not be found. Dec 13 09:51:21.428130 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1190726b-b0e0-4951-8042-b5e50af37344 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1091468 Dec 13 09:51:21.432617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.440192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372868014'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:21.460264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-e3d609c5-21bf-485a-bce7-2af00bd57a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:21.461788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-e3d609c5-21bf-485a-bce7-2af00bd57a3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.1288278 Dec 13 09:51:21.470714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.539004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-f699378e-3f58-4fae-92b4-d141f11ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:21.540885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-f699378e-3f58-4fae-92b4-d141f11ab03c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709145 Dec 13 09:51:21.571127 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.577161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.615325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3807c4-d6ba-46dd-b660-e107b42946d8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:21.636973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.646007 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f8b62e78-1eab-421e-8c6c-2b2c224caafe tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2094903 Dec 13 09:51:21.648910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.655488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190394235'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:21.687623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.761977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-e0841bc9-c1b6-4678-bf0c-ae3fe68d1bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900952 Dec 13 09:51:21.767220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.771705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.800776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.805205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1552107 Dec 13 09:51:21.805889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.818445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d47f9b39-8e5a-451e-9ad4-b8918fb69f4b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'cf3807c4-d6ba-46dd-b660-e107b42946d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd88d4e85-df6a-4e6d-a300-809495218a72'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:21.841150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc12a-6e11-493e-919a-3744fc3c6d84 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d4e85-df6a-4e6d-a300-809495218a72,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:21.913863 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d47f9b39-8e5a-451e-9ad4-b8918fb69f4b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:21.916682 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d47f9b39-8e5a-451e-9ad4-b8918fb69f4b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1064057 Dec 13 09:51:21.919408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:21.939107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:21.962235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91b80bb6-d3d6-4093-b522-4f97d90c2638 req-6bd5bccb-2a99-42db-abfe-279caeb76cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743679 Dec 13 09:51:21.976894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab53a7-e8ca-46fb-87c3-dc4814744a52 req-130a9885-e246-4920-b345-f7bc0e0785b7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:21.978497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6ab53a7-e8ca-46fb-87c3-dc4814744a52 req-130a9885-e246-4920-b345-f7bc0e0785b7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 945 time: 0.1176448 Dec 13 09:51:22.018889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.091695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6ab53a7-e8ca-46fb-87c3-dc4814744a52 req-b7fd5a56-2057-46b1-b2c6-6816c5cc6e03 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014788 Dec 13 09:51:22.095253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.170091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.174111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.178308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/d88d4e85-df6a-4e6d-a300-809495218a72 HTTP/1.1" status: 204 len: 168 time: 0.2547851 Dec 13 09:51:22.179775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.210918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528df0-9f22-46ff-b124-808ec75f4793 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d4e85-df6a-4e6d-a300-809495218a72,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:22.290621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4afd7f21-aa5b-473a-8101-0726ff8b7c2d tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1069617 Dec 13 09:51:22.293736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.371780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.402445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.457606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.460827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.465093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf3807c4-d6ba-46dd-b660-e107b42946d8 HTTP/1.1" status: 204 len: 168 time: 0.1668575 Dec 13 09:51:22.470117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.482417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa3323-396a-4241-a846-f626ef16433a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3807c4-d6ba-46dd-b660-e107b42946d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:22.532914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48dcf969-86e7-450a-9d6b-33a289b67b4a tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576146 Dec 13 09:51:22.533483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.539685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--455402488'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:22.572037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.580406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.588475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.599470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.740590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router 0d785f19-546f-48d6-90c5-2f223cac4b87 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:22.761033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.803461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.832510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-926315094-network', 'tenant_id': '35264ec303d84bf48c770c7010722790'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:22.861865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Made reservation on behalf of 35264ec303d84bf48c770c7010722790 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:22.865409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.876129 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.877488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3430202 Dec 13 09:51:22.880646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.884105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.893878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c940001f-fe25-4d2c-abcb-4beb00f1be5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'ccf2ce87-e64d-4ef0-ac58-732df0760c08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:22.894419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a38622-c1b6-45d9-840b-7f6b125be8cf tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2ce87-e64d-4ef0-ac58-732df0760c08,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:22.914487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:22.919799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:22.923453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f668794a-7ce9-4219-bfb3-c12e6655ee67 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "PUT /v2.0/routers/0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 200 len: 926 time: 1.5444441 Dec 13 09:51:22.923914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:22.930041 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] Sync routers for ids ['0d785f19-546f-48d6-90c5-2f223cac4b87'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:22.945468 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] Routers {'0d785f19-546f-48d6-90c5-2f223cac4b87'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:22.946083 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0d785f19-546f-48d6-90c5-2f223cac4b87'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:22.986798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.032908 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c940001f-fe25-4d2c-abcb-4beb00f1be5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:23.034064 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c940001f-fe25-4d2c-abcb-4beb00f1be5b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1464357 Dec 13 09:51:23.037022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.043073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7e3b25ca-22c9-47fd-a9d0-06de33ddf7be tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group_rule': {'security_group_id': 'ccf2ce87-e64d-4ef0-ac58-732df0760c08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:23.070580 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:23.111441 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] Routers {'0d785f19-546f-48d6-90c5-2f223cac4b87'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:23.113283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0d785f19-546f-48d6-90c5-2f223cac4b87'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:23.114635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.121345 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7e3b25ca-22c9-47fd-a9d0-06de33ddf7be tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:51:23.123111 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7e3b25ca-22c9-47fd-a9d0-06de33ddf7be tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0840626 Dec 13 09:51:23.125877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.126354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.194665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:23.194956 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:23.195667 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c10ab-59a9-4dae-854b-a71e0e1b98d7 None None] The sync data for ids ['0d785f19-546f-48d6-90c5-2f223cac4b87'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:23.204665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20605fb1-15ae-4306-b0f3-51ef14d6e0d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:23.244500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.247815 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Added segment 2d1830a3-fc96-4b13-a237-19b68146f0ec of type vlan for network 154e6198-faa2-44cd-bca7-df77537590e1 Dec 13 09:51:23.319918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-837285376'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:23.338142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.372489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:23.376218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.387030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.398534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.400567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:23.401725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.449611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8489392 Dec 13 09:51:23.483738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.491564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Request body: {'subnet': {'network_id': '154e6198-faa2-44cd-bca7-df77537590e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-926315094-subnet', 'tenant_id': '35264ec303d84bf48c770c7010722790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:23.534519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c034f6-852a-431c-abec-cdba88debf5a admin admin] Pushing event updated for resources: {'Network': ['ID=154e6198-faa2-44cd-bca7-df77537590e1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:23.548882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 154e6198-faa2-44cd-bca7-df77537590e1 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:23.553614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Made reservation on behalf of 35264ec303d84bf48c770c7010722790 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:23.555568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.574175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-597a18e9-be23-445a-b43a-692679380d85 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 200 len: 926 time: 0.6489017 Dec 13 09:51:23.575033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.663698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.666132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.671544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcdd8a-2c69-460c-8aba-c41ab6edd673 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:23.673374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.675847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5dbcdd8a-2c69-460c-8aba-c41ab6edd673 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=0d785f19-546f-48d6-90c5-2f223cac4b87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0987422 Dec 13 09:51:23.676702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.696011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.755792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.759742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.763399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/ccf2ce87-e64d-4ef0-ac58-732df0760c08 HTTP/1.1" status: 204 len: 168 time: 0.6337519 Dec 13 09:51:23.763552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:23.766479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.782987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37cef-c43a-493c-be52-ad61d463acbd tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2ce87-e64d-4ef0-ac58-732df0760c08,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:23.808751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.809107 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 7b871310-40c3-4774-bfe8-6ebf204e2af4 of type vlan for network 39b5c210-502b-4575-8f82-ea4d12d75373 Dec 13 09:51:23.814708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd9999-f77e-44cb-ad93-d5d423af3dcf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:23.843658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ababc89b-353b-4f7f-b76d-42d83bef6861 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0760274 Dec 13 09:51:23.847309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.851655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'tempest-secgroup--55687635'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:23.879233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.925990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.945374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6c032-ccbc-435c-889e-07f0f560ca0b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:23.946774 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3bb6c032-ccbc-435c-889e-07f0f560ca0b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.2631824 Dec 13 09:51:23.951703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37610) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:23.960726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.971885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.991788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2da835a9-3934-4282-b81a-c3e8d622da19 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 200 len: 205 time: 0.0385096 Dec 13 09:51:23.992743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:23.997477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.008602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.014343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:24.014939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.026917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76082821-b04f-4f3b-862a-1fe28d9f5eb2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:24.037446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.042273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-51df2818-3523-4b45-a464-947bf178803b tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1933501 Dec 13 09:51:24.043374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.047982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0deb23e5-70c6-4630-9a63-9a352ffd37c3 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:24.048741 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-0deb23e5-70c6-4630-9a63-9a352ffd37c3 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:51:24.049341 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0deb23e5-70c6-4630-9a63-9a352ffd37c3 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 09:51:24.053308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0deb23e5-70c6-4630-9a63-9a352ffd37c3 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "PUT /v2.0/security-groups/76082821-b04f-4f3b-862a-1fe28d9f5eb2 HTTP/1.1" status: 409 len: 330 time: 0.0060143 Dec 13 09:51:24.053308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.111111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.142196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.190853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.193742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.197681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/76082821-b04f-4f3b-862a-1fe28d9f5eb2 HTTP/1.1" status: 204 len: 168 time: 0.1436601 Dec 13 09:51:24.198399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.242098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b735c-292e-44b4-994b-b43b42f94e7f tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76082821-b04f-4f3b-862a-1fe28d9f5eb2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:24.287266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d7baa0b6-455d-4a81-811f-c396518e79e5 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848382 Dec 13 09:51:24.291662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37626) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.306799 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-dde90ac3-6115-4264-a3f2-c1195602404c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] delete failed (client error): The resource could not be found. Dec 13 09:51:24.308687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dde90ac3-6115-4264-a3f2-c1195602404c tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "DELETE /v2.0/security-groups/0752e069-0191-4fe1-828c-68c09bbdd566 HTTP/1.1" status: 404 len: 347 time: 0.0158896 Dec 13 09:51:24.312223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37628) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.329287 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-06f230e3-171a-46d8-8e4c-dc349fa7e054 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] show failed (client error): The resource could not be found. Dec 13 09:51:24.334075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06f230e3-171a-46d8-8e4c-dc349fa7e054 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-groups/0eef8b34-6abb-4471-8cf3-f9a96281144b HTTP/1.1" status: 404 len: 347 time: 0.0172343 Dec 13 09:51:24.334514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.347542 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-88e383ba-a97a-4037-9438-a7b6e859fa81 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] show failed (client error): The resource could not be found. Dec 13 09:51:24.352834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-88e383ba-a97a-4037-9438-a7b6e859fa81 tempest-NegativeSecGroupIPv6Test-1028559738 tempest-NegativeSecGroupIPv6Test-1028559738-project] 10.222.0.30 "GET /v2.0/security-group-rules/0060b4ca-6430-4646-a7a7-31e1baca48fc HTTP/1.1" status: 404 len: 356 time: 0.0131721 Dec 13 09:51:24.483988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc601400-ba85-4acd-a4a6-8f39711601e7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:24.509682 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5202713 Dec 13 09:51:24.513201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.518382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-750444787'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:24.528737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108c4b-f637-4d47-8817-1dd1f788a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=39b5c210-502b-4575-8f82-ea4d12d75373,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:24.534316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Checking segment: {'id': '2d1830a3-fc96-4b13-a237-19b68146f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:24.535055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Network hostable DHCP agents. Network: 154e6198-faa2-44cd-bca7-df77537590e1, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:24.541804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 39b5c210-502b-4575-8f82-ea4d12d75373 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:24.555056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:24.566303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.571662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.575660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Network 154e6198-faa2-44cd-bca7-df77537590e1 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:24.653569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:24.663339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.663932 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 044bd3ff-4ab5-48df-9074-d7c3df8347ea of type vlan for network 07e5a678-7944-482f-b6fc-07cdb109cab8 Dec 13 09:51:24.685315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 154e6198-faa2-44cd-bca7-df77537590e1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:24.689805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:24.690402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.696414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287f672-cbd6-4518-95f8-c603897150f5 None None] Network 154e6198-faa2-44cd-bca7-df77537590e1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:24.725198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.744684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f7402c0f-d9b5-4806-bd4f-6ffd16e5859f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2590878 Dec 13 09:51:24.763176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.773910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:24.774239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.798064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.828167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7c87c-966a-4d3b-a957-00b855a5c4cb None None] Network 154e6198-faa2-44cd-bca7-df77537590e1 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:24.852665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.893386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=07e5a678-7944-482f-b6fc-07cdb109cab8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:24.898929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b0db1850-93a0-427a-bab6-b4e8641e4737 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3846133 Dec 13 09:51:24.902682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:24.908884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:24.926344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port df22f68c-a61c-46e3-a790-28b626ef6701 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:24.927516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:24.930128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:25.016579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:25.021900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.080604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.094263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for df22f68c-a61c-46e3-a790-28b626ef6701 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:25.225371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6543f51d-5682-4e00-962f-935c13612b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c3465fa1930484f9e74bf3c137aea4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3659761 Dec 13 09:51:25.228261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:25.266040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.352563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '7b871310-40c3-4774-bfe8-6ebf204e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:25.353026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 39b5c210-502b-4575-8f82-ea4d12d75373, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:25.355795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=3fa0aa7e-9181-4530-8712-cefb3c6e27a5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:25.376746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.378255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 39b5c210-502b-4575-8f82-ea4d12d75373 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:25.391361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 39b5c210-502b-4575-8f82-ea4d12d75373) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:25.397658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:25.398867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.406051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b7644-aa90-4040-b588-81e5c74d9928 None None] Network 39b5c210-502b-4575-8f82-ea4d12d75373 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:25.413862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.425405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-19a09a98-9638-48c4-a9e2-ede8d3076060 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5212796 Dec 13 09:51:25.428288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:25.430095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.438078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:25.476784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=df22f68c-a61c-46e3-a790-28b626ef6701,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:25.597403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:25.603261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.613358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.616121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.617317 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eec99dc-6b7a-4a2e-b260-31e89a995bea HTTP/1.1" status: 204 len: 168 time: 0.3876975 Dec 13 09:51:25.649055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454b17-a1c5-4712-9c99-3e15877eb3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec99dc-6b7a-4a2e-b260-31e89a995bea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:25.655470 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.703803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-39b5c210-502b-4575-8f82-ea4d12d75373', 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '3fa0aa7e-9181-4530-8712-cefb3c6e27a5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:25.704692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.761690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:25.846207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.850025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.913777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.914726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router 0d785f19-546f-48d6-90c5-2f223cac4b87 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:25.927136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Allocated IP 172.20.0.2 (39b5c210-502b-4575-8f82-ea4d12d75373/3fa0aa7e-9181-4530-8712-cefb3c6e27a5/3097f029-b57a-4c12-b3df-b940f82b2dff) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:25.942177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.942372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-606c2fcb-bf12-4901-8c26-2690edbfb331 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:25.943886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-606c2fcb-bf12-4901-8c26-2690edbfb331 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/networks?id=154e6198-faa2-44cd-bca7-df77537590e1 HTTP/1.1" status: 200 len: 821 time: 0.2871826 Dec 13 09:51:25.944603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-822195e1-a9af-4d9f-afea-0b52eb25b51d tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 204 len: 168 time: 1.9461720 Dec 13 09:51:25.948773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:25.955822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759253723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:25.992479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-6c8b0f87-c6bd-4fa4-bdec-996fae9785ec tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/quotas/35264ec303d84bf48c770c7010722790 HTTP/1.1" status: 200 len: 375 time: 0.0184355 Dec 13 09:51:25.995757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:25.998190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.085504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-924611aa-f997-47cb-87a1-add72701932f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35264ec303d84bf48c770c7010722790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466278 Dec 13 09:51:26.092656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.098885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.125811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.134257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:26.136391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72dcc0bd-6e0a-4944-9a47-440e0744caee tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1859617 Dec 13 09:51:26.143725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:26.165393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.174787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.184998 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c02e71-b344-4c32-b901-4f96e1ca745f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.222989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Network 39b5c210-502b-4575-8f82-ea4d12d75373 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:26.226027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:26.230698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:26.237309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Pushing event updated for resources: {'Port': ['ID=3097f029-b57a-4c12-b3df-b940f82b2dff,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:26.269043 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.290830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Attempting to bind port 3097f029-b57a-4c12-b3df-b940f82b2dff on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:26.291985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Attempting to bind port 3097f029-b57a-4c12-b3df-b940f82b2dff by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7b871310-40c3-4774-bfe8-6ebf204e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:26.292556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Attempting to bind port 3097f029-b57a-4c12-b3df-b940f82b2dff on network 39b5c210-502b-4575-8f82-ea4d12d75373 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:26.299077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:26.299463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Checking segment: {'id': '7b871310-40c3-4774-bfe8-6ebf204e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:26.299871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.300264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Bound using segment: {'id': '7b871310-40c3-4774-bfe8-6ebf204e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:26.300734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Bound port: 3097f029-b57a-4c12-b3df-b940f82b2dff, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b871310-40c3-4774-bfe8-6ebf204e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '39b5c210-502b-4575-8f82-ea4d12d75373'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:26.301114 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.368300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] For port 3097f029-b57a-4c12-b3df-b940f82b2dff, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:26.373844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] For port 3097f029-b57a-4c12-b3df-b940f82b2dff, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3097f029-b57a-4c12-b3df-b940f82b2dff,segment=NetworkSegment(7b871310-40c3-4774-bfe8-6ebf204e2af4),segment_id=7b871310-40c3-4774-bfe8-6ebf204e2af4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:26.378656 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.451144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=171392ef-80ea-4809-8f59-0e436fed986e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:26.451758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e93ef-190e-4efd-9aa5-e05f313adadc None None] Pushing event updated for resources: {'Port': ['ID=3097f029-b57a-4c12-b3df-b940f82b2dff,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:26.461058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-5c0b0414-b820-4455-b177-b6d8a4399106 service neutron] 10.222.0.30 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747036 Dec 13 09:51:26.604639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '044bd3ff-4ab5-48df-9074-d7c3df8347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:26.605021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 07e5a678-7944-482f-b6fc-07cdb109cab8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:26.616462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.732464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c02e71-b344-4c32-b901-4f96e1ca745f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.752725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c02e71-b344-4c32-b901-4f96e1ca745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.764066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:26.833099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 07e5a678-7944-482f-b6fc-07cdb109cab8) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:26.843107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:26.843644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:26.843944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746977f-5fbe-47e2-a348-14d44131ebaa None None] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:26.847290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c02e71-b344-4c32-b901-4f96e1ca745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4914d603-7b50-43ce-b877-7acbed273e64,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:26.851211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-59a1208e-9515-4c5e-9e73-9027ffe8fd8a service neutron] 10.222.0.30 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805468 Dec 13 09:51:26.863468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:26.864017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22c02e71-b344-4c32-b901-4f96e1ca745f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06f5ffba3f4f46c19be24662031ddb34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1007967 Dec 13 09:51:26.910557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-765797c2-e4e5-4a8a-a0e2-9761308aa0f6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4784555 Dec 13 09:51:26.913435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:26.929382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481475801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:26.969845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.004567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.013707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.014906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.026596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-07e5a678-7944-482f-b6fc-07cdb109cab8', 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '171392ef-80ea-4809-8f59-0e436fed986e'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:27.027663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.094568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.096775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.099707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.100878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4914d603-7b50-43ce-b877-7acbed273e64 HTTP/1.1" status: 204 len: 168 time: 0.2362502 Dec 13 09:51:27.155482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e66d88-cf69-4163-9dd3-559ddf5d2acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914d603-7b50-43ce-b877-7acbed273e64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:27.334162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b06323e7-f032-4504-9296-0cc12d44bfbc req-8857c44a-7762-4da1-be63-6a9c13bf3975 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 210 time: 0.0946255 Dec 13 09:51:27.334659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3097f029-b57a-4c12-b3df-b940f82b2dff up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:27.336955 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.360738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.394061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.419967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.435548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.436914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dbd74547-057e-4fe4-aaa1-82a17b831968 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5218449 Dec 13 09:51:27.439829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:27.554155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3097f029-b57a-4c12-b3df-b940f82b2dff triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:27.554815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.627746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Allocated IP 172.21.0.2 (07e5a678-7944-482f-b6fc-07cdb109cab8/171392ef-80ea-4809-8f59-0e436fed986e/84061fe2-6c3a-4779-8f9c-f7e6d33cf487) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:27.668191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Allocated IP 172.25.1.211 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/4fc261a5-e620-4f8e-a5c7-a91b76020042) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:27.869913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.931175 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.931530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:27.970553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:27.975809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:27.997954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:28.004576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:28.127190 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-212227d8-7382-45b4-a5f8-51afb523cf50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.159610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3097f029-b57a-4c12-b3df-b940f82b2dff, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3097f029-b57a-4c12-b3df-b940f82b2dff,segment=NetworkSegment(7b871310-40c3-4774-bfe8-6ebf204e2af4),segment_id=7b871310-40c3-4774-bfe8-6ebf204e2af4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:28.173830 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.200141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f55270-7fb3-4f48-a65a-009f1f93a1c5 None None] Network 39b5c210-502b-4575-8f82-ea4d12d75373 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:28.223264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.224419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.255947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event updated for resources: {'Port': ['ID=4fc261a5-e620-4f8e-a5c7-a91b76020042,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:28.525113 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.533371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1804bb4-4526-40dd-8e3d-95fab13df0d7 req-c9ff9a97-d441-47e6-9986-e10bf743d7fc tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 210 time: 0.0398121 Dec 13 09:51:28.540040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-212227d8-7382-45b4-a5f8-51afb523cf50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.558028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-212227d8-7382-45b4-a5f8-51afb523cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.565438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:28.569321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:28.579538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:28.589170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:28.631114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7800b2a9-e6a6-4c61-a811-5db98a9d4b98 None None] Provisioning complete for port 3097f029-b57a-4c12-b3df-b940f82b2dff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:28.631578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7800b2a9-e6a6-4c61-a811-5db98a9d4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.635566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212227d8-7382-45b4-a5f8-51afb523cf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6910f220-252e-4ed7-b0d4-d3647a28fa74,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:28.642359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-212227d8-7382-45b4-a5f8-51afb523cf50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d43fe2651094e6d88881a37a6216e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6655171 Dec 13 09:51:28.643204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.677191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.20.0.1 (39b5c210-502b-4575-8f82-ea4d12d75373/3fa0aa7e-9181-4530-8712-cefb3c6e27a5/1da8d884-21db-4298-a71d-c9128a22a52e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:28.696836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3097f029-b57a-4c12-b3df-b940f82b2dff,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:28.735007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab7049cb-c7ba-4a97-b3fa-f7f6a2de70c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.757301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:28.812250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.834909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Attempting to bind port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:28.835299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Attempting to bind port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '044bd3ff-4ab5-48df-9074-d7c3df8347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:28.835748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Attempting to bind port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 on network 07e5a678-7944-482f-b6fc-07cdb109cab8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:28.840915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Pushing event updated for resources: {'Port': ['ID=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:28.845152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f71f817d-8ba3-4ff6-a878-e293f5adb655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.853274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:28.854219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Checking segment: {'id': '044bd3ff-4ab5-48df-9074-d7c3df8347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:28.854632 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.855207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Bound using segment: {'id': '044bd3ff-4ab5-48df-9074-d7c3df8347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:28.855900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Bound port: 84061fe2-6c3a-4779-8f9c-f7e6d33cf487, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044bd3ff-4ab5-48df-9074-d7c3df8347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '07e5a678-7944-482f-b6fc-07cdb109cab8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:28.856278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.935694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.961943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.962505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] For port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:28.976242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] For port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,segment=NetworkSegment(044bd3ff-4ab5-48df-9074-d7c3df8347ea),segment_id=044bd3ff-4ab5-48df-9074-d7c3df8347ea)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:28.977176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.979947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 39b5c210-502b-4575-8f82-ea4d12d75373 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:28.983681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:28.986371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.012857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.017310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:29.021662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.030054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:29.159289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f90e-8a1d-4cdd-86e1-b7db8823d48a None None] Pushing event updated for resources: {'Port': ['ID=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:29.170577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=1da8d884-21db-4298-a71d-c9128a22a52e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:29.180277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.301831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3097f029-b57a-4c12-b3df-b940f82b2dff up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:29.368049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f71f817d-8ba3-4ff6-a878-e293f5adb655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.390940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f71f817d-8ba3-4ff6-a878-e293f5adb655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.397560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38d895f4-4914-438d-8f9e-4af7de274e46 None None] Provisioning complete for port 3097f029-b57a-4c12-b3df-b940f82b2dff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:29.398403 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38d895f4-4914-438d-8f9e-4af7de274e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.459585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f817d-8ba3-4ff6-a878-e293f5adb655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02372820-f63d-44de-8ccf-0d5e212541c2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:29.498021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.500325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f71f817d-8ba3-4ff6-a878-e293f5adb655 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39cb5179bbb54ef7821a469c1bc219ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280465 Dec 13 09:51:29.500959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:29.508751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3097f029-b57a-4c12-b3df-b940f82b2dff triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:29.510566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.560798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-a9fe3373-3985-4047-9795-9b16c5603d77 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:29.562465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-a9fe3373-3985-4047-9795-9b16c5603d77 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.44 "GET /v2.0/networks?id=154e6198-faa2-44cd-bca7-df77537590e1 HTTP/1.1" status: 200 len: 821 time: 0.5457101 Dec 13 09:51:29.595415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Request body: {'port': {'device_id': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1', 'admin_state_up': True, 'tenant_id': '35264ec303d84bf48c770c7010722790'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:29.641654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.644578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.648629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6910f220-252e-4ed7-b0d4-d3647a28fa74 HTTP/1.1" status: 204 len: 168 time: 0.8862164 Dec 13 09:51:29.789156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b323db87-342a-4f84-addb-7c3c8aae3b4c req-9beaccba-64d8-4c7e-a162-e2bab6996adc tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 210 time: 0.0828748 Dec 13 09:51:29.796827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d121f-d0c7-479f-9cae-f3b7577f9e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6910f220-252e-4ed7-b0d4-d3647a28fa74,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:29.840194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.905643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Router e6f3e520-86a1-412c-86c1-c51ff76e76e1 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:29.919557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:29.937054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7edd5703-b839-4658-bc8c-527aa0b4aa2d None None] Provisioning complete for port 1da8d884-21db-4298-a71d-c9128a22a52e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:29.937461 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7edd5703-b839-4658-bc8c-527aa0b4aa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.041641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7edd5703-b839-4658-bc8c-527aa0b4aa2d None None] Port 1da8d884-21db-4298-a71d-c9128a22a52e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:30.052927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.062431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.174552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.176579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=1da8d884-21db-4298-a71d-c9128a22a52e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:30.340503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 39b5c210-502b-4575-8f82-ea4d12d75373 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:30.342076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:30.568554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router ee7b3e49-dd1c-46b8-a396-e38713dd87a4 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:30.592124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Made reservation on behalf of 35264ec303d84bf48c770c7010722790 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:30.596248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.642679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:30.652672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.656176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] Sync routers for ids ['e6f3e520-86a1-412c-86c1-c51ff76e76e1'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:30.656365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0296f5f6-14bf-4fcc-be66-9d31358f3c40 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "PUT /v2.0/routers/e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 200 len: 883 time: 4.5150733 Dec 13 09:51:30.658725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:30.661570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.667279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.669316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02372820-f63d-44de-8ccf-0d5e212541c2 HTTP/1.1" status: 204 len: 168 time: 1.1550639 Dec 13 09:51:30.671879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] Routers {'e6f3e520-86a1-412c-86c1-c51ff76e76e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:30.672737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6f3e520-86a1-412c-86c1-c51ff76e76e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:30.771667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:30.816560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb6ec0-fd19-4487-95bc-d2dcf73938cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02372820-f63d-44de-8ccf-0d5e212541c2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:30.833928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4a3228d2-91f2-490f-862d-eb751ffdf26f None None] Provisioning complete for port 1da8d884-21db-4298-a71d-c9128a22a52e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:30.834812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a3228d2-91f2-490f-862d-eb751ffdf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:30.835921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] Routers {'e6f3e520-86a1-412c-86c1-c51ff76e76e1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:30.838027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6f3e520-86a1-412c-86c1-c51ff76e76e1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:30.874643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:30.891817 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] Sync routers for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:30.896984 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a954f136-cfda-4a68-bd15-39d663e4554e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4558084 Dec 13 09:51:30.900196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:30.907524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b76dc8-485c-4cd6-b2bf-b17eec4d6376 None None] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:30.918200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:30.918879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e424671-a73b-4299-98ce-39774c07ad27 None None] The sync data for ids ['e6f3e520-86a1-412c-86c1-c51ff76e76e1'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:30.922414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:30.923811 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:31.000886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35bf3c1e-c2b8-4e29-9ff8-d4da017b8d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.002964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Allocated IP 172.20.0.8 (154e6198-faa2-44cd-bca7-df77537590e1/dc601400-ba85-4acd-a4a6-8f39711601e7/d85d9164-0693-40ef-b0ba-4d975071dc65) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:31.004738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4a3228d2-91f2-490f-862d-eb751ffdf26f None None] Port 1da8d884-21db-4298-a71d-c9128a22a52e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:31.026024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1fa9d-2f38-4b45-b77e-a05e902b9756 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:31.029643 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b7d1fa9d-2f38-4b45-b77e-a05e902b9756 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports/1da8d884-21db-4298-a71d-c9128a22a52e HTTP/1.1" status: 200 len: 910 time: 0.1281559 Dec 13 09:51:31.032265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:31.044356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e3681aba-614d-4abe-bfd3-b3daf5791ee8 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 200 len: 924 time: 0.3804841 Dec 13 09:51:31.046217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:31.123214 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:31.151362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] Provisioning complete for port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:31.151988 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.158028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:31.162316 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:31.281508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:31.285360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cf51e-a95f-4b77-8e69-e5d15a4ca480 None None] The sync data for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:31.402648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.425920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:31.440115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] For port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,segment=NetworkSegment(044bd3ff-4ab5-48df-9074-d7c3df8347ea),segment_id=044bd3ff-4ab5-48df-9074-d7c3df8347ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:31.459590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:31.464813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.483062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce7021e-4185-4183-84d6-153432676e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.575300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.630486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12076c5-57ba-4fb9-b841-719424abc52d None None] Pushing event updated for resources: {'Port': ['ID=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:31.647756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a5cc765-c20b-46e5-bf65-3556b3f38c7d req-26eaefe0-5d58-4ae3-9c77-57d74480b261 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 210 time: 0.5509715 Dec 13 09:51:31.659944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:31.660584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.691772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54deed1a-e802-442c-b3d7-a06f6235bbe5 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:31.700938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-54deed1a-e802-442c-b3d7-a06f6235bbe5 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=e6f3e520-86a1-412c-86c1-c51ff76e76e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6502721 Dec 13 09:51:31.702264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:31.740594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-98a72593-cf43-4954-b0ab-478e4b5fa4d2 None None] Provisioning complete for port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:31.745321 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.745948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98a72593-cf43-4954-b0ab-478e4b5fa4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.805326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce7021e-4185-4183-84d6-153432676e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.825273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ce7021e-4185-4183-84d6-153432676e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:31.914363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Pushing event updated for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:31.957878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ce7021e-4185-4183-84d6-153432676e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03fd3abff72e4b0cbc071be7c11a416e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5273240 Dec 13 09:51:31.961334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:31.974378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7021e-4185-4183-84d6-153432676e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde27e3-982c-4413-b370-d7d0c9879b0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:31.984338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Network 154e6198-faa2-44cd-bca7-df77537590e1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:32.000536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.011285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.017712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.026210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.035083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.041808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.050291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.057764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-a52fc14e-29b6-4873-a05f-341cd9673d26 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.3139169 Dec 13 09:51:32.064334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.066123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:32.068513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.068757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:32.102437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.163879 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.168740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aff20a-e6f7-4567-a4f7-d9ad9e3b02fd tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.172715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81aff20a-e6f7-4567-a4f7-d9ad9e3b02fd tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.4439189 Dec 13 09:51:32.173798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:32.196635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.197405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.220993 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d6a4b7f-b4ce-4d72-a587-bcc6d3d2713f tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 200 len: 205 time: 0.0408306 Dec 13 09:51:32.221245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cfc585b-1c12-4824-9e14-99569e78dbe1 req-fbfe4a9f-c98e-4242-ad13-df0a920bf141 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566954 Dec 13 09:51:32.227992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:32.237478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-187e2c15-acd2-4de1-9846-398ac46c3634 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6462080 Dec 13 09:51:32.265296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Request body: {'port': {'device_id': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:32.308269 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:51:32.402497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.420854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.423497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.424641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecde27e3-982c-4413-b370-d7d0c9879b0d HTTP/1.1" status: 204 len: 168 time: 0.4580836 Dec 13 09:51:32.459358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.466157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.471775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23494d-6aa2-4e82-838f-337779f1f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde27e3-982c-4413-b370-d7d0c9879b0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:32.477522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:32.481305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.490248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.507898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.515064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.523968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.526628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1257d0fd-6f39-455a-b65a-4b8c1a7fdd5f req-abc741bb-c099-4791-b929-bbb93d11feeb tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.1928928 Dec 13 09:51:32.922082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f4d2-bf9a-445b-b36d-fa8b28dd6d8c req-187847a9-d473-4595-861b-2339d289ee34 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:32.930047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d423f4d2-bf9a-445b-b36d-fa8b28dd6d8c req-187847a9-d473-4595-861b-2339d289ee34 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 931 time: 0.0869677 Dec 13 09:51:32.972346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d9164-0693-40ef-b0ba-4d975071dc65 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:32.983383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.21.0.1 (07e5a678-7944-482f-b6fc-07cdb109cab8/171392ef-80ea-4809-8f59-0e436fed986e/6be9550f-10b6-4901-b6bb-0d9e37008544) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:32.989587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.009053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.029843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d423f4d2-bf9a-445b-b36d-fa8b28dd6d8c req-aaeb1daf-99c2-45bc-8c8a-6484b48f4b32 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944774 Dec 13 09:51:33.042223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Transition to ACTIVE for port object d85d9164-0693-40ef-b0ba-4d975071dc65 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:51:33.045302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.113702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Pushing event updated for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.164656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.181364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port 4fc261a5-e620-4f8e-a5c7-a91b76020042 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:33.182353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.208483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Attempting to bind port d85d9164-0693-40ef-b0ba-4d975071dc65 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:33.208858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Attempting to bind port d85d9164-0693-40ef-b0ba-4d975071dc65 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2d1830a3-fc96-4b13-a237-19b68146f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:33.209243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Attempting to bind port d85d9164-0693-40ef-b0ba-4d975071dc65 on network 154e6198-faa2-44cd-bca7-df77537590e1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:33.228177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Port d85d9164-0693-40ef-b0ba-4d975071dc65 on network 154e6198-faa2-44cd-bca7-df77537590e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:51:33.228673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Attempting to bind port d85d9164-0693-40ef-b0ba-4d975071dc65 on network 154e6198-faa2-44cd-bca7-df77537590e1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:33.235078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:33.235384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Checking segment: {'id': '2d1830a3-fc96-4b13-a237-19b68146f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:33.235714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Bound using segment: {'id': '2d1830a3-fc96-4b13-a237-19b68146f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:33.236156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Bound port: d85d9164-0693-40ef-b0ba-4d975071dc65, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1830a3-fc96-4b13-a237-19b68146f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:33.236522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.271341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.298792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:33.317499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:33.321063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d85d9164-0693-40ef-b0ba-4d975071dc65,segment=NetworkSegment(2d1830a3-fc96-4b13-a237-19b68146f0ec),segment_id=2d1830a3-fc96-4b13-a237-19b68146f0ec)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:33.327634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.328179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.341254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:33.348053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:33.355908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for 4fc261a5-e620-4f8e-a5c7-a91b76020042 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:33.357823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:33.394664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6be9550f-10b6-4901-b6bb-0d9e37008544,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.426004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:33.426894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.443354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:33.444570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.446884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] 10.222.0.44 "PUT /v2.0/ports/d85d9164-0693-40ef-b0ba-4d975071dc65 HTTP/1.1" status: 200 len: 1091 time: 1.1887035 Dec 13 09:51:33.449189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:33.462095 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f9908-9d09-4d32-acd4-722865bf01fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:33.495501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.554571 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bee17d8-7616-4447-b3e7-dbc4921627a5 x-openstack-request-id: req-7bee17d8-7616-4447-b3e7-dbc4921627a5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:33.554885 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:33.556390 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bee17d8-7616-4447-b3e7-dbc4921627a5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:33.560383 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65', 'status': 'completed', 'code': 200} Dec 13 09:51:33.581903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70c06-f6e2-4b37-ad05-9c755ef7b322 service neutron] Pushing event updated for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.640003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-83d8f68a-3a79-45aa-90c6-1f50af53a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:33.644213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-83d8f68a-3a79-45aa-90c6-1f50af53a33a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35264ec303d84bf48c770c7010722790&device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 1094 time: 0.1436467 Dec 13 09:51:33.721689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.744853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-27acba2e-897b-4171-9d27-d207692bf2fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d85d9164-0693-40ef-b0ba-4d975071dc65 HTTP/1.1" status: 200 len: 217 time: 0.0885949 Dec 13 09:51:33.796649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.828504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-dc3ac236-fa67-4922-949b-6e71edd52398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:33.830292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-dc3ac236-fa67-4922-949b-6e71edd52398 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc601400-ba85-4acd-a4a6-8f39711601e7 HTTP/1.1" status: 200 len: 861 time: 0.0785382 Dec 13 09:51:33.859223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=4fc261a5-e620-4f8e-a5c7-a91b76020042,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:33.868407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45719f87-9783-4301-a5a9-d93366562af3 None None] Provisioning complete for port 6be9550f-10b6-4901-b6bb-0d9e37008544 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:33.868847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45719f87-9783-4301-a5a9-d93366562af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:33.888154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-452258c2-5bf0-4971-9566-c83940abacca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=154e6198-faa2-44cd-bca7-df77537590e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425904 Dec 13 09:51:33.965606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45719f87-9783-4301-a5a9-d93366562af3 None None] Port 6be9550f-10b6-4901-b6bb-0d9e37008544 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:33.967351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.057739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a4ac8-0d9f-4e7f-b59b-de261caa8e55 req-3ce56168-6ae9-43fb-b477-69e43bdf077a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.064856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-013a4ac8-0d9f-4e7f-b59b-de261caa8e55 req-3ce56168-6ae9-43fb-b477-69e43bdf077a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0783868 Dec 13 09:51:34.153569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-013a4ac8-0d9f-4e7f-b59b-de261caa8e55 req-f3438b4d-6761-48ff-87a4-eb91bc0237de tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811646 Dec 13 09:51:34.190531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-1109aed4-71ab-4094-a455-e300f53a50a5 service neutron] 10.222.0.44 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933390 Dec 13 09:51:34.357899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.383504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c52cf-835a-4c8c-ae80-2d069bc07ff8 req-15cb7f0d-a0ab-4c61-b0f1-d85429efbe1f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.385244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-028c52cf-835a-4c8c-ae80-2d069bc07ff8 req-15cb7f0d-a0ab-4c61-b0f1-d85429efbe1f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 943 time: 0.2264886 Dec 13 09:51:34.424099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c37d61-40ae-4e1a-a80f-db77a5306c5a req-50a74e12-f548-40f4-9998-79600b421c9d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.425642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c37d61-40ae-4e1a-a80f-db77a5306c5a req-50a74e12-f548-40f4-9998-79600b421c9d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1670659 Dec 13 09:51:34.475999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2e532ac-0035-46af-9cb3-083c689fc27a req-f9fce5f1-8e88-4be8-9eb7-9ab460befebf service neutron] 10.222.0.44 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473996 Dec 13 09:51:34.593022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-028c52cf-835a-4c8c-ae80-2d069bc07ff8 req-989b8c55-d251-4756-b6e4-01100238ae86 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948853 Dec 13 09:51:34.598998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97c37d61-40ae-4e1a-a80f-db77a5306c5a req-0307cd9f-6ebb-4d9d-a004-b0531f45702a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630678 Dec 13 09:51:34.628913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.637393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.642691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.643838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-74c31f3a-d260-4a36-b5be-067927fe765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.658664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-74c31f3a-d260-4a36-b5be-067927fe765e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=35264ec303d84bf48c770c7010722790&device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 1094 time: 0.1213081 Dec 13 09:51:34.660132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.679684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.819626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6be9550f-10b6-4901-b6bb-0d9e37008544,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:34.877077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-6fd735eb-f89d-439a-8281-3ef3d52b1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:34.891532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-6fd735eb-f89d-439a-8281-3ef3d52b1ef1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=154e6198-faa2-44cd-bca7-df77537590e1 HTTP/1.1" status: 200 len: 922 time: 0.2251906 Dec 13 09:51:34.897941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.898481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router e6f3e520-86a1-412c-86c1-c51ff76e76e1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:34.908126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.917720 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-98066094-6501-4d4a-8b28-c6a32f5b46b6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 204 len: 168 time: 2.6860149 Dec 13 09:51:34.920021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:34.927320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:34.928739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1210435214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:35.009494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.011410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.036753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-08f4cccb-b281-41e8-9ca6-182f709e3dd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d85d9164-0693-40ef-b0ba-4d975071dc65 HTTP/1.1" status: 200 len: 217 time: 0.1316316 Dec 13 09:51:35.046419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:35.047896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:35.113740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.144143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.185441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e5c22-15ce-4b1c-bcc8-a7c2c2dd009d req-9faf72cb-92d9-4cc3-b156-3dfc92c6a918 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.194239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-641e5c22-15ce-4b1c-bcc8-a7c2c2dd009d req-9faf72cb-92d9-4cc3-b156-3dfc92c6a918 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1867087 Dec 13 09:51:35.203898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:35.228124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router ee7b3e49-dd1c-46b8-a396-e38713dd87a4 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:35.266668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-7620011e-b29f-45b5-88ec-ab27b729c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.268370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-7620011e-b29f-45b5-88ec-ab27b729c4d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc601400-ba85-4acd-a4a6-8f39711601e7 HTTP/1.1" status: 200 len: 861 time: 0.1696298 Dec 13 09:51:35.271829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.273162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fcdb60f2-c584-4bad-92f7-99cc3dbb4f6c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3525801 Dec 13 09:51:35.288097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-641e5c22-15ce-4b1c-bcc8-a7c2c2dd009d req-0c04d0e9-8ebf-49e5-8d06-6ace359fcf18 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885568 Dec 13 09:51:35.288658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:35.294835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': True}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:35.356231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-58b0156d-fb71-4e80-92f9-4ead6fa100f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=154e6198-faa2-44cd-bca7-df77537590e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665393 Dec 13 09:51:35.393843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:35.405144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d288341-6cdf-4384-86b2-005b388bfff5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3691294 Dec 13 09:51:35.405379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:35.405493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] Sync routers for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:35.417749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:35.420124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:35.497975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:35.529194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-874a97b8-edc8-4e4f-a381-73467feff314 None None] Provisioning complete for port 6be9550f-10b6-4901-b6bb-0d9e37008544 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:35.529935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-874a97b8-edc8-4e4f-a381-73467feff314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:35.539711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5fcddf-e7d5-43fa-adb5-d67abb49e3c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.559876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e5fcddf-e7d5-43fa-adb5-d67abb49e3c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports/6be9550f-10b6-4901-b6bb-0d9e37008544 HTTP/1.1" status: 200 len: 910 time: 0.1434000 Dec 13 09:51:35.559876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:35.583706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-874a97b8-edc8-4e4f-a381-73467feff314 None None] Port 6be9550f-10b6-4901-b6bb-0d9e37008544 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:35.585761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:35.586662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:35.634176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:35.635150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3cfd0-7c98-4320-955d-a6fcf2726183 None None] The sync data for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:35.942763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.943404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.943938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.944472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.945019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.945604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.946232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:35.955549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-aa2a2248-614e-415c-bff0-d8cadb4f5adb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.7330010 Dec 13 09:51:35.989931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.033172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af6fc9-2448-4b13-8863-d39878926016 req-83a760d0-005b-4ded-bc6d-d69adb686a8f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:36.034421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14af6fc9-2448-4b13-8863-d39878926016 req-83a760d0-005b-4ded-bc6d-d69adb686a8f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 943 time: 0.2928243 Dec 13 09:51:36.067331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-6851593b-968c-4de6-8c6d-fa8e5175bc2f service neutron] 10.222.0.44 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025192 Dec 13 09:51:36.166111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.176740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-e5280417-8075-4bde-a8af-d6016ba746f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2201443 Dec 13 09:51:36.265868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14af6fc9-2448-4b13-8863-d39878926016 req-5df8c0e4-5b8f-41c9-b12b-b6a000fdcbcc tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172427 Dec 13 09:51:36.290258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3bc67-f33f-4c86-b7dc-140bd9914cfa req-98361ab7-97d4-498f-8554-096a5be98961 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:36.306939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0d3bc67-f33f-4c86-b7dc-140bd9914cfa req-98361ab7-97d4-498f-8554-096a5be98961 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2417662 Dec 13 09:51:36.347072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3f9908-9d09-4d32-acd4-722865bf01fe req-bde0f021-f962-4ef7-ad4d-ff1bece925ca service neutron] 10.222.0.44 "GET /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560208 Dec 13 09:51:36.387970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0d3bc67-f33f-4c86-b7dc-140bd9914cfa req-8f3ff73d-9a8a-4011-84e6-6453574dd6b8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800381 Dec 13 09:51:36.520452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 6be9550f-10b6-4901-b6bb-0d9e37008544 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:36.520962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.525537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.546330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.597875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d85d9164-0693-40ef-b0ba-4d975071dc65 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:51:36.642459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.663454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 6be9550f-10b6-4901-b6bb-0d9e37008544 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:36.688640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 172.25.1.213 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9dabb0fd-9dbb-42e2-a594-932521017e47) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:36.719004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d85d9164-0693-40ef-b0ba-4d975071dc65,segment=NetworkSegment(2d1830a3-fc96-4b13-a237-19b68146f0ec),segment_id=2d1830a3-fc96-4b13-a237-19b68146f0ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:36.733449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd85d9164-0693-40ef-b0ba-4d975071dc65', 'network_id': '154e6198-faa2-44cd-bca7-df77537590e1', 'port_id': 'd85d9164-0693-40ef-b0ba-4d975071dc65', 'mac_address': 'fa:16:3e:5f:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc601400-ba85-4acd-a4a6-8f39711601e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:51:36.786044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.805609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85d9164-0693-40ef-b0ba-4d975071dc65 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:51:36.818688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.831716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d85d9164-0693-40ef-b0ba-4d975071dc65,segment=NetworkSegment(2d1830a3-fc96-4b13-a237-19b68146f0ec),segment_id=2d1830a3-fc96-4b13-a237-19b68146f0ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:36.836067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.863372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.899251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:36.907463 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:36.915066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:36.919111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:36.926282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:36.937913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=6be9550f-10b6-4901-b6bb-0d9e37008544,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:36.958543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=9dabb0fd-9dbb-42e2-a594-932521017e47,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:37.136367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d85d9164-0693-40ef-b0ba-4d975071dc65'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:37.138384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:37.454419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router ee7b3e49-dd1c-46b8-a396-e38713dd87a4 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:37.631720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:37.643786 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] Sync routers for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:37.653417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b2fd0fa-321b-45c4-96a6-ba6b8b4cfe08 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949149 Dec 13 09:51:37.654307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:37.664080 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:37.673947 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:37.698167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04705-eee2-46f3-b39e-504aa329ea00 req-31cd1776-34d1-498a-8ec0-3ec5d7989e5e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:37.706631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ad04705-eee2-46f3-b39e-504aa329ea00 req-31cd1776-34d1-498a-8ec0-3ec5d7989e5e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1774106 Dec 13 09:51:37.735108 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:37.744471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ccda-6c8c-43f2-8188-c6fb7050c830 req-5920aec9-99c5-45b8-b281-47169ffb3dc4 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:37.745854 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:37.746476 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:37.753475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8b4ccda-6c8c-43f2-8188-c6fb7050c830 req-5920aec9-99c5-45b8-b281-47169ffb3dc4 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 944 time: 0.2232709 Dec 13 09:51:37.907085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ad04705-eee2-46f3-b39e-504aa329ea00 req-83ff7326-f75b-4592-bf1f-c75090618409 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895995 Dec 13 09:51:37.942322 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:37.943478 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73887-185a-4da9-9db7-19b434b66cf6 None None] The sync data for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:37.988769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8b4ccda-6c8c-43f2-8188-c6fb7050c830 req-b18df9d3-b60c-4347-b8ef-c60928bead02 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339883 Dec 13 09:51:38.007870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.232070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.235469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.349336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.372706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router e3395d90-25ce-43b8-ae72-177d7fd19998 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:38.486111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:38.490497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.491857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c9513046-820d-4e46-a70d-10f2a8e00cb6 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "PUT /v2.0/routers/e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 200 len: 919 time: 3.2010779 Dec 13 09:51:38.495095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.506664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] Sync routers for ids ['e3395d90-25ce-43b8-ae72-177d7fd19998'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:38.546131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] Routers {'e3395d90-25ce-43b8-ae72-177d7fd19998'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:38.547013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3395d90-25ce-43b8-ae72-177d7fd19998'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:38.590530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:38.615490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d2bc6da-9bfe-4227-84bc-21c1c6535df7 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 200 len: 925 time: 0.1190422 Dec 13 09:51:38.618098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.621464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d85d9164-0693-40ef-b0ba-4d975071dc65 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:38.652807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] Routers {'e3395d90-25ce-43b8-ae72-177d7fd19998'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:38.653453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3395d90-25ce-43b8-ae72-177d7fd19998'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:38.654941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 1da8d884-21db-4298-a71d-c9128a22a52e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:38.655417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.662880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f074ce-1523-42aa-976e-8a2b52435c9b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:38.665169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b8f074ce-1523-42aa-976e-8a2b52435c9b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=e3395d90-25ce-43b8-ae72-177d7fd19998&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0454161 Dec 13 09:51:38.667379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.769862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750305a6-75f1-4e57-afda-82fec82c648a tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:38.771300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-750305a6-75f1-4e57-afda-82fec82c648a tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1029949 Dec 13 09:51:38.774385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.785048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.802990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 1da8d884-21db-4298-a71d-c9128a22a52e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:38.811457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cf2757d1-1754-48ca-a3d5-879c78343b7e tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 200 len: 205 time: 0.0359321 Dec 13 09:51:38.814614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:38.835453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:38.836117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac7aa0-9b2b-452c-8ba1-c5cf1c1dd78e None None] The sync data for ids ['e3395d90-25ce-43b8-ae72-177d7fd19998'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:38.875220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d85d9164-0693-40ef-b0ba-4d975071dc65 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:51:38.881822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d85d9164-0693-40ef-b0ba-4d975071dc65 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:38.882483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.965171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:38.997859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.046979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:39.050043 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef57c905-6a21-414e-876a-aeac5f2a9e81" -d '{"events": [{"server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "name": "network-vif-plugged", "status": "completed", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:39.067915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d85d9164-0693-40ef-b0ba-4d975071dc65,segment=NetworkSegment(2d1830a3-fc96-4b13-a237-19b68146f0ec),segment_id=2d1830a3-fc96-4b13-a237-19b68146f0ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:39.075654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.216640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:39.220943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.229596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.256192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=1da8d884-21db-4298-a71d-c9128a22a52e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:39.266637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f6cd1-7fd4-4298-95ef-8a1e2658535a req-0e40af7e-a13a-4cb5-a7b7-c9ee0abc80f6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:39.268843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d2f6cd1-7fd4-4298-95ef-8a1e2658535a req-0e40af7e-a13a-4cb5-a7b7-c9ee0abc80f6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1765049 Dec 13 09:51:39.323102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9f58-04f2-414e-82ba-ea5f8fb16cae req-02c04732-b323-4c20-9147-3c6be4abdafc tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:39.329693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-574e9f58-04f2-414e-82ba-ea5f8fb16cae req-02c04732-b323-4c20-9147-3c6be4abdafc tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.1754153 Dec 13 09:51:39.527592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.534127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d2f6cd1-7fd4-4298-95ef-8a1e2658535a req-827cd86d-6f0a-4865-852d-ca0230e1f323 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456880 Dec 13 09:51:39.604374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port 9dabb0fd-9dbb-42e2-a594-932521017e47 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:39.607520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.615731 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa5e3a-1cf3-4cab-b436-b1bac9fb1896 x-openstack-request-id: req-1cfa5e3a-1cf3-4cab-b436-b1bac9fb1896 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:39.627089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "name": "network-vif-plugged", "status": "completed", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:39.627366 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cfa5e3a-1cf3-4cab-b436-b1bac9fb1896 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:39.627802 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65', 'code': 200} Dec 13 09:51:39.682480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-574e9f58-04f2-414e-82ba-ea5f8fb16cae req-d29edf54-0f18-41bb-9be6-0c248fe79a1b tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873933 Dec 13 09:51:39.769792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4189eed-f6a3-4167-8f84-7fc2eba6c4c1 req-567dddb0-d33c-4c1f-96ab-7a2597196bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:39.771350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4189eed-f6a3-4167-8f84-7fc2eba6c4c1 req-567dddb0-d33c-4c1f-96ab-7a2597196bdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 1096 time: 0.0863385 Dec 13 09:51:39.773226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.801156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:39.802077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for 9dabb0fd-9dbb-42e2-a594-932521017e47 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:39.830311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router ee7b3e49-dd1c-46b8-a396-e38713dd87a4 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:39.876107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4189eed-f6a3-4167-8f84-7fc2eba6c4c1 req-7eff846e-154e-41b8-9498-8ad5082068bc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940328 Dec 13 09:51:39.920578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:39.931152 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] Sync routers for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:39.934690 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-050d0681-8011-4832-899d-6c12c01c0fe3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2794859 Dec 13 09:51:39.937472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:39.942704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:39.943822 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:39.961551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2f3dbd-9fd8-4b3f-8b9f-698265376298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:39.977517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2dc85254-1413-4ea2-845a-9d59efca0887 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7b3e49-dd1c-46b8-a396-e38713dd87a4 HTTP/1.1" status: 200 len: 205 time: 0.0381825 Dec 13 09:51:39.979772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:39.990847 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:40.002250 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] Routers {'ee7b3e49-dd1c-46b8-a396-e38713dd87a4'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:40.003047 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:40.039919 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:40.041526 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66ca41-67a5-4719-b8a7-99070825a223 None None] The sync data for ids ['ee7b3e49-dd1c-46b8-a396-e38713dd87a4'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:40.067314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.084246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.106247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=9dabb0fd-9dbb-42e2-a594-932521017e47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:40.205177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.260722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.263214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.277804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2f3dbd-9fd8-4b3f-8b9f-698265376298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.308182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2f3dbd-9fd8-4b3f-8b9f-698265376298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.308963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.309652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router ee7b3e49-dd1c-46b8-a396-e38713dd87a4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:40.317444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.318615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-30f6bba4-4352-4238-a9f5-fafa0ecb1a5a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4 HTTP/1.1" status: 204 len: 168 time: 0.3378456 Dec 13 09:51:40.321642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.325042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.329729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.380601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 171392ef-80ea-4809-8f59-0e436fed986e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:40.384686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.398834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3f2f3dbd-9fd8-4b3f-8b9f-698265376298 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a9dc8c4ad944349aec5503f85de901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5923707 Dec 13 09:51:40.398834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f3dbd-9fd8-4b3f-8b9f-698265376298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7befb-a407-4eb3-b9bc-cec46f53670a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:40.401459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.417748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.418441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router e3395d90-25ce-43b8-ae72-177d7fd19998 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:40.427925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.429061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d5f74c8f-94b4-47b9-8f7b-eeb9b2fb965c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 204 len: 168 time: 1.6133902 Dec 13 09:51:40.436379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.442272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1475576966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:40.446091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.485519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.486553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.496838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.550502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.556597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.567521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.579520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.618714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.625363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-00549fd0-d2b6-4009-8e2e-a1767f87baf4 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1879246 Dec 13 09:51:40.628560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.633756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:40.640436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.670745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.677940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.679726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033d048-51aa-4932-9e43-8d1a2cd0e3ca None None] Network 07e5a678-7944-482f-b6fc-07cdb109cab8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:40.684079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/171392ef-80ea-4809-8f59-0e436fed986e HTTP/1.1" status: 204 len: 168 time: 0.3579249 Dec 13 09:51:40.684079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=171392ef-80ea-4809-8f59-0e436fed986e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:40.685318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:40.722558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.722919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.723274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.723625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.723970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.724312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.724650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.724986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.725347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.725683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.726024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.726356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.726689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38487c0b-b4bf-43bc-83b6-759f51fddd0b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:40.764877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 3fa0aa7e-9181-4530-8712-cefb3c6e27a5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:40.769189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.825327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.850942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfa52e1b-1472-47b9-8653-c8e21defb877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.864818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.867446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:40.872622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3c7befb-a407-4eb3-b9bc-cec46f53670a HTTP/1.1" status: 204 len: 168 time: 0.4661827 Dec 13 09:51:40.925365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] DHCP port deletion for 07e5a678-7944-482f-b6fc-07cdb109cab8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:40.958123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7a88c-7d9d-4ba5-9dea-e707ec29a5c3 req-63a2a280-69a4-41b7-bd99-f2654ee8bec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:40.959770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8e7a88c-7d9d-4ba5-9dea-e707ec29a5c3 req-63a2a280-69a4-41b7-bd99-f2654ee8bec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3333044 Dec 13 09:51:40.960503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5685b7-c93e-4be3-a17f-c5196e8567f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7befb-a407-4eb3-b9bc-cec46f53670a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.002700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.007669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.038120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96de12-ccbe-4615-ac1b-3522a61a5479 req-7b1cf78a-fb85-48bb-841d-118f5b07e0ab tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:41.040425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e96de12-ccbe-4615-ac1b-3522a61a5479 req-7b1cf78a-fb85-48bb-841d-118f5b07e0ab tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.1806910 Dec 13 09:51:41.052676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Deleting port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:41.053524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.100359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfa52e1b-1472-47b9-8653-c8e21defb877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.106056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfa52e1b-1472-47b9-8653-c8e21defb877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.118603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8e7a88c-7d9d-4ba5-9dea-e707ec29a5c3 req-3ed7e52b-345c-48bc-ab3a-774ca839d695 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289997 Dec 13 09:51:41.142722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] For port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,segment=NetworkSegment(044bd3ff-4ab5-48df-9074-d7c3df8347ea),segment_id=044bd3ff-4ab5-48df-9074-d7c3df8347ea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:41.144235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.164570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa52e1b-1472-47b9-8653-c8e21defb877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd84ce5-3885-4ec1-8acb-075963ba5d38,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.170351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e96de12-ccbe-4615-ac1b-3522a61a5479 req-b05de3ab-4a3d-414f-956e-9364aeaf75d6 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193089 Dec 13 09:51:41.174551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.180825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Calling delete_port for 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:41.221578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bfa52e1b-1472-47b9-8653-c8e21defb877 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fbea4d863cd496a86df3c50b8e1a8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484991 Dec 13 09:51:41.232679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:41.270977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa0aa7e-9181-4530-8712-cefb3c6e27a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.283374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79659a-a727-488d-9838-5f67b99424c0 None None] Network 39b5c210-502b-4575-8f82-ea4d12d75373 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:41.283588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.289296 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65508b28-a179-4e3a-9e50-21fdcb93f9c8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/3fa0aa7e-9181-4530-8712-cefb3c6e27a5 HTTP/1.1" status: 204 len: 168 time: 0.6003819 Dec 13 09:51:41.292053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:41.366554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:41.371295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.392110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:41.404237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:41.404728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:41.407729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fde0c6-d1b0-43c2-a53f-d4098fec2975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.430352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] Pushing event deleted for resources: {'Port': ['ID=84061fe2-6c3a-4779-8f9c-f7e6d33cf487,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.433499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528af71-74af-4205-8f7b-fdd1d17f1097 None None] No DVR routers for this DVR port 84061fe2-6c3a-4779-8f9c-f7e6d33cf487 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:41.504969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fde0c6-d1b0-43c2-a53f-d4098fec2975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.512290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fde0c6-d1b0-43c2-a53f-d4098fec2975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.512721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.521486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.542647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.545001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] DHCP port deletion for 39b5c210-502b-4575-8f82-ea4d12d75373 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:41.564697 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6fde0c6-d1b0-43c2-a53f-d4098fec2975 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ecd39dfd68e42a2a12429d167b32302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714385 Dec 13 09:51:41.565517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:41.568712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fde0c6-d1b0-43c2-a53f-d4098fec2975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac61e2c-706a-4381-b846-387824c9056d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.571482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.574549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.609432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Deleting port 3097f029-b57a-4c12-b3df-b940f82b2dff {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:41.614239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.631771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.654604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.689641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] For port 3097f029-b57a-4c12-b3df-b940f82b2dff, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3097f029-b57a-4c12-b3df-b940f82b2dff,segment=NetworkSegment(7b871310-40c3-4774-bfe8-6ebf204e2af4),segment_id=7b871310-40c3-4774-bfe8-6ebf204e2af4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:41.690250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.705011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Calling delete_port for 3097f029-b57a-4c12-b3df-b940f82b2dff owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:41.713835 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.718659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.719886 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ac61e2c-706a-4381-b846-387824c9056d HTTP/1.1" status: 204 len: 168 time: 0.1528206 Dec 13 09:51:41.736654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.740818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f037b-94c7-4f28-bcca-c24341279390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac61e2c-706a-4381-b846-387824c9056d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.787037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.789989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.791771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9dd84ce5-3885-4ec1-8acb-075963ba5d38 HTTP/1.1" status: 204 len: 168 time: 0.5545392 Dec 13 09:51:41.793730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e5a678-7944-482f-b6fc-07cdb109cab8']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:41.813888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.814776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044bd3ff-4ab5-48df-9074-d7c3df8347ea') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:41.815080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044bd3ff-4ab5-48df-9074-d7c3df8347ea') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:41.824492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfd7c7-6c8c-43ab-9be5-19d357d80c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd84ce5-3885-4ec1-8acb-075963ba5d38,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.840897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Allocated IP 172.25.1.5 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/11d6c7f7-fe4a-4f65-8036-9cfcd84d4ab3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:41.845089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.861148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] Pushing event deleted for resources: {'Port': ['ID=3097f029-b57a-4c12-b3df-b940f82b2dff,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:41.872785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e9a96-5196-48d6-8f44-1f06d86a1616 None None] No DVR routers for this DVR port 3097f029-b57a-4c12-b3df-b940f82b2dff on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:41.884720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.924556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:41.924972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:41.928157 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:42.013152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.031043 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.037031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/07e5a678-7944-482f-b6fc-07cdb109cab8 HTTP/1.1" status: 204 len: 168 time: 0.7415447 Dec 13 09:51:42.037434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:42.053003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515801a-2cbe-4cb8-8166-712ec959f2d1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=07e5a678-7944-482f-b6fc-07cdb109cab8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.066883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.112962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.129901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.157780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:42.162546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:42.166768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:42.240680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.264688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b5c210-502b-4575-8f82-ea4d12d75373']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.276140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b871310-40c3-4774-bfe8-6ebf204e2af4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.276527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b871310-40c3-4774-bfe8-6ebf204e2af4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:42.287677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.305476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.314083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:42.314611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.318786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:42.319083 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:42.378125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a4063db-c079-4553-a684-2e9d2fe3a540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.416503 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.422166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.425800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/39b5c210-502b-4575-8f82-ea4d12d75373 HTTP/1.1" status: 204 len: 168 time: 0.3873198 Dec 13 09:51:42.433441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:42.447018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-353318809'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:42.475461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14ab75-c50a-4a24-bf44-f5a13568bfa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=39b5c210-502b-4575-8f82-ea4d12d75373,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.506532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:42.510677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.557461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Pushing event updated for resources: {'Port': ['ID=11d6c7f7-fe4a-4f65-8036-9cfcd84d4ab3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.566703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a4063db-c079-4553-a684-2e9d2fe3a540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.568105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:42.575907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a4063db-c079-4553-a684-2e9d2fe3a540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.590332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.590754 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 7a3d0c49-580e-4684-b185-8408f809783c of type vlan for network 69062c9c-4d9f-411f-91ef-af1c9b1d518a Dec 13 09:51:42.664314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5a4063db-c079-4553-a684-2e9d2fe3a540 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7edc5d6b1a5f4986b415cf848324abee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443637 Dec 13 09:51:42.668694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:42.679638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4063db-c079-4553-a684-2e9d2fe3a540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c822f-e0fd-497a-995f-64615d62a2ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.686866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.727036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af7c6d-8a67-4de9-a763-b6ad6e139278 req-f9ef343e-070a-4782-a672-ad357c74d093 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.728597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8af7c6d-8a67-4de9-a763-b6ad6e139278 req-f9ef343e-070a-4782-a672-ad357c74d093 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1804175 Dec 13 09:51:42.740938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.747895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.748513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.778314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764adf-0fec-408c-9169-9ffcca154723 req-f54c4cc6-ba0d-486e-b421-cb2f1f5fed64 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:42.779857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd764adf-0fec-408c-9169-9ffcca154723 req-f54c4cc6-ba0d-486e-b421-cb2f1f5fed64 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.2282469 Dec 13 09:51:42.789715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.836931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4006124 Dec 13 09:51:42.844165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:42.854641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:42.873310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:42.923617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8af7c6d-8a67-4de9-a763-b6ad6e139278 req-bec68435-5e49-469a-8766-027a156e5e71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700180 Dec 13 09:51:42.924067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe87f46-f1bf-4b7b-b581-cdfb81ab345b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=69062c9c-4d9f-411f-91ef-af1c9b1d518a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:42.943928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:42.944976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd764adf-0fec-408c-9169-9ffcca154723 req-13b9acd9-5f0c-4412-913d-1236693f226f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569655 Dec 13 09:51:43.002765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.003589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.007410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.010408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e9c822f-e0fd-497a-995f-64615d62a2ba HTTP/1.1" status: 204 len: 168 time: 0.3409836 Dec 13 09:51:43.024728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafb606-df29-4dc7-8ef0-4e06231ac6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c822f-e0fd-497a-995f-64615d62a2ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.030277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:43.035348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.246026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3097f029-b57a-4c12-b3df-b940f82b2dff no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:43.284088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3097f029-b57a-4c12-b3df-b940f82b2dff {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:43.284433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3097f029-b57a-4c12-b3df-b940f82b2dff not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:43.351313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.366935 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.375378 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.431702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=361edf32-d594-41a5-acbb-f14cb7f904c7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:43.491835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '7a3d0c49-580e-4684-b185-8408f809783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:43.492429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 69062c9c-4d9f-411f-91ef-af1c9b1d518a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:43.520384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:43.539348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 69062c9c-4d9f-411f-91ef-af1c9b1d518a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:43.547688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547c060-26d2-49aa-b636-791d1ba94d67 req-7b625d9f-2d57-4c3d-9442-8dcfbdc98aa3 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:43.549493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e547c060-26d2-49aa-b636-791d1ba94d67 req-7b625d9f-2d57-4c3d-9442-8dcfbdc98aa3 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.0775647 Dec 13 09:51:43.568149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c264e-1558-4662-94e7-e981fbf93964 None None] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:43.574476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:43.575743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.611265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:43.621869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1368773120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:43.629701 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9bfc0d7e-5285-4d02-b425-6993d31540ee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7629592 Dec 13 09:51:43.646821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Router 62cdfa70-d935-4f5f-b4f8-c2419b6f243d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:43.661348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e547c060-26d2-49aa-b636-791d1ba94d67 req-a1e82931-ab88-42af-8758-9ad3713e7ac8 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029396 Dec 13 09:51:43.754626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-69062c9c-4d9f-411f-91ef-af1c9b1d518a', 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '361edf32-d594-41a5-acbb-f14cb7f904c7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:43.756192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.758853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.760629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.841986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.850824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.867367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:43.873032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.874303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3beac657-697a-4f88-9c10-ad925e227f39 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "PUT /v2.0/routers/62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 200 len: 918 time: 3.2447011 Dec 13 09:51:43.877423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:43.880252 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:43.881422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6461df1d-84f2-4932-a626-fb45e1dadcd2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2648060 Dec 13 09:51:43.884051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:43.896056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'port': {'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a', 'name': 'tempest-RoutersTest-1113267423'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:43.900001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] Sync routers for ids ['62cdfa70-d935-4f5f-b4f8-c2419b6f243d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:43.921663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] Routers {'62cdfa70-d935-4f5f-b4f8-c2419b6f243d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:43.922762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['62cdfa70-d935-4f5f-b4f8-c2419b6f243d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:43.980589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:44.008340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] Routers {'62cdfa70-d935-4f5f-b4f8-c2419b6f243d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:44.011387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['62cdfa70-d935-4f5f-b4f8-c2419b6f243d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:44.054410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:44.055493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efe7e0-a965-4e48-80a3-dc9252da1a15 None None] The sync data for ids ['62cdfa70-d935-4f5f-b4f8-c2419b6f243d'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:44.075581 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e03ff37-ba58-479c-b939-e2dc66354c3f tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 200 len: 924 time: 0.1941056 Dec 13 09:51:44.077172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.078946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:44.080228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Allocated IP 172.20.0.2 (69062c9c-4d9f-411f-91ef-af1c9b1d518a/361edf32-d594-41a5-acbb-f14cb7f904c7/9f670ed5-55f0-4cd9-a8a4-9b943751a6e3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:44.088587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.159884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] device_id is not set on port f5cda5ff-b530-47f1-8249-04a51c9fbdfc yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:51:44.215580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd765021-7928-4b49-9dd6-33e122340752 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.221101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd765021-7928-4b49-9dd6-33e122340752 tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=62cdfa70-d935-4f5f-b4f8-c2419b6f243d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1415358 Dec 13 09:51:44.223021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f90520-9eba-4811-8326-9409b33051cf req-55e9f4a9-7df5-4ed5-9699-f7739f353ac4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.223781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.231252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f90520-9eba-4811-8326-9409b33051cf req-55e9f4a9-7df5-4ed5-9699-f7739f353ac4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1893098 Dec 13 09:51:44.299379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9f90520-9eba-4811-8326-9409b33051cf req-89723dff-e636-4f0d-bda6-019aa0f6aa2b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659995 Dec 13 09:51:44.340740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.348589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.368244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38f5ff-07d8-48a0-b1f2-08d59ecea35b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.374743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2b38f5ff-07d8-48a0-b1f2-08d59ecea35b tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1472311 Dec 13 09:51:44.375294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.418836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.20.0.6 (69062c9c-4d9f-411f-91ef-af1c9b1d518a/361edf32-d594-41a5-acbb-f14cb7f904c7/f5cda5ff-b530-47f1-8249-04a51c9fbdfc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:44.420499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:44.421348 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d185ee1-77f5-48f9-9858-66e304ffe714 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 200 len: 205 time: 0.0435567 Dec 13 09:51:44.424628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:44.430949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:44.436303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:44.446620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Pushing event updated for resources: {'Port': ['ID=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:44.514922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Attempting to bind port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:44.515471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Attempting to bind port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7a3d0c49-580e-4684-b185-8408f809783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:44.515931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Attempting to bind port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 on network 69062c9c-4d9f-411f-91ef-af1c9b1d518a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:44.523483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:44.523865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Checking segment: {'id': '7a3d0c49-580e-4684-b185-8408f809783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:44.524743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.524743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Bound using segment: {'id': '7a3d0c49-580e-4684-b185-8408f809783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:44.525446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Bound port: 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3d0c49-580e-4684-b185-8408f809783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69062c9c-4d9f-411f-91ef-af1c9b1d518a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:44.525951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.563586 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.629048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.675559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.703500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] For port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:44.707979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] For port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,segment=NetworkSegment(7a3d0c49-580e-4684-b185-8408f809783c),segment_id=7a3d0c49-580e-4684-b185-8408f809783c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:44.720160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.740643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:44.744929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:44.749495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:44.796159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=f5cda5ff-b530-47f1-8249-04a51c9fbdfc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:44.872301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410f02d-1cbc-4820-8343-279e9da2c630 None None] Pushing event updated for resources: {'Port': ['ID=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:44.898268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:44.899010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:44.929786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9d1b9be-8cae-488d-86f1-a0e2bb5693c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0439582 Dec 13 09:51:44.931886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:45.019967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-aca24aa6-b1aa-45cb-9042-265602c5868f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:45.021518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-aca24aa6-b1aa-45cb-9042-265602c5868f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.2442183 Dec 13 09:51:45.123381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.220760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port 11d6c7f7-fe4a-4f65-8036-9cfcd84d4ab3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:45.221589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.245266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13adf4-e4e0-4679-9629-fb47f80595a8 req-58d2a9c8-5b66-4c9f-9a6e-f8b041887e20 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:45.252628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce13adf4-e4e0-4679-9629-fb47f80595a8 req-58d2a9c8-5b66-4c9f-9a6e-f8b041887e20 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 945 time: 0.3881931 Dec 13 09:51:45.386286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.409289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for 11d6c7f7-fe4a-4f65-8036-9cfcd84d4ab3 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:45.481733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce13adf4-e4e0-4679-9629-fb47f80595a8 req-f0faf096-24c8-48c8-b981-b26b4a9c72eb tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/security-groups?id=20605fb1-15ae-4306-b0f3-51ef14d6e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281601 Dec 13 09:51:45.564190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Deleting port d85d9164-0693-40ef-b0ba-4d975071dc65 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:45.564539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.651858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a938b-3f85-4b4e-907b-b000aacb117d req-a2248575-87ed-4090-90a6-f28d4df62fe9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:45.653429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd7a938b-3f85-4b4e-907b-b000aacb117d req-a2248575-87ed-4090-90a6-f28d4df62fe9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1704185 Dec 13 09:51:45.675406 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.718587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=11d6c7f7-fe4a-4f65-8036-9cfcd84d4ab3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:45.782238 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.821794 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.843108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd7a938b-3f85-4b4e-907b-b000aacb117d req-e3f44ebd-51c5-4589-b59c-051158110d6c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608446 Dec 13 09:51:45.846438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] For port d85d9164-0693-40ef-b0ba-4d975071dc65, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d85d9164-0693-40ef-b0ba-4d975071dc65,segment=NetworkSegment(2d1830a3-fc96-4b13-a237-19b68146f0ec),segment_id=2d1830a3-fc96-4b13-a237-19b68146f0ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:45.847407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.904214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Calling delete_port for d85d9164-0693-40ef-b0ba-4d975071dc65 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:45.977758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:45.981473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.055038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.055815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router 62cdfa70-d935-4f5f-b4f8-c2419b6f243d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:46.066072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.068036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b6c66d9-87cd-43f6-89ab-7a0b406c8b55 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 204 len: 168 time: 1.6419289 Dec 13 09:51:46.071703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:46.082514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-200831744', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:46.115364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.116899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.122454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:46.226011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.279739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.282586 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.296348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d85d9164-0693-40ef-b0ba-4d975071dc65'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:51:46.335073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.341955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78acf903-dd30-4568-9307-f37ce4545e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.343724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Pushing event deleted for resources: {'Port': ['ID=d85d9164-0693-40ef-b0ba-4d975071dc65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.387258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc086a-619b-40b7-ba75-9262c3f0bc81 None None] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:46.439715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.463951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] Provisioning complete for port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:46.464769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.476947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] No DVR routers for this DVR port d85d9164-0693-40ef-b0ba-4d975071dc65 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:46.481355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=f5cda5ff-b530-47f1-8249-04a51c9fbdfc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.486163 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.489594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74fab7ca-c0b4-4d78-afc1-315499c137d2 req-cf69af7f-c108-413b-846f-ce8df52309b9 tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.44 "DELETE /v2.0/ports/d85d9164-0693-40ef-b0ba-4d975071dc65 HTTP/1.1" status: 204 len: 173 time: 1.3689704 Dec 13 09:51:46.490068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'name': 'network-vif-deleted', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:51:46.492514 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e39f009-3ed4-4ebf-9765-b0f977c10e6f" -d '{"events": [{"server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "name": "network-vif-deleted", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:51:46.609381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.652663 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbebaed-5f9b-4ee8-9c84-b28f1c5bbe5a x-openstack-request-id: req-adbebaed-5f9b-4ee8-9c84-b28f1c5bbe5a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:51:46.652996 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4a86a9-d39e-4d05-b9d5-13b82e91002c", "name": "network-vif-deleted", "tag": "d85d9164-0693-40ef-b0ba-4d975071dc65", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:51:46.653396 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adbebaed-5f9b-4ee8-9c84-b28f1c5bbe5a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:51:46.653831 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a86a9-d39e-4d05-b9d5-13b82e91002c', 'name': 'network-vif-deleted', 'tag': 'd85d9164-0693-40ef-b0ba-4d975071dc65', 'status': 'completed', 'code': 200} Dec 13 09:51:46.655835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] For port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,segment=NetworkSegment(7a3d0c49-580e-4684-b185-8408f809783c),segment_id=7a3d0c49-580e-4684-b185-8408f809783c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:46.660832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c68a9df1-43dc-49ff-934b-b5c8b5e18708 req-f8868709-fecb-4433-93a2-8a678972711f tempest-InstanceActionsNegativeTestJSON-64286639 tempest-InstanceActionsNegativeTestJSON-64286639-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c4a86a9-d39e-4d05-b9d5-13b82e91002c HTTP/1.1" status: 200 len: 210 time: 0.0712159 Dec 13 09:51:46.668683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.717774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78acf903-dd30-4568-9307-f37ce4545e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.735113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78acf903-dd30-4568-9307-f37ce4545e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.745768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6a47c-f38f-4680-b8ee-6a3db0ba7741 None None] Pushing event updated for resources: {'Port': ['ID=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.783519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acf903-dd30-4568-9307-f37ce4545e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11869e-8333-4ca7-9a1b-add93a2f2d66,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:46.795604 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-78acf903-dd30-4568-9307-f37ce4545e3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52714d1ad4da4d64a895bf372523f080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6707635 Dec 13 09:51:46.800363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:46.806914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.895461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d0b70b-891a-4626-86dd-501c635b88d0 None None] Provisioning complete for port f5cda5ff-b530-47f1-8249-04a51c9fbdfc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:46.896474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d0b70b-891a-4626-86dd-501c635b88d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.899816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.930138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.930941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:46.996677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d0b70b-891a-4626-86dd-501c635b88d0 None None] Port f5cda5ff-b530-47f1-8249-04a51c9fbdfc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:47.026699 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.034821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d0b70b-891a-4626-86dd-501c635b88d0 None None] Provisioning complete for port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:47.035156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d0b70b-891a-4626-86dd-501c635b88d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.061405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.090024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Allocated IP 172.25.1.201 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/596087c9-09de-4e70-8624-d7ec863efd01) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:47.218351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed1fb-3214-4751-ae0c-96311af6358c req-7ee3085f-582e-4803-a57d-225a65a52c2f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:47.229159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f8ed1fb-3214-4751-ae0c-96311af6358c req-7ee3085f-582e-4803-a57d-225a65a52c2f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2395201 Dec 13 09:51:47.327183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.351754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:47.382587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.383134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.386058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.389924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df11869e-8333-4ca7-9a1b-add93a2f2d66 HTTP/1.1" status: 204 len: 168 time: 0.5886536 Dec 13 09:51:47.451771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f8ed1fb-3214-4751-ae0c-96311af6358c req-b3aac81b-1435-4bd0-83cd-268668b9eaa8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058461 Dec 13 09:51:47.453187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce8130-1a4f-48ba-98a8-cf23f045e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11869e-8333-4ca7-9a1b-add93a2f2d66,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:47.512056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event updated for resources: {'Port': ['ID=596087c9-09de-4e70-8624-d7ec863efd01,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:47.560667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c8050c5b-24a9-4db7-b88f-c8e9ed8905cc None None] Provisioning complete for port f5cda5ff-b530-47f1-8249-04a51c9fbdfc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:47.561029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8050c5b-24a9-4db7-b88f-c8e9ed8905cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.596231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:47.598859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:47.613328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:47.696148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:47.702778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.764006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c8050c5b-24a9-4db7-b88f-c8e9ed8905cc None None] Port f5cda5ff-b530-47f1-8249-04a51c9fbdfc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:47.795963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:47.888023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64a80151-736a-4dcd-97e7-f8b33de6eca7 None None] Provisioning complete for port f5cda5ff-b530-47f1-8249-04a51c9fbdfc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:47.888656 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64a80151-736a-4dcd-97e7-f8b33de6eca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.897993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Deleting subnet dc601400-ba85-4acd-a4a6-8f39711601e7 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:47.925761 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:47.930899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64a80151-736a-4dcd-97e7-f8b33de6eca7 None None] Port f5cda5ff-b530-47f1-8249-04a51c9fbdfc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:48.054548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.295142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.412300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.425178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fa241-1733-40f2-bb62-0acbce80f1e1 req-50f3c586-e6ca-468f-b669-2bbabfd23620 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:48.426957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d87fa241-1733-40f2-bb62-0acbce80f1e1 req-50f3c586-e6ca-468f-b669-2bbabfd23620 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.6980724 Dec 13 09:51:48.429951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.456501 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.485449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Router 654902e6-4d29-4d79-a7c7-71e5df498f6f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:48.565239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-4524e987-2f2f-4862-ae07-8d7c2c19b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:48.566750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-4524e987-2f2f-4862-ae07-8d7c2c19b0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.6596971 Dec 13 09:51:48.591017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.626434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:48.640460 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] Sync routers for ids ['654902e6-4d29-4d79-a7c7-71e5df498f6f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:48.642722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d85d9164-0693-40ef-b0ba-4d975071dc65 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:48.655842 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] Routers {'654902e6-4d29-4d79-a7c7-71e5df498f6f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:48.656696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['654902e6-4d29-4d79-a7c7-71e5df498f6f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:48.674168 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.677167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.683927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8a2ca552-0f27-45a7-8116-85e69ac3c9f3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6104620 Dec 13 09:51:48.687451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:48.695070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:48.701565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d85d9164-0693-40ef-b0ba-4d975071dc65 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:48.704520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d85d9164-0693-40ef-b0ba-4d975071dc65 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:48.711955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=f5cda5ff-b530-47f1-8249-04a51c9fbdfc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:48.750799 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:48.751792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d87fa241-1733-40f2-bb62-0acbce80f1e1 req-35ef0b4d-386c-4e56-9541-bfe025117812 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000758 Dec 13 09:51:48.760777 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] Routers {'654902e6-4d29-4d79-a7c7-71e5df498f6f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:48.761425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['654902e6-4d29-4d79-a7c7-71e5df498f6f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:48.806173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:48.807432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f98f7c0-45b0-43d0-810f-e54a1c941a14 None None] The sync data for ids ['654902e6-4d29-4d79-a7c7-71e5df498f6f'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:48.837048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.880855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc601400-ba85-4acd-a4a6-8f39711601e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:48.883342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-688f19f9-7109-443a-b776-aaef16b36b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:48.885181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-688f19f9-7109-443a-b776-aaef16b36b4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3037279 Dec 13 09:51:48.886835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:48.889929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d02eb2b-bfb4-42b8-bcce-c963760d91e3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc601400-ba85-4acd-a4a6-8f39711601e7 HTTP/1.1" status: 204 len: 168 time: 1.0921240 Dec 13 09:51:48.892617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:48.964500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:48.995784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:49.082055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-6b2e45e0-1eb0-4eaf-8207-7e15b3504ed3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1901920 Dec 13 09:51:49.084647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.165651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.185747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.219324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-413501bb-332e-41ae-9b42-1a091b3d55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:49.220869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-413501bb-332e-41ae-9b42-1a091b3d55a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1081059 Dec 13 09:51:49.285589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Deleting port 596087c9-09de-4e70-8624-d7ec863efd01 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:49.286064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.340584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.381863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154e6198-faa2-44cd-bca7-df77537590e1']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.408515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1830a3-fc96-4b13-a237-19b68146f0ec') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.408894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1830a3-fc96-4b13-a237-19b68146f0ec') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.433814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 46a876e1-f484-4f22-9980-295a3acedac5 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:51:49.437205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-9c80f607-9de2-4c6a-b6d2-a37082588ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:49.438796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-9c80f607-9de2-4c6a-b6d2-a37082588ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055867 Dec 13 09:51:49.457105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.466784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.474858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Calling delete_port for 596087c9-09de-4e70-8624-d7ec863efd01 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:49.511718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.520992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:49.521702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.567491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1d037100-747c-42d4-8fe5-091ad087ceb9 None None] Provisioning complete for port f5cda5ff-b530-47f1-8249-04a51c9fbdfc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:49.568239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d037100-747c-42d4-8fe5-091ad087ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:49.574049 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:49.615516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1d037100-747c-42d4-8fe5-091ad087ceb9 None None] Port f5cda5ff-b530-47f1-8249-04a51c9fbdfc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:49.723448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.729313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.735781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/154e6198-faa2-44cd-bca7-df77537590e1 HTTP/1.1" status: 204 len: 168 time: 0.8420455 Dec 13 09:51:49.778258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.810258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc88336-0556-4788-809d-08afb226e2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=154e6198-faa2-44cd-bca7-df77537590e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:49.847754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:49.848242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Pushing event deleted for resources: {'Port': ['ID=596087c9-09de-4e70-8624-d7ec863efd01,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:49.855050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f64be995-9a15-4005-9ea5-5afc10fbacd5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/46a876e1-f484-4f22-9980-295a3acedac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8959243 Dec 13 09:51:49.857134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:49.861192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] Sync routers for ids ['46a876e1-f484-4f22-9980-295a3acedac5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:49.879157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] Routers {'46a876e1-f484-4f22-9980-295a3acedac5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:49.885315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-b2dd52a9-b627-47ef-b225-99ae60b144bd service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095298 Dec 13 09:51:49.885865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['46a876e1-f484-4f22-9980-295a3acedac5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.936915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.951083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] Routers {'46a876e1-f484-4f22-9980-295a3acedac5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:49.951708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['46a876e1-f484-4f22-9980-295a3acedac5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.964382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:49.996031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:49.996695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2c356-f23e-4df6-8079-fa91fd179176 None None] The sync data for ids ['46a876e1-f484-4f22-9980-295a3acedac5'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:49.998752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea7774-1b9e-46e1-bd0b-c3452ee870c3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:50.000375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b3ea7774-1b9e-46e1-bd0b-c3452ee870c3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports/f5cda5ff-b530-47f1-8249-04a51c9fbdfc HTTP/1.1" status: 200 len: 977 time: 0.1420243 Dec 13 09:51:50.008770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:50.066867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:50.084461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbee18-87fd-4362-9e63-7c023acd49b5 req-a4cd5202-6c6e-4819-957b-efbb9f61eda1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:50.086049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48cbee18-87fd-4362-9e63-7c023acd49b5 req-a4cd5202-6c6e-4819-957b-efbb9f61eda1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2155545 Dec 13 09:51:50.183254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:50.183889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-541da0ad-1f94-4d19-9d90-0137be1d3b97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35264ec303d84bf48c770c7010722790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158743 Dec 13 09:51:50.219006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b2ca88c-4ef6-45bc-a120-e753f629371d req-35f6c16c-4171-4b17-b97d-98adc863e691 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004587 Dec 13 09:51:50.279572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.283020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.325094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48cbee18-87fd-4362-9e63-7c023acd49b5 req-ed25bbd4-bad6-4161-a5bf-41480a48274c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014787 Dec 13 09:51:50.360653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.411122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.506707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.510296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.510632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20605fb1-15ae-4306-b0f3-51ef14d6e0d0 HTTP/1.1" status: 204 len: 168 time: 0.3211558 Dec 13 09:51:50.522114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba26f61-f1ec-498b-a7d7-80c4ab2c0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20605fb1-15ae-4306-b0f3-51ef14d6e0d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:50.627666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.684120 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Router 654902e6-4d29-4d79-a7c7-71e5df498f6f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:50.801007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:50.813431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] Sync routers for ids ['654902e6-4d29-4d79-a7c7-71e5df498f6f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:50.821181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.825016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c639b049-97df-4461-b089-401f43d73fb3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "PUT /v2.0/routers/654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 200 len: 709 time: 2.1327019 Dec 13 09:51:50.828621 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] Routers {'654902e6-4d29-4d79-a7c7-71e5df498f6f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:50.829531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['654902e6-4d29-4d79-a7c7-71e5df498f6f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:50.838766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:50.870647 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:50.882543 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] Routers {'654902e6-4d29-4d79-a7c7-71e5df498f6f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:50.883352 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['654902e6-4d29-4d79-a7c7-71e5df498f6f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:50.921878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port f5cda5ff-b530-47f1-8249-04a51c9fbdfc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:50.922225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:50.925707 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:50.926646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3701998-336d-4501-bcbb-3244fe7e86be None None] The sync data for ids ['654902e6-4d29-4d79-a7c7-71e5df498f6f'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:50.948700 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9e255ba-b6b3-45ba-ba95-64a4fca9646a tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/routers/654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 200 len: 744 time: 0.1082213 Dec 13 09:51:50.951045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.015642 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c4d8edf9-d573-4388-8cd5-7074cb93ff9c tempest-RoutersIpV6AdminTest-300576450 tempest-RoutersIpV6AdminTest-300576450-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 200 len: 205 time: 0.0633252 Dec 13 09:51:51.021695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.021845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.035838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.050759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for f5cda5ff-b530-47f1-8249-04a51c9fbdfc owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:51.059920 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ad731102-e384-4d81-bd21-2e5081b33a74 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 200 len: 205 time: 0.0352764 Dec 13 09:51:51.060633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.232353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26b37a9d-e962-4c5c-941e-4f3fa4746fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.241894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.273060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.308957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=f5cda5ff-b530-47f1-8249-04a51c9fbdfc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:51.469828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.472150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.503881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.574244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.575275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Fanout notify agent at l3_agent the message router_deleted on router 654902e6-4d29-4d79-a7c7-71e5df498f6f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:51.586611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.589135 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f039134f-c50f-4696-a3bb-a408f9a436a3 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 204 len: 168 time: 0.5266113 Dec 13 09:51:51.591787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.653598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed1ea8-482b-4b02-ba1b-da4873cebe4e req-34387d83-0c7f-4056-8e8d-e0a7c989a1ca tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:51.655473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbed1ea8-482b-4b02-ba1b-da4873cebe4e req-34387d83-0c7f-4056-8e8d-e0a7c989a1ca tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1531193 Dec 13 09:51:51.662523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-94d1d9c7-36b4-4255-a39d-e546ba48de1c tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 200 len: 205 time: 0.0658541 Dec 13 09:51:51.666204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.674621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26b37a9d-e962-4c5c-941e-4f3fa4746fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.707911 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9503ef86-2128-41c5-96de-7d83228b70b9 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:51.709192 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9503ef86-2128-41c5-96de-7d83228b70b9 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/654902e6-4d29-4d79-a7c7-71e5df498f6f HTTP/1.1" status: 404 len: 336 time: 0.0416431 Dec 13 09:51:51.709696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26b37a9d-e962-4c5c-941e-4f3fa4746fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.713739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.761375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 46a876e1-f484-4f22-9980-295a3acedac5 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:51:51.761494 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-318bd8c2-95c0-4ffa-adfe-b387155800d0 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 200 len: 205 time: 0.0411625 Dec 13 09:51:51.761622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.777666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b37a9d-e962-4c5c-941e-4f3fa4746fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4032f078-16e3-4c83-88db-faf521f1d93d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:51.782138 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-26b37a9d-e962-4c5c-941e-4f3fa4746fb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b62304c61d64c9fa0718c06ed91914b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7580895 Dec 13 09:51:51.784654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.814106 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-63172d5e-825f-4ed0-99dc-74cf038bc0f8 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:51.815155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63172d5e-825f-4ed0-99dc-74cf038bc0f8 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/62cdfa70-d935-4f5f-b4f8-c2419b6f243d HTTP/1.1" status: 404 len: 336 time: 0.0539768 Dec 13 09:51:51.817870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.819060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbed1ea8-482b-4b02-ba1b-da4873cebe4e req-ed482d43-1f3a-4577-b945-259b8fa59e5e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247721 Dec 13 09:51:51.858011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-28da8774-e7dd-4715-8d61-f5b1fe6d956b tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 200 len: 205 time: 0.0388942 Dec 13 09:51:51.860257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.906793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:51:51.908877 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-4618048b-c222-4001-95c1-c0d0abf277be tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:51.909621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4618048b-c222-4001-95c1-c0d0abf277be tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/e3395d90-25ce-43b8-ae72-177d7fd19998 HTTP/1.1" status: 404 len: 336 time: 0.0482733 Dec 13 09:51:51.912025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.920835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] Sync routers for ids ['46a876e1-f484-4f22-9980-295a3acedac5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:51:51.924812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.932909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] Routers {'46a876e1-f484-4f22-9980-295a3acedac5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:51.933552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['46a876e1-f484-4f22-9980-295a3acedac5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:51.939316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2fb68288-fab6-465d-b314-c814b38e864a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/46a876e1-f484-4f22-9980-295a3acedac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299798 Dec 13 09:51:51.945611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:51.972065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:51.975810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:51.986449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] Routers {'46a876e1-f484-4f22-9980-295a3acedac5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:51:51.987063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['46a876e1-f484-4f22-9980-295a3acedac5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:52.020542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:52.021298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2691ee-b5de-4f9a-87b7-cb43f3cc3990 None None] The sync data for ids ['46a876e1-f484-4f22-9980-295a3acedac5'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:51:52.034677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be0946e4-8855-497d-be1e-3d8e8ca8af4b tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 200 len: 205 time: 0.1213627 Dec 13 09:51:52.037846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.102264 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-352b8ce3-c26d-4ab4-bac9-c0efdbaa5cb7 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:52.102264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-352b8ce3-c26d-4ab4-bac9-c0efdbaa5cb7 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/e6f3e520-86a1-412c-86c1-c51ff76e76e1 HTTP/1.1" status: 404 len: 336 time: 0.0596669 Dec 13 09:51:52.102264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.104646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.108451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4032f078-16e3-4c83-88db-faf521f1d93d HTTP/1.1" status: 204 len: 168 time: 0.3198214 Dec 13 09:51:52.108451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.129038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9f34-af82-4a97-a765-bcd5c289809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032f078-16e3-4c83-88db-faf521f1d93d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:52.146637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24a9b6cf-f5fe-440b-8a1f-a7bb59e1cf73 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 200 len: 205 time: 0.0367832 Dec 13 09:51:52.148884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.202148 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-582a765a-00d0-4959-83f7-67adf35769e7 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:52.203466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-582a765a-00d0-4959-83f7-67adf35769e7 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/0d785f19-546f-48d6-90c5-2f223cac4b87 HTTP/1.1" status: 404 len: 336 time: 0.0532954 Dec 13 09:51:52.207035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.245679 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb09abdf-d158-4dce-aa4b-07cecc22508f tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "GET /v2.0/ports?device_id=2632c62e-f27b-4dc2-892b-c7087a6bdb0a HTTP/1.1" status: 200 len: 205 time: 0.0343854 Dec 13 09:51:52.250956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.294789 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a84a76e9-ec1f-4bf2-b454-114949e871bd tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] delete failed (client error): The resource could not be found. Dec 13 09:51:52.295877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a84a76e9-ec1f-4bf2-b454-114949e871bd tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/routers/2632c62e-f27b-4dc2-892b-c7087a6bdb0a HTTP/1.1" status: 404 len: 336 time: 0.0430856 Dec 13 09:51:52.298629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.338517 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c34c17-0957-4e4e-ae8b-0c958a2481e6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] DELETE failed (client error): The resource could not be found. Dec 13 09:51:52.339035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c34c17-0957-4e4e-ae8b-0c958a2481e6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:51:52.343058 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a0c34c17-0957-4e4e-ae8b-0c958a2481e6 tempest-RoutersIpV6AdminTest-92995483 tempest-RoutersIpV6AdminTest-92995483-project] 10.222.0.30 "DELETE /v2.0/subnets/fcd1f208-d344-4e5c-a02e-c69c093d67f1 HTTP/1.1" status: 404 len: 337 time: 0.0434000 Dec 13 09:51:52.543923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0fff-8fa7-4455-a2b7-7abb8b3fd7c3 req-2c605cc9-e34b-4508-8d49-16ef168cefba tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:52.545423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-166f0fff-8fa7-4455-a2b7-7abb8b3fd7c3 req-2c605cc9-e34b-4508-8d49-16ef168cefba tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.6362243 Dec 13 09:51:52.604086 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-5dbc44c2-97a6-4446-8817-a83b3c6b8f44 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 09:51:52.609472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5dbc44c2-97a6-4446-8817-a83b3c6b8f44 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/46a876e1-f484-4f22-9980-295a3acedac5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6451273 Dec 13 09:51:52.609667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.638283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-166f0fff-8fa7-4455-a2b7-7abb8b3fd7c3 req-5544c69a-816e-4402-99a0-3e3879f58198 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688159 Dec 13 09:51:52.698208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-530ee35d-660e-4c03-8642-cb717e2e80c1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=46a876e1-f484-4f22-9980-295a3acedac5 HTTP/1.1" status: 200 len: 205 time: 0.0809975 Dec 13 09:51:52.701488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.721100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.741548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd04a41-5063-418c-bf3e-04ac21a6457e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.849476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38610) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:52.868590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.871478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd04a41-5063-418c-bf3e-04ac21a6457e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.879626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd04a41-5063-418c-bf3e-04ac21a6457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:52.972251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.003210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-abd04a41-5063-418c-bf3e-04ac21a6457e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2942d87818046aab5eb4435b7564f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809982 Dec 13 09:51:53.003829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.009092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04a41-5063-418c-bf3e-04ac21a6457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e6772-44ef-4e34-92af-75737015bca0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.049533 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.052503 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.109297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.111322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router 46a876e1-f484-4f22-9980-295a3acedac5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:51:53.121287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.125364 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4cdb45a8-e189-4189-bdb5-565e14b37f1c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/46a876e1-f484-4f22-9980-295a3acedac5 HTTP/1.1" status: 204 len: 168 time: 0.4181552 Dec 13 09:51:53.135305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.182644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd15ec65-a32c-48cc-9fbc-f5b637c6e369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.205409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 361edf32-d594-41a5-acbb-f14cb7f904c7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:51:53.209524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.218307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab51e-ffde-4c9e-bb31-6e912ade1d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.230889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f972-a5e9-4f51-9251-2981db6bac17 req-1b95333b-786a-4a49-af82-167713ef62f8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:53.232777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e341f972-a5e9-4f51-9251-2981db6bac17 req-1b95333b-786a-4a49-af82-167713ef62f8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1875384 Dec 13 09:51:53.248224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.258356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.308522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.368403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.399174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e341f972-a5e9-4f51-9251-2981db6bac17 req-6a7695e5-fc69-45a5-b940-6bb22f81ae51 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540186 Dec 13 09:51:53.443746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.461674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd15ec65-a32c-48cc-9fbc-f5b637c6e369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.468438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.471484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.472650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/292e6772-44ef-4e34-92af-75737015bca0 HTTP/1.1" status: 204 len: 168 time: 0.4646149 Dec 13 09:51:53.483607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd15ec65-a32c-48cc-9fbc-f5b637c6e369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.485619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=361edf32-d594-41a5-acbb-f14cb7f904c7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.489232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab51e-ffde-4c9e-bb31-6e912ade1d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.503450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.504121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8aad73-dde2-4668-ab46-d3996af52791 None None] Network 69062c9c-4d9f-411f-91ef-af1c9b1d518a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:53.506095 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab51e-ffde-4c9e-bb31-6e912ade1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.508646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa451-c3f8-424a-9937-9909ac852786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e6772-44ef-4e34-92af-75737015bca0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.513371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-627aabd5-a8a9-4388-8faa-84ac0d196f0c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/361edf32-d594-41a5-acbb-f14cb7f904c7 HTTP/1.1" status: 204 len: 168 time: 0.3769429 Dec 13 09:51:53.514036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.569753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd15ec65-a32c-48cc-9fbc-f5b637c6e369 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aad285a0065a4864a723dbd825aa531f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184770 Dec 13 09:51:53.576629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.587506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15ec65-a32c-48cc-9fbc-f5b637c6e369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51487d67-0199-4d91-866c-73b001de55e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.606192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5d2ab51e-ffde-4c9e-bb31-6e912ade1d04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c783b17f7a8a4c0397efdf01ebfa8f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6316090 Dec 13 09:51:53.613033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:53.639866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.730456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:51:53.731189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.761227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ab51e-ffde-4c9e-bb31-6e912ade1d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102fd645-4a93-4514-9883-c039e70105b1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:53.854594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,segment=NetworkSegment(7a3d0c49-580e-4684-b185-8408f809783c),segment_id=7a3d0c49-580e-4684-b185-8408f809783c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:53.855028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.867083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.877300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:51:53.948484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:53.986122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.015014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.029853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.055606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7fca-d432-41b6-8f1e-858377b6e56d req-b7b128fd-11a0-43e4-8616-13a42baff88f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:54.056957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=9f670ed5-55f0-4cd9-a8a4-9b943751a6e3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.057657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-760a7fca-d432-41b6-8f1e-858377b6e56d req-b7b128fd-11a0-43e4-8616-13a42baff88f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2407670 Dec 13 09:51:54.073863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:51:54.111482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9af5b-5e41-44b8-9c3d-aae811a16964 None None] DHCP port deletion for 69062c9c-4d9f-411f-91ef-af1c9b1d518a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:51:54.126974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.129656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.133185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51487d67-0199-4d91-866c-73b001de55e0 HTTP/1.1" status: 204 len: 168 time: 0.5501850 Dec 13 09:51:54.154009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27d672-5f23-4775-aeae-18da06aa4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51487d67-0199-4d91-866c-73b001de55e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.166584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-760a7fca-d432-41b6-8f1e-858377b6e56d req-b47382a7-9a98-48c4-8766-10b8bc0cd98b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866215 Dec 13 09:51:54.173187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.192484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.193901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/102fd645-4a93-4514-9883-c039e70105b1 HTTP/1.1" status: 204 len: 168 time: 0.5799618 Dec 13 09:51:54.203763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed55aa9-f3f2-41a5-8fe8-1d191a57f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102fd645-4a93-4514-9883-c039e70105b1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.236598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.274351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69062c9c-4d9f-411f-91ef-af1c9b1d518a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:54.289916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3d0c49-580e-4684-b185-8408f809783c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:54.290625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3d0c49-580e-4684-b185-8408f809783c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:51:54.301029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.322524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.331191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:51:54.331633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:51:54.335441 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:51:54.402786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.411243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.414559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/69062c9c-4d9f-411f-91ef-af1c9b1d518a HTTP/1.1" status: 204 len: 168 time: 0.8995223 Dec 13 09:51:54.418330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:54.427011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-1743361673'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:54.442335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32516ec-9a74-4ee5-8812-528ed1d531f8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=69062c9c-4d9f-411f-91ef-af1c9b1d518a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.468735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:54.473968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.514765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:54.530973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.531331 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 152ea2be-49b4-43ae-88c8-f53f7470cbc0 of type vlan for network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 Dec 13 09:51:54.579465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.617348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.626114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:54.626833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.682680 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2584558 Dec 13 09:51:54.684039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:54.689182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:54.744857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11737d02-6a72-477e-be3c-54b1e34b04e7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=11fb9a07-bdcc-490e-abf6-5dcb53e3e114,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:54.757348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:54.801555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:54.851513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:54.856034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:54.865173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ef6f19d-fd68-4557-9d6b-2a82c20ba8a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=800131939c7c4624b72d0fc6255450bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588212 Dec 13 09:51:54.870056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:55.010675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.064173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.111436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.194524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.199241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.199586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=5ad7fd6a-08a3-4879-a1a3-7e84228926c0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:55.200414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68ef719f-bb87-41b4-9e31-47b7ba0cec57 HTTP/1.1" status: 204 len: 168 time: 0.3289819 Dec 13 09:51:55.208583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '152ea2be-49b4-43ae-88c8-f53f7470cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:55.209024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 11fb9a07-bdcc-490e-abf6-5dcb53e3e114, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:55.233531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:55.237795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82492691-721c-4b05-bf49-c696776fe819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef719f-bb87-41b4-9e31-47b7ba0cec57,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:55.251976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 11fb9a07-bdcc-490e-abf6-5dcb53e3e114) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:55.271999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:55.272671 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.282912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd6d3f-c231-440d-b5af-65c64641927f None None] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:55.332110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a3d61591-db83-4558-9a58-d05cb2b594d5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6461458 Dec 13 09:51:55.334249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:55.341006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-383760463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:55.376049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.378135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.425426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:51:55.459802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.471123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.509799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f881384-2979-437a-9ddc-3d1d6d725bcd req-58102767-8ee3-4783-8d0e-4755a3c4eec7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:55.521456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:51:55.521838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9f670ed5-55f0-4cd9-a8a4-9b943751a6e3 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:51:55.522010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.526251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cbcaaff8-c5de-4931-83f7-c3aa5d849e9a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1871336 Dec 13 09:51:55.526351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f881384-2979-437a-9ddc-3d1d6d725bcd req-58102767-8ee3-4783-8d0e-4755a3c4eec7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1900334 Dec 13 09:51:55.526439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:55.619690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f881384-2979-437a-9ddc-3d1d6d725bcd req-904beb69-31f5-4e30-9f0e-484d3474323e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890565 Dec 13 09:51:55.641100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-11fb9a07-bdcc-490e-abf6-5dcb53e3e114', 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '5ad7fd6a-08a3-4879-a1a3-7e84228926c0'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:51:55.642175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:55.791140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:55.872278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Allocated IP 172.20.0.2 (11fb9a07-bdcc-490e-abf6-5dcb53e3e114/5ad7fd6a-08a3-4879-a1a3-7e84228926c0/958159f9-42e1-436d-bcce-2e842c15d5b0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:56.058768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0a895-a94e-4541-b2c0-1a78f59635d1 req-06f46b2e-1e76-4a1a-a37a-cbab0ca8446d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.064698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.065609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ada0a895-a94e-4541-b2c0-1a78f59635d1 req-06f46b2e-1e76-4a1a-a37a-cbab0ca8446d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1273739 Dec 13 09:51:56.074714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.130090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:56.137838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:56.143237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:56.200125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Pushing event updated for resources: {'Port': ['ID=958159f9-42e1-436d-bcce-2e842c15d5b0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.218020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ada0a895-a94e-4541-b2c0-1a78f59635d1 req-108a993a-1f10-40d6-94db-74c9fd28ebc2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441436 Dec 13 09:51:56.237941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.248314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:56.265327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-161067814-network', 'tenant_id': '15c96bcbb36f4fbba9da0bae67390279'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:56.269600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Attempting to bind port 958159f9-42e1-436d-bcce-2e842c15d5b0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:51:56.271265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Attempting to bind port 958159f9-42e1-436d-bcce-2e842c15d5b0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '152ea2be-49b4-43ae-88c8-f53f7470cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:51:56.272780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Attempting to bind port 958159f9-42e1-436d-bcce-2e842c15d5b0 on network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:51:56.287024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:51:56.288817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Checking segment: {'id': '152ea2be-49b4-43ae-88c8-f53f7470cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:56.291202 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.291663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Bound using segment: {'id': '152ea2be-49b4-43ae-88c8-f53f7470cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:51:56.292271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Bound port: 958159f9-42e1-436d-bcce-2e842c15d5b0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152ea2be-49b4-43ae-88c8-f53f7470cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11fb9a07-bdcc-490e-abf6-5dcb53e3e114'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:51:56.293147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.329926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Made reservation on behalf of 15c96bcbb36f4fbba9da0bae67390279 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:56.332218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.356451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc391-d1aa-420e-959c-8be48134e56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.371613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.371837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] For port 958159f9-42e1-436d-bcce-2e842c15d5b0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:51:56.375548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] For port 958159f9-42e1-436d-bcce-2e842c15d5b0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=958159f9-42e1-436d-bcce-2e842c15d5b0,segment=NetworkSegment(152ea2be-49b4-43ae-88c8-f53f7470cbc0),segment_id=152ea2be-49b4-43ae-88c8-f53f7470cbc0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:51:56.382118 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.472296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f71d4-6d73-4c5d-b8b5-776820b57951 None None] Pushing event updated for resources: {'Port': ['ID=958159f9-42e1-436d-bcce-2e842c15d5b0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.507203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.519612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.524037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc391-d1aa-420e-959c-8be48134e56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.555557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc391-d1aa-420e-959c-8be48134e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.574122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:56.592671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb8377-4119-4206-a8bf-1632444ee9dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.613021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.613494 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Added segment fa0a486e-6592-4041-93c4-eae79bbf472c of type vlan for network 52368e3c-cf15-48a3-98a1-0144b95645cc Dec 13 09:51:56.633288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f2cc391-d1aa-420e-959c-8be48134e56a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa5a4d70edda4fa7b1454408d12d9ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835831 Dec 13 09:51:56.638180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:56.693927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cc391-d1aa-420e-959c-8be48134e56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e443da-ebd4-47c0-b4be-d7fc4650c7ba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.705009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.740635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.741837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:56.742739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.749993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.771764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9788291 Dec 13 09:51:56.780672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:56.802803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Request body: {'subnet': {'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-161067814-subnet', 'tenant_id': '15c96bcbb36f4fbba9da0bae67390279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:56.820366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.20.0.1 (11fb9a07-bdcc-490e-abf6-5dcb53e3e114/5ad7fd6a-08a3-4879-a1a3-7e84228926c0/6ad44b75-e797-4dab-9c8e-02a470fbf7a5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:51:56.888590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:56.899049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210409f-0359-45f3-8aa0-9d1fb1357315 admin admin] Pushing event updated for resources: {'Network': ['ID=52368e3c-cf15-48a3-98a1-0144b95645cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:56.923826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 52368e3c-cf15-48a3-98a1-0144b95645cc details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:56.980989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:57.059865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Made reservation on behalf of 15c96bcbb36f4fbba9da0bae67390279 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:57.062272 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.074908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.131991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.134723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.138439 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48e443da-ebd4-47c0-b4be-d7fc4650c7ba HTTP/1.1" status: 204 len: 168 time: 0.4970727 Dec 13 09:51:57.142949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-183071204'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:57.178238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992ef9-f853-42f1-9050-aa6c7c325bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e443da-ebd4-47c0-b4be-d7fc4650c7ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:57.198908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.203951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:57.211186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.238946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.311287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.401970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 958159f9-42e1-436d-bcce-2e842c15d5b0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:57.419271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:57.435721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:57.445374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:51:57.462102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0569c-622e-4116-b47c-329388a7594b req-1f8927d1-2a9f-4feb-9d42-d0a4b355358e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:57.465390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99d0569c-622e-4116-b47c-329388a7594b req-1f8927d1-2a9f-4feb-9d42-d0a4b355358e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1237831 Dec 13 09:51:57.488218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.520482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 958159f9-42e1-436d-bcce-2e842c15d5b0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:57.520857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.619350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.723747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 958159f9-42e1-436d-bcce-2e842c15d5b0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=958159f9-42e1-436d-bcce-2e842c15d5b0,segment=NetworkSegment(152ea2be-49b4-43ae-88c8-f53f7470cbc0),segment_id=152ea2be-49b4-43ae-88c8-f53f7470cbc0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:51:57.726438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.733102 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.765793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99d0569c-622e-4116-b47c-329388a7594b req-013973e7-5057-4bbc-8385-a5ba2f5a7dff tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822728 Dec 13 09:51:57.768526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.843957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:51:57.863194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c04136-4f05-4315-896c-57a0efded359,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:57.882291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:57.883091 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Added segment a1a4bae1-685b-4966-be82-218251093ec6 of type vlan for network 2a55c68f-6167-4416-ade8-463cd6f22d68 Dec 13 09:51:57.887215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.887911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.888500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.889105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.889699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.890399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.890964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.892404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.893098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.893696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.894287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.895092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.899557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:51:57.912235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=958159f9-42e1-436d-bcce-2e842c15d5b0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.063525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.124154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6ad44b75-e797-4dab-9c8e-02a470fbf7a5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.165810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.173954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba09f1-1bd2-4d7e-aee2-112df3759f68 req-f9968d1b-b6d6-4567-8694-4cd853878d77 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.175404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfba09f1-1bd2-4d7e-aee2-112df3759f68 req-f9968d1b-b6d6-4567-8694-4cd853878d77 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1157677 Dec 13 09:51:58.184053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.195914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.196610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.197883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9fec7-2af3-4d4a-9b76-26309cccba50 None None] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:58.243380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6fc6b3-eedb-4204-a446-9d8ae54315db,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.274054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Checking segment: {'id': 'fa0a486e-6592-4041-93c4-eae79bbf472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:58.274419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Network hostable DHCP agents. Network: 52368e3c-cf15-48a3-98a1-0144b95645cc, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:58.281824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2996755 Dec 13 09:51:58.286874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:58.300117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a4867429-43b1-4840-95d9-3087e7975443 None None] Provisioning complete for port 958159f9-42e1-436d-bcce-2e842c15d5b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:58.300632 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4867429-43b1-4840-95d9-3087e7975443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.313599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'subnet': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:58.326797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c2152-343c-47e8-83bd-8eb8b887bf65 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Network': ['ID=2a55c68f-6167-4416-ade8-463cd6f22d68,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:58.335561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfba09f1-1bd2-4d7e-aee2-112df3759f68 req-83c7542e-7984-4f2b-b1e6-4ec6a59344ba tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353097 Dec 13 09:51:58.365229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:51:58.402080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.406881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Network 52368e3c-cf15-48a3-98a1-0144b95645cc is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:58.462219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 52368e3c-cf15-48a3-98a1-0144b95645cc) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:58.475492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b63641-0d39-4c17-a305-b09ff6f97daa None None] Network 52368e3c-cf15-48a3-98a1-0144b95645cc requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:58.500217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52ab9-cb61-4864-aa7f-8e966d0ea4bb req-29ee2e70-2705-4195-a249-bf821e6fcfb5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.502186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab52ab9-cb61-4864-aa7f-8e966d0ea4bb req-29ee2e70-2705-4195-a249-bf821e6fcfb5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0694897 Dec 13 09:51:58.507570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.508402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.569314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:51:58.575820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.598846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ab52ab9-cb61-4864-aa7f-8e966d0ea4bb req-6132f8e1-409a-468d-a905-27685d4f3c65 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876660 Dec 13 09:51:58.629059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db6ebb37-47e3-42e8-99b4-7c75b6761daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:58.664936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e1a441d-153c-4107-b852-dd7c2eccdf7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8756607 Dec 13 09:51:58.685513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bb309-6fca-4a5d-a8f3-1e45a923eaec None None] Network 52368e3c-cf15-48a3-98a1-0144b95645cc requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:58.776296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d767759-a56e-474f-bb1d-c78e457d8c83 req-8397d3e3-219d-41f7-9641-6bb92cd22df6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:58.783976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d767759-a56e-474f-bb1d-c78e457d8c83 req-8397d3e3-219d-41f7-9641-6bb92cd22df6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0747724 Dec 13 09:51:58.910316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d767759-a56e-474f-bb1d-c78e457d8c83 req-0303d4a3-c001-4338-ae62-f38e8557a917 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253633 Dec 13 09:51:58.956470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cc598cdd-630b-4305-b2d7-6d5af5132928 None None] Provisioning complete for port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:58.956855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc598cdd-630b-4305-b2d7-6d5af5132928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.004237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.006947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cc598cdd-630b-4305-b2d7-6d5af5132928 None None] Port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:59.026537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cc598cdd-630b-4305-b2d7-6d5af5132928 None None] Provisioning complete for port 958159f9-42e1-436d-bcce-2e842c15d5b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:59.026933 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc598cdd-630b-4305-b2d7-6d5af5132928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.286317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 958159f9-42e1-436d-bcce-2e842c15d5b0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:51:59.295932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.305709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.391591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a8611efe-3bd0-49de-b110-690ad85d13e3 None None] Provisioning complete for port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:59.391980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8611efe-3bd0-49de-b110-690ad85d13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.407794 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.419679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6ad44b75-e797-4dab-9c8e-02a470fbf7a5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:59.451080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a8611efe-3bd0-49de-b110-690ad85d13e3 None None] Port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:51:59.461316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 958159f9-42e1-436d-bcce-2e842c15d5b0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:51:59.461686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.546654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.666921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Subnet': ['ID=d307d51a-3445-4fad-8901-ff51d4836dee,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:51:59.682086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:51:59.686083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:59.695407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Checking segment: {'id': 'a1a4bae1-685b-4966-be82-218251093ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:51:59.695778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network hostable DHCP agents. Network: 2a55c68f-6167-4416-ade8-463cd6f22d68, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:51:59.783412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:51:59.845727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2a55c68f-6167-4416-ade8-463cd6f22d68) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:51:59.856346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:59.856631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:51:59.857279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041537a-efeb-4264-887d-722b3fffcfb9 None None] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:51:59.883058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-ba468616-0125-43da-af5a-3fb772126c72 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:51:59.891877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-ba468616-0125-43da-af5a-3fb772126c72 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/networks?id=52368e3c-cf15-48a3-98a1-0144b95645cc HTTP/1.1" status: 200 len: 813 time: 0.1869371 Dec 13 09:51:59.903651 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12d993ba-6a24-4680-8ba3-a0fa227995e7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6156764 Dec 13 09:51:59.910028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-8ef99005-149f-420a-ab2d-175bf763de04 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/quotas/15c96bcbb36f4fbba9da0bae67390279 HTTP/1.1" status: 200 len: 375 time: 0.0165768 Dec 13 09:51:59.912066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:51:59.952085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-421ea1fc-7ce2-4f5f-9190-534fce838ca8 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=15c96bcbb36f4fbba9da0bae67390279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405073 Dec 13 09:51:59.957948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-936950229'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:51:59.959810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router b61c41ac-0bd6-4e22-ae99-bc95db1abd24 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:00.026922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9247575d-832e-4907-81d1-0bd8a4637cda None None] Provisioning complete for port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:00.027578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247575d-832e-4907-81d1-0bd8a4637cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.052677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:00.094622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9247575d-832e-4907-81d1-0bd8a4637cda None None] Port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:00.101644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-2a55c68f-6167-4416-ade8-463cd6f22d68', 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'project_id': 'e9c0353397d241e19820931935b4222b', 'fixed_ips': [{'subnet_id': 'd307d51a-3445-4fad-8901-ff51d4836dee'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:00.102677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.176609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:00.192682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] Sync routers for ids ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:00.200137 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9de12b78-7e80-4429-a0d7-14ff3c49994b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/b61c41ac-0bd6-4e22-ae99-bc95db1abd24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6633904 Dec 13 09:52:00.204138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:00.214062 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] Routers {'b61c41ac-0bd6-4e22-ae99-bc95db1abd24'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:00.214708 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:00.236828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:00.240885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.284006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-064f225c-9851-4cd1-90aa-ca393a75d1ed tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:00.295146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:00.301332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-dfa412fb-18aa-46d9-a268-1ce45df2fd28 service neutron] 10.222.0.30 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479414 Dec 13 09:52:00.302575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:00.312648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c33a0-9932-4272-b01f-b615e021c17f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:00.314134 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-862c33a0-9932-4272-b01f-b615e021c17f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports/6ad44b75-e797-4dab-9c8e-02a470fbf7a5 HTTP/1.1" status: 200 len: 910 time: 0.1070907 Dec 13 09:52:00.317802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:00.318665 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] Routers {'b61c41ac-0bd6-4e22-ae99-bc95db1abd24'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:00.319299 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:51:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:00.386940 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:00.387518 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abde647-040b-4d91-aefc-9b6cac1c4922 None None] The sync data for ids ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:00.441213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-064f225c-9851-4cd1-90aa-ca393a75d1ed tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "PUT /v2.0/quotas/fbf9d7a8684e4108917f941060829a86 HTTP/1.1" status: 200 len: 368 time: 0.3873646 Dec 13 09:52:00.442611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:00.485264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Request body: {'network': {'project_id': 'fbf9d7a8684e4108917f941060829a86'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:00.505788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-fbaf356e-42ef-4f28-8562-b6b70634aeca service neutron] 10.222.0.30 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826594 Dec 13 09:52:00.523008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Allocated IP 2001:db8::2 (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:00.608641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Made reservation on behalf of fbf9d7a8684e4108917f941060829a86 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:00.611999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.626797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.723602 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.730772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.762573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d3c00e0-5fe1-4031-80fe-7d54b9a99c16 req-f2862f45-bfbb-4060-ba74-a9b12fdd7508 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 210 time: 0.0618513 Dec 13 09:52:00.793338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:00.797617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:00.804284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.808472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:00.829506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Pushing event updated for resources: {'Port': ['ID=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:00.830038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.856348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::3d9 (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/ab579d97-e284-4e76-b6b0-fcb77eddb6c8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:00.896131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:00.919985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df72d799-8364-49ba-80f2-5adb33754f65,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:00.938621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.938978 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Added segment b0b29fe3-a2e7-495d-a737-cfee3f47d557 of type vlan for network 28a6c069-26c3-485e-ae14-f02abb9fd6e2 Dec 13 09:52:00.981341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Attempting to bind port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:00.985888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Attempting to bind port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a1a4bae1-685b-4966-be82-218251093ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:00.986163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Attempting to bind port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 on network 2a55c68f-6167-4416-ade8-463cd6f22d68 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:00.993467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:00.994043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Checking segment: {'id': 'a1a4bae1-685b-4966-be82-218251093ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:00.994458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:00.995049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Bound using segment: {'id': 'a1a4bae1-685b-4966-be82-218251093ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:00.995826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Bound port: f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a4bae1-685b-4966-be82-218251093ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:00.996215 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.005702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.007598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05136a0-ee71-4242-8d01-30477546a2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.022859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.109590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.124030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] For port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:01.129762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] For port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,segment=NetworkSegment(a1a4bae1-685b-4966-be82-218251093ec6),segment_id=a1a4bae1-685b-4966-be82-218251093ec6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:01.139851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.178240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.188231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.189263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:01.189867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.230859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7060-b48e-4f28-ba24-b7f46b6b672c None None] Pushing event updated for resources: {'Port': ['ID=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:01.281596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:01.292887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:01.296953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:01.304276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:01.304920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.319910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event updated for resources: {'Network': ['ID=28a6c069-26c3-485e-ae14-f02abb9fd6e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:01.321241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=ab579d97-e284-4e76-b6b0-fcb77eddb6c8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:01.332468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 28a6c069-26c3-485e-ae14-f02abb9fd6e2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:01.352650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0ed20644-4402-47ec-bf59-5a82f361372d tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4380970 Dec 13 09:52:01.356632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38890) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:01.363664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-195834297', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d9', 'mac_address': 'fa:16:3e:be:43:c3'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:01.364345 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae9c0a4d-dd1a-44da-bb7f-5c9ec33e34d0 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8838999 Dec 13 09:52:01.365639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:01.411200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Request body: {'network': {'project_id': 'fbf9d7a8684e4108917f941060829a86'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:01.475981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Made reservation on behalf of fbf9d7a8684e4108917f941060829a86 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:01.485536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.529748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:01.596165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.596665 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Added segment 23a37db7-2a73-4fc4-b1a6-c6a13027c630 of type vlan for network 0d377e16-b5c4-4c35-ba31-0f49b4b4af76 Dec 13 09:52:01.608070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:01.686268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.733386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.734372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:01.734904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.735055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.746680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:01.747025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.757704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:01.835748 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4290304 Dec 13 09:52:01.845782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:01.855164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-14c5fe89-66e1-4728-a3f9-95938412249c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Request body: {'network': {'project_id': 'fbf9d7a8684e4108917f941060829a86'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:01.869960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861df5a1-e872-4b5c-9e54-6f755a218a2e tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event updated for resources: {'Network': ['ID=0d377e16-b5c4-4c35-ba31-0f49b4b4af76,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:01.881695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0d377e16-b5c4-4c35-ba31-0f49b4b4af76 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:01.882261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-301e00c9-6662-4c9e-9638-b099933335a0 req-e2187fe8-ed51-465e-bc3b-184edb5a35cb tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 210 time: 0.0333929 Dec 13 09:52:01.885807 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c5fe89-66e1-4728-a3f9-95938412249c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 09:52:01.886278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c5fe89-66e1-4728-a3f9-95938412249c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:52:01.887597 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-14c5fe89-66e1-4728-a3f9-95938412249c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0407050 Dec 13 09:52:01.890354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:01.922897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:01.935864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::1ee (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/9c54e2b9-dfff-4d58-982d-573a7c83aa48) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:01.946871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 6ad44b75-e797-4dab-9c8e-02a470fbf7a5 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:01.961049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-52a3dfb4-056a-4673-99bb-b7393e0b4c4c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbf9d7a8684e4108917f941060829a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694861 Dec 13 09:52:01.964788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:02.152326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.153673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.179831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=6ad44b75-e797-4dab-9c8e-02a470fbf7a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:02.180092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.257516 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.380674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.430724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-9cbcaba7-a02c-4401-bbef-8b0e71ad5507 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.432529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-9cbcaba7-a02c-4401-bbef-8b0e71ad5507 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.44 "GET /v2.0/networks?id=52368e3c-cf15-48a3-98a1-0144b95645cc HTTP/1.1" status: 200 len: 813 time: 0.3602264 Dec 13 09:52:02.447984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Request body: {'port': {'device_id': '879d8877-0724-4600-b2c3-aae238fec4ad', 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc', 'admin_state_up': True, 'tenant_id': '15c96bcbb36f4fbba9da0bae67390279'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:02.482577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.601936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.605227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.614632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/df72d799-8364-49ba-80f2-5adb33754f65 HTTP/1.1" status: 204 len: 168 time: 0.6485868 Dec 13 09:52:02.615339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:02.657840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d4ad3-f591-493a-bc7e-0c2a1af09a28 tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72d799-8364-49ba-80f2-5adb33754f65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:02.694573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router b61c41ac-0bd6-4e22-ae99-bc95db1abd24 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:02.791773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.802790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:02.809263 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2658e357-3fc7-41a5-a98b-d6a04b1e9d31 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/b61c41ac-0bd6-4e22-ae99-bc95db1abd24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904361 Dec 13 09:52:02.811923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:02.815800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] Sync routers for ids ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:02.836382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] Routers {'b61c41ac-0bd6-4e22-ae99-bc95db1abd24'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:02.837014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:02.862141 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9a7252d-0b2a-44c7-97e0-4b3e57581e6a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c41ac-0bd6-4e22-ae99-bc95db1abd24 HTTP/1.1" status: 200 len: 205 time: 0.0484953 Dec 13 09:52:02.864520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:02.877294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.895000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:02.905202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:02.909903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=9c54e2b9-dfff-4d58-982d-573a7c83aa48,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:02.912534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:02.919053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:02.921785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88dc6a-e29e-43a8-bb84-8453b834f644 None None] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:02.926739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:02.927685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:02.990354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] Routers {'b61c41ac-0bd6-4e22-ae99-bc95db1abd24'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:02.991153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.019944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.043711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d377e16-b5c4-4c35-ba31-0f49b4b4af76']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.047137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.047895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef01ad-bd0d-4150-9b48-45c110484a8c None None] The sync data for ids ['b61c41ac-0bd6-4e22-ae99-bc95db1abd24'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:03.055074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a37db7-2a73-4fc4-b1a6-c6a13027c630') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.055380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a37db7-2a73-4fc4-b1a6-c6a13027c630') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.064552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] Provisioning complete for port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.065063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.065793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.080359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.086975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:03.088159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:03.145179 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:03.152255 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.187257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.194299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0d377e16-b5c4-4c35-ba31-0f49b4b4af76 HTTP/1.1" status: 204 len: 168 time: 0.5579884 Dec 13 09:52:03.197968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:03.201273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d4eecd2-4501-4cf0-889c-67e78f6b2be3 req-7b94c55b-9606-46fc-af54-6577a0c73c04 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 210 time: 0.0563743 Dec 13 09:52:03.221382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Made reservation on behalf of 15c96bcbb36f4fbba9da0bae67390279 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:03.224851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.240173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8cecc-0854-45a8-b309-1cee1fa6f5fa tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d377e16-b5c4-4c35-ba31-0f49b4b4af76,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:03.273501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f6d28a65-6099-42c0-9212-20451390ba8c tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9153292 Dec 13 09:52:03.281879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38922) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:03.294359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.356859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:03.357531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.403277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] For port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,segment=NetworkSegment(a1a4bae1-685b-4966-be82-218251093ec6),segment_id=a1a4bae1-685b-4966-be82-218251093ec6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:03.416661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.436773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f55410-b5ed-4a35-9f09-250f6ec34cf6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:03.439778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.443414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f55410-b5ed-4a35-9f09-250f6ec34cf6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:03.466205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f55410-b5ed-4a35-9f09-250f6ec34cf6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:03.468918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7f55410-b5ed-4a35-9f09-250f6ec34cf6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1842968 Dec 13 09:52:03.475086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:03.491191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.491864 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.494710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac24148-ad50-4c34-a4c0-6ed5bcc1f2d4 None None] Pushing event updated for resources: {'Port': ['ID=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:03.639050 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.661388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.664456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Allocated IP 172.20.0.2 (52368e3c-cf15-48a3-98a1-0144b95645cc/7e6fc6b3-eedb-4204-a446-9d8ae54315db/ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:03.695175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a6c069-26c3-485e-ae14-f02abb9fd6e2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.710927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b29fe3-a2e7-495d-a737-cfee3f47d557') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.711281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b29fe3-a2e7-495d-a737-cfee3f47d557') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:03.734012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.762737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.769342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Provisioning complete for port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.769782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.777947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.781301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.785411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:03.785925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:03.787892 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:03.834939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:03.855771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Provisioning complete for port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.856829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.869770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.870413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router b61c41ac-0bd6-4e22-ae99-bc95db1abd24 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:03.879035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.885077 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3a45d60c-74d2-4810-9da2-ecddeaf0d67b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/b61c41ac-0bd6-4e22-ae99-bc95db1abd24 HTTP/1.1" status: 204 len: 168 time: 1.0193915 Dec 13 09:52:03.890239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:03.908168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:03.908591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.948653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:03.966174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.975073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:03.979385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] 10.222.0.30 "DELETE /v2.0/networks/28a6c069-26c3-485e-ae14-f02abb9fd6e2 HTTP/1.1" status: 204 len: 168 time: 0.7771614 Dec 13 09:52:03.981009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Provisioning complete for port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:03.981607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8260cc-29a7-459d-86b0-1c7aba4e2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.032184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e8a7a-4e21-4a6b-8319-506cc9eb6b1c tempest-QuotasNegativeTest-692293917 tempest-QuotasNegativeTest-692293917-project-admin] Pushing event deleted for resources: {'Network': ['ID=28a6c069-26c3-485e-ae14-f02abb9fd6e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:04.033852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 5ad7fd6a-08a3-4879-a1a3-7e84228926c0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:04.043466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.088045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.121116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.155645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.235172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Network 52368e3c-cf15-48a3-98a1-0144b95645cc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:04.255970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:04.260890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:04.283377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Pushing event updated for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:04.285251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2fc27244-61f1-4da1-bcfb-2ab088d7fd8b None None] Provisioning complete for port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:04.285897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2fc27244-61f1-4da1-bcfb-2ab088d7fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.289062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.293215 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.336528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for 9c54e2b9-dfff-4d58-982d-573a7c83aa48 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:04.393985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2fc27244-61f1-4da1-bcfb-2ab088d7fd8b None None] Port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:04.395892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:04.397820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.428611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.463465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad7fd6a-08a3-4879-a1a3-7e84228926c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:04.468671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.472075 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5150fab4-dab9-40f9-a1d1-be50272b7b82 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/5ad7fd6a-08a3-4879-a1a3-7e84228926c0 HTTP/1.1" status: 204 len: 168 time: 0.5806923 Dec 13 09:52:04.474612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:04.475941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e12386-8615-4853-8f21-26c5f6b5cf3e None None] Network 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:04.503091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-524e70bb-a6ea-4c8b-9f13-57b6e348b97c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597491 Dec 13 09:52:04.523116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Request body: {'port': {'device_id': '879d8877-0724-4600-b2c3-aae238fec4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:04.600425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3cb839f-6299-48ef-ad51-527e1415fea0 None None] Provisioning complete for port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:04.605883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3cb839f-6299-48ef-ad51-527e1415fea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.619985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4267f-96cb-4ab8-80b4-923375d80f9d req-141d2d34-74a3-4792-baf5-99778f3d7d0e tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:04.621820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4267f-96cb-4ab8-80b4-923375d80f9d req-141d2d34-74a3-4792-baf5-99778f3d7d0e tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 931 time: 0.2126002 Dec 13 09:52:04.627890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.688505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.726487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.742361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=9c54e2b9-dfff-4d58-982d-573a7c83aa48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:04.754251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb839f-6299-48ef-ad51-527e1415fea0 None None] Port 9c54e2b9-dfff-4d58-982d-573a7c83aa48 was deleted so its status cannot be updated. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 09:52:04.782680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.893337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 958159f9-42e1-436d-bcce-2e842c15d5b0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:04.893941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.916820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] DHCP port deletion for 11fb9a07-bdcc-490e-abf6-5dcb53e3e114 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:04.984743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:04.993103 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:04.997829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-139fcff7-6162-400f-9103-646c346b7505 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/9c54e2b9-dfff-4d58-982d-573a7c83aa48 HTTP/1.1" status: 204 len: 168 time: 1.5220871 Dec 13 09:52:05.002467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:05.061862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Deleting port 958159f9-42e1-436d-bcce-2e842c15d5b0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:05.062418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.100401 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1edc0fa-8586-433d-8f90-60838d0947ac tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] GET failed (client error): The resource could not be found. Dec 13 09:52:05.104545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e1edc0fa-8586-433d-8f90-60838d0947ac tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports/9c54e2b9-dfff-4d58-982d-573a7c83aa48 HTTP/1.1" status: 404 len: 333 time: 0.0986686 Dec 13 09:52:05.116685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 958159f9-42e1-436d-bcce-2e842c15d5b0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=958159f9-42e1-436d-bcce-2e842c15d5b0,segment=NetworkSegment(152ea2be-49b4-43ae-88c8-f53f7470cbc0),segment_id=152ea2be-49b4-43ae-88c8-f53f7470cbc0)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:05.117240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.121864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:05.135370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1889775554'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:05.201165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] For port 958159f9-42e1-436d-bcce-2e842c15d5b0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=958159f9-42e1-436d-bcce-2e842c15d5b0,segment=NetworkSegment(152ea2be-49b4-43ae-88c8-f53f7470cbc0),segment_id=152ea2be-49b4-43ae-88c8-f53f7470cbc0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:05.201986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.217851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Calling delete_port for 958159f9-42e1-436d-bcce-2e842c15d5b0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:05.225864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 958159f9-42e1-436d-bcce-2e842c15d5b0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:05.244082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87f0052e-1651-4c21-a3aa-6b58eeced8c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.288414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:05.373668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:05.374568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.401348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.410505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4267f-96cb-4ab8-80b4-923375d80f9d req-116577fc-c91e-47f4-835d-8d0bd465a462 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7715962 Dec 13 09:52:05.439018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Pushing event deleted for resources: {'Port': ['ID=958159f9-42e1-436d-bcce-2e842c15d5b0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.445864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] No DVR routers for this DVR port 958159f9-42e1-436d-bcce-2e842c15d5b0 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:05.456331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.457166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.457166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.457721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.458156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.458637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.459197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.459635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.460064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.460532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.460961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.461409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.461833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b5d12-ed83-4e1b-82ba-f4cf2a42f642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:05.495808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.516969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87f0052e-1651-4c21-a3aa-6b58eeced8c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.538056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:05.542372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.545986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87f0052e-1651-4c21-a3aa-6b58eeced8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.548603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=958159f9-42e1-436d-bcce-2e842c15d5b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.576672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port 958159f9-42e1-436d-bcce-2e842c15d5b0 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:05.627764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port 4462c59d-a056-46ca-8b3a-54b160649e0b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:05.629618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 958159f9-42e1-436d-bcce-2e842c15d5b0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:05.643542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-87f0052e-1651-4c21-a3aa-6b58eeced8c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aea8c174ff6f4e62a31ec4b840fa527b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542375 Dec 13 09:52:05.646437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:05.655150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0052e-1651-4c21-a3aa-6b58eeced8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d45a1-369e-43a0-8876-1b14960e5593,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.674958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 958159f9-42e1-436d-bcce-2e842c15d5b0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:05.675533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 958159f9-42e1-436d-bcce-2e842c15d5b0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:05.768556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.783296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:05.795034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.816750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fb9a07-bdcc-490e-abf6-5dcb53e3e114']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:05.817405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Transition to ACTIVE for port object ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:52:05.823248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.860304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152ea2be-49b4-43ae-88c8-f53f7470cbc0') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:05.860615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152ea2be-49b4-43ae-88c8-f53f7470cbc0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:05.888172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.926398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::2da (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/4462c59d-a056-46ca-8b3a-54b160649e0b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:05.928661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.935419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.963861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:05.964355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:05.967648 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:05.985719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Pushing event updated for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:05.988264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Attempting to bind port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:05.988605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Attempting to bind port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'fa0a486e-6592-4041-93c4-eae79bbf472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:05.988947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Attempting to bind port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d on network 52368e3c-cf15-48a3-98a1-0144b95645cc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:05.995141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d on network 52368e3c-cf15-48a3-98a1-0144b95645cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:05.995545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Attempting to bind port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d on network 52368e3c-cf15-48a3-98a1-0144b95645cc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:06.000896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:06.001268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Checking segment: {'id': 'fa0a486e-6592-4041-93c4-eae79bbf472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:06.001806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Bound using segment: {'id': 'fa0a486e-6592-4041-93c4-eae79bbf472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:06.002240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Bound port: ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0a486e-6592-4041-93c4-eae79bbf472c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:06.002601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.013104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:06.016782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.096089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:06.100699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,segment=NetworkSegment(fa0a486e-6592-4041-93c4-eae79bbf472c),segment_id=fa0a486e-6592-4041-93c4-eae79bbf472c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:06.108994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.130501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.143393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.152376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/11fb9a07-bdcc-490e-abf6-5dcb53e3e114 HTTP/1.1" status: 204 len: 168 time: 1.6760874 Dec 13 09:52:06.173448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cc40b-6bf3-41ac-b265-1e66bef0b578 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=11fb9a07-bdcc-490e-abf6-5dcb53e3e114,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:06.180798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:06.194878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1792304984', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:06.238486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.241716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.243015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/208d45a1-369e-43a0-8876-1b14960e5593 HTTP/1.1" status: 204 len: 168 time: 0.5938647 Dec 13 09:52:06.245430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.246554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.248112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] 10.222.0.44 "PUT /v2.0/ports/ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d HTTP/1.1" status: 200 len: 1091 time: 1.7357576 Dec 13 09:52:06.248658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:06.251347 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:06.272460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe54639-a4dc-4479-9764-2b48f4011ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d45a1-369e-43a0-8876-1b14960e5593,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:06.287949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.300815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1fda-afd5-4749-874e-ea44909a122c service neutron] Pushing event updated for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:06.318847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb921d7d-c49c-4cc6-96fb-cd52c9e9efd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.326695 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17448b04-fd4c-4535-bc06-f0a1e1306557 x-openstack-request-id: req-17448b04-fd4c-4535-bc06-f0a1e1306557 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:06.327149 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:06.327539 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17448b04-fd4c-4535-bc06-f0a1e1306557 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:06.328125 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d', 'status': 'completed', 'code': 200} Dec 13 09:52:06.348692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.370999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.372162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.404251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:06.408129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:06.413192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:06.419460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.419989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.422465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a133cf2b-4340-4130-a06b-92cc08852c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.423994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-a133cf2b-4340-4130-a06b-92cc08852c7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15c96bcbb36f4fbba9da0bae67390279&device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 1094 time: 0.1158366 Dec 13 09:52:06.456241 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3256173 Dec 13 09:52:06.457603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8239f-b8bc-4baa-873f-0eeea936ccb6 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=4462c59d-a056-46ca-8b3a-54b160649e0b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:06.460334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:06.469756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d9', 'mac_address': 'fa:16:3e:be:43:c3'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:06.586705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.604692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-3385d57d-a9a1-4697-aa56-6f158b13b583 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d HTTP/1.1" status: 200 len: 217 time: 0.1038916 Dec 13 09:52:06.682554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.791792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:06.806144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-5395fee0-d933-4e75-a0b1-8cb89bd57c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.807645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-5395fee0-d933-4e75-a0b1-8cb89bd57c50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e6fc6b3-eedb-4204-a446-9d8ae54315db HTTP/1.1" status: 200 len: 853 time: 0.1916852 Dec 13 09:52:06.839256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4af21e8c-8247-4e4c-8b53-494862913b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.874528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb921d7d-c49c-4cc6-96fb-cd52c9e9efd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.896593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dba61-0c55-47cf-a452-7a5b3dba17c9 req-9451d766-c67d-46ab-9574-b7329020541f tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:06.898118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd5dba61-0c55-47cf-a452-7a5b3dba17c9 req-9451d766-c67d-46ab-9574-b7329020541f tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 943 time: 0.3200595 Dec 13 09:52:06.915971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb921d7d-c49c-4cc6-96fb-cd52c9e9efd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.920219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.929434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-522ddd7a-61ca-4c94-946c-30e4d15700e1 None None] Provisioning complete for port 4462c59d-a056-46ca-8b3a-54b160649e0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:06.929973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-cbb4980b-4e86-4a9f-90d5-6f5013791853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52368e3c-cf15-48a3-98a1-0144b95645cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572367 Dec 13 09:52:06.930666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-522ddd7a-61ca-4c94-946c-30e4d15700e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.958377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:06.970912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-522ddd7a-61ca-4c94-946c-30e4d15700e1 None None] Port 4462c59d-a056-46ca-8b3a-54b160649e0b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:07.002008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.048231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4af21e8c-8247-4e4c-8b53-494862913b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.049322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] In _notify_port_updated(), no bound segment for port 4462c59d-a056-46ca-8b3a-54b160649e0b on network 2a55c68f-6167-4416-ade8-463cd6f22d68 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:07.050343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cb921d7d-c49c-4cc6-96fb-cd52c9e9efd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be7871b2a80f4f1c9ab3d2df48f5e653&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0361476 Dec 13 09:52:07.054819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:07.056435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.057029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "PUT /v2.0/ports/4462c59d-a056-46ca-8b3a-54b160649e0b HTTP/1.1" status: 200 len: 1003 time: 0.5951641 Dec 13 09:52:07.057772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.061614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.071230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4af21e8c-8247-4e4c-8b53-494862913b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.090196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb921d7d-c49c-4cc6-96fb-cd52c9e9efd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384bc635-7e58-49c3-96a2-e346254e552b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.140847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7d200-f576-46a3-a913-c20774e670f0 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=4462c59d-a056-46ca-8b3a-54b160649e0b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.155788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd5dba61-0c55-47cf-a452-7a5b3dba17c9 req-f2316e92-2795-4370-af93-6f59cd394992 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322099 Dec 13 09:52:07.191063 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4af21e8c-8247-4e4c-8b53-494862913b09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ff9942b998a48cea5e2bb755ea33c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705003 Dec 13 09:52:07.195537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.215004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af21e8c-8247-4e4c-8b53-494862913b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d7fa9-c43a-4983-9ea4-94003ca6bf6d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.215409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-db6f47c7-4c2e-4a23-9730-1ebd2cc8bc99 service neutron] 10.222.0.44 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771058 Dec 13 09:52:07.286760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.339143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.368504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port 4462c59d-a056-46ca-8b3a-54b160649e0b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:07.368889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.401384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.463164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.467149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.471176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c60ae9-5d01-4b94-bcf8-ce9a59f181e6 req-03aa321d-83a8-48b8-97dc-7b7627866261 service neutron] 10.222.0.44 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446513 Dec 13 09:52:07.483720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.486374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.489863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/384bc635-7e58-49c3-96a2-e346254e552b HTTP/1.1" status: 204 len: 168 time: 0.4270382 Dec 13 09:52:07.490034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.516996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3747db8e-651f-4646-8fd0-c75468264f68 None None] Provisioning complete for port 4462c59d-a056-46ca-8b3a-54b160649e0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:07.517500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3747db8e-651f-4646-8fd0-c75468264f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.549704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cab069-bb8b-463b-99ce-dfebb8a14466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384bc635-7e58-49c3-96a2-e346254e552b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.563708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.581919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for 4462c59d-a056-46ca-8b3a-54b160649e0b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:07.583969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3747db8e-651f-4646-8fd0-c75468264f68 None None] Port 4462c59d-a056-46ca-8b3a-54b160649e0b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:07.635959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-885e3718-d8e4-4044-be08-9f2707445e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:07.637501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-885e3718-d8e4-4044-be08-9f2707445e83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15c96bcbb36f4fbba9da0bae67390279&device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 1094 time: 0.0977914 Dec 13 09:52:07.666786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.669948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.671233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/268d7fa9-c43a-4983-9ea4-94003ca6bf6d HTTP/1.1" status: 204 len: 168 time: 0.4760709 Dec 13 09:52:07.691320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed4d4a-7af1-4925-b33d-1147bb2582e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d7fa9-c43a-4983-9ea4-94003ca6bf6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.760431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.25.1.46 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6876adcb-d03d-4b9d-b3de-688e0dbda9c0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:07.784966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.829981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=4462c59d-a056-46ca-8b3a-54b160649e0b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:07.861953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-4d21a374-fb79-4973-b36d-19b1b39670a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:07.863469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-4d21a374-fb79-4973-b36d-19b1b39670a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52368e3c-cf15-48a3-98a1-0144b95645cc HTTP/1.1" status: 200 len: 914 time: 0.2181699 Dec 13 09:52:07.925143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-6b698667-948a-4b6a-bc22-68e721df383e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d HTTP/1.1" status: 200 len: 217 time: 0.0520945 Dec 13 09:52:07.939684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:07.960094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24092b00-675c-44f9-a5b1-bfbc544b5eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.994910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:07.998853 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8fb5ac20-1605-4862-924a-8a7901a9dace tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/4462c59d-a056-46ca-8b3a-54b160649e0b HTTP/1.1" status: 204 len: 168 time: 0.9344499 Dec 13 09:52:08.002077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:08.020693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.029785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-019ddddc-0595-41dc-ab6f-de389444df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:08.031280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-019ddddc-0595-41dc-ab6f-de389444df84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e6fc6b3-eedb-4204-a446-9d8ae54315db HTTP/1.1" status: 200 len: 853 time: 0.0986831 Dec 13 09:52:08.039111 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67edf56-de77-47a7-acbf-590b911ea2d3 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] GET failed (client error): The resource could not be found. Dec 13 09:52:08.040738 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b67edf56-de77-47a7-acbf-590b911ea2d3 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports/4462c59d-a056-46ca-8b3a-54b160649e0b HTTP/1.1" status: 404 len: 333 time: 0.0376127 Dec 13 09:52:08.044408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:08.049730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270585310'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:08.087631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-395d6edd-9510-4214-a307-12bd7a46fe15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52368e3c-cf15-48a3-98a1-0144b95645cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380332 Dec 13 09:52:08.165752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.207423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24092b00-675c-44f9-a5b1-bfbc544b5eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.217070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24092b00-675c-44f9-a5b1-bfbc544b5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.218898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:08.229190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:08.234335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:08.261115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:08.264878 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.283920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092b00-675c-44f9-a5b1-bfbc544b5eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2752fb-060e-4f09-85ea-9062cba653a0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:08.292417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24092b00-675c-44f9-a5b1-bfbc544b5eac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=847f604694b047c4b68c373f29ae230b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480897 Dec 13 09:52:08.292771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:08.309653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:08.408733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.451491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-f251ea02-393d-4cb2-b5cc-ae8231d3490e service neutron] 10.222.0.44 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558850 Dec 13 09:52:08.482828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6876adcb-d03d-4b9d-b3de-688e0dbda9c0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:08.613578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada317-3dc9-40dc-993b-6849ba93fdaa req-89588b8a-d4e7-485a-b333-59ae3a9b6f5a tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:08.615262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24ada317-3dc9-40dc-993b-6849ba93fdaa req-89588b8a-d4e7-485a-b333-59ae3a9b6f5a tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 943 time: 0.2124355 Dec 13 09:52:08.682424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.756728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e565bd2-835a-454f-aaf3-31b9dd5cb8f5 req-0f508547-9f47-4a8a-84f2-8f64593be7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428694 Dec 13 09:52:08.778554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24ada317-3dc9-40dc-993b-6849ba93fdaa req-e9b6037f-8b1c-416a-a589-b0c23cc3924c tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530509 Dec 13 09:52:08.786869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.810619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::2b5 (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/6f1a9a85-b5da-462f-b7aa-61e1a1b6f416) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:08.931547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.934278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.935428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a2752fb-060e-4f09-85ea-9062cba653a0 HTTP/1.1" status: 204 len: 168 time: 0.6417699 Dec 13 09:52:08.942415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:08.954294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeace7-6dcc-4528-8ef3-4eeeb3eb2bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2752fb-060e-4f09-85ea-9062cba653a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.017744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.068201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.122620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:09.127000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:09.130947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:09.131873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 6821807b-712c-45df-90cf-cc214b7416f5 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:09.138071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:09.138725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.153784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=6f1a9a85-b5da-462f-b7aa-61e1a1b6f416,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.186689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29682501-9632-48e8-8374-582eb0349413 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1411695 Dec 13 09:52:09.189267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.198224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:be:43:c3'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:09.284585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:09.287101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.312446 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] Sync routers for ids ['6821807b-712c-45df-90cf-cc214b7416f5'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:09.316195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.316869 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:52:09.320460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c797123f-4759-471a-ab44-16397b9a8f58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1365530 Dec 13 09:52:09.321216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.332279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] Routers {'6821807b-712c-45df-90cf-cc214b7416f5'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:09.334103 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6821807b-712c-45df-90cf-cc214b7416f5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:09.413351 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:09.427559 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] Routers {'6821807b-712c-45df-90cf-cc214b7416f5'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:09.428447 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6821807b-712c-45df-90cf-cc214b7416f5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:09.511054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:09.512016 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106c45b-3e05-4641-bf56-dc0c1f7338f4 None None] The sync data for ids ['6821807b-712c-45df-90cf-cc214b7416f5'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:09.550373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-261f883c-27d9-4505-b5db-1ae8f1740819 None None] Provisioning complete for port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:09.554523 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-261f883c-27d9-4505-b5db-1ae8f1740819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.634597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-261f883c-27d9-4505-b5db-1ae8f1740819 None None] Port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:09.648720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.689537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.697906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.742867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] In _notify_port_updated(), no bound segment for port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 on network 2a55c68f-6167-4416-ade8-463cd6f22d68 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:09.752253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:09.752253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:09.752253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "PUT /v2.0/ports/6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 HTTP/1.1" status: 200 len: 1002 time: 0.5608826 Dec 13 09:52:09.755542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.810266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43449a-5276-4769-b341-8253a5136272 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=6f1a9a85-b5da-462f-b7aa-61e1a1b6f416,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:09.879097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c075d494-90b3-42de-9344-997c216c0d6a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers/6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 200 len: 880 time: 0.5567386 Dec 13 09:52:09.879669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:09.981311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80beb3-d59e-4231-8819-dfcd8bbf1426 req-113741f2-25c1-4f04-ac5d-e076253709bf tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:09.983172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c80beb3-d59e-4231-8819-dfcd8bbf1426 req-113741f2-25c1-4f04-ac5d-e076253709bf tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 943 time: 0.0648854 Dec 13 09:52:10.008719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:10.009316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.064644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c80beb3-d59e-4231-8819-dfcd8bbf1426 req-4ef2869b-3ba8-4a42-b6cc-acefefe29365 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754378 Dec 13 09:52:10.071555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1304839980'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:10.131249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Made reservation on behalf of d97bc7efb82b4bcea31077382bcc6e12 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:10.135383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.162904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.163903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1fe5f779-6361-4a9e-9e98-c1f5c2a72164 None None] Provisioning complete for port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:10.164461 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f779-6361-4a9e-9e98-c1f5c2a72164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.189952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.203551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5f779-6361-4a9e-9e98-c1f5c2a72164 None None] Port 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:10.219826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for 6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:10.318403 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b8a6f09-f6ae-467b-b005-40d17c2bfbe9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4378986 Dec 13 09:52:10.320941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:10.326057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1792304984'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:10.367793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.373830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.440882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eddc898-c1ff-4e73-9002-e33fda14454f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.466612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.478071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:10.515084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=6f1a9a85-b5da-462f-b7aa-61e1a1b6f416,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.533906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.534202 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Added segment 04e90baf-a4e5-46c4-9b5b-d0d68be622e8 of type vlan for network 233323ab-774e-40be-95d7-b0cb146f9dd8 Dec 13 09:52:10.538411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.542206 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7e08d6b-9316-4103-9eac-97b6274fb2b5 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 HTTP/1.1" status: 204 len: 168 time: 0.7856991 Dec 13 09:52:10.546587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:10.589618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.624113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.639360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:10.639819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.676668 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-357c88f2-84a2-459a-a882-0a3a71875542 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] GET failed (client error): The resource could not be found. Dec 13 09:52:10.678371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-357c88f2-84a2-459a-a882-0a3a71875542 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports/6f1a9a85-b5da-462f-b7aa-61e1a1b6f416 HTTP/1.1" status: 404 len: 333 time: 0.1297226 Dec 13 09:52:10.687719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:10.698666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1690006022'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:10.731211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:52:10.770981 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1196272 Dec 13 09:52:10.784279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050281-857a-4377-83dd-d719ec6a0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Pushing event updated for resources: {'Network': ['ID=233323ab-774e-40be-95d7-b0cb146f9dd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:10.804786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.854114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:10.862878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:10.940950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,segment=NetworkSegment(fa0a486e-6592-4041-93c4-eae79bbf472c),segment_id=fa0a486e-6592-4041-93c4-eae79bbf472c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:10.960963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d', 'network_id': '52368e3c-cf15-48a3-98a1-0144b95645cc', 'port_id': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d', 'mac_address': 'fa:16:3e:be:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6fc6b3-eedb-4204-a446-9d8ae54315db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:52:10.984639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:10.988622 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.012519 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.021974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port 1d097671-86e6-43b0-bd76-984134cf427a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:11.043640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:52:11.071682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 6821807b-712c-45df-90cf-cc214b7416f5 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:11.073595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,segment=NetworkSegment(fa0a486e-6592-4041-93c4-eae79bbf472c),segment_id=fa0a486e-6592-4041-93c4-eae79bbf472c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:11.079689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.133273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.140647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8', 'binding:host_id': 'n-h2-820531-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-461601652'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:11.169697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:11.191018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Made reservation on behalf of d69913bb8a714eb0a4e2392900100abd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:11.194886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.213382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.334278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.342606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.347549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:11.348275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port f14138ba-9d0f-42fc-bd80-3d650f7105ec yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:11.360123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] Sync routers for ids ['6821807b-712c-45df-90cf-cc214b7416f5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:11.372284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.373765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a8b05f7e-ec08-46ef-a803-775b9cf4df91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 200 len: 887 time: 1.0516498 Dec 13 09:52:11.380550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.382103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:11.438577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3172c8c-a55f-46db-bcc7-6ff1895292e1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:11.441052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] Routers {'6821807b-712c-45df-90cf-cc214b7416f5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:11.456764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6821807b-712c-45df-90cf-cc214b7416f5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.485365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::29f (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/1d097671-86e6-43b0-bd76-984134cf427a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:11.515643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-7734de7b-b963-43dd-95c2-73e7dc5d9198 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3144290 Dec 13 09:52:11.518503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.528178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78107e5-47d7-4c2f-baf1-b336a4afe4fc req-cfd988d3-184f-442c-b808-c0ae34e52d4f tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.529795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f78107e5-47d7-4c2f-baf1-b336a4afe4fc req-cfd988d3-184f-442c-b808-c0ae34e52d4f tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 944 time: 0.3298054 Dec 13 09:52:11.555545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] Routers {'6821807b-712c-45df-90cf-cc214b7416f5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:11.556804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6821807b-712c-45df-90cf-cc214b7416f5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.576850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.577579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f8617b6f-d3c4-48db-9cea-8fd56e8b4ade tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers/6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 200 len: 887 time: 0.1897655 Dec 13 09:52:11.610463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:11.611273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a422da-eb82-44f5-8009-1e5a80ae332f None None] The sync data for ids ['6821807b-712c-45df-90cf-cc214b7416f5'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:11.616793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3ee8896-833f-48ae-934d-ac363d685425 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 200 len: 205 time: 0.0386393 Dec 13 09:52:11.621205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:11.706808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f78107e5-47d7-4c2f-baf1-b336a4afe4fc req-0031b517-9d58-4848-b469-48b29897aeb0 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694164 Dec 13 09:52:11.774286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port f14138ba-9d0f-42fc-bd80-3d650f7105ec yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:11.790627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.800599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.811120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.839149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.839842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.840382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.840916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.841472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.841996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.842541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:11.844505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91b9b3ae-920e-491a-900f-4910aa2378d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 6491 time: 0.1906967 Dec 13 09:52:11.930557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=f14138ba-9d0f-42fc-bd80-3d650f7105ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:11.946607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.964310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Checking segment: {'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:11.964684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Network hostable DHCP agents. Network: 233323ab-774e-40be-95d7-b0cb146f9dd8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:11.981663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:11.994968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:12.020168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-fbe0c9fa-1325-4e4c-931a-9f7d1a89f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.020774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-fbe0c9fa-1325-4e4c-931a-9f7d1a89f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.021490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-fbe0c9fa-1325-4e4c-931a-9f7d1a89f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.023138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-fbe0c9fa-1325-4e4c-931a-9f7d1a89f413 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=9279cadd-318a-4164-80bb-a858fcb353a5&id=92ccfa92-50a4-487b-ac9f-e67f61665187&id=92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 200 len: 2293 time: 0.1436944 Dec 13 09:52:12.026606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 233323ab-774e-40be-95d7-b0cb146f9dd8) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:12.031681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.034845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:12.040065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c881ecb-d2ad-4fe8-a614-f525303d853b None None] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:12.054105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.054448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.054793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.062429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.062429 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.063354 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 2 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.078299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.078970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.079287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.088714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.089056 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.090152 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 3 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.094507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 6876adcb-d03d-4b9d-b3de-688e0dbda9c0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:12.094854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.098454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=1d097671-86e6-43b0-bd76-984134cf427a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.155787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.156899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:12.157274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.157639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.166215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:12.169386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:12.178514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.179338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.180531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.181099 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.183066 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 4 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.202053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-8ae53f37-7f16-48c3-aa61-d65f96a38c43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 200 len: 1001 time: 0.1641321 Dec 13 09:52:12.208005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.208229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.208572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.214961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3660eeca-59c2-4124-8212-442d2657ff53 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5253358 Dec 13 09:52:12.216906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:12.224855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.225410 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.227218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.230141 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 5 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.232909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'network_id': '2a55c68f-6167-4416-ade8-463cd6f22d68', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2027432705'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:12.259687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 6876adcb-d03d-4b9d-b3de-688e0dbda9c0 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:12.265598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.265598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.265598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.274484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.275105 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.276693 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 6 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.328683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.329421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.329943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.339063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.339775 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.344044 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 7 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.369689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.370468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.371290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.378670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.379271 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.382166 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 8 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.418082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-751ad4b1-f7f0-4bfe-8174-94d094ea0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.420025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-751ad4b1-f7f0-4bfe-8174-94d094ea0067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 200 len: 850 time: 0.2039773 Dec 13 09:52:12.442460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.442809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.443154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.451872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.452096 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.452956 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 9 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.471699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Made reservation on behalf of e9c0353397d241e19820931935b4222b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:12.475764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.497554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.497906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.498516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.501745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-a8a05465-60c0-4612-a894-bc8d74b835b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.503357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-a8a05465-60c0-4612-a894-bc8d74b835b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3bfacd6-325d-4e37-a5dd-f81e7eb13089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734308 Dec 13 09:52:12.504639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] device_id is not set on port ea0e3f80-69e7-4785-b62f-c9829f5cd62a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:12.506007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.506353 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.510730 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 10 to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec Dec 13 09:52:12.531623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:12.531967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:12.532338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:12.537687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port f14138ba-9d0f-42fc-bd80-3d650f7105ec on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:12.538074 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port f14138ba-9d0f-42fc-bd80-3d650f7105ec on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:12.538464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.542294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.571096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2014e5e5-e93a-48e1-b48e-8c5b6969b6ed None None] Provisioning complete for port 1d097671-86e6-43b0-bd76-984134cf427a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:12.571556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2014e5e5-e93a-48e1-b48e-8c5b6969b6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.579763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=6876adcb-d03d-4b9d-b3de-688e0dbda9c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.621705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2014e5e5-e93a-48e1-b48e-8c5b6969b6ed None None] Port 1d097671-86e6-43b0-bd76-984134cf427a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:12.685633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port f14138ba-9d0f-42fc-bd80-3d650f7105ec, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:12.686014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:52:12.687237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.689706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-954e73d7-95f2-4b01-9b2b-f620a9eb6e1e service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781881 Dec 13 09:52:12.691200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.747252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:12.787747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Allocated IP 2001:db8::2b5 (2a55c68f-6167-4416-ade8-463cd6f22d68/d307d51a-3445-4fad-8901-ff51d4836dee/ea0e3f80-69e7-4785-b62f-c9829f5cd62a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:12.820157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.820775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.834329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.839872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:52:12.841358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.845427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=f14138ba-9d0f-42fc-bd80-3d650f7105ec,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:12.850782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:12.851644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.859586 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea4561df-c562-4a86-bb55-5e7f2a28dd62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7216012 Dec 13 09:52:12.870498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:12.900506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.901668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router 6821807b-712c-45df-90cf-cc214b7416f5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:12.909886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.911226 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-62f27e9b-5553-498f-b4e7-f8ec59f620e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 204 len: 168 time: 1.2889144 Dec 13 09:52:12.918086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:12.926131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-292687899'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:12.945941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-e0c488e2-2fcb-4e68-8e2d-1bd5bba66423 service neutron] 10.222.0.44 "GET /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469242 Dec 13 09:52:12.956721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.956928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:12.961323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:12.981840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d09a-768f-4618-ad38-db6e5d121e9e req-cffead5c-75aa-414e-93c0-98f1bc2e89cb tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:12.983416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a70d09a-768f-4618-ad38-db6e5d121e9e req-cffead5c-75aa-414e-93c0-98f1bc2e89cb tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 944 time: 0.1740890 Dec 13 09:52:12.990493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:12.993740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:12.996293 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b9e24d-a80f-40cc-a9d4-f499bec73821" -d '{"events": [{"server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "name": "network-vif-plugged", "status": "completed", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:13.003648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.004279 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment d52c2cd1-f820-4cd5-8f8a-f70a4f755000 of type vlan for network d53a3d9d-005f-453c-afbc-57a890b56b64 Dec 13 09:52:13.012084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,segment=NetworkSegment(fa0a486e-6592-4041-93c4-eae79bbf472c),segment_id=fa0a486e-6592-4041-93c4-eae79bbf472c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:13.019265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.050981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.053929 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092aa88d-af2b-4d88-8af7-801c3a79c3c3 x-openstack-request-id: req-092aa88d-af2b-4d88-8af7-801c3a79c3c3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:13.055391 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "name": "network-vif-plugged", "status": "completed", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:13.055569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-43bd096f-d30b-44e4-998c-027e7b50eb5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 217 time: 0.0984766 Dec 13 09:52:13.056822 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-092aa88d-af2b-4d88-8af7-801c3a79c3c3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:13.057505 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d', 'code': 200} Dec 13 09:52:13.092368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.098869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.106211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.106922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.168388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2478042 Dec 13 09:52:13.169070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:13.176085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:13.218902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-cb0e6a82-4c93-4389-8440-9546a160ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.220355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-cb0e6a82-4c93-4389-8440-9546a160ac2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.1345627 Dec 13 09:52:13.225164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a70d09a-768f-4618-ad38-db6e5d121e9e req-194de6ad-dd29-4c87-8fad-4c9b59c9f493 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911979 Dec 13 09:52:13.230029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355538e1-8b79-4204-a739-f7648f86e4c4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=d53a3d9d-005f-453c-afbc-57a890b56b64,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.250715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d53a3d9d-005f-453c-afbc-57a890b56b64 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:13.275657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022aefd-f387-473f-ab08-98af2ca64aec req-a8df91ca-58a6-4331-a309-f533fa5d2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.277188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2022aefd-f387-473f-ab08-98af2ca64aec req-a8df91ca-58a6-4331-a309-f533fa5d2686 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 1096 time: 0.1486101 Dec 13 09:52:13.287762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:13.292497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.299119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Deleting port f14138ba-9d0f-42fc-bd80-3d650f7105ec {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:13.299618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.362598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.424490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-f8c9626c-a99c-44e9-8a28-026190760ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.426355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-f8c9626c-a99c-44e9-8a28-026190760ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1917477 Dec 13 09:52:13.432353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port f14138ba-9d0f-42fc-bd80-3d650f7105ec, host n-h2-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:13.432734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.436811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2022aefd-f387-473f-ab08-98af2ca64aec req-6cfea19d-750c-4e8f-b31d-dd0f4b28f8e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517360 Dec 13 09:52:13.459817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Calling delete_port for f14138ba-9d0f-42fc-bd80-3d650f7105ec owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:13.499519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.560068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.564631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=7498a529-e8c8-4a7a-b873-8173eb214cc4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.574130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:13.574829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: d53a3d9d-005f-453c-afbc-57a890b56b64, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:13.595774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network d53a3d9d-005f-453c-afbc-57a890b56b64 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:13.608096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d53a3d9d-005f-453c-afbc-57a890b56b64) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:13.619899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.620781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.623332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56da54-a1eb-4fe2-bcd7-1853a09ba11e None None] Network d53a3d9d-005f-453c-afbc-57a890b56b64 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:13.647619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-184524f3-4ee9-4f64-a3c4-df2b90792ac6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4744997 Dec 13 09:52:13.649515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:13.655781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:13.656633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-851978430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:13.671304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=ea0e3f80-69e7-4785-b62f-c9829f5cd62a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.674088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:13.678535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:13.684648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:13.697459 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.703831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-d961770a-14c7-4a46-a385-e93b65cd682c service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658176 Dec 13 09:52:13.725520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.726657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.794993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.806772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e89f3864-9ed0-4c88-ba91-1d3bb045c8b7 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5771189 Dec 13 09:52:13.811302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:13.813910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.814219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d53a3d9d-005f-453c-afbc-57a890b56b64', 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '7498a529-e8c8-4a7a-b873-8173eb214cc4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:13.815309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.821239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.843378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d9', 'mac_address': 'fa:16:3e:be:43:c3'}, {'ip_address': '2001:db8::29f', 'mac_address': 'fa:16:3e:69:99:51'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:13.856696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.857945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-94c073a5-e48e-40bb-8261-067c68edebe8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2059014 Dec 13 09:52:13.860653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:13.911497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event deleted for resources: {'Port': ['ID=f14138ba-9d0f-42fc-bd80-3d650f7105ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:13.919158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:13.923665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3fdc4d0b-dd32-49ec-9898-f9ccfb082932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f14138ba-9d0f-42fc-bd80-3d650f7105ec HTTP/1.1" status: 204 len: 168 time: 1.0529943 Dec 13 09:52:13.926060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-f1684028-dd9a-41fb-a320-59c335c1550b service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056015 Dec 13 09:52:13.926686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39160) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:14.066929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Allocated IP 172.20.0.2 (d53a3d9d-005f-453c-afbc-57a890b56b64/7498a529-e8c8-4a7a-b873-8173eb214cc4/1d2a1690-9f16-49f0-b4ca-6182d3005e5b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:14.249428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.273935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.279578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f704f38c-6af5-4188-8d4d-3115fd81aaeb None None] Provisioning complete for port ea0e3f80-69e7-4785-b62f-c9829f5cd62a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:14.280337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f704f38c-6af5-4188-8d4d-3115fd81aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.341540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Pushing event updated for resources: {'Port': ['ID=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:14.356496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.383191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Network d53a3d9d-005f-453c-afbc-57a890b56b64 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:14.387231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:14.389200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f704f38c-6af5-4188-8d4d-3115fd81aaeb None None] Port ea0e3f80-69e7-4785-b62f-c9829f5cd62a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:14.393826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:14.456376 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a77efd3-37e1-48cc-b8a9-b9194cde03da tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:52:14.458321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Attempting to bind port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:14.458813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Attempting to bind port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:14.459375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Attempting to bind port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b on network d53a3d9d-005f-453c-afbc-57a890b56b64 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:14.459707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1a77efd3-37e1-48cc-b8a9-b9194cde03da tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports/f14138ba-9d0f-42fc-bd80-3d650f7105ec HTTP/1.1" status: 404 len: 333 time: 0.5300527 Dec 13 09:52:14.465974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:14.468621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:14.469081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-d8e84b4d-05ea-4d90-950b-ed7debebcbc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 217 time: 0.4992814 Dec 13 09:52:14.469245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Checking segment: {'id': 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:14.469777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.470288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Bound using segment: {'id': 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:14.470894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Bound port: 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd53a3d9d-005f-453c-afbc-57a890b56b64'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:14.471558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.491363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-600361272'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:14.617845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] For port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:14.621986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] For port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,segment=NetworkSegment(d52c2cd1-f820-4cd5-8f8a-f70a4f755000),segment_id=d52c2cd1-f820-4cd5-8f8a-f70a4f755000)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:14.631927 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.719985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8483f32-6906-4e66-9a14-b1a39ace01d8 None None] Pushing event updated for resources: {'Port': ['ID=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:14.776621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Made reservation on behalf of d69913bb8a714eb0a4e2392900100abd for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:14.778936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.781918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-2e77cb7e-b528-4c26-94c7-6364e163f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:14.783360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-2e77cb7e-b528-4c26-94c7-6364e163f0a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.2695224 Dec 13 09:52:14.847008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84260c7-764d-4752-ae51-ac57c0721d5f req-bc8d7f15-d7fd-489d-920a-4ad2f02d0715 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:14.848543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e84260c7-764d-4752-ae51-ac57c0721d5f req-bc8d7f15-d7fd-489d-920a-4ad2f02d0715 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 945 time: 0.3874595 Dec 13 09:52:14.849271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:14.865611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port beedbf71-2236-4e40-b154-e5f84bd316a6 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:14.989874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-6617b18e-b3f6-4acc-9b2e-c332b40da13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:14.991415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-6617b18e-b3f6-4acc-9b2e-c332b40da13f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936960 Dec 13 09:52:15.087075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.20.0.1 (d53a3d9d-005f-453c-afbc-57a890b56b64/7498a529-e8c8-4a7a-b873-8173eb214cc4/c05567b1-eb16-4bda-a5a2-2c2499722767) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:15.120045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e84260c7-764d-4752-ae51-ac57c0721d5f req-162c0fa5-ca6e-4cfe-bad8-9bb9b9685476 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564795 Dec 13 09:52:15.253670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.310474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.356990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network d53a3d9d-005f-453c-afbc-57a890b56b64 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:15.357746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-da88c3a7-9266-4395-b611-bf6ee265f264 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526485 Dec 13 09:52:15.360592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:15.365078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:15.387146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d2a1690-9f16-49f0-b4ca-6182d3005e5b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:15.415866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.460948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.461564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=c05567b1-eb16-4bda-a5a2-2c2499722767,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.506914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:15.507475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.598552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.636063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.669644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.690840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.701569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,segment=NetworkSegment(d52c2cd1-f820-4cd5-8f8a-f70a4f755000),segment_id=d52c2cd1-f820-4cd5-8f8a-f70a4f755000)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:15.708748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.755406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event updated for resources: {'Port': ['ID=ea0e3f80-69e7-4785-b62f-c9829f5cd62a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.763233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.770648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.820990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:15.824811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-9a356a01-0efe-4311-8be0-aae00baba86a service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327340 Dec 13 09:52:15.827831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:15.830590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:15.831833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:15.832465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.876108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] In _notify_port_updated(), no bound segment for port ea0e3f80-69e7-4785-b62f-c9829f5cd62a on network 2a55c68f-6167-4416-ade8-463cd6f22d68 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:15.882324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:15.883101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:15.884563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-93b85216-b467-4175-b55f-2677a885bf2f tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "PUT /v2.0/ports/ea0e3f80-69e7-4785-b62f-c9829f5cd62a HTTP/1.1" status: 200 len: 1068 time: 2.0458050 Dec 13 09:52:15.887747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:15.893599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-d397e6ac-1c44-4b63-86f6-aad3cb16d944 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 200 len: 217 time: 0.0575080 Dec 13 09:52:15.910995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=beedbf71-2236-4e40-b154-e5f84bd316a6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:15.919242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-33b0aaa4-fa14-4af5-85ad-04047b9ff3b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4474349 Dec 13 09:52:15.924736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:15.937913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:15.966861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-cfafd956-cc90-4e4b-9a15-1aae8379ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:15.968370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-cfafd956-cc90-4e4b-9a15-1aae8379ac77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0657473 Dec 13 09:52:16.031929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-2b88ca33-39ef-42bd-bf67-90365da22c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.033796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-2b88ca33-39ef-42bd-bf67-90365da22c6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560064 Dec 13 09:52:16.051455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.138626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-15fe4142-1f37-4012-aad4-acc72b49cc52 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961232 Dec 13 09:52:16.162798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3568b7d-efe1-4c63-8fe3-4b652edaf8d0 None None] Network d53a3d9d-005f-453c-afbc-57a890b56b64 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:16.249808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.269465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-91a0e39a-4016-49ce-bc71-d56f43873544 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234043 Dec 13 09:52:16.269650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e73a6f61-10c6-43dc-ab69-aba7495b9a7c None None] Provisioning complete for port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:16.269899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e73a6f61-10c6-43dc-ab69-aba7495b9a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.272079 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.321343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-18ee0d6b-acb7-4ce4-9576-ba575dc2cfe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 200 len: 217 time: 0.0387728 Dec 13 09:52:16.377997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port ea0e3f80-69e7-4785-b62f-c9829f5cd62a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:16.378655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.384929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-b97f5826-f15f-4f8a-91cb-0bd0589dfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.386460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-b97f5826-f15f-4f8a-91cb-0bd0589dfd5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 200 len: 797 time: 0.0499942 Dec 13 09:52:16.407652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.435648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de876e-67e9-4296-9134-928273b95d38 req-e4b6d562-3d74-42d8-81b2-82c1e360ecb4 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.437255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13de876e-67e9-4296-9134-928273b95d38 req-e4b6d562-3d74-42d8-81b2-82c1e360ecb4 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 945 time: 0.1668525 Dec 13 09:52:16.445156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=c05567b1-eb16-4bda-a5a2-2c2499722767,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:16.465526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-ea201fec-e330-4cfb-90a8-308e1da84428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.467041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-ea201fec-e330-4cfb-90a8-308e1da84428 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9279cadd-318a-4164-80bb-a858fcb353a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717072 Dec 13 09:52:16.519960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-22d6bd6c-cda2-4912-b903-a9577d879847 None None] Provisioning complete for port ea0e3f80-69e7-4785-b62f-c9829f5cd62a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:16.520953 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d6bd6c-cda2-4912-b903-a9577d879847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.540063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13de876e-67e9-4296-9134-928273b95d38 req-cb5c724c-4dfd-4ed6-9a12-118a43806f5e tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930686 Dec 13 09:52:16.548695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port beedbf71-2236-4e40-b154-e5f84bd316a6 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:16.567718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.594031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.600515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-22d6bd6c-cda2-4912-b903-a9577d879847 None None] Port ea0e3f80-69e7-4785-b62f-c9829f5cd62a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:16.637699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-704a82c0-68e5-4877-ac3d-bd2896176e03 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623302 Dec 13 09:52:16.679800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.722603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for ea0e3f80-69e7-4785-b62f-c9829f5cd62a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:16.724551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cec60378-a420-45c1-9fba-62020e50bd0c None None] Provisioning complete for port c05567b1-eb16-4bda-a5a2-2c2499722767 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:16.725252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=beedbf71-2236-4e40-b154-e5f84bd316a6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:16.725419 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cec60378-a420-45c1-9fba-62020e50bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.766295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network d53a3d9d-005f-453c-afbc-57a890b56b64 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:16.772667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cec60378-a420-45c1-9fba-62020e50bd0c None None] Port c05567b1-eb16-4bda-a5a2-2c2499722767 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:16.773911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:16.784349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cec60378-a420-45c1-9fba-62020e50bd0c None None] Provisioning complete for port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:16.785473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cec60378-a420-45c1-9fba-62020e50bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:16.806352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-4b685c51-78cb-40b3-a7a8-41a6e3091243 service neutron] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618178 Dec 13 09:52:16.830462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:16.830700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:16.831041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:16.893455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-d822ec87-1d9c-4507-9d49-457c72ca2dfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 200 len: 217 time: 0.0801969 Dec 13 09:52:16.921815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:16.922159 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:16.954272 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 2 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:16.979941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:16.980467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:16.980969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:16.994085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-15ea8839-0521-41eb-a941-f73828574ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:16.996009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-15ea8839-0521-41eb-a941-f73828574ca4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.0913007 Dec 13 09:52:17.003583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.003924 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.006959 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 3 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.047791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.048062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.048402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.058039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.058376 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.058899 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 4 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.088378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.089149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.089762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.109015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-42919d00-e58a-46b0-980c-806c9acd6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:17.110536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-42919d00-e58a-46b0-980c-806c9acd6591 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064284 Dec 13 09:52:17.126149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fab47-d0b6-4d82-809d-44639b0b31e1 req-2dab463e-f294-407c-8709-235978ba51a4 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:17.128026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8fab47-d0b6-4d82-809d-44639b0b31e1 req-2dab463e-f294-407c-8709-235978ba51a4 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 945 time: 0.0681846 Dec 13 09:52:17.128835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.133331 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.138053 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 5 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.147869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-453a5147-29be-443e-add2-88a57f4dc808 None None] Provisioning complete for port c05567b1-eb16-4bda-a5a2-2c2499722767 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:17.148251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-453a5147-29be-443e-add2-88a57f4dc808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.185752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.186502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.187002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.194641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router e6b56397-12cd-453d-890b-b9852972cb4e is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:17.211396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.211782 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.216163 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 6 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.306835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-453a5147-29be-443e-add2-88a57f4dc808 None None] Port c05567b1-eb16-4bda-a5a2-2c2499722767 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:17.330046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.334863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8fab47-d0b6-4d82-809d-44639b0b31e1 req-1b725a8e-61e3-4a85-b514-cb318129d966 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953082 Dec 13 09:52:17.382914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-2c0d488e-a629-476d-8f50-498bf5c33024 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536509 Dec 13 09:52:17.384965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d2a1690-9f16-49f0-b4ca-6182d3005e5b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:17.411297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.411297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.411297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.418483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=ea0e3f80-69e7-4785-b62f-c9829f5cd62a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:17.449365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.449365 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.452275 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 7 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.455768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:17.463622 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45820d34-91d7-4d0a-9a63-41e697455034 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/e6b56397-12cd-453d-890b-b9852972cb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6019533 Dec 13 09:52:17.467416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.472502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] Sync routers for ids ['e6b56397-12cd-453d-890b-b9852972cb4e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:17.488026 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] Routers {'e6b56397-12cd-453d-890b-b9852972cb4e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:17.488827 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6b56397-12cd-453d-890b-b9852972cb4e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.489837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.490177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.490514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.499190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.499533 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.502381 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 8 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.518868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:17.519245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.540853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.541228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.541816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.554360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.554726 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.557652 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 9 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.589172 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.611696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] Routers {'e6b56397-12cd-453d-890b-b9852972cb4e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:17.612658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6b56397-12cd-453d-890b-b9852972cb4e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.613563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.613897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.614233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.619739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2c17d-27d0-4667-8bfd-f172e0dab853 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:17.623430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0bd2c17d-27d0-4667-8bfd-f172e0dab853 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports/c05567b1-eb16-4bda-a5a2-2c2499722767 HTTP/1.1" status: 200 len: 910 time: 0.1537185 Dec 13 09:52:17.632262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.635248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.635762 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.639768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7498a529-e8c8-4a7a-b873-8173eb214cc4'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:17.643389 n-d-820531-5 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 10 to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 Dec 13 09:52:17.664390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea39d9f6-3649-4e68-ab0e-43bd8a0f1d50 None None] Provisioning complete for port c05567b1-eb16-4bda-a5a2-2c2499722767 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:17.664945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea39d9f6-3649-4e68-ab0e-43bd8a0f1d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.680072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.686657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd352035-e3f8-4d51-9e03-6e4733ad994e tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/ea0e3f80-69e7-4785-b62f-c9829f5cd62a HTTP/1.1" status: 204 len: 168 time: 1.7956207 Dec 13 09:52:17.688336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.706951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:17.708006 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b79b81-b0e4-487a-81cb-ec03555384c4 None None] The sync data for ids ['e6b56397-12cd-453d-890b-b9852972cb4e'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:17.710868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-f4b6c1a3-2b1a-4fc6-a05f-84e5c8616293 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194809 Dec 13 09:52:17.720744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:17.721079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:17.721441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:17.736196 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1028b742-eaa9-4a62-873d-7eb9c09b02fa tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] GET failed (client error): The resource could not be found. Dec 13 09:52:17.742168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1028b742-eaa9-4a62-873d-7eb9c09b02fa tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports/ea0e3f80-69e7-4785-b62f-c9829f5cd62a HTTP/1.1" status: 404 len: 333 time: 0.0525324 Dec 13 09:52:17.744410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:17.745410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:17.745743 n-d-820531-5 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port beedbf71-2236-4e40-b154-e5f84bd316a6 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:17.746112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:17.775118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-c0e255f3-1441-4c7a-93f9-cc566c1fb222 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 200 len: 217 time: 0.0446966 Dec 13 09:52:17.794499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ea39d9f6-3649-4e68-ab0e-43bd8a0f1d50 None None] Port c05567b1-eb16-4bda-a5a2-2c2499722767 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:17.867169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-053f920b-af76-46a7-bea0-869132b17155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:17.869450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-053f920b-af76-46a7-bea0-869132b17155 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 200 len: 797 time: 0.0879383 Dec 13 09:52:17.951291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-e9847015-508b-4da9-944d-4f7f74f225b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:17.953949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-e9847015-508b-4da9-944d-4f7f74f225b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92ccfa92-50a4-487b-ac9f-e67f61665187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762057 Dec 13 09:52:18.051416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port beedbf71-2236-4e40-b154-e5f84bd316a6, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:18.052320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:52:18.058051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-c3dd2b64-24ba-4787-86af-ea727a9d63b9 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959549 Dec 13 09:52:18.059860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.075825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port 1d097671-86e6-43b0-bd76-984134cf427a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:18.076172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.120811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.166471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9af42e-26cf-448b-a5f7-93133050e2c3 req-b6eb1842-f513-422a-bb5f-e5cdef189b44 service neutron] 10.222.0.44 "GET /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007860 Dec 13 09:52:18.180920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] In _notify_port_updated(), no bound segment for port beedbf71-2236-4e40-b154-e5f84bd316a6 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:18.182960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.184695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.186617 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "PUT /v2.0/ports/beedbf71-2236-4e40-b154-e5f84bd316a6 HTTP/1.1" status: 200 len: 978 time: 2.2607830 Dec 13 09:52:18.189169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:18.259414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103a65-32c6-4a17-91fa-e43dbb8088e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=beedbf71-2236-4e40-b154-e5f84bd316a6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:18.312782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.313405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.313878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.314344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.314808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.315275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.315734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.316194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.316655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.317110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.318309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.318309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.318511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.319076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.319534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.319988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.327630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.328205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.329102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.329600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.330059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.330516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.330968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.331615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.332053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.332457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.333045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.333547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.333997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.334449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.334900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.335347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.335797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.336818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.338001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.338534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.340132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.340602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.341062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.341677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.342138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.342591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.343168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.343629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.344080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.344532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.344979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.345462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.345910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.346759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.352070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-facaa3d9-1869-44c3-a9fc-83677c0d7ac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44856 time: 0.1616433 Dec 13 09:52:18.358192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:18.379957 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.400783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for 1d097671-86e6-43b0-bd76-984134cf427a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:18.460925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-bbb609a0-68ce-4469-aac2-93046f8bfd4d tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.463253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-bbb609a0-68ce-4469-aac2-93046f8bfd4d tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.44 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 945 time: 0.1088781 Dec 13 09:52:18.531572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Deleting port beedbf71-2236-4e40-b154-e5f84bd316a6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:18.532239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.641585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502dfa-48f5-4477-af74-51f7c87d78c4 req-0415c8fe-335b-4160-942e-dc949099754b tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:18.643236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42502dfa-48f5-4477-af74-51f7c87d78c4 req-0415c8fe-335b-4160-942e-dc949099754b tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 945 time: 0.1777933 Dec 13 09:52:18.661177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port beedbf71-2236-4e40-b154-e5f84bd316a6, host n-h2-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:18.661681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.689685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Calling delete_port for beedbf71-2236-4e40-b154-e5f84bd316a6 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:18.734404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.761826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Deleting port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:18.762314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.812896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42502dfa-48f5-4477-af74-51f7c87d78c4 req-f2c8966a-43b8-4f78-8df4-cd397b8534f5 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fbb8377-4119-4206-a8bf-1632444ee9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557572 Dec 13 09:52:18.892446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.927843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event deleted for resources: {'Port': ['ID=beedbf71-2236-4e40-b154-e5f84bd316a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:18.941068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] For port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,segment=NetworkSegment(fa0a486e-6592-4041-93c4-eae79bbf472c),segment_id=fa0a486e-6592-4041-93c4-eae79bbf472c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:18.941507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.944608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:18.951257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-90e269f7-ccf0-434b-aed4-8fbd7bb9cc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "DELETE /v2.0/ports/beedbf71-2236-4e40-b154-e5f84bd316a6 HTTP/1.1" status: 204 len: 168 time: 0.5891082 Dec 13 09:52:18.955223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:18.971673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Calling delete_port for ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:18.989010 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-81092b4f-d276-4470-87ed-662ea6329d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:52:18.995319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81092b4f-d276-4470-87ed-662ea6329d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports/beedbf71-2236-4e40-b154-e5f84bd316a6 HTTP/1.1" status: 404 len: 333 time: 0.0343409 Dec 13 09:52:18.998425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.006490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529010889', 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:19.111077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Made reservation on behalf of d69913bb8a714eb0a4e2392900100abd for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:19.115497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.162620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port d7d3c00d-5134-4e88-b214-7d1fa415e91a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:19.203720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=1d097671-86e6-43b0-bd76-984134cf427a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.251011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.257615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-63f8ec8e-2032-4140-9d74-e4cd50f3d816 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/1d097671-86e6-43b0-bd76-984134cf427a HTTP/1.1" status: 204 len: 168 time: 1.5091171 Dec 13 09:52:19.258751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.297755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.310753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.316431 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecd5d66-d61c-4ee7-bd72-33e6c910e7bc tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] GET failed (client error): The resource could not be found. Dec 13 09:52:19.322266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ecd5d66-d61c-4ee7-bd72-33e6c910e7bc tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "GET /v2.0/ports/1d097671-86e6-43b0-bd76-984134cf427a HTTP/1.1" status: 404 len: 333 time: 0.0540817 Dec 13 09:52:19.323577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.326776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.342041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:52:19.401952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:19.402729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.405592 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/ports/c05567b1-eb16-4bda-a5a2-2c2499722767 HTTP/1.1" status: 200 len: 910 time: 1.7721586 Dec 13 09:52:19.407063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef62c1d-b091-466e-8fb1-76f3014c86ad tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=c05567b1-eb16-4bda-a5a2-2c2499722767,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.409577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.501238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Pushing event deleted for resources: {'Port': ['ID=ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.562769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] No DVR routers for this DVR port ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:19.571116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.575629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65f1179c-49e2-4a27-9031-fe3a4345e963 req-7c0f3f33-f9f2-4c47-980a-9aa390a66830 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.44 "DELETE /v2.0/ports/ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d HTTP/1.1" status: 204 len: 173 time: 1.0991838 Dec 13 09:52:19.577486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'name': 'network-vif-deleted', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:52:19.581076 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec0a62-9aed-4f96-8e9c-390421f4439a" -d '{"events": [{"server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "name": "network-vif-deleted", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:52:19.587335 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.657701 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870a768-eaa7-43a0-8be8-ee437549ebe6 x-openstack-request-id: req-a870a768-eaa7-43a0-8be8-ee437549ebe6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:52:19.657888 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879d8877-0724-4600-b2c3-aae238fec4ad", "name": "network-vif-deleted", "tag": "ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:52:19.658144 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a870a768-eaa7-43a0-8be8-ee437549ebe6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:52:19.658543 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d8877-0724-4600-b2c3-aae238fec4ad', 'name': 'network-vif-deleted', 'tag': 'ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d', 'status': 'completed', 'code': 200} Dec 13 09:52:19.678761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port ab579d97-e284-4e76-b6b0-fcb77eddb6c8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:19.679110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.686438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.788487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:19.796217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:19.804389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:19.805213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:19.806190 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.814644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d3c00d-5134-4e88-b214-7d1fa415e91a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:19.848721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e18997d6-c5dd-41ce-8597-bff979019f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8474090 Dec 13 09:52:19.849698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.857733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:19.873017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for ab579d97-e284-4e76-b6b0-fcb77eddb6c8 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:19.892636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5eee8-3d7c-4a95-acbf-1f06dbefcd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:19.896569 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5e5eee8-3d7c-4a95-acbf-1f06dbefcd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports/d7d3c00d-5134-4e88-b214-7d1fa415e91a HTTP/1.1" status: 200 len: 959 time: 0.0427747 Dec 13 09:52:19.896937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:19.957593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.062352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08de5cad-3283-48c5-bf2a-eb36e5ad6cf9 req-812679fe-db19-4024-8a6d-6979c5c61636 tempest-ServerAddressesTestJSON-1874591723 tempest-ServerAddressesTestJSON-1874591723-project] 10.222.0.30 "GET /v2.0/ports?device_id=879d8877-0724-4600-b2c3-aae238fec4ad HTTP/1.1" status: 200 len: 210 time: 0.0463221 Dec 13 09:52:20.085725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.123537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=ab579d97-e284-4e76-b6b0-fcb77eddb6c8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:20.143360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Deleting port d7d3c00d-5134-4e88-b214-7d1fa415e91a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:20.143751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.158946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.164173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8cff47fe-1eeb-4380-b0de-903a41fa6a61 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/ports/ab579d97-e284-4e76-b6b0-fcb77eddb6c8 HTTP/1.1" status: 204 len: 168 time: 0.8326309 Dec 13 09:52:20.166690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.223382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting subnet d307d51a-3445-4fad-8901-ff51d4836dee {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:20.227311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.258644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.277362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.278008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Calling delete_port for d7d3c00d-5134-4e88-b214-7d1fa415e91a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:20.381597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.439198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.465353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.484163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7d3c00d-5134-4e88-b214-7d1fa415e91a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:20.488970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.492448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7972b56d-c742-45c8-aa6e-8c8c55b50d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d7d3c00d-5134-4e88-b214-7d1fa415e91a HTTP/1.1" status: 204 len: 168 time: 0.5945735 Dec 13 09:52:20.496685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port c05567b1-eb16-4bda-a5a2-2c2499722767 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:20.497063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.499733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.506898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Subnet': ['ID=d307d51a-3445-4fad-8901-ff51d4836dee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:20.516536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.519865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e1e96a2-508f-4220-8d5b-8fb8c38b7923 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/subnets/d307d51a-3445-4fad-8901-ff51d4836dee HTTP/1.1" status: 204 len: 168 time: 0.3520610 Dec 13 09:52:20.523017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.528812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499f61e-0418-4673-b2d4-15415f3e761b None None] Network 2a55c68f-6167-4416-ade8-463cd6f22d68 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:20.595279 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad896c08-b026-41b8-a59a-e0ebc696118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:52:20.597314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ad896c08-b026-41b8-a59a-e0ebc696118a tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports/d7d3c00d-5134-4e88-b214-7d1fa415e91a HTTP/1.1" status: 404 len: 333 time: 0.0963728 Dec 13 09:52:20.601017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:20.606781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020370947'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:20.677930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Made reservation on behalf of d69913bb8a714eb0a4e2392900100abd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:20.682891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.683438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.719354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.733558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port 22649442-8678-4f7d-bcfc-99e053fe8313 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:20.745012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for c05567b1-eb16-4bda-a5a2-2c2499722767 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:20.823112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] DHCP port deletion for 2a55c68f-6167-4416-ade8-463cd6f22d68 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:20.885502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Deleting port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:20.885888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.963375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] For port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,segment=NetworkSegment(a1a4bae1-685b-4966-be82-218251093ec6),segment_id=a1a4bae1-685b-4966-be82-218251093ec6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:20.964047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:20.979230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Calling delete_port for f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:21.038410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.097496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.120875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.137262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.138721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] Pushing event deleted for resources: {'Port': ['ID=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.141096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e33d8d-ba2e-4d50-93fb-8be6d3d702ad None None] No DVR routers for this DVR port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:21.195846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=c05567b1-eb16-4bda-a5a2-2c2499722767,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.323349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:21.371782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:21.415176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Deleting subnet 7e6fc6b3-eedb-4204-a446-9d8ae54315db {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:21.417056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:21.420058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:21.420341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.439147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Deleting port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:21.439778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.483160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Network 233323ab-774e-40be-95d7-b0cb146f9dd8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:21.499431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:21.513044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:21.513997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:21.514597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.516655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=22649442-8678-4f7d-bcfc-99e053fe8313,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.524255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] For port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:21.525200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.528200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.539069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Calling delete_port for f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:21.542134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:52:21.543531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.575734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Port': ['ID=f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.577743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] No DVR routers for this DVR port f3a216aa-3acf-49e3-ae14-df8bd8f0ebb2 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:21.610794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0812e726-288b-41f1-ac9d-9116c4a8ee0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0059674 Dec 13 09:52:21.617832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:21.623160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:21.696209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.699300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.720253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.735761 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.738644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a55c68f-6167-4416-ade8-463cd6f22d68']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:21.756885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a4bae1-685b-4966-be82-218251093ec6') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:21.756885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a4bae1-685b-4966-be82-218251093ec6') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:21.769891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.805303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.817683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:21.818230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:21.821925 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:21.849301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.945905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.947011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6fc6b3-eedb-4204-a446-9d8ae54315db,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:21.955832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.959147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:21.962867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] 10.222.0.30 "DELETE /v2.0/networks/2a55c68f-6167-4416-ade8-463cd6f22d68 HTTP/1.1" status: 204 len: 168 time: 1.4382026 Dec 13 09:52:21.964065 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0861aa52-2b77-4cfa-b9a7-c1e35459b7df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e6fc6b3-eedb-4204-a446-9d8ae54315db HTTP/1.1" status: 204 len: 168 time: 0.6347718 Dec 13 09:52:21.969147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:21.984033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1edd-7334-4f1f-b3c1-458d008a80e1 tempest-AllowedAddressPairIpV6TestJSON-872157859 tempest-AllowedAddressPairIpV6TestJSON-872157859-project] Pushing event deleted for resources: {'Network': ['ID=2a55c68f-6167-4416-ade8-463cd6f22d68,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.038044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router e6b56397-12cd-453d-890b-b9852972cb4e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:22.060916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] device_id is not set on port 22649442-8678-4f7d-bcfc-99e053fe8313 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:22.070081 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.074932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.081877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.145906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=22649442-8678-4f7d-bcfc-99e053fe8313,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.171567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.171905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.172244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.182360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:22.183670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.185056 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.186036 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 2 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.193010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] Sync routers for ids ['e6b56397-12cd-453d-890b-b9852972cb4e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:22.195927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6fd47b5-d91f-4df6-b2ab-c86543c7a036 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/e6b56397-12cd-453d-890b-b9852972cb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835267 Dec 13 09:52:22.208102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.214634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.214886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] Routers {'e6b56397-12cd-453d-890b-b9852972cb4e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:22.216034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6b56397-12cd-453d-890b-b9852972cb4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.225027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.225667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.247225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.247927 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.248487 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 3 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.269373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.270023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8f2a3ee-111f-4314-a057-5d2ef775f0b7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6b56397-12cd-453d-890b-b9852972cb4e HTTP/1.1" status: 200 len: 205 time: 0.0611613 Dec 13 09:52:22.272779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.284375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] Routers {'e6b56397-12cd-453d-890b-b9852972cb4e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:22.286375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.286910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.287419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.287573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e6b56397-12cd-453d-890b-b9852972cb4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.288573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.294980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.295661 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.325574 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 4 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.343039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52368e3c-cf15-48a3-98a1-0144b95645cc']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.350252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.351041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eddb47-c783-4f39-9cb2-268695e8ac5a None None] The sync data for ids ['e6b56397-12cd-453d-890b-b9852972cb4e'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:22.364313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.367652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0a486e-6592-4041-93c4-eae79bbf472c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.368017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0a486e-6592-4041-93c4-eae79bbf472c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:22.370370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.370714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.371255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.380450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.384480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.389193 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.391198 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 5 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.396968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.400584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.408130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:22.408802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:22.410610 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:22.475646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.477881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.478308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.478893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.489051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.489585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.489917 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.491594 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 6 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.501310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] 10.222.0.30 "DELETE /v2.0/networks/52368e3c-cf15-48a3-98a1-0144b95645cc HTTP/1.1" status: 204 len: 168 time: 0.5269382 Dec 13 09:52:22.524959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373acdf-2207-4f8d-abaf-30344097584a admin admin] Pushing event deleted for resources: {'Network': ['ID=52368e3c-cf15-48a3-98a1-0144b95645cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.532261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.532611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.532956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.569757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.569990 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.598794 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 7 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.617982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.619706 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b7da1ebb-c82e-438d-afaa-e9d040e0fa58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9c0353397d241e19820931935b4222b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540755 Dec 13 09:52:22.620540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.621616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.624902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.625289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.625658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.668652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.669307 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.670604 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 8 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.685790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.686272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.687269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.690230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.690823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router e6b56397-12cd-453d-890b-b9852972cb4e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:22.694596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.701700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.702807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-91dc3020-c27c-4b3d-bf56-ec578f9a463f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/e6b56397-12cd-453d-890b-b9852972cb4e HTTP/1.1" status: 204 len: 168 time: 0.4256382 Dec 13 09:52:22.703907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.704688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.705024 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.708383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.710879 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 9 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.735645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.735987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.736329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.748353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.749034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.749395 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.753407 n-d-820531-5 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempt 10 to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 Dec 13 09:52:22.774570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-92a16924-18bb-45e6-a339-6e049bec2a0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15c96bcbb36f4fbba9da0bae67390279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657840 Dec 13 09:52:22.775423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:22.788416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:22.788762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:22.789132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempting to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:22.794378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 7498a529-e8c8-4a7a-b873-8173eb214cc4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:22.798465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:52:22.798683 n-d-820531-5 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Failed to bind port 22649442-8678-4f7d-bcfc-99e053fe8313 on host n-h2-820531-5 for vnic_type normal using segments [{'id': '04e90baf-a4e5-46c4-9b5b-d0d68be622e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '233323ab-774e-40be-95d7-b0cb146f9dd8'}] Dec 13 09:52:22.798889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.800729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.823647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:22.854114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:22.855241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ede4e316-234c-48ad-9ad2-3d7f0ec3ad4d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:22.872681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.896627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.902774 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.905931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.909794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9c04136-4f05-4315-896c-57a0efded359 HTTP/1.1" status: 204 len: 168 time: 0.2882655 Dec 13 09:52:22.923047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port 22649442-8678-4f7d-bcfc-99e053fe8313, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:22.923432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attempted to set empty binding levels {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 09:52:22.925562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5d96-1c6b-4862-89ce-8491d850a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c04136-4f05-4315-896c-57a0efded359,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.928937 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.932645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:22.982859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event updated for resources: {'Port': ['ID=22649442-8678-4f7d-bcfc-99e053fe8313,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:22.996746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] In _notify_port_updated(), no bound segment for port 22649442-8678-4f7d-bcfc-99e053fe8313 on network 233323ab-774e-40be-95d7-b0cb146f9dd8 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:22.997915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:22.998704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.000351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3f2dc9fe-3270-49b6-b45f-748f8c394212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "PUT /v2.0/ports/22649442-8678-4f7d-bcfc-99e053fe8313 HTTP/1.1" status: 200 len: 979 time: 1.3820016 Dec 13 09:52:23.003091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.038504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.042270 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.046749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.048488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fbb8377-4119-4206-a8bf-1632444ee9dd HTTP/1.1" status: 204 len: 168 time: 0.2728450 Dec 13 09:52:23.058896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6625-d8e1-4d84-a16f-7679c940515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb8377-4119-4206-a8bf-1632444ee9dd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:23.181999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Deleting port 22649442-8678-4f7d-bcfc-99e053fe8313 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:23.182490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.186087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.276035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] For port 22649442-8678-4f7d-bcfc-99e053fe8313, host n-h2-820531-5, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:23.276416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.306343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=7498a529-e8c8-4a7a-b873-8173eb214cc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:23.317314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.317314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f0394ac0-13c2-464a-a3d5-c632f9531032 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/7498a529-e8c8-4a7a-b873-8173eb214cc4 HTTP/1.1" status: 204 len: 168 time: 0.6076930 Dec 13 09:52:23.318539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Calling delete_port for 22649442-8678-4f7d-bcfc-99e053fe8313 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:23.319713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.332466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec461223-b7a9-43ea-b958-ddb03088c2d8 None None] Network d53a3d9d-005f-453c-afbc-57a890b56b64 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:23.470232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.524926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Pushing event deleted for resources: {'Port': ['ID=22649442-8678-4f7d-bcfc-99e053fe8313,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:23.540688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.550118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7a045b8f-81f8-46aa-8ed4-556296ac5403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "DELETE /v2.0/ports/22649442-8678-4f7d-bcfc-99e053fe8313 HTTP/1.1" status: 204 len: 168 time: 0.5437448 Dec 13 09:52:23.550430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.552143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.583041 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-052f9277-36e6-4481-af3c-e68cd09c2a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] GET failed (client error): The resource could not be found. Dec 13 09:52:23.584868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-052f9277-36e6-4481-af3c-e68cd09c2a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279248436-project-admin] 10.222.0.30 "GET /v2.0/ports/22649442-8678-4f7d-bcfc-99e053fe8313 HTTP/1.1" status: 404 len: 333 time: 0.0310185 Dec 13 09:52:23.590764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:23.652555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] DHCP port deletion for d53a3d9d-005f-453c-afbc-57a890b56b64 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:23.738875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Deleting port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:23.739250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.741518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.765553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:23.765553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.888908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] For port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,segment=NetworkSegment(d52c2cd1-f820-4cd5-8f8a-f70a4f755000),segment_id=d52c2cd1-f820-4cd5-8f8a-f70a4f755000)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:23.889977 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.916745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Calling delete_port for 1d2a1690-9f16-49f0-b4ca-6182d3005e5b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:23.958391 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.963032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,segment=NetworkSegment(d52c2cd1-f820-4cd5-8f8a-f70a4f755000),segment_id=d52c2cd1-f820-4cd5-8f8a-f70a4f755000)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:23.963260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:23.988483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 1d2a1690-9f16-49f0-b4ca-6182d3005e5b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:23.995384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233323ab-774e-40be-95d7-b0cb146f9dd8']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.011318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e90baf-a4e5-46c4-9b5b-d0d68be622e8') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.011618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e90baf-a4e5-46c4-9b5b-d0d68be622e8') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.059136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.080241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.089742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.101018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:24.101655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:24.106279 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:24.126708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] Pushing event deleted for resources: {'Port': ['ID=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.133967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e51db-11ac-4b06-b46a-2ea4f40bec20 None None] No DVR routers for this DVR port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:24.202646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.242752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=1d2a1690-9f16-49f0-b4ca-6182d3005e5b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.248079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.256943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.263650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] 10.222.0.30 "DELETE /v2.0/networks/233323ab-774e-40be-95d7-b0cb146f9dd8 HTTP/1.1" status: 204 len: 168 time: 0.6694043 Dec 13 09:52:24.273878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port 1d2a1690-9f16-49f0-b4ca-6182d3005e5b on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:24.297883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ffda-ef89-447b-9247-4b231b266a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255346801-project] Pushing event deleted for resources: {'Network': ['ID=233323ab-774e-40be-95d7-b0cb146f9dd8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.307740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.373535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.394797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53a3d9d-005f-453c-afbc-57a890b56b64']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.407043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.407344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c2cd1-f820-4cd5-8f8a-f70a4f755000') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:24.418507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.435297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.443722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:24.444784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:24.449530 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:24.456414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-9671e5cf-9d12-480c-9b38-b76e7a20bbce tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.456414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9671e5cf-9d12-480c-9b38-b76e7a20bbce tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1424074 Dec 13 09:52:24.456414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.459757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-779129e3-d1a9-41a1-ba32-489b7130b683 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.463852 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-779129e3-d1a9-41a1-ba32-489b7130b683 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051012 Dec 13 09:52:24.464503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.469626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-739b8011-c726-4663-9428-1004098f373f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.472899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-739b8011-c726-4663-9428-1004098f373f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050626 Dec 13 09:52:24.477223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.482750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-278980af-2d41-4402-a42d-5e18993fbb05 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.485985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-278980af-2d41-4402-a42d-5e18993fbb05 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0076001 Dec 13 09:52:24.488859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.500101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-c1dcef22-0d50-4378-b997-46e1297b3300 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.503612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1dcef22-0d50-4378-b997-46e1297b3300 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0123742 Dec 13 09:52:24.506151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.511467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-f3fe0d5c-dbc8-4d00-95a1-347a629a8caf tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.512589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3fe0d5c-dbc8-4d00-95a1-347a629a8caf tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053067 Dec 13 09:52:24.515276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.520676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-08e5c980-2154-4364-a7b9-82a97ad92565 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.522152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08e5c980-2154-4364-a7b9-82a97ad92565 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056791 Dec 13 09:52:24.527420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.533814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-a9264d14-32aa-4663-8fc7-4dc66c73f9ed tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.537187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9264d14-32aa-4663-8fc7-4dc66c73f9ed tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060668 Dec 13 09:52:24.538062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.543061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.546380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-8aa490cf-e59a-440a-a3e3-a392720da68e tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.553018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.555719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8aa490cf-e59a-440a-a3e3-a392720da68e tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0161521 Dec 13 09:52:24.556485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.558756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/d53a3d9d-005f-453c-afbc-57a890b56b64 HTTP/1.1" status: 204 len: 168 time: 1.2379451 Dec 13 09:52:24.562554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-b94d0c0c-aafb-47d9-9f72-2b915dd5bb9c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.563777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39398) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.566301 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b94d0c0c-aafb-47d9-9f72-2b915dd5bb9c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0088594 Dec 13 09:52:24.566904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.570860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1770970719', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:24.571862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-40e5e766-d945-4feb-976c-cb0f20855bfd tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.575170 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40e5e766-d945-4feb-976c-cb0f20855bfd tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050120 Dec 13 09:52:24.575170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.578979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.584291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-979d6c43-1b31-43be-8fdd-cad745b9d29e tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.586148 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-979d6c43-1b31-43be-8fdd-cad745b9d29e tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058341 Dec 13 09:52:24.589411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.589606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52633e-72f7-4113-9824-2eba159bc09f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=d53a3d9d-005f-453c-afbc-57a890b56b64,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:24.599798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-3e9ef1e0-fe8a-4fb5-937f-722ddfb9382a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.600771 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e9ef1e0-fe8a-4fb5-937f-722ddfb9382a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102723 Dec 13 09:52:24.604585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.612666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-2942ec05-806f-4b77-85ed-1057aa7bd5b9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.613755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2942ec05-806f-4b77-85ed-1057aa7bd5b9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070794 Dec 13 09:52:24.616406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.621188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-3bc0a1e0-688b-4ec2-8866-c3bf8e9a5570 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.622231 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3bc0a1e0-688b-4ec2-8866-c3bf8e9a5570 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047770 Dec 13 09:52:24.625343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.630741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-2b374c08-1239-4b70-a890-44ab1bd8222c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.631757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b374c08-1239-4b70-a890-44ab1bd8222c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047698 Dec 13 09:52:24.632835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.634091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.635671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.644361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-6aff99ae-5157-4c4d-a903-6ffe399dc369 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.647954 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6aff99ae-5157-4c4d-a903-6ffe399dc369 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086527 Dec 13 09:52:24.648590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.654793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-dc8cb626-fd41-4840-8301-5d4c5f089a16 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.657179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dc8cb626-fd41-4840-8301-5d4c5f089a16 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064371 Dec 13 09:52:24.659046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.663611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-25e77b98-0831-4a53-a01b-9718d488f324 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.665114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-25e77b98-0831-4a53-a01b-9718d488f324 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048809 Dec 13 09:52:24.668572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.672864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-18f9ca46-adce-42c9-9759-cfb5daccb8f8 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.674017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18f9ca46-adce-42c9-9759-cfb5daccb8f8 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043414 Dec 13 09:52:24.676339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.681254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-591f0dd4-32dd-48ab-a98d-4c6443da14b0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.684983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-591f0dd4-32dd-48ab-a98d-4c6443da14b0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055969 Dec 13 09:52:24.689086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.693884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-02b2187a-b148-481f-ba9d-43a89618cc02 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.697611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-02b2187a-b148-481f-ba9d-43a89618cc02 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048039 Dec 13 09:52:24.705723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.710293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-ee6934e4-5a7c-4ba8-9b77-3c2d0f134d3c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.711461 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee6934e4-5a7c-4ba8-9b77-3c2d0f134d3c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045571 Dec 13 09:52:24.715161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.722092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-58508171-4b4f-4882-b47f-12aaf27a285b tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.723296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-58508171-4b4f-4882-b47f-12aaf27a285b tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063870 Dec 13 09:52:24.725611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.730424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-24970dc1-20a4-4ebd-beed-ab84568cae16 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.731373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-24970dc1-20a4-4ebd-beed-ab84568cae16 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048141 Dec 13 09:52:24.733870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.735218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.738357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-7076edbe-8517-45c5-932e-39d320b15d4a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.741698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7076edbe-8517-45c5-932e-39d320b15d4a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069137 Dec 13 09:52:24.744395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.748759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-0a75b1bd-f39c-4c6a-b24e-6d55724ad8e0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.749597 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0a75b1bd-f39c-4c6a-b24e-6d55724ad8e0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041647 Dec 13 09:52:24.753332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.753672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.762897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-09c0a478-5201-49ae-be8e-7d3ae413a77f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.763080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.763669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-09c0a478-5201-49ae-be8e-7d3ae413a77f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080161 Dec 13 09:52:24.766112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.770309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-b0299897-1507-4e91-8dbe-d5f44f732c18 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.772061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0299897-1507-4e91-8dbe-d5f44f732c18 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048919 Dec 13 09:52:24.775889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.780383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-fac201d8-2263-44fa-bcb4-ca3e385135d8 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.781477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fac201d8-2263-44fa-bcb4-ca3e385135d8 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044370 Dec 13 09:52:24.783969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.788524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-240ca802-c52e-484b-9af5-3b4cd5b2034d tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.789629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-240ca802-c52e-484b-9af5-3b4cd5b2034d tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044494 Dec 13 09:52:24.792887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.798336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-b3800356-0820-4da1-b58c-ab1c9f46e2b4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.799299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3800356-0820-4da1-b58c-ab1c9f46e2b4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049257 Dec 13 09:52:24.801727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.802102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.803541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3850f0d-820c-421c-b151-77dbfd9228a5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2387140 Dec 13 09:52:24.807168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-f274cb29-3bb6-47cb-b657-904ac26f6f67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828919 Dec 13 09:52:24.807769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-3d573d37-4bc6-4a5c-b1e1-ca5dd901f3d4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.807903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.813113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-2035124559'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:24.813322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d573d37-4bc6-4a5c-b1e1-ca5dd901f3d4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100565 Dec 13 09:52:24.814126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.819015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-a766b8f8-5bbe-4d93-b139-dd604c1a67d7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.823848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.824096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a766b8f8-5bbe-4d93-b139-dd604c1a67d7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082479 Dec 13 09:52:24.831840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-82b85af3-a911-440c-9965-a9f8b581f19f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.832460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-82b85af3-a911-440c-9965-a9f8b581f19f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076263 Dec 13 09:52:24.836702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.843589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-a0933d1d-6efa-4f7b-b50f-fda0877840fa tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.844573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a0933d1d-6efa-4f7b-b50f-fda0877840fa tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061979 Dec 13 09:52:24.847320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.852829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-626fcc66-f9e9-45f4-abe1-0d1556907fc7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.856190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-626fcc66-f9e9-45f4-abe1-0d1556907fc7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058508 Dec 13 09:52:24.856190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:24.856984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.858908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.863033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-1dba4eb6-585b-4630-a8f3-b8fa8e4ab4e2 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.866485 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1dba4eb6-585b-4630-a8f3-b8fa8e4ab4e2 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074577 Dec 13 09:52:24.867101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.871902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-e7273c55-fff8-4dd5-bf5e-42587d7ddb83 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.874796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7273c55-fff8-4dd5-bf5e-42587d7ddb83 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046844 Dec 13 09:52:24.875110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.878997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-49b051d8-34eb-42c2-bea0-51821502ab12 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.881987 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-49b051d8-34eb-42c2-bea0-51821502ab12 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040367 Dec 13 09:52:24.882661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.891386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-19680ef7-bce1-4ed4-bc8a-892f3cf05429 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.894600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19680ef7-bce1-4ed4-bc8a-892f3cf05429 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041335 Dec 13 09:52:24.894749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.898697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-2850cc29-1db3-4019-b7c9-82e65eb3f3f7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.899850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2850cc29-1db3-4019-b7c9-82e65eb3f3f7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039554 Dec 13 09:52:24.907360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.912170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-7655cfbe-8386-4cbd-8a42-0e99f3de94e2 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.913100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7655cfbe-8386-4cbd-8a42-0e99f3de94e2 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048227 Dec 13 09:52:24.914033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1324300422-network', 'tenant_id': 'bc2a1a2dc7a8448fbc314b41c9ea2ba8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:24.919374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.924691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-015c8790-ae0d-474c-8012-a4e98334ab7b tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.925655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-015c8790-ae0d-474c-8012-a4e98334ab7b tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047240 Dec 13 09:52:24.927262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:24.929592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.937863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-a8b29f4b-7e05-4257-a523-c8b8ab937dd7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.938932 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8b29f4b-7e05-4257-a523-c8b8ab937dd7 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062721 Dec 13 09:52:24.941819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-d5b32dcf-7eb5-4583-b4bc-d512fedbda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:24.943308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-d5b32dcf-7eb5-4583-b4bc-d512fedbda08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0821338 Dec 13 09:52:24.944388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.944531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.944726 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 9ff1d325-49c9-4301-8772-7bce0a259839 of type vlan for network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 Dec 13 09:52:24.957701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-12c81bcc-7447-4594-a767-055a15491c3c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.961022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12c81bcc-7447-4594-a767-055a15491c3c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0134156 Dec 13 09:52:24.964164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.970637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-30e3f339-10d5-4f65-bd83-b8fee0a57ed3 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.971590 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-30e3f339-10d5-4f65-bd83-b8fee0a57ed3 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050800 Dec 13 09:52:24.976428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:24.981755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-f72125f5-65dc-4076-8d70-3274d03b9ff9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:24.982686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f72125f5-65dc-4076-8d70-3274d03b9ff9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051153 Dec 13 09:52:24.986378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Made reservation on behalf of bc2a1a2dc7a8448fbc314b41c9ea2ba8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:24.988594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:24.989740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39488) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.000116 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f098729e-062b-4c7c-91d8-633a8c880a65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d97bc7efb82b4bcea31077382bcc6e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257367 Dec 13 09:52:25.002266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.004192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.004662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-e678faf7-6927-4ee2-b1a4-193f8c10584c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.005646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e678faf7-6927-4ee2-b1a4-193f8c10584c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0141094 Dec 13 09:52:25.015674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.019772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-26d12c64-0afc-4788-a2ec-86806a0c085c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.021575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-26d12c64-0afc-4788-a2ec-86806a0c085c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047202 Dec 13 09:52:25.025268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39494) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.038659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-4d114874-4719-4b75-a4d5-7019aa5ad371 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.044143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d114874-4719-4b75-a4d5-7019aa5ad371 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077097 Dec 13 09:52:25.044326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.050602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-149de786-832d-420e-886e-a2903a342b55 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.053768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-149de786-832d-420e-886e-a2903a342b55 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077612 Dec 13 09:52:25.053768 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.055324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.066136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-1906ddf6-0889-4ea8-8564-4662a976a9aa tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.067094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1906ddf6-0889-4ea8-8564-4662a976a9aa tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082211 Dec 13 09:52:25.071061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.079942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-baeb6e2a-b79f-4853-8c4d-2fdbc69c0b0a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.083465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-baeb6e2a-b79f-4853-8c4d-2fdbc69c0b0a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084209 Dec 13 09:52:25.083987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.091382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-be9d7046-9995-43a9-8e09-2eaa6065fee4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.092310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be9d7046-9995-43a9-8e09-2eaa6065fee4 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060496 Dec 13 09:52:25.095648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.106333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-103eef98-1c69-43fc-a3cc-75e160d091ff tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.109759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-103eef98-1c69-43fc-a3cc-75e160d091ff tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0120902 Dec 13 09:52:25.112921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.118911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-5c355c24-5114-4d5a-a004-6fd5b025d5a0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.122768 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5c355c24-5114-4d5a-a004-6fd5b025d5a0 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072572 Dec 13 09:52:25.122968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.130257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.133004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-3e52f8e5-ae36-47e4-86e4-e0574a92cc4f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.134687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3e52f8e5-ae36-47e4-86e4-e0574a92cc4f tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0101087 Dec 13 09:52:25.137637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.143533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:25.144126 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.144497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.151378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-899bd2a2-7c01-4991-945d-a03ddb37a7ae tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.153574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-899bd2a2-7c01-4991-945d-a03ddb37a7ae tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081041 Dec 13 09:52:25.156657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-51aa8ca8-380f-4f3d-b111-9112892151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:25.158142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-51aa8ca8-380f-4f3d-b111-9112892151c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.1776156 Dec 13 09:52:25.158609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.176361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.176541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-9d6ea5a6-e888-4085-b484-a357584d1c74 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.177412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d6ea5a6-e888-4085-b484-a357584d1c74 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0062358 Dec 13 09:52:25.180513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.186533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-7bddd4ad-cd2a-4fe0-aa33-423d5c6fb552 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.189472 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7bddd4ad-cd2a-4fe0-aa33-423d5c6fb552 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073111 Dec 13 09:52:25.194264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.209159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-88ad0455-fe17-465f-974a-76bbc06b096c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.213562 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-88ad0455-fe17-465f-974a-76bbc06b096c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0129836 Dec 13 09:52:25.213771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.218229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-cd20d274-7c60-410d-8f87-8826b8779b9c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.222467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd20d274-7c60-410d-8f87-8826b8779b9c tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068507 Dec 13 09:52:25.222587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.237579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.246749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.279321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94cea27-23a7-4871-8192-09b2ee69374d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.290124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:25.308184 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.308913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-a4d4b860-1cf7-48b8-9a63-5857d1d9deab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1346254 Dec 13 09:52:25.309038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.309159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=227ae9f5-0c1c-46a3-9895-13147c0a6fe2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.309755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7eddc898-c1ff-4e73-9002-e33fda14454f HTTP/1.1" status: 204 len: 168 time: 0.3040872 Dec 13 09:52:25.313687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d73a464f-93d1-48a7-a328-7bcc062f09a1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5048296 Dec 13 09:52:25.316878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-b3ba2026-e2bd-4c93-b3e5-2470e18ae277 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.321007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b3ba2026-e2bd-4c93-b3e5-2470e18ae277 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0179162 Dec 13 09:52:25.323517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:25.331303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.331649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.333147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369eb141-b8dc-4c41-89f5-b3f30f9aab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eddc898-c1ff-4e73-9002-e33fda14454f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.338325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-a32be6e0-7b80-4031-ae28-3ed7f05aa2c1 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.343300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d2a1690-9f16-49f0-b4ca-6182d3005e5b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:25.343475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.343475 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Added segment d4b2fc43-ba90-4c4e-b829-637ab4c70c4e of type vlan for network 682cac12-6c14-4bc8-987b-317a3eb5e0a2 Dec 13 09:52:25.343805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.344452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a32be6e0-7b80-4031-ae28-3ed7f05aa2c1 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0103493 Dec 13 09:52:25.348387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:25.355378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-b26b3ca4-2de3-4994-a656-eed8e5e37768 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.358775 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b26b3ca4-2de3-4994-a656-eed8e5e37768 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112722 Dec 13 09:52:25.359276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.364120 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-e70eccba-31fd-4448-9215-e0cdb50b72ca tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.367823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e70eccba-31fd-4448-9215-e0cdb50b72ca tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054936 Dec 13 09:52:25.387660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.406291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [None req-c403adef-1776-4f9a-9289-2365b7238024 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.410378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c403adef-1776-4f9a-9289-2365b7238024 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0199862 Dec 13 09:52:25.410762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.419049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-b0dc28f3-e7fb-4544-a64b-d1cf79576deb tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.420083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0dc28f3-e7fb-4544-a64b-d1cf79576deb tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082366 Dec 13 09:52:25.424760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.424760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.426841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1d2a1690-9f16-49f0-b4ca-6182d3005e5b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:25.427203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d2a1690-9f16-49f0-b4ca-6182d3005e5b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:25.431664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-6badd1a2-3bd2-4d12-bdde-0dc7728ba0e9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.432792 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6badd1a2-3bd2-4d12-bdde-0dc7728ba0e9 tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075469 Dec 13 09:52:25.435774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.440200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [None req-fd03b248-4cc0-46fa-b4db-99c0e85ece8a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:52:25.441067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fd03b248-4cc0-46fa-b4db-99c0e85ece8a tempest-ExtensionsTestJSON-1653961695 tempest-ExtensionsTestJSON-1653961695-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042136 Dec 13 09:52:25.477219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.478624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:25.479219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.542369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-dde04312-a310-4435-9b2c-7c111871426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:25.543862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-dde04312-a310-4435-9b2c-7c111871426d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.2211037 Dec 13 09:52:25.564908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:25.568628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.650320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] Pushing event updated for resources: {'Network': ['ID=682cac12-6c14-4bc8-987b-317a3eb5e0a2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:25.662495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 682cac12-6c14-4bc8-987b-317a3eb5e0a2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:25.676714 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d839bca8-ed7c-41c5-904b-634c10492de0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9191735 Dec 13 09:52:25.676952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-7c60247f-a9c8-4a27-b3e6-4c95ddc0a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:25.677094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.677769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-7c60247f-a9c8-4a27-b3e6-4c95ddc0a538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249897 Dec 13 09:52:25.681994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Request body: {'subnet': {'network_id': '682cac12-6c14-4bc8-987b-317a3eb5e0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1324300422-subnet', 'tenant_id': 'bc2a1a2dc7a8448fbc314b41c9ea2ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:25.730030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Made reservation on behalf of bc2a1a2dc7a8448fbc314b41c9ea2ba8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:25.732679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.805328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.846800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-464b2bb8-852e-4f3f-88b4-46cbb82fadf3 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597524 Dec 13 09:52:25.965934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:25.981244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:25.997400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94257e3-45f2-4b97-ba3d-949f18fba88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.023761 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.145596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbcfad4b-bc71-4a02-aa4c-32cb412b03ef req-afafc915-6a3e-4b67-a448-c407e9870eb2 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459197 Dec 13 09:52:26.170866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=af29eb2e-3538-4a71-a94d-f9cc7d151834,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.191227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:26.191876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 227ae9f5-0c1c-46a3-9895-13147c0a6fe2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:26.237786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94257e3-45f2-4b97-ba3d-949f18fba88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.243622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:26.248100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94257e3-45f2-4b97-ba3d-949f18fba88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.269037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 227ae9f5-0c1c-46a3-9895-13147c0a6fe2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:26.278557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990a51d-33b5-4ba3-bf17-27eb27ef1fb2 None None] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:26.305689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b94257e3-45f2-4b97-ba3d-949f18fba88b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da0f0316898942ca9d5075695bce17bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951994 Dec 13 09:52:26.311288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:26.312224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.316122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:26.338302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94257e3-45f2-4b97-ba3d-949f18fba88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f30aa6-eef8-40d3-85f9-888e22a12068,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.384622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dac4cb3b-8d8b-4d48-9036-9a6cd2a03bd9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0510921 Dec 13 09:52:26.388692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:26.391326 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-28f14418-6eaa-48cd-88f0-28b25dff3970 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d69913bb8a714eb0a4e2392900100abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243312 Dec 13 09:52:26.401978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:26.424093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.473965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.483755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fec39e3-d330-48c7-b0e8-fc82f5e4a84e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.516938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Checking segment: {'id': 'd4b2fc43-ba90-4c4e-b829-637ab4c70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '682cac12-6c14-4bc8-987b-317a3eb5e0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:26.517327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Network hostable DHCP agents. Network: 682cac12-6c14-4bc8-987b-317a3eb5e0a2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:26.545421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.549164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.561628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74f30aa6-eef8-40d3-85f9-888e22a12068 HTTP/1.1" status: 204 len: 168 time: 0.2416365 Dec 13 09:52:26.567947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:26.572362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.582989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50bb2d-599b-4ea6-a7e8-a342363bd07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f30aa6-eef8-40d3-85f9-888e22a12068,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.655754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Network 682cac12-6c14-4bc8-987b-317a3eb5e0a2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:26.754405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Allocated IP 172.20.0.2 (227ae9f5-0c1c-46a3-9895-13147c0a6fe2/af29eb2e-3538-4a71-a94d-f9cc7d151834/604d1796-14a7-4f9a-9935-1fa3fcaf5c5c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:26.782773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.811977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.858873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 682cac12-6c14-4bc8-987b-317a3eb5e0a2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:26.873290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:26.873904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.877731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971f7d8-361c-4d3e-9030-4f8539f0eb81 None None] Network 682cac12-6c14-4bc8-987b-317a3eb5e0a2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:26.888160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.891168 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:26.892589 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3172c8c-a55f-46db-bcc7-6ff1895292e1 HTTP/1.1" status: 204 len: 168 time: 0.4860988 Dec 13 09:52:26.917983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-276ca473-db0d-4d1e-8fc5-e707a6cb0b39 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2399116 Dec 13 09:52:26.921505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f97b0-c7c8-431f-8973-5ce92eccb753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3172c8c-a55f-46db-bcc7-6ff1895292e1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:26.949254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.037816 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.086387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.102016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458744f-dae0-4436-badd-bd0841dffb18 None None] Network 682cac12-6c14-4bc8-987b-317a3eb5e0a2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:27.118762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:27.307742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.322779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:27.331754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:27.339869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:27.350410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Pushing event updated for resources: {'Port': ['ID=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.353809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Deleting subnet 0fec39e3-d330-48c7-b0e8-fc82f5e4a84e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:27.367811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.429943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Attempting to bind port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:27.431204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Attempting to bind port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:27.431825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Attempting to bind port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c on network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:27.435268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.20.0.1 (227ae9f5-0c1c-46a3-9895-13147c0a6fe2/af29eb2e-3538-4a71-a94d-f9cc7d151834/676e7020-656e-4735-966c-dae0110df2fd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:27.460866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:27.461715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Checking segment: {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:27.462896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.464218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Bound using segment: {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:27.464899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Bound port: 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:27.466054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.474090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.560286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.637046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] For port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:27.642870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] For port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:27.653616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.687420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.701081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.730498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6204e-db9f-4b47-b797-12c727e0bca2 None None] Pushing event updated for resources: {'Port': ['ID=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.782032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.788923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0fec39e3-d330-48c7-b0e8-fc82f5e4a84e HTTP/1.1" status: 204 len: 168 time: 0.6658475 Dec 13 09:52:27.788923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f385d0-eaee-4f52-8e25-8e9a252f849d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fec39e3-d330-48c7-b0e8-fc82f5e4a84e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.791442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39612) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:27.798505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.854472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:27.889846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:27.892405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:27.897477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:27.918581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:27.981671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.097096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.153382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682cac12-6c14-4bc8-987b-317a3eb5e0a2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.171149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b2fc43-ba90-4c4e-b829-637ab4c70c4e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.171679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b2fc43-ba90-4c4e-b829-637ab4c70c4e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:28.176281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:28.194232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.197194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.216829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.241485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:28.242196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:28.245154 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:28.330132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.338046 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.342975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/682cac12-6c14-4bc8-987b-317a3eb5e0a2 HTTP/1.1" status: 204 len: 168 time: 0.5498559 Dec 13 09:52:28.359489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-830692572'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:28.372112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08e4c9-3352-46be-be79-62d37af608b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=682cac12-6c14-4bc8-987b-317a3eb5e0a2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:28.387579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Made reservation on behalf of fa5ff15f75ba489493b2a5acf8b427c8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:28.391136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.401199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.500568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.518604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.565424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5054f2c-cdf9-406d-8f0e-15f511b40a2e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:28.576138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ce5d635-aef3-417b-ab3e-198626bc957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.578924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:28.600760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.601235 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Added segment bf478a40-2573-4a40-ba3a-8ce1e271db39 of type vlan for network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a Dec 13 09:52:28.686227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.687251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:28.695993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.714188 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.762308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e5dfc22f-90fc-4227-b2c9-e26094b174c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc2a1a2dc7a8448fbc314b41c9ea2ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736735 Dec 13 09:52:28.773386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:28.812669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:28.817513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.825484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.833454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:28.834164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.910936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'Network': ['ID=47e4faef-b4ae-4310-b38e-8b1611eb1d4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:28.924653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:28.945870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:28.946095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5493e5bd-592f-4639-9b6b-9b0d368ac22f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7662797 Dec 13 09:52:28.947160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:28.962979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Request body: {'subnet': {'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:28.978280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.043824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.046908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.050458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a94cea27-23a7-4871-8192-09b2ee69374d HTTP/1.1" status: 204 len: 168 time: 0.2737341 Dec 13 09:52:29.057382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e68a-a8e5-4a04-a57a-3c9d8b636525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94cea27-23a7-4871-8192-09b2ee69374d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:29.105826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.125085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:29.128407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:29.227873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:29.335537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Made reservation on behalf of fa5ff15f75ba489493b2a5acf8b427c8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:29.340297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.341892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:29.393712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac67413-0b96-4c6a-9d2a-77b13d29a239 None None] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:29.478816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:29.677208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] Provisioning complete for port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:29.677639 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.737477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:29.747776 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:29.748358 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6531d516-248c-4cee-994e-94fab8c58e91 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553252 Dec 13 09:52:29.750037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:29.750476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1895248129', 'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:29.755524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-662203993'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:29.763645 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.768048 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:29.772008 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:29.792199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:29.792574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.800380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 09:52:29.800380 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 09:52:29.800380 n-d-820531-5 neutron-server[103189]: [parameters: {'project_id_1': 'd7557a62f4064345ae82b401bd6ba3e8', 'expiration_1': datetime.datetime(2021, 12, 13, 9, 52, 9, 760569)}] Dec 13 09:52:29.800380 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:52:29.801813 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:52:29.826111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:29.834200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:29.934568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Checking segment: {'id': 'bf478a40-2573-4a40-ba3a-8ce1e271db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:29.935250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Network hostable DHCP agents. Network: 47e4faef-b4ae-4310-b38e-8b1611eb1d4a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:29.940063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'Subnet': ['ID=697eb9ea-aa22-4344-9dd9-60d6b6123061,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:29.953202 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:29.985769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:30.003972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:30.009431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.016231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.016878 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment c4b445e5-ca9e-4550-9b45-7c9fa4051c3d of type vlan for network 390f2df8-8a67-4998-a2d8-a559ac200683 Dec 13 09:52:30.028035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 47e4faef-b4ae-4310-b38e-8b1611eb1d4a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:30.048211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:30.048460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.109916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:30.110482 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4158ba8e-e488-4349-9dce-c8ed32b50f78 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1630142 Dec 13 09:52:30.112842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.115960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] For port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:30.116342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Request body: {'port': {'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1794368148'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:30.120591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5dd5ee-d7e6-45db-b0c3-463800d02057 None None] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:30.184727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.198250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:30.198938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.265825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.311165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=390f2df8-8a67-4998-a2d8-a559ac200683,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:30.350209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-47e4faef-b4ae-4310-b38e-8b1611eb1d4a', 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a', 'project_id': 'fa5ff15f75ba489493b2a5acf8b427c8', 'fixed_ips': [{'subnet_id': '697eb9ea-aa22-4344-9dd9-60d6b6123061'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:30.351483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.355747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 390f2df8-8a67-4998-a2d8-a559ac200683 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:30.370266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-520b4180-8edc-4959-91ef-38497c205f3c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6191308 Dec 13 09:52:30.373293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:30.388556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:30.418845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:28Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:28Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:30.422515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Made reservation on behalf of d7557a62f4064345ae82b401bd6ba3e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:30.435736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.499668 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:30.500015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Updating router 77443b75-86d9-41d6-89b8-8b5a33a43319 port 676e7020-656e-4735-966c-dae0110df2fd binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:30.533017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.546285 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.634193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.639861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.647937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Made reservation on behalf of fa5ff15f75ba489493b2a5acf8b427c8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:30.653774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.673543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:30.683939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.722854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] device_id is not set on port 6a2b33a2-e763-4f2b-907f-53cbcf12071a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:30.763632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:30.792815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:30.954236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:30.959984 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Added segment 35c5fc2b-b548-4b04-99dd-03945995bc81 of type vlan for network a6b92806-78ae-4d5c-84b1-0989d5210232 Dec 13 09:52:31.011526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Allocated IP 172.20.0.2 (47e4faef-b4ae-4310-b38e-8b1611eb1d4a/697eb9ea-aa22-4344-9dd9-60d6b6123061/34a10d07-b78b-4b9f-893d-4f866c36989d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:31.060329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036db935-e6da-4271-a50b-d2ae2dd8bf41,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.147924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-network', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:31.187140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Made reservation on behalf of cc1575bf7bcd4494a6f3c27c1855b560 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:31.191275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.218852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.383002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.469801 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.480544 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.492829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.495516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:31.496547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.534449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.548913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.620733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc340a-7306-4397-96d8-66e577b74d32,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.626185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.632272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.655622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:31.702167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Attempting to bind port 676e7020-656e-4735-966c-dae0110df2fd on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:31.708920 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Attempting to bind port 676e7020-656e-4735-966c-dae0110df2fd by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:31.709577 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Attempting to bind port 676e7020-656e-4735-966c-dae0110df2fd on network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:31.719139 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:31.722583 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Checking segment: {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:31.724235 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.724653 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Bound using segment: {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:31.725165 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Bound port: 676e7020-656e-4735-966c-dae0110df2fd, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff1d325-49c9-4301-8772-7bce0a259839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:31.725554 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.740240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Network': ['ID=a6b92806-78ae-4d5c-84b1-0989d5210232,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.741260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.805228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:31.812289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.813734 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Added segment fa9cac54-5346-48d3-bcf5-8406b658f818 of type vlan for network 064d79cb-0c5c-4be1-86bc-759d777808d2 Dec 13 09:52:31.841547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:31.843580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a6b92806-78ae-4d5c-84b1-0989d5210232 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:31.846106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d0ee7-42b2-462a-8e1f-d60f9c288649 None None] Pushing event updated for resources: {'Port': ['ID=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.863530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:31.887462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-754c7b94-69fc-4bac-8916-7f3de563ea24 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6536298 Dec 13 09:52:31.889168 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] For port 676e7020-656e-4735-966c-dae0110df2fd, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:31.894891 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] For port 676e7020-656e-4735-966c-dae0110df2fd, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=676e7020-656e-4735-966c-dae0110df2fd,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:31.896997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39710) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:31.903053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Pushing event updated for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.916204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'subnet': {'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:31.921018 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.925837 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.926368 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.926927 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.927452 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.927983 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.928994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=28961d3b-999e-4be9-9d22-e4f263314292,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:31.930453 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.947801 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.948570 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.949139 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.949699 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.950235 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.950953 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:31.958006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:31.958579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 390f2df8-8a67-4998-a2d8-a559ac200683, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:31.967017 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:31.984639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Provisioning complete for port 676e7020-656e-4735-966c-dae0110df2fd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:31.988161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.000064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Made reservation on behalf of d7557a62f4064345ae82b401bd6ba3e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:32.004660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.036381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.091285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 390f2df8-8a67-4998-a2d8-a559ac200683 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:32.109955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.111521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:32.112393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.137743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Allocated IP 172.20.0.10 (47e4faef-b4ae-4310-b38e-8b1611eb1d4a/697eb9ea-aa22-4344-9dd9-60d6b6123061/6a2b33a2-e763-4f2b-907f-53cbcf12071a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:32.141245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 390f2df8-8a67-4998-a2d8-a559ac200683) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:32.201710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:32.202671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.219444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4262466 Dec 13 09:52:32.248174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:32.281424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:32.282826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:32.295765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Request body: {'subnet': {'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-subnet', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:32.319299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c539b-5000-40bf-bb0e-08749e8a1f3d admin admin] Pushing event updated for resources: {'Network': ['ID=064d79cb-0c5c-4be1-86bc-759d777808d2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:32.409962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc131d-8eda-4b49-8f54-19df1f9ff97b None None] Network 390f2df8-8a67-4998-a2d8-a559ac200683 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:32.443109 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-64e42e88-3210-4472-8935-611e17290951 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0412040 Dec 13 09:52:32.448647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9e4da93-df7e-40f0-b078-c7ce12a7ca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.452683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:32.475855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:32.551268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:32.630266 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2df55-eff4-456a-b203-0bfe01f315bf None None] Pushing event updated for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:32.734494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Made reservation on behalf of cc1575bf7bcd4494a6f3c27c1855b560 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:32.739706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:32.855170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:32.925298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:28Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:31Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:32.959727 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83458649-f49c-477e-a4fc-4d542f59f2f6 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:28Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:31Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:33.003276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-390f2df8-8a67-4998-a2d8-a559ac200683', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:33.003276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.027957 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.087515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Attempting to bind port 34a10d07-b78b-4b9f-893d-4f866c36989d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:33.088053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Attempting to bind port 34a10d07-b78b-4b9f-893d-4f866c36989d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'bf478a40-2573-4a40-ba3a-8ce1e271db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:33.088514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Attempting to bind port 34a10d07-b78b-4b9f-893d-4f866c36989d on network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:33.100653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.125380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Pushing event updated for resources: {'Port': ['ID=34a10d07-b78b-4b9f-893d-4f866c36989d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.152639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:33.153219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Checking segment: {'id': 'bf478a40-2573-4a40-ba3a-8ce1e271db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:33.153729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.154219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Bound using segment: {'id': 'bf478a40-2573-4a40-ba3a-8ce1e271db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:33.154964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Bound port: 34a10d07-b78b-4b9f-893d-4f866c36989d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf478a40-2573-4a40-ba3a-8ce1e271db39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:33.155285 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.204854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.240152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] For port 34a10d07-b78b-4b9f-893d-4f866c36989d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:33.249552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] For port 34a10d07-b78b-4b9f-893d-4f866c36989d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=34a10d07-b78b-4b9f-893d-4f866c36989d,segment=NetworkSegment(bf478a40-2573-4a40-ba3a-8ce1e271db39),segment_id=bf478a40-2573-4a40-ba3a-8ce1e271db39)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:33.264316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.267847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] For port 676e7020-656e-4735-966c-dae0110df2fd, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=676e7020-656e-4735-966c-dae0110df2fd,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:33.390292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89c27a3-3c62-453b-af3e-973d76f62ec7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.394476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.417556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:33.418279 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.456712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Checking segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:33.456978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Network hostable DHCP agents. Network: 064d79cb-0c5c-4be1-86bc-759d777808d2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:33.524068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.525241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Provisioning complete for port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:33.525241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.568337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.592192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:33.598066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.647373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'Port': ['ID=6a2b33a2-e763-4f2b-907f-53cbcf12071a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.665665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdba009-854c-49d5-af93-513a25aa1ff0 None None] Pushing event updated for resources: {'Port': ['ID=34a10d07-b78b-4b9f-893d-4f866c36989d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:33.696366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:33.699955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:33.702908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:33.753244 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.761410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 064d79cb-0c5c-4be1-86bc-759d777808d2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:33.771528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:33.772139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.801484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:33.802179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.809223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Allocated IP 172.21.0.2 (390f2df8-8a67-4998-a2d8-a559ac200683/28961d3b-999e-4be9-9d22-e4f263314292/bff2a499-3bb2-441a-9731-3c699ba2879a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:33.811980 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c1f1bdb-daf3-4773-b70b-e9ff238c8747 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5532734 Dec 13 09:52:33.817495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.825792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:33.957740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.958901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:33.984566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e1817946-06a8-4409-b282-a65be683b630 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8725882 Dec 13 09:52:33.988740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:33.994573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Request body: {'port': {'network_id': '47e4faef-b4ae-4310-b38e-8b1611eb1d4a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1612175778', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:33.995030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] bootfile-name is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:34.000682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] tftp-server is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:34.001033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] server-ip-address is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:34.051747 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.062917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795c9a7-d017-40bb-bf6c-3e2a1b16f917 None None] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:34.138337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 09:52:34.138807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.172013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.247466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-064d79cb-0c5c-4be1-86bc-759d777808d2', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:34.248458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.312998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e517cd6-03e9-4ec6-8cf4-6892418245da None None] Pushing event updated for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.340839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Network 390f2df8-8a67-4998-a2d8-a559ac200683 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:34.393671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:34.396385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.401271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Made reservation on behalf of fa5ff15f75ba489493b2a5acf8b427c8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:34.406518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.407275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:34.508472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Pushing event updated for resources: {'Port': ['ID=bff2a499-3bb2-441a-9731-3c699ba2879a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.510157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] device_id is not set on port 33496062-bc1b-4346-98ca-ececf9ae2d8e yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:34.528124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d0e0a0f-131d-4575-9338-3a45ff33aa23,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:34.582171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Attempting to bind port bff2a499-3bb2-441a-9731-3c699ba2879a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:34.582749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Attempting to bind port bff2a499-3bb2-441a-9731-3c699ba2879a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:34.583496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Attempting to bind port bff2a499-3bb2-441a-9731-3c699ba2879a on network 390f2df8-8a67-4998-a2d8-a559ac200683 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:34.625312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:34.625820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Checking segment: {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:34.628178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.628687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Bound using segment: {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:34.629335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Bound port: bff2a499-3bb2-441a-9731-3c699ba2879a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:34.629825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.661556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Allocated IP 172.20.0.2 (064d79cb-0c5c-4be1-86bc-759d777808d2/a89c27a3-3c62-453b-af3e-973d76f62ec7/2961484b-4512-44e7-be26-684504991a81) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:34.689403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e48b0c2b-6cc3-44c4-a023-0fef511c64de None None] Provisioning complete for port 676e7020-656e-4735-966c-dae0110df2fd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:34.689916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e48b0c2b-6cc3-44c4-a023-0fef511c64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.737247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.21.0.1 (390f2df8-8a67-4998-a2d8-a559ac200683/28961d3b-999e-4be9-9d22-e4f263314292/296e09e1-71b4-4aaa-a5a0-10252ad0de1c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:34.766022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.766988 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:34.788520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Checking segment: {'id': '35c5fc2b-b548-4b04-99dd-03945995bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:34.790450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network hostable DHCP agents. Network: a6b92806-78ae-4d5c-84b1-0989d5210232, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:34.930039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network a6b92806-78ae-4d5c-84b1-0989d5210232 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:34.973738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.005184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a6b92806-78ae-4d5c-84b1-0989d5210232) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:35.020659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:35.022037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.038368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.052531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c4eb174-1d2f-4c24-8aae-dd1f7f68d33c tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1529512 Dec 13 09:52:35.060500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39742) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:35.062329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 34a10d07-b78b-4b9f-893d-4f866c36989d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:35.064329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69f67c-87a3-4350-83fa-1ce9188f560b None None] Network a6b92806-78ae-4d5c-84b1-0989d5210232 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:35.066084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 390f2df8-8a67-4998-a2d8-a559ac200683 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:35.068931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:35.079531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1744632978', 'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:35.094247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:35.122069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Made reservation on behalf of d7557a62f4064345ae82b401bd6ba3e8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:35.125889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.150751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Allocated IP 172.20.0.7 (47e4faef-b4ae-4310-b38e-8b1611eb1d4a/697eb9ea-aa22-4344-9dd9-60d6b6123061/33496062-bc1b-4346-98ca-ececf9ae2d8e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:35.163866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] device_id is not set on port e5575b1b-520a-4568-937a-e661d820bdf1 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:52:35.249431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:35.252588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.302004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] For port bff2a499-3bb2-441a-9731-3c699ba2879a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:35.314215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] For port bff2a499-3bb2-441a-9731-3c699ba2879a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bff2a499-3bb2-441a-9731-3c699ba2879a,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:35.316600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a489a8a-7fbc-4066-b2b8-064d13e2b30a None None] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:35.387812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.423016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4c2fe-7e95-4897-b78c-e30fa061388e None None] Network a6b92806-78ae-4d5c-84b1-0989d5210232 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:35.464573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.684020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 34a10d07-b78b-4b9f-893d-4f866c36989d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:35.684616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.922972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.20.0.2 (a6b92806-78ae-4d5c-84b1-0989d5210232/5d0e0a0f-131d-4575-9338-3a45ff33aa23/e5575b1b-520a-4568-937a-e661d820bdf1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:35.930059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.933469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483de3e-fb41-448a-ba7f-5237aedf03c8 None None] Pushing event updated for resources: {'Port': ['ID=bff2a499-3bb2-441a-9731-3c699ba2879a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:35.966142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:35.997665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.006691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.018822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.070494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.090973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0890e62-b949-4ac1-b593-4b4e4eb60e74 None None] Provisioning complete for port 34a10d07-b78b-4b9f-893d-4f866c36989d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:36.091246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0890e62-b949-4ac1-b593-4b4e4eb60e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.117843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:36.122350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Allocated IP 172.25.1.175 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/bb694b8d-e01e-4ce7-a844-7affd84a6fce) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:36.127938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.196723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:36.199739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:36.236061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:36.241221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.261077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Pushing event updated for resources: {'Port': ['ID=2961484b-4512-44e7-be26-684504991a81,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:36.297796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 390f2df8-8a67-4998-a2d8-a559ac200683 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:36.299903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:36.312499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.322516 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.422686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Attempting to bind port 2961484b-4512-44e7-be26-684504991a81 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:36.423073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Attempting to bind port 2961484b-4512-44e7-be26-684504991a81 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:36.423447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Attempting to bind port 2961484b-4512-44e7-be26-684504991a81 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:36.452314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:36.452777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Checking segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:36.453214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.453986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Bound using segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:36.454824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Bound port: 2961484b-4512-44e7-be26-684504991a81, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:36.455235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.460918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:36.471719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.479728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0890e62-b949-4ac1-b593-4b4e4eb60e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.483884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 34a10d07-b78b-4b9f-893d-4f866c36989d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=34a10d07-b78b-4b9f-893d-4f866c36989d,segment=NetworkSegment(bf478a40-2573-4a40-ba3a-8ce1e271db39),segment_id=bf478a40-2573-4a40-ba3a-8ce1e271db39)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:36.504724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.505558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 676e7020-656e-4735-966c-dae0110df2fd up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:36.577031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'Port': ['ID=33496062-bc1b-4346-98ca-ececf9ae2d8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:36.624469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:36.641649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee1a058f-593f-49b1-97f6-005f71b82be1 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1681528 Dec 13 09:52:36.643620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:36.657079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-447016421'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:36.677716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:36.682493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:36.685981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:36.690532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.708988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:36.709236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.718190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.723289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:36.738252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-a0890e62-b949-4ac1-b593-4b4e4eb60e74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:52:36.738845 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-a0890e62-b949-4ac1-b593-4b4e4eb60e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:52:36.739501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:36.758886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:36.762891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:36.809191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=34a10d07-b78b-4b9f-893d-4f866c36989d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:36.811635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:36.812989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:36.813976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:36.820138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] For port 2961484b-4512-44e7-be26-684504991a81, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:36.833537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.834324 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 3c1f3d63-05ac-439d-a906-5039fe73ed19 of type vlan for network a883a21a-ba44-4483-ab89-dd007a855f26 Dec 13 09:52:36.923128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.951111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Pushing event updated for resources: {'Port': ['ID=bb694b8d-e01e-4ce7-a844-7affd84a6fce,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:36.960275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.972201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] For port 2961484b-4512-44e7-be26-684504991a81, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2961484b-4512-44e7-be26-684504991a81,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:36.977077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:36.978885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 676e7020-656e-4735-966c-dae0110df2fd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:36.979438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:36.979881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.044267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.094513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:37.095191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.106341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4590843 Dec 13 09:52:37.115514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:37.128936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:37.188278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-70206e1f-bb9a-469a-a328-53b4e9ec5d1e tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1963086 Dec 13 09:52:37.199665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.201368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:37.256967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:37.263142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6fd6-42c6-45eb-b516-5d81a0f47eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=a883a21a-ba44-4483-ab89-dd007a855f26,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.341997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:37.347920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.369883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a883a21a-ba44-4483-ab89-dd007a855f26 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:37.566328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.667067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.711785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a4c23-d259-4d7c-8542-382005eb45ea None None] Network 390f2df8-8a67-4998-a2d8-a559ac200683 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:37.797224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=4ac010f5-22db-48a0-876d-e1f55132edeb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.800085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:37.800624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: a883a21a-ba44-4483-ab89-dd007a855f26, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:37.830928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network a883a21a-ba44-4483-ab89-dd007a855f26 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:37.839760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network a6b92806-78ae-4d5c-84b1-0989d5210232 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:37.845961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a883a21a-ba44-4483-ab89-dd007a855f26) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:37.846384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:37.851724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:37.859905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:37.861484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:37.888749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0501be13-85c3-495e-9fcc-48b283691217 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7711236 Dec 13 09:52:37.891331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:37.891490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3bc8-66b8-4f1d-b21d-7509c88ae668 None None] Pushing event updated for resources: {'Port': ['ID=2961484b-4512-44e7-be26-684504991a81,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:37.906648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164af051-f724-4dba-97f6-c7b802e65954 None None] Network a883a21a-ba44-4483-ab89-dd007a855f26 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:38.014260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=e5575b1b-520a-4568-937a-e661d820bdf1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:38.035102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22eea6c-205a-43e9-a026-1f6554ba41b5 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:38.042890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22eea6c-205a-43e9-a026-1f6554ba41b5 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:38.050890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22eea6c-205a-43e9-a026-1f6554ba41b5 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:38.052627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b22eea6c-205a-43e9-a026-1f6554ba41b5 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8488121 Dec 13 09:52:38.060653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:38.110239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.115328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:38.115933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.188091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Provisioning complete for port 34a10d07-b78b-4b9f-893d-4f866c36989d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:38.188503 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.264519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-899ea3a8-46ba-49ef-bf3b-fe36c24e67b9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1942511 Dec 13 09:52:38.324077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:38.446141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a883a21a-ba44-4483-ab89-dd007a855f26', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:38.447750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.509977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.550071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2961484b-4512-44e7-be26-684504991a81 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:38.597837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Deleting port e5575b1b-520a-4568-937a-e661d820bdf1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:38.598187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.748178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Deleting port 33496062-bc1b-4346-98ca-ececf9ae2d8e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:38.748579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:38.857879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:39.007683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.036473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:35Z', 'revision_number': 3, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:35Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:39.083776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2961484b-4512-44e7-be26-684504991a81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:39.084152 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.086756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Allocated IP 172.22.0.2 (a883a21a-ba44-4483-ab89-dd007a855f26/4ac010f5-22db-48a0-876d-e1f55132edeb/5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:39.093570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:39.093923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Updating router 77443b75-86d9-41d6-89b8-8b5a33a43319 port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:39.179942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Provisioning complete for port 6a2b33a2-e763-4f2b-907f-53cbcf12071a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:39.180486 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.215152 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.256266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1486fc-078d-48c5-b2d4-a0c7e07a82e7 None None] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:39.345208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Port 6a2b33a2-e763-4f2b-907f-53cbcf12071a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:39.528414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Provisioning complete for port 33496062-bc1b-4346-98ca-ececf9ae2d8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:39.528414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.542023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Calling delete_port for e5575b1b-520a-4568-937a-e661d820bdf1 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:39.568598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.675481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.692482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Port 33496062-bc1b-4346-98ca-ececf9ae2d8e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:39.698172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Calling delete_port for 33496062-bc1b-4346-98ca-ececf9ae2d8e owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:39.723926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.771604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.834282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.22.0.1 (a883a21a-ba44-4483-ab89-dd007a855f26/4ac010f5-22db-48a0-876d-e1f55132edeb/d1a78939-88f8-4418-ad95-3f912ffded41) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:39.837492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 2961484b-4512-44e7-be26-684504991a81, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2961484b-4512-44e7-be26-684504991a81,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:39.846481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Provisioning complete for port bff2a499-3bb2-441a-9731-3c699ba2879a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:39.846910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.858970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:39.859760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 34a10d07-b78b-4b9f-893d-4f866c36989d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:39.871127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Network a883a21a-ba44-4483-ab89-dd007a855f26 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:39.927331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:39.959399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:39.973933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:39.991065 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:40.013551 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:40.014879 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:40.023505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.028351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a2ce1efe-6ced-4e89-91a8-12be5d55f14b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2038734 Dec 13 09:52:40.028539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.029292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.029573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:40.033071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Pushing event updated for resources: {'Port': ['ID=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.179468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event deleted for resources: {'Port': ['ID=33496062-bc1b-4346-98ca-ececf9ae2d8e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.195137 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:40.229328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.237199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66ecdb26-0a7e-4a2b-9268-e7fc35d3e3cb tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "DELETE /v2.0/ports/33496062-bc1b-4346-98ca-ececf9ae2d8e HTTP/1.1" status: 204 len: 168 time: 2.1739826 Dec 13 09:52:40.238393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:40.244986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Request body: {'port': {'name': 'tempest-new-port-name-1216073295', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:40.245421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] bootfile-name is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:40.245772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] tftp-server is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:40.246116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] server-ip-address is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 09:52:40.251362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.269711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.379281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5575b1b-520a-4568-937a-e661d820bdf1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.417312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.438847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.442018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network a883a21a-ba44-4483-ab89-dd007a855f26 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:40.442975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22b86aff-4663-4d41-bd22-3287332f2a4a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e5575b1b-520a-4568-937a-e661d820bdf1 HTTP/1.1" status: 204 len: 168 time: 2.1160970 Dec 13 09:52:40.444050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.446374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:40.455674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232', 'external_fixed_ips': [{'subnet_id': '5d0e0a0f-131d-4575-9338-3a45ff33aa23', 'ip_address': '172.20.0.2'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:40.463777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:40.478516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:40.546278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:37Z', 'revision_number': 3, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:40.562307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Attempting to bind port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:40.562811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Attempting to bind port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:40.563226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Attempting to bind port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a on network a883a21a-ba44-4483-ab89-dd007a855f26 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:40.599443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=2961484b-4512-44e7-be26-684504991a81,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.605997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.607377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.620967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:40.621495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Checking segment: {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:40.622017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.622514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Bound using segment: {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:40.623076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.623214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Bound port: 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:40.623638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.631126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.634266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 34a10d07-b78b-4b9f-893d-4f866c36989d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:40.634953 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.646099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:40.646584 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Updating router e3636311-2bcf-4b02-a666-8289ccd18ba7 port bb694b8d-e01e-4ce7-a844-7affd84a6fce binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:40.666655 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.691262 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.719949 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.805572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.815327 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.875559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.903584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event updated for resources: {'Port': ['ID=6a2b33a2-e763-4f2b-907f-53cbcf12071a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.914474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622aa6-d50c-4d17-90a8-4573e521618d None None] Pushing event updated for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:40.982083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] In _notify_port_updated(), no bound segment for port 6a2b33a2-e763-4f2b-907f-53cbcf12071a on network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:52:40.991978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:40.992687 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:40.999050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08cfd0be-4487-4378-b1d7-c7321788f813 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "PUT /v2.0/ports/6a2b33a2-e763-4f2b-907f-53cbcf12071a HTTP/1.1" status: 200 len: 1137 time: 0.7593973 Dec 13 09:52:40.999934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:41.025324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] For port bff2a499-3bb2-441a-9731-3c699ba2879a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bff2a499-3bb2-441a-9731-3c699ba2879a,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:41.094928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de9fcf-b128-4dc9-863c-137764721763 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:41.102616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d4de9fcf-b128-4dc9-863c-137764721763 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "GET /v2.0/ports/6a2b33a2-e763-4f2b-907f-53cbcf12071a HTTP/1.1" status: 200 len: 1137 time: 0.1000776 Dec 13 09:52:41.103470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:41.150303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.175242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] For port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:41.283981 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.288283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Attempting to bind port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:41.288790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Attempting to bind port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:41.289278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Attempting to bind port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c on network 390f2df8-8a67-4998-a2d8-a559ac200683 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:41.294409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] For port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:41.300873 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.320293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.323095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:41.323585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Checking segment: {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:41.324398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.324561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Bound using segment: {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:41.329079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Bound port: 296e09e1-71b4-4aaa-a5a0-10252ad0de1c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:41.329644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.332763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bff2a499-3bb2-441a-9731-3c699ba2879a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:41.360495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Deleting port 6a2b33a2-e763-4f2b-907f-53cbcf12071a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:41.360880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.395796 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Attempting to bind port bb694b8d-e01e-4ce7-a844-7affd84a6fce on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:41.396834 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Attempting to bind port bb694b8d-e01e-4ce7-a844-7affd84a6fce by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:41.397245 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Attempting to bind port bb694b8d-e01e-4ce7-a844-7affd84a6fce on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:41.405218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aa413-42eb-43e1-9fa2-1d8194fbe4bb None None] Pushing event updated for resources: {'Port': ['ID=bff2a499-3bb2-441a-9731-3c699ba2879a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:41.412862 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:41.413350 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:41.413763 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.414495 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:41.415662 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Bound port: bb694b8d-e01e-4ce7-a844-7affd84a6fce, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:41.416051 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.420122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Provisioning complete for port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:41.420294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.479107 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] For port bb694b8d-e01e-4ce7-a844-7affd84a6fce, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:41.484480 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] For port bb694b8d-e01e-4ce7-a844-7affd84a6fce, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bb694b8d-e01e-4ce7-a844-7affd84a6fce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:41.492438 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db324b-6d9d-44de-9420-e5613bd3a0a6 None None] Pushing event updated for resources: {'Port': ['ID=bb694b8d-e01e-4ce7-a844-7affd84a6fce,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:41.498965 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.527432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.543754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Calling delete_port for 6a2b33a2-e763-4f2b-907f-53cbcf12071a owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:41.563131 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:41.563862 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:41.614244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:41.637523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] For port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:41.641884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] For port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:41.650889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bff2a499-3bb2-441a-9731-3c699ba2879a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:41.651376 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.653996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48dbe-1535-4cbc-ad45-7d321fc27599 None None] Pushing event updated for resources: {'Port': ['ID=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:41.662192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.699592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Provisioning complete for port 2961484b-4512-44e7-be26-684504991a81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:41.699592 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.732251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:41.810640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.899610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event deleted for resources: {'Port': ['ID=6a2b33a2-e763-4f2b-907f-53cbcf12071a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:41.982405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:41.988230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-181e6c31-c334-408c-8019-a853e7d077bc tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "DELETE /v2.0/ports/6a2b33a2-e763-4f2b-907f-53cbcf12071a HTTP/1.1" status: 204 len: 168 time: 0.8815765 Dec 13 09:52:41.988832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:42.062634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622aa6-d50c-4d17-90a8-4573e521618d None None] Pushing event updated for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:42.083149 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db324b-6d9d-44de-9420-e5613bd3a0a6 None None] Pushing event updated for resources: {'Port': ['ID=bb694b8d-e01e-4ce7-a844-7affd84a6fce,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:42.135862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:42.136729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:42.151520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.159388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Deleting subnet 697eb9ea-aa22-4344-9dd9-60d6b6123061 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:42.166174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.193412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.293605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.320223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Provisioning complete for port bff2a499-3bb2-441a-9731-3c699ba2879a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:42.320701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5063d44a-9afd-4ff7-a130-fde3a5e11831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.323222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:37Z', 'revision_number': 3, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:42.404577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:42.523535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.560092 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c6df1-7b80-41b6-8382-645918f1cd0a None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:37Z', 'revision_number': 3, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:42.697770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bff2a499-3bb2-441a-9731-3c699ba2879a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:42.719391 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.753774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.767756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288af7bf-e3bf-4a14-8977-6f0458114a97 None None] Network 47e4faef-b4ae-4310-b38e-8b1611eb1d4a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:42.775317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "DELETE /v2.0/subnets/697eb9ea-aa22-4344-9dd9-60d6b6123061 HTTP/1.1" status: 204 len: 168 time: 0.7843025 Dec 13 09:52:42.814362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:42.822964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c9032-edab-4aa7-abe8-368f1e3f4d51 tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event deleted for resources: {'Subnet': ['ID=697eb9ea-aa22-4344-9dd9-60d6b6123061,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:42.867108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:42.973937 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.026012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bff2a499-3bb2-441a-9731-3c699ba2879a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:43.026374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.036963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Provisioning complete for port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:43.037490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.109635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Deleting port 34a10d07-b78b-4b9f-893d-4f866c36989d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:43.110024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.271442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.274450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] For port 34a10d07-b78b-4b9f-893d-4f866c36989d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=34a10d07-b78b-4b9f-893d-4f866c36989d,segment=NetworkSegment(bf478a40-2573-4a40-ba3a-8ce1e271db39),segment_id=bf478a40-2573-4a40-ba3a-8ce1e271db39)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:43.275088 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.293570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Calling delete_port for 34a10d07-b78b-4b9f-893d-4f866c36989d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:43.297355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:41Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:39Z', 'revision_number': 1, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:43.303097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.398742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b38bc-9239-4d87-a70d-9f1dc5ac4fd6 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:41Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:39Z', 'revision_number': 1, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:43.411797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aca0a1-081d-4478-b3c7-2ae3c15673b6 None None] DHCP port deletion for 47e4faef-b4ae-4310-b38e-8b1611eb1d4a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:52:43.420038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.424622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198cc584-2cc5-4e06-b30d-662f56aebe98 None None] Network a883a21a-ba44-4483-ab89-dd007a855f26 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:43.489601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] No DVR routers for this DVR port 34a10d07-b78b-4b9f-893d-4f866c36989d on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:52:43.538347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.551033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event deleted for resources: {'Port': ['ID=34a10d07-b78b-4b9f-893d-4f866c36989d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:43.696189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.729462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e4faef-b4ae-4310-b38e-8b1611eb1d4a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:43.761132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf478a40-2573-4a40-ba3a-8ce1e271db39') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:43.761608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf478a40-2573-4a40-ba3a-8ce1e271db39') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:43.779232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.799220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.807781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:43.808444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:43.813183 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:43.816606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:43.856143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network a883a21a-ba44-4483-ab89-dd007a855f26 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:43.860019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Allocated IP 172.20.0.1 (064d79cb-0c5c-4be1-86bc-759d777808d2/a89c27a3-3c62-453b-af3e-973d76f62ec7/11a719b9-a588-44f8-9325-ffb3df7d7849) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:43.865472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:43.871558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.871914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.872271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.872617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.872964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.873342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.873678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.874010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.874345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.874678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.875014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.875351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.875680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:43.939507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.950563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:43.961826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] 10.222.0.30 "DELETE /v2.0/networks/47e4faef-b4ae-4310-b38e-8b1611eb1d4a HTTP/1.1" status: 204 len: 168 time: 1.1342280 Dec 13 09:52:43.999619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f39b60-c550-4c22-a059-7933bf39604f tempest-ExtraDHCPOptionsTestJSON-2063666678 tempest-ExtraDHCPOptionsTestJSON-2063666678-project] Pushing event deleted for resources: {'Network': ['ID=47e4faef-b4ae-4310-b38e-8b1611eb1d4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.011865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.142448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2961484b-4512-44e7-be26-684504991a81 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:44.148304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] For port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:44.157931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.193923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.247834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.313388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:44.370805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:44.376103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Could not find standard attr ID for object 6a2b33a2-e763-4f2b-907f-53cbcf12071a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:52:44.512206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2961484b-4512-44e7-be26-684504991a81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:44.512942 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.584857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc38124-9144-49b5-8239-52f67e7c5a9a None None] Pushing event updated for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:44.621815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] Provisioning complete for port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:44.622171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.744073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:44.764073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:44.773024 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2f52d733-7dec-4548-afe7-2f30b5b631e4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8772895 Dec 13 09:52:44.773688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d1d056c8-f997-43fd-a95c-b799f5795dde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa5ff15f75ba489493b2a5acf8b427c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016204 Dec 13 09:52:44.774984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:44.775325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:44.788638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.799330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'network': {'name': 'tempest-RoutersTest-586246977'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:44.825557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.20.0.2 (a6b92806-78ae-4d5c-84b1-0989d5210232/5d0e0a0f-131d-4575-9338-3a45ff33aa23/137ef67d-99ab-41d5-9729-d5bf9592d242) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:44.891595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.915950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.958213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.960964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:44.981837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:44.987204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.004229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.006820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.010873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5054f2c-cdf9-406d-8f0e-15f511b40a2e HTTP/1.1" status: 204 len: 168 time: 0.2343853 Dec 13 09:52:45.018258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:45.027980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477383dc-e10e-45cc-b27e-6368173d6925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5054f2c-cdf9-406d-8f0e-15f511b40a2e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.031673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:45.039063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:52:45.042538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:45.051752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.052113 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added segment 52a8d1fb-dd72-4b54-9739-3a138d621134 of type vlan for network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 Dec 13 09:52:45.131553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.162483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] For port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:45.168850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.178784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:45.179164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.179733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:45.182473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.195208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Pushing event updated for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.247029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.303865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5239398 Dec 13 09:52:45.305074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.324544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:45.346096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'subnet': {'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:45.450293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d74a0-f405-4b71-8046-f33ef0a84f27 None None] Pushing event updated for resources: {'Port': ['ID=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.469492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.554385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dcc11d7c-4e2a-43e3-a68d-37857d70b652 None None] Provisioning complete for port d1a78939-88f8-4418-ad95-3f912ffded41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:45.557437 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dcc11d7c-4e2a-43e3-a68d-37857d70b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.656638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.707702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=137ef67d-99ab-41d5-9729-d5bf9592d242,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.716208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Made reservation on behalf of 4e5f2929f45144b68cec92a3eb6598e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:52:45.728575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.759614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network a6b92806-78ae-4d5c-84b1-0989d5210232 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:45.761417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.763988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:45.771586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:45.791087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dcc11d7c-4e2a-43e3-a68d-37857d70b652 None None] Port d1a78939-88f8-4418-ad95-3f912ffded41 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:45.806209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dcc11d7c-4e2a-43e3-a68d-37857d70b652 None None] Provisioning complete for port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:45.806563 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dcc11d7c-4e2a-43e3-a68d-37857d70b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:45.869566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413748b3-ed04-426f-a46b-e6a21bf62fcf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Network': ['ID=8dc9ae0e-f10d-40c3-899e-6dd0606e38f3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:45.910074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:52:46.116018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.178585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 296e09e1-71b4-4aaa-a5a0-10252ad0de1c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:46.230887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:46.280729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:46.282556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:46.313564 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:52:46.314471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Checking segment: {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:46.314839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network hostable DHCP agents. Network: 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:52:46.334636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Subnet': ['ID=87bb9a16-4041-44df-b79c-d758b834a2c2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:46.388478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:52:46.408435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.410524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:46.416922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:46.419324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.445055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.456504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-33563080-f850-4652-83d9-a3dc3f17e7eb tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1311059 Dec 13 09:52:46.458729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:46.490884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:46.511561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Pushing event updated for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:46.527109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13197a7b-8ca0-432b-9415-6449de4221cb None None] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:46.532797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:46.569895 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.586788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:46.587544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.693018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Provisioning complete for port d1a78939-88f8-4418-ad95-3f912ffded41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:46.693336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.736720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23dbf624-be26-4cd2-8cf0-4a527810ac33 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:46.737593 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-23dbf624-be26-4cd2-8cf0-4a527810ac33 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:52:46.738332 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-23dbf624-be26-4cd2-8cf0-4a527810ac33 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:52:46.739557 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23dbf624-be26-4cd2-8cf0-4a527810ac33 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2039621 Dec 13 09:52:46.745348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:46.750050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--765991164'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:46.809962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:52:46.810966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.811217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:46.965931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Port d1a78939-88f8-4418-ad95-3f912ffded41 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:47.046547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.064802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Allocated IP 172.23.0.2 (8dc9ae0e-f10d-40c3-899e-6dd0606e38f3/87bb9a16-4041-44df-b79c-d758b834a2c2/a8d558ec-5580-4166-a734-7f780f65e974) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:47.075534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Provisioning complete for port 11a719b9-a588-44f8-9325-ffb3df7d7849 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:47.077177 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.231020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.288992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.326193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:47.331980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:47.395011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c61c77f5-b8e7-4f57-8138-7e2154f08306 None None] Port 11a719b9-a588-44f8-9325-ffb3df7d7849 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:47.403476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bb694b8d-e01e-4ce7-a844-7affd84a6fce up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:47.497916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:47.598051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.617304 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.619405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bb694b8d-e01e-4ce7-a844-7affd84a6fce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:47.619818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.671419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Allocated IP 172.23.0.1 (8dc9ae0e-f10d-40c3-899e-6dd0606e38f3/87bb9a16-4041-44df-b79c-d758b834a2c2/6258e42a-9e41-4b51-bbc4-a793aa3c1d49) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:47.714827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:40Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:42Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:47.722725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.738494 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.757419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:47.764701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:47.765139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Updating router 77443b75-86d9-41d6-89b8-8b5a33a43319 port d1a78939-88f8-4418-ad95-3f912ffded41 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:47.768692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:47.792390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:47.798598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Pushing event updated for resources: {'Port': ['ID=a8d558ec-5580-4166-a734-7f780f65e974,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:47.807119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.813634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6f64a6e6-a5f9-4197-9f32-bfa83f48de4d None None] Provisioning complete for port 11a719b9-a588-44f8-9325-ffb3df7d7849 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:47.814099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f64a6e6-a5f9-4197-9f32-bfa83f48de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.843238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcde38f-386a-4931-9d79-31bb1a5614e7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:47.846093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.848304 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.864017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.890213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.890578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.933870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6f64a6e6-a5f9-4197-9f32-bfa83f48de4d None None] Port 11a719b9-a588-44f8-9325-ffb3df7d7849 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:47.947406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:47.951047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:47.955736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:47.974537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Attempting to bind port a8d558ec-5580-4166-a734-7f780f65e974 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:47.975023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Attempting to bind port a8d558ec-5580-4166-a734-7f780f65e974 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:47.975456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Attempting to bind port a8d558ec-5580-4166-a734-7f780f65e974 on network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:47.990446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.996112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:47.996572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Checking segment: {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:47.997063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:47.997808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Bound using segment: {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:47.998195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Bound port: a8d558ec-5580-4166-a734-7f780f65e974, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:47.998646 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.010234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.016740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.035036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.036721 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2901411 Dec 13 09:52:48.041811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:48.047927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'd3cc5741-9b4c-4fff-a9eb-e38607e43ec9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:48.068076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:48.073496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574e905-17a3-4813-a5c3-c9bb971f77da tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc5741-9b4c-4fff-a9eb-e38607e43ec9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.079651 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:48.094670 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:48.105821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:48.106489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01f3eec6-3f48-41ec-903d-9f8ce31b58c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/e3636311-2bcf-4b02-a666-8289ccd18ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0760655 Dec 13 09:52:48.134091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.147196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port bb694b8d-e01e-4ce7-a844-7affd84a6fce, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bb694b8d-e01e-4ce7-a844-7affd84a6fce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:48.170197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router 33966a18-63ca-4435-87cf-9e17aa200966 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:48.194047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.194980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:48.201930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.345051 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:48.411637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=bb694b8d-e01e-4ce7-a844-7affd84a6fce,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.428619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] For port a8d558ec-5580-4166-a734-7f780f65e974, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:48.438679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] For port a8d558ec-5580-4166-a734-7f780f65e974, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a8d558ec-5580-4166-a734-7f780f65e974,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:48.438900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.442596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:48.443762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.451059 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.482174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.495246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1a1d96-5343-40bd-8956-0f5c44d4e83c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.504814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.508927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c9a56cb9-0a61-4786-9a7e-73157b470109 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624991 Dec 13 09:52:48.509871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:48.515799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:48.547849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.550544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7455d6c6-88f5-47f6-abe8-04ef3e3afc69 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1023345 Dec 13 09:52:48.553518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:48.555718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-978c4afd-fc42-4f6d-9573-2c8d33859ffd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'd3cc5741-9b4c-4fff-a9eb-e38607e43ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:48.615629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff26fa6-fd43-4eed-907a-9e6285da7dde None None] Pushing event updated for resources: {'Port': ['ID=a8d558ec-5580-4166-a734-7f780f65e974,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.633232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Sync routers for ids ['33966a18-63ca-4435-87cf-9e17aa200966'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:48.677412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Routers {'33966a18-63ca-4435-87cf-9e17aa200966'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:48.685408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['33966a18-63ca-4435-87cf-9e17aa200966'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:48.718859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.732693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.800299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.818185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event updated for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:48.829595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 2, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:48.866505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-978c4afd-fc42-4f6d-9573-2c8d33859ffd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.887026 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:48.905981 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:48.906591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Updating router e3636311-2bcf-4b02-a666-8289ccd18ba7 port 11a719b9-a588-44f8-9325-ffb3df7d7849 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:48.939809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Set router 33966a18-63ca-4435-87cf-9e17aa200966 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:48.982730 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.012093 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-978c4afd-fc42-4f6d-9573-2c8d33859ffd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:52:49.015648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-978c4afd-fc42-4f6d-9573-2c8d33859ffd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5022669 Dec 13 09:52:49.018365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:49.066896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:49.068465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:49.073509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.156962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.229075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:49.229841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.318772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Deleting port 137ef67d-99ab-41d5-9729-d5bf9592d242 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:49.319118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.341217 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.368811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.370688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.376915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.381752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/d3cc5741-9b4c-4fff-a9eb-e38607e43ec9 HTTP/1.1" status: 204 len: 168 time: 0.3613529 Dec 13 09:52:49.384533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:49.446846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce8ecd-9de9-406e-965d-dec1f67b8b08 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc5741-9b4c-4fff-a9eb-e38607e43ec9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:49.481815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 34a10d07-b78b-4b9f-893d-4f866c36989d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:52:49.522992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.533335 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.547661 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.559081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Calling delete_port for 137ef67d-99ab-41d5-9729-d5bf9592d242 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:49.581651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 34a10d07-b78b-4b9f-893d-4f866c36989d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:52:49.585556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 34a10d07-b78b-4b9f-893d-4f866c36989d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:52:49.630091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d885b-dd17-4636-a57b-8028af91ec1b None None] Pushing event updated for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:49.652115 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df32c4-3693-4578-a4bc-a40e0bc316c7 None None] Pushing event updated for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:49.809586 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Attempting to bind port 11a719b9-a588-44f8-9325-ffb3df7d7849 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:49.809958 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Attempting to bind port 11a719b9-a588-44f8-9325-ffb3df7d7849 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:49.810324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Attempting to bind port 11a719b9-a588-44f8-9325-ffb3df7d7849 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:49.830014 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:49.837502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Checking segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:49.838003 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.838409 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Bound using segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:49.838910 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Bound port: 11a719b9-a588-44f8-9325-ffb3df7d7849, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:49.839297 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:49.896507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Attempting to bind port d1a78939-88f8-4418-ad95-3f912ffded41 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:49.901578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Attempting to bind port d1a78939-88f8-4418-ad95-3f912ffded41 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:49.901999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Attempting to bind port d1a78939-88f8-4418-ad95-3f912ffded41 on network a883a21a-ba44-4483-ab89-dd007a855f26 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:49.962936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33966a18-63ca-4435-87cf-9e17aa200966', 'name': '', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232', 'external_fixed_ips': [{'subnet_id': '5d0e0a0f-131d-4575-9338-3a45ff33aa23', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '137ef67d-99ab-41d5-9729-d5bf9592d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:40Z', 'updated_at': '2021-12-13T09:52:46Z', 'revision_number': 3, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port': {'id': '137ef67d-99ab-41d5-9729-d5bf9592d242', 'name': '', 'network_id': 'a6b92806-78ae-4d5c-84b1-0989d5210232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33966a18-63ca-4435-87cf-9e17aa200966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '5d0e0a0f-131d-4575-9338-3a45ff33aa23', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:44Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d0e0a0f-131d-4575-9338-3a45ff33aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:50.053537 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] For port 11a719b9-a588-44f8-9325-ffb3df7d7849, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:50.054544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.060533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665304675', 'description': 'tempest-description--136570604'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:50.066833 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] For port 11a719b9-a588-44f8-9325-ffb3df7d7849, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=11a719b9-a588-44f8-9325-ffb3df7d7849,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:50.074602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Checking router: 33966a18-63ca-4435-87cf-9e17aa200966 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:50.074743 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.076032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Updating router 33966a18-63ca-4435-87cf-9e17aa200966 port 137ef67d-99ab-41d5-9729-d5bf9592d242 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:50.149520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.160390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.167631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:50.168033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Checking segment: {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:50.169471 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:50.169972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.170113 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:50.171398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Bound using segment: {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:50.173884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Bound port: d1a78939-88f8-4418-ad95-3f912ffded41, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1f3d63-05ac-439d-a906-5039fe73ed19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:50.174299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.188985 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.242076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a8d558ec-5580-4166-a734-7f780f65e974 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:50.266378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Port': ['ID=137ef67d-99ab-41d5-9729-d5bf9592d242,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:50.307640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Port 137ef67d-99ab-41d5-9729-d5bf9592d242 not found while updating agent binding for router 33966a18-63ca-4435-87cf-9e17aa200966. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 09:52:50.395062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.447806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:50.529199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:50.541613 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.547061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6eb3ccf9-73f6-4822-9278-96e2e475250a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0868897 Dec 13 09:52:50.549654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.551615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.559817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:50.574050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b1b02414-f1ea-4935-bc5d-7cc4ccd233a1 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1880620 Dec 13 09:52:50.578155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.585311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--371128580'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:50.635945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.656147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.680967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7257c03b-d6e5-4467-a8e2-b7780299b25f None None] Provisioning complete for port d1a78939-88f8-4418-ad95-3f912ffded41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:50.681546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7257c03b-d6e5-4467-a8e2-b7780299b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.683388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ad72b-3616-4aec-9f04-9d799d67f68d None None] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:52:50.695730 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.727357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.732326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.732988 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6768548 Dec 13 09:52:50.742011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group_rule': {'security_group_id': '5a54a3bf-c687-4ef9-85ce-2d2715255696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:50.742415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.743859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33966a18-63ca-4435-87cf-9e17aa200966 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:50.754023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.755397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-15e20ddc-8d48-4fe7-8076-0e2a5a78ee95 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/routers/33966a18-63ca-4435-87cf-9e17aa200966 HTTP/1.1" status: 204 len: 168 time: 2.2007816 Dec 13 09:52:50.760397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:50.782504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df32c4-3693-4578-a4bc-a40e0bc316c7 None None] Pushing event updated for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:50.811486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.818724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0042a80-08e0-4013-9076-449a5cf54c5e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a54a3bf-c687-4ef9-85ce-2d2715255696,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:50.833340 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:50Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:50.872311 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432d1ae-f079-4706-8dde-5270f5b78771 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:50Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:50.880338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.897802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.927508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Deleting subnet 5d0e0a0f-131d-4575-9338-3a45ff33aa23 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:52:50.931237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:50.993301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] For port d1a78939-88f8-4418-ad95-3f912ffded41, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:50.998779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] For port d1a78939-88f8-4418-ad95-3f912ffded41, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d1a78939-88f8-4418-ad95-3f912ffded41,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:50.998964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.000681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4204128 Dec 13 09:52:51.009788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.014882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.020305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fea601-7626-4f1f-bdf5-8e8ab3fa7e66 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8370c0e2-0aad-4393-90a3-d9611326e297,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.037792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fa978dea-effb-4f4c-9d11-1fe702463493 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '8370c0e2-0aad-4393-90a3-d9611326e297', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:51.037792 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-fa978dea-effb-4f4c-9d11-1fe702463493 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 09:52:51.038019 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-fa978dea-effb-4f4c-9d11-1fe702463493 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:51.043232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.050045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa978dea-effb-4f4c-9d11-1fe702463493 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0380282 Dec 13 09:52:51.055978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.112740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.123529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.155589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.190197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d885b-dd17-4636-a57b-8028af91ec1b None None] Pushing event updated for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.193902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:51.194291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 09:52:51.194977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_agentschedulers_db [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33966a18-63ca-4435-87cf-9e17aa200966'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent'). {{(pid=103190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 09:52:51.195390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe4de-ac26-4665-9eb8-798064756235 None None] The sync data for ids ['33966a18-63ca-4435-87cf-9e17aa200966'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:51.226304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:51.227543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:51.283008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.331696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0e0a0f-131d-4575-9338-3a45ff33aa23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.340904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.345086 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18308440-4524-4349-914e-425fec8dfe01 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/5d0e0a0f-131d-4575-9338-3a45ff33aa23 HTTP/1.1" status: 204 len: 168 time: 0.5834024 Dec 13 09:52:51.349365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.360495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:51.425696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.432896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26be5bda-3a6e-480d-b76a-76d936a9a16a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:51.480871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.486139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-622e3465-9f83-42f8-a790-ae4eda87c2f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7518506 Dec 13 09:52:51.486388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.523613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group_rule': {'security_group_id': '5a54a3bf-c687-4ef9-85ce-2d2715255696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:51.557805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7257c03b-d6e5-4467-a8e2-b7780299b25f None None] Port d1a78939-88f8-4418-ad95-3f912ffded41 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:51.571917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.590636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.661090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf5a31-24df-4458-b06f-b02763d68d97 req-cda334ba-0a2a-47f2-be6f-e977d8559490 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.667247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1cf5a31-24df-4458-b06f-b02763d68d97 req-cda334ba-0a2a-47f2-be6f-e977d8559490 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3701289 Dec 13 09:52:51.745770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-006daf8e-f984-40fd-9849-6a03a73fda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:51.747591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-006daf8e-f984-40fd-9849-6a03a73fda74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.4779091 Dec 13 09:52:51.754046 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.762038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a8d558ec-5580-4166-a734-7f780f65e974 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:51.762547 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.868838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Provisioning complete for port d1a78939-88f8-4418-ad95-3f912ffded41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:51.871638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.895685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.899831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:51.900998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/8370c0e2-0aad-4393-90a3-d9611326e297 HTTP/1.1" status: 204 len: 168 time: 0.8420529 Dec 13 09:52:51.921002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:51.975001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1cf5a31-24df-4458-b06f-b02763d68d97 req-4d334237-90e2-441d-b60b-25d27c87e091 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997262 Dec 13 09:52:51.975854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73222f0d-6a30-4966-9354-0bbd3588416b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370c0e2-0aad-4393-90a3-d9611326e297,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:52.060248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.086402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.111466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a8dbe8e-690a-4722-9462-d415b2b06469 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1791592 Dec 13 09:52:52.118045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:52.119308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-16fcdaf4-0516-422c-9ddb-488337052ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:52.120867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-16fcdaf4-0516-422c-9ddb-488337052ac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3610256 Dec 13 09:52:52.131152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--347166823'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:52.142017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7603d5-14b7-41b7-842f-1a839eed91b8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:52.196914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.198175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-62a8c70f-9964-4880-a106-76548cced1e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7042396 Dec 13 09:52:52.202708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:52.217284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:52.256057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.270003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.276918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-bd1d9492-36cf-4624-b98a-30f6bb4cf095 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1375475 Dec 13 09:52:52.387412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a8d558ec-5580-4166-a734-7f780f65e974, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a8d558ec-5580-4166-a734-7f780f65e974,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:52.412354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.415310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bb694b8d-e01e-4ce7-a844-7affd84a6fce up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:52.440941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-50538b85-8347-4215-a8a7-f1b82e3d21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:52.444528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-50538b85-8347-4215-a8a7-f1b82e3d21c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1476188 Dec 13 09:52:52.487079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.507176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.584922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.655228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] For port d1a78939-88f8-4418-ad95-3f912ffded41, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d1a78939-88f8-4418-ad95-3f912ffded41,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:52.671590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:48Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6258e42a-9e41-4b51-bbc4-a793aa3c1d49', 'name': '', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:fa:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:47Z', 'updated_at': '2021-12-13T09:52:48Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:50Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:52.738431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a2e0d-89f1-4399-841a-1c9483abaa47 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:48Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6258e42a-9e41-4b51-bbc4-a793aa3c1d49', 'name': '', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:fa:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:47Z', 'updated_at': '2021-12-13T09:52:48Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:50Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:52.755822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.780091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:52:52.793527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:52.801999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a8d558ec-5580-4166-a734-7f780f65e974,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:52.802831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b92806-78ae-4d5c-84b1-0989d5210232']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:52.816010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bb694b8d-e01e-4ce7-a844-7affd84a6fce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:52.816544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.826427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c5fc2b-b548-4b04-99dd-03945995bc81') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:52.827030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c5fc2b-b548-4b04-99dd-03945995bc81') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:52.842562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-36ee074c-1c7d-4026-a649-bc3ba20836c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:52.842827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Removed routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:52:52.843572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.844090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-36ee074c-1c7d-4026-a649-bc3ba20836c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3841932 Dec 13 09:52:52.873459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.954999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Provisioning complete for port a8d558ec-5580-4166-a734-7f780f65e974 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:52.955378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:52.982274 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.005632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.049411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.059168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Pushing event updated for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.097712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:52:53.098617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:52:53.101271 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:52:53.127060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.131409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0065904 Dec 13 09:52:53.147862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0efce484-f99c-41db-805b-a4480ab3f480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.157100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Provisioning complete for port 11a719b9-a588-44f8-9325-ffb3df7d7849 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:53.157515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.167746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.185955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-72d7b3a0-37a2-408b-8eb5-2e6f5dd8fd9a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea7d02-51a6-43f4-85b4-9b287bfbeecd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:53.187294 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-72d7b3a0-37a2-408b-8eb5-2e6f5dd8fd9a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 09:52:53.188401 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-72d7b3a0-37a2-408b-8eb5-2e6f5dd8fd9a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:53.188980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72d7b3a0-37a2-408b-8eb5-2e6f5dd8fd9a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154545 Dec 13 09:52:53.198598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.210638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba2a2a-fb0f-475c-8389-1848089fc4f4 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea7d02-51a6-43f4-85b4-9b287bfbeecd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.301958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-1d0095e6-b258-4532-aa22-71ffc37e08a1 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444082 Dec 13 09:52:53.311631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dae0e-806a-4f7b-98c5-8f043c801a7c req-c15bcdbe-05f8-4358-8754-0e3cc7284510 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:53.313228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea6dae0e-806a-4f7b-98c5-8f043c801a7c req-c15bcdbe-05f8-4358-8754-0e3cc7284510 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2050209 Dec 13 09:52:53.314843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.358295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.361809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.380259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6b92806-78ae-4d5c-84b1-0989d5210232 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 09:52:53.383117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.387498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a6b92806-78ae-4d5c-84b1-0989d5210232 HTTP/1.1" status: 204 len: 168 time: 2.0368149 Dec 13 09:52:53.413718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.428012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27295-3d77-456e-bf70-f02fce731242 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6b92806-78ae-4d5c-84b1-0989d5210232,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.440045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.445066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] For port 11a719b9-a588-44f8-9325-ffb3df7d7849, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=11a719b9-a588-44f8-9325-ffb3df7d7849,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:53.451061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.523252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d1a78939-88f8-4418-ad95-3f912ffded41 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:53.548731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.589625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.615251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:53.653150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0efce484-f99c-41db-805b-a4480ab3f480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.674276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0efce484-f99c-41db-805b-a4480ab3f480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.782505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.790275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.793053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7451b086-ac53-4d99-adf9-bded65c34caf None None] Provisioning complete for port a8d558ec-5580-4166-a734-7f780f65e974 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:53.799259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/e0ea7d02-51a6-43f4-85b4-9b287bfbeecd HTTP/1.1" status: 204 len: 168 time: 0.5930312 Dec 13 09:52:53.802192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7451b086-ac53-4d99-adf9-bded65c34caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.829743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 39996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.846286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Allocated IP 172.25.1.107 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/eb5857f7-8198-4cd7-8802-9d5723a42c5c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:53.864314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.874515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5a62-81d9-4159-9a2e-08fb3899f9cc None None] Pushing event updated for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.878784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c45c18-9372-4592-b3c6-3ddb682f5e37 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea7d02-51a6-43f4-85b4-9b287bfbeecd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.898251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d1a78939-88f8-4418-ad95-3f912ffded41 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:53.898655 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:53.908939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'name': 'tempest-router--1950070661', 'project_id': 'a8c881f2435b4746b4eb91be5f44599d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:53.918427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0efce484-f99c-41db-805b-a4480ab3f480 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47364cae34cb48a0a8f1e2d125b8f457&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1227789 Dec 13 09:52:53.919167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efce484-f99c-41db-805b-a4480ab3f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0169a0e9-1a9b-419e-8505-1cfd37f8d2e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:53.924455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:53.987650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0f1f4e05-3fb9-4555-877f-408100109977 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1551630 Dec 13 09:52:53.989602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:53.991799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea6dae0e-806a-4f7b-98c5-8f043c801a7c req-7fb312e1-791c-4161-9c51-bde004b58e4c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6312428 Dec 13 09:52:54.001030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.015912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049745537'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:54.032303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.037269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bea1808e-81a5-41cc-9f68-ff3669552cdd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 934 time: 3.4813485 Dec 13 09:52:54.040010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.044954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7754d8e8-973c-4834-bb3b-82f5b31268e7 req-0b15623b-677c-49d2-bef9-a8361f79ae4c service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197435 Dec 13 09:52:54.064683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.065870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.077097 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.126669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a8d558ec-5580-4166-a734-7f780f65e974 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:54.133715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.156230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7451b086-ac53-4d99-adf9-bded65c34caf None None] Provisioning complete for port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:54.156872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7451b086-ac53-4d99-adf9-bded65c34caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.189774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.208845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.213365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.267440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7451b086-ac53-4d99-adf9-bded65c34caf None None] Port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:52:54.279262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.279463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.283935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f6d05b52-b2d9-4732-abca-f2dc8ce17dd9 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4111753 Dec 13 09:52:54.283935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.306018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a8d558ec-5580-4166-a734-7f780f65e974 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:54.306561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.345577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0be3d514-13cd-48b6-b7c7-1f5fcca69ad7 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 934 time: 0.3040152 Dec 13 09:52:54.348594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.355939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'routes': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:54.385678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.392799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.396670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0169a0e9-1a9b-419e-8505-1cfd37f8d2e2 HTTP/1.1" status: 204 len: 168 time: 0.4627204 Dec 13 09:52:54.403623 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.405918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.638142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b86ba-94c0-4609-a1ec-5236260e9db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169a0e9-1a9b-419e-8505-1cfd37f8d2e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.655800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 11a719b9-a588-44f8-9325-ffb3df7d7849 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:54.744538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 11a719b9-a588-44f8-9325-ffb3df7d7849 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:54.745066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.762968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:54.770758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:54.775521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.780193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.782218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:54.788518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=eb5857f7-8198-4cd7-8802-9d5723a42c5c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.866569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.874277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.875477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.876100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb70896-5bc4-4712-aa69-4479ea301059 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:52:54.908153 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.909364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a09bb738-2a2e-4f58-890a-c9aab4aa2460 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9bb70896-5bc4-4712-aa69-4479ea301059 HTTP/1.1" status: 204 len: 168 time: 0.6247935 Dec 13 09:52:54.934617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4dc048-ec37-454f-bbc9-85e6fae5d51f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:54.979826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:54.980534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:54.984408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa65629b-0db2-4c85-8239-e644225925e3 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9740636 Dec 13 09:52:54.989900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.004691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fef47702-7620-4086-bc7f-67a145c8ffb9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '0e4dc048-ec37-454f-bbc9-85e6fae5d51f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.006786 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-fef47702-7620-4086-bc7f-67a145c8ffb9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 09:52:55.007301 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-fef47702-7620-4086-bc7f-67a145c8ffb9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:55.009002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fef47702-7620-4086-bc7f-67a145c8ffb9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166278 Dec 13 09:52:55.013166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab537118-4ed5-45be-a99b-5ec83f1d5b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.014809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.021601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-200995db-ab84-4ec9-a061-11ea31f35d52 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '0e4dc048-ec37-454f-bbc9-85e6fae5d51f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.022495 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-200995db-ab84-4ec9-a061-11ea31f35d52 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 09:52:55.023179 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-200995db-ab84-4ec9-a061-11ea31f35d52 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:55.024933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-200995db-ab84-4ec9-a061-11ea31f35d52 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082154 Dec 13 09:52:55.027106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.030086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.034939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7fd8eec5-071f-4285-8576-dd35b65dcacc tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '0e4dc048-ec37-454f-bbc9-85e6fae5d51f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.036814 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-7fd8eec5-071f-4285-8576-dd35b65dcacc tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 09:52:55.037349 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7fd8eec5-071f-4285-8576-dd35b65dcacc tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:55.038589 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7fd8eec5-071f-4285-8576-dd35b65dcacc tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071065 Dec 13 09:52:55.041822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.047100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2e59cba1-35bb-4379-bd26-3d6095440af8 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '0e4dc048-ec37-454f-bbc9-85e6fae5d51f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.048011 n-d-820531-5 neutron-server[103189]: WARNING neutron.api.v2.base [None req-2e59cba1-35bb-4379-bd26-3d6095440af8 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 09:52:55.048535 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2e59cba1-35bb-4379-bd26-3d6095440af8 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:55.049676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e59cba1-35bb-4379-bd26-3d6095440af8 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065007 Dec 13 09:52:55.054891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.106760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:52:55.107068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:52:55.122462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.142238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.229826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.284496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c367a-e7ce-4990-9024-5dc183ba8a3c req-ecd1aed0-6e48-4478-b0ef-e89fd41b2f73 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:55.286052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a8c367a-e7ce-4990-9024-5dc183ba8a3c req-ecd1aed0-6e48-4478-b0ef-e89fd41b2f73 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1801848 Dec 13 09:52:55.286722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.295181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 11a719b9-a588-44f8-9325-ffb3df7d7849 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:52:55.361881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 11a719b9-a588-44f8-9325-ffb3df7d7849 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:55.362526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.373949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.378312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.383941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab537118-4ed5-45be-a99b-5ec83f1d5b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.393202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.423136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab537118-4ed5-45be-a99b-5ec83f1d5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.501255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a8c367a-e7ce-4990-9024-5dc183ba8a3c req-8ba4eb02-e62d-4b83-9d40-358668751a57 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742177 Dec 13 09:52:55.547337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab537118-4ed5-45be-a99b-5ec83f1d5b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b312e0e-165a-4a11-bce9-291993e5d746,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:55.556486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab537118-4ed5-45be-a99b-5ec83f1d5b9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f07c03020b9a40e79fe50cf43af612b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753305 Dec 13 09:52:55.559215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.561592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:55.562277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.565986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e4dc048-ec37-454f-bbc9-85e6fae5d51f HTTP/1.1" status: 204 len: 168 time: 0.5072451 Dec 13 09:52:55.565986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40038) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.565986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.615331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a74d01-33d8-413d-91a3-86dee44b88c7 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4dc048-ec37-454f-bbc9-85e6fae5d51f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:55.639657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.655653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1075189491', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.661870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.695622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.698106 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.717785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:55.721399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5d32c5d-3f2e-4abb-947a-5acfda43ad32 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1455350 Dec 13 09:52:55.728509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.729648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.734519 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd782727-f831-46b9-b2d0-f4571deb8eaf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 700 time: 1.3840902 Dec 13 09:52:55.735265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.753795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--477764671'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:55.789206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.791404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=eb5857f7-8198-4cd7-8802-9d5723a42c5c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:55.827339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.831522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.834422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.849725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.875772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.877039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fac103bc-813b-49de-85a5-21e968c417a5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6680934 Dec 13 09:52:55.950149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.952829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:55.954291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b312e0e-165a-4a11-bce9-291993e5d746 HTTP/1.1" status: 204 len: 168 time: 0.3796420 Dec 13 09:52:55.961212 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be8a8ddb-c9ba-455a-a47c-fd410627d0cd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 700 time: 0.2204444 Dec 13 09:52:55.962217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:55.982756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaa3e8-3495-4398-ae57-dffe50f1ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b312e0e-165a-4a11-bce9-291993e5d746,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.051808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.052340 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.066755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.127487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.128721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3990033 Dec 13 09:52:56.133057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.138787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709f4b2-bbc5-4bca-8758-d5a7fbe65600 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.144810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0cd88a7e-7ba1-43d8-9780-3734d1c30e0f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.145342 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-0cd88a7e-7ba1-43d8-9780-3734d1c30e0f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:52:56.146096 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0cd88a7e-7ba1-43d8-9780-3734d1c30e0f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.147076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0cd88a7e-7ba1-43d8-9780-3734d1c30e0f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126352 Dec 13 09:52:56.154352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.162894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-56394a41-e121-4909-98bc-adba3d95c277 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.275399 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-56394a41-e121-4909-98bc-adba3d95c277 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.279082 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-56394a41-e121-4909-98bc-adba3d95c277 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1171398 Dec 13 09:52:56.280249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.284778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d943087-4d3c-4159-b083-fc691978f7c2 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.285305 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-5d943087-4d3c-4159-b083-fc691978f7c2 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 09:52:56.285804 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5d943087-4d3c-4159-b083-fc691978f7c2 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.286770 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d943087-4d3c-4159-b083-fc691978f7c2 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055895 Dec 13 09:52:56.292492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:56.296369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.303091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dd82ee7c-2372-4703-a519-e6ce518d9bdf tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.308758 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:56.310714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:56.343255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-4a2f58e2-b070-4a90-a5c9-9ac2ccf22f9f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1665304675&fields=id&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 267 time: 0.0937846 Dec 13 09:52:56.418869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.433425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:56.441698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.490489 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-dd82ee7c-2372-4703-a519-e6ce518d9bdf tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.494375 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dd82ee7c-2372-4703-a519-e6ce518d9bdf tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1920638 Dec 13 09:52:56.495618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.499395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8eb6ff0f-a8da-41ad-99a2-01fed8942e8f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.500103 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-8eb6ff0f-a8da-41ad-99a2-01fed8942e8f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 09:52:56.500365 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8eb6ff0f-a8da-41ad-99a2-01fed8942e8f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.505946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8eb6ff0f-a8da-41ad-99a2-01fed8942e8f tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054424 Dec 13 09:52:56.509814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.517316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-139716b6-75a3-4d91-b308-5d4f29dc4992 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.618487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Allocated IP 172.25.1.90 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/df2e67a6-4fd0-47d5-95f7-ae7fe9e015bb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:52:56.625527 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-139716b6-75a3-4d91-b308-5d4f29dc4992 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.629207 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-139716b6-75a3-4d91-b308-5d4f29dc4992 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1135464 Dec 13 09:52:56.631682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.637333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-35ad1ffb-3a63-41c0-8800-7a49c1d61fd5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.637863 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-35ad1ffb-3a63-41c0-8800-7a49c1d61fd5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 09:52:56.638448 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-35ad1ffb-3a63-41c0-8800-7a49c1d61fd5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.642228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-35ad1ffb-3a63-41c0-8800-7a49c1d61fd5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068820 Dec 13 09:52:56.643045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.651256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7b909dfb-a8d0-407d-aaac-a5990092861b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.766066 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7b909dfb-a8d0-407d-aaac-a5990092861b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.769907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b909dfb-a8d0-407d-aaac-a5990092861b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1236353 Dec 13 09:52:56.770660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.780359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0df8effe-0137-463f-923e-435396566f99 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:56.800472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.854564 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0df8effe-0137-463f-923e-435396566f99 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:52:56.856251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0df8effe-0137-463f-923e-435396566f99 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0845468 Dec 13 09:52:56.859211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:56.862090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:56.897926 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:55Z', 'revision_number': 7, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6258e42a-9e41-4b51-bbc4-a793aa3c1d49', 'name': '', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:fa:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:47Z', 'updated_at': '2021-12-13T09:52:48Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:56.923221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:52:56.930734 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:52:56.931173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Updating router 77443b75-86d9-41d6-89b8-8b5a33a43319 port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:52:56.935168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:52:56.941087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:52:56.957928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-a946c777-470b-40e6-84c2-1fdd074c3d19 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:56.965779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-a946c777-470b-40e6-84c2-1fdd074c3d19 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 817 time: 0.6216116 Dec 13 09:52:56.969070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event updated for resources: {'Port': ['ID=df2e67a6-4fd0-47d5-95f7-ae7fe9e015bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:56.986705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-daa4bd7b-869a-4e37-a062-ac487aaf0a8d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/quotas/cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 375 time: 0.0198319 Dec 13 09:52:57.013534 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.043008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.081556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.121615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.128977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-b2ca3b7d-2734-4972-9409-72d65c012610 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412377 Dec 13 09:52:57.218859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.300007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.303116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.304172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa HTTP/1.1" status: 204 len: 168 time: 0.4439573 Dec 13 09:52:57.308586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:57.322114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bee417-7aae-4e6f-9412-31953901d7b0 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f77bd7e-d060-48d4-b7b8-b4b3b17a4faa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:57.385844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.406107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-0f91328c-13ea-4d3e-8975-3b92ddbaa9fb service neutron] 10.222.0.30 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756701 Dec 13 09:52:57.437930 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.448947 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.520980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-228ed0ca-8597-4cd9-8bdc-3e34a67db600 service neutron] 10.222.0.30 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138635 Dec 13 09:52:57.522594 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c626-3252-4374-832b-5e066b5c1423 None None] Pushing event updated for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:57.597485 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Attempting to bind port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:52:57.598389 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Attempting to bind port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:52:57.599157 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Attempting to bind port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 on network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:52:57.615081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:52:57.615081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Checking segment: {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:52:57.615081 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.615081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Bound using segment: {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:52:57.615649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-86caae7c-7fd3-4100-8e79-4fbadf80f7dd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2965074 Dec 13 09:52:57.615763 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Bound port: 6258e42a-9e41-4b51-bbc4-a793aa3c1d49, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a8d1fb-dd72-4b54-9739-3a138d621134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:52:57.615763 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.620637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:57.632939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--55981904'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:57.717674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.823736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] For port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:52:57.834039 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] For port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:52:57.846798 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.851623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] Provisioning complete for port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:57.852920 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.908231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8f813e2-697f-4c4b-9bc3-0b0ab315e031 req-09d0f1a1-63da-4cf4-9c79-2145770d63dc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 210 time: 0.0528948 Dec 13 09:52:57.923785 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c626-3252-4374-832b-5e066b5c1423 None None] Pushing event updated for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:57.937542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:57.941296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.946866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.966130 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:57.971127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:57.972252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:58.052951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.091239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5adcd67-cfce-4485-92fe-27df40f82921,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:58.154423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] For port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:58.163999 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.170017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:52:58.184867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.185249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.185604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.189057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.189455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.191219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.191585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.191931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.196764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.197190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.197553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.198052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.198407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:52:58.222633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.226608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b9fb03c9-531d-4441-a55e-c33ca26f8dd9 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5973186 Dec 13 09:52:58.227383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:58.236681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9b1e747-4152-4fe2-b218-4ff1a5f5a8dd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'e5adcd67-cfce-4485-92fe-27df40f82921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:58.340860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:52:58.341546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.349822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f7f8f-dffc-4bf8-9fa3-42f574f52766 None None] Pushing event updated for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:58.363922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:58.389158 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-d9b1e747-4152-4fe2-b218-4ff1a5f5a8dd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The resource could not be found. Dec 13 09:52:58.390548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.392197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9b1e747-4152-4fe2-b218-4ff1a5f5a8dd tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1603270 Dec 13 09:52:58.396206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:58.402016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-611f3792-f2ae-4dec-bb07-beeba2de17ab None None] Provisioning complete for port 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:52:58.402633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-611f3792-f2ae-4dec-bb07-beeba2de17ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.412420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a3577a11-91ba-40b1-bd06-a25e92a72b3b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'e5adcd67-cfce-4485-92fe-27df40f82921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8e7a4f44-8494-4bd1-b4f3-c891fd76288e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:58.583753 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a3577a11-91ba-40b1-bd06-a25e92a72b3b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The resource could not be found. Dec 13 09:52:58.585169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a3577a11-91ba-40b1-bd06-a25e92a72b3b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1761320 Dec 13 09:52:58.587906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:58.679713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Router 078048c5-4e40-4503-84f5-87f333c482d7 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:52:58.690070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a3b7370-00d2-4f36-9893-a86c9f1fd5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.694074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.718535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.752621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=6258e42a-9e41-4b51-bbc4-a793aa3c1d49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:58.760695 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:55Z', 'revision_number': 7, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6258e42a-9e41-4b51-bbc4-a793aa3c1d49', 'name': '', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:fa:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:47Z', 'updated_at': '2021-12-13T09:52:57Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:58.810459 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43b354-8ae5-4680-ad56-1100bb52b959 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:55Z', 'revision_number': 7, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6258e42a-9e41-4b51-bbc4-a793aa3c1d49', 'name': '', 'network_id': '8dc9ae0e-f10d-40c3-899e-6dd0606e38f3', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:fa:f3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:47Z', 'updated_at': '2021-12-13T09:52:57Z', 'revision_number': 4, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '87bb9a16-4041-44df-b79c-d758b834a2c2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:58.821937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.932660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.937453 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:58.941106 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5adcd67-cfce-4485-92fe-27df40f82921 HTTP/1.1" status: 204 len: 168 time: 0.3499660 Dec 13 09:52:58.950545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:58.951991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:52:58.977711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] Sync routers for ids ['078048c5-4e40-4503-84f5-87f333c482d7'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:52:59.003604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.016886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] Routers {'078048c5-4e40-4503-84f5-87f333c482d7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:59.017596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f84ff-1344-4283-98ec-afa5a3652c19 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5adcd67-cfce-4485-92fe-27df40f82921,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:52:59.026038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['078048c5-4e40-4503-84f5-87f333c482d7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.042196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.043430 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46e79daa-8605-4b97-92c4-9738017761b5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8127589 Dec 13 09:52:59.046392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.114846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.149717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] Routers {'078048c5-4e40-4503-84f5-87f333c482d7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:52:59.151919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['078048c5-4e40-4503-84f5-87f333c482d7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.169731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98f69e64-9327-4b81-ab3a-b9b4e0acce68 req-d2fcd900-a17d-4ac9-8dee-c11488912a0a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 210 time: 0.0789247 Dec 13 09:52:59.196826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:52:59.197592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee239d-1ea2-4c23-a159-47b66495a85a None None] The sync data for ids ['078048c5-4e40-4503-84f5-87f333c482d7'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:52:59.208448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.246800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3355230-0bc0-4ec8-b624-0517a148c425 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2877758 Dec 13 09:52:59.256871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.289061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-96b9d0ac-9d31-47ef-a63d-a2048a5a0e99 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/078048c5-4e40-4503-84f5-87f333c482d7 HTTP/1.1" status: 200 len: 920 time: 0.2235534 Dec 13 09:52:59.291228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.296528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1ecf61be-81e6-4bfb-b437-70813edf818d tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': 'df84d699-8252-423b-b24c-e0d2730fc39b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:59.323909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-048443a6-8bbf-4219-835e-ef02f0321e7e tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=078048c5-4e40-4503-84f5-87f333c482d7 HTTP/1.1" status: 200 len: 205 time: 0.0280485 Dec 13 09:52:59.324607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.469870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.517594 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-1ecf61be-81e6-4bfb-b437-70813edf818d tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The resource could not be found. Dec 13 09:52:59.521767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ecf61be-81e6-4bfb-b437-70813edf818d tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2636740 Dec 13 09:52:59.523371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:52:59.594192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916984433'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:59.628041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.647142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-ed8e574a-d895-440e-9801-6e6ce4b4cb3d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:52:59.649602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-ed8e574a-d895-440e-9801-6e6ce4b4cb3d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 817 time: 0.3245299 Dec 13 09:52:59.687777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.688805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port df2e67a6-4fd0-47d5-95f7-ae7fe9e015bb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:52:59.689266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.745185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:52:59.782046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:52:59.798432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-4518cadd-ecf9-4fbf-b6e1-748142dfe703 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 380 time: 0.1356554 Dec 13 09:52:59.798944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for df2e67a6-4fd0-47d5-95f7-ae7fe9e015bb owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:52:59.839424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'port': {'device_id': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'admin_state_up': True, 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'security_groups': ['5a54a3bf-c687-4ef9-85ce-2d2715255696']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:52:59.981351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.015850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=df2e67a6-4fd0-47d5-95f7-ae7fe9e015bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.085522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.171109 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.187408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.188803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.191422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.229106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:00.245295 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:00.247644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.252525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb819428-8cdb-458a-9980-a40abd0d0f9b tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2883790 Dec 13 09:53:00.256853 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:00.257600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:00.277205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.278504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6884885 Dec 13 09:53:00.291118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.294738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a494e6c-c1c3-4ab2-9122-913b4be024c5 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c68acae-1b5b-49bd-985e-21b8714413bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.296185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.296731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router 078048c5-4e40-4503-84f5-87f333c482d7 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:00.307574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.314670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c5187a9-f1b1-401c-be0b-b3ea907f51b1 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/078048c5-4e40-4503-84f5-87f333c482d7 HTTP/1.1" status: 204 len: 168 time: 0.9888885 Dec 13 09:53:00.315327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.318707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--63047341'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:00.322373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'name': 'tempest-snat-router-197384513', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:00.365456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 87bb9a16-4041-44df-b79c-d758b834a2c2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:00.370258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.377709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9183faba-91c6-4b20-bd4e-5ad1f7a4ff36 req-54e0ae9a-fec4-4cb7-90e0-03628bd67120 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 210 time: 0.0970571 Dec 13 09:53:00.405009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.407266 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:00.432112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.453685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.455038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.531094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.563246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.564989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Made reservation on behalf of cc1575bf7bcd4494a6f3c27c1855b560 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:00.569465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.575291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.625731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10517af0-ae58-4899-9b62-880a5775348f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.671210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.677482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2bdb3c04-a4a1-478b-bbcd-4bdc8f219271 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3811469 Dec 13 09:53:00.682916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.691221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e7a0e70e-1316-4c77-9691-8608b6e5ee86 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group_rule': {'security_group_id': '1c68acae-1b5b-49bd-985e-21b8714413bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '10517af0-ae58-4899-9b62-880a5775348f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:00.724317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.735869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.781895 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:58Z', 'revision_number': 8, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:00.815321 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:00.831825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:00.835766 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:52:32Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:00.865113 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-e7a0e70e-1316-4c77-9691-8608b6e5ee86 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:53:00.870083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7a0e70e-1316-4c77-9691-8608b6e5ee86 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1861103 Dec 13 09:53:00.870791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.873310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.882199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Allocated IP 172.20.0.10 (064d79cb-0c5c-4be1-86bc-759d777808d2/a89c27a3-3c62-453b-af3e-973d76f62ec7/b56cd5c4-7ed2-4041-8091-b0e196750bb6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:00.937270 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9582d960-9ec9-408a-90bc-a263f2399446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.941988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:00.945328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/87bb9a16-4041-44df-b79c-d758b834a2c2 HTTP/1.1" status: 204 len: 168 time: 0.6940217 Dec 13 09:53:00.946991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddf275-4c98-4ff9-9777-c678713683e5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=87bb9a16-4041-44df-b79c-d758b834a2c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:00.954712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f23e9-459e-43f5-b7a2-a39874a15273 None None] Network 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:00.957922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:00.968039 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:01.081399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.092505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.105585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.132570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.199736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] DHCP port deletion for 8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:01.254023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:01.255595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.261746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:01.268833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:01.274734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:01.295225 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:58Z', 'revision_number': 8, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:01.310701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Deleting port a8d558ec-5580-4166-a734-7f780f65e974 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:01.312266 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.357512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:01.358420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.386468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.396787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-156628f1-cf68-4b8b-a340-90bf17e51dee tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5559840 Dec 13 09:53:01.405291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Request body: {'port': {'device_id': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:01.432683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.437606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.444102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.450515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/10517af0-ae58-4899-9b62-880a5775348f HTTP/1.1" status: 204 len: 168 time: 0.5785418 Dec 13 09:53:01.451184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] For port a8d558ec-5580-4166-a734-7f780f65e974, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a8d558ec-5580-4166-a734-7f780f65e974,segment=NetworkSegment(52a8d1fb-dd72-4b54-9739-3a138d621134),segment_id=52a8d1fb-dd72-4b54-9739-3a138d621134)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:01.451604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.457285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:01.489787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Calling delete_port for a8d558ec-5580-4166-a734-7f780f65e974 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:01.545866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ef71e-cf1d-4fca-83b4-798fa794648b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10517af0-ae58-4899-9b62-880a5775348f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:01.560832 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05405c08-afb8-4261-b66f-e31455b8fe31 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:52:58Z', 'revision_number': 8, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1a78939-88f8-4418-ad95-3f912ffded41', 'name': '', 'network_id': 'a883a21a-ba44-4483-ab89-dd007a855f26', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:53:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:38Z', 'updated_at': '2021-12-13T09:52:52Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '4ac010f5-22db-48a0-876d-e1f55132edeb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:01.600233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.675510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port a8d558ec-5580-4166-a734-7f780f65e974 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:01.681819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.702384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-baff3ce8-2c81-4d32-bd3f-1ee13b86209a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2436397 Dec 13 09:53:01.703117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:01.706233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.724167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95a18-6f31-42a6-8d65-b3fcac034679 req-ddfe90a4-c6d6-4cb6-8bc9-ede3e929438f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:01.732995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b95a18-6f31-42a6-8d65-b3fcac034679 req-ddfe90a4-c6d6-4cb6-8bc9-ede3e929438f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 932 time: 0.2150443 Dec 13 09:53:01.745303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] Pushing event deleted for resources: {'Port': ['ID=a8d558ec-5580-4166-a734-7f780f65e974,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:01.748874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c48b7b-feff-4595-a373-1c8d2128331d None None] No DVR routers for this DVR port a8d558ec-5580-4166-a734-7f780f65e974 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:01.786158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cd234485-082a-4bff-a525-3fd5971725a6 None None] Provisioning complete for port b56cd5c4-7ed2-4041-8091-b0e196750bb6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:01.787220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd234485-082a-4bff-a525-3fd5971725a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.844751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cd234485-082a-4bff-a525-3fd5971725a6 None None] Port b56cd5c4-7ed2-4041-8091-b0e196750bb6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:01.891797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11b95a18-6f31-42a6-8d65-b3fcac034679 req-c577e6ff-866a-4e6f-b495-3b76c284b761 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537497 Dec 13 09:53:01.917007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.25.1.210 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9726b396-3bbf-4862-8258-fd9c243e8df0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:01.927432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port a8d558ec-5580-4166-a734-7f780f65e974, host n-d-820531-5, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:01.927931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.959455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for a8d558ec-5580-4166-a734-7f780f65e974 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:01.970290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Port a8d558ec-5580-4166-a734-7f780f65e974 was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:53:01.975105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:01.993870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.054328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port a8d558ec-5580-4166-a734-7f780f65e974 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:02.065172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=a8d558ec-5580-4166-a734-7f780f65e974,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.080970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.186339 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.205933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.209252 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.214558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.218217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c68acae-1b5b-49bd-985e-21b8714413bd HTTP/1.1" status: 204 len: 168 time: 0.5090978 Dec 13 09:53:02.223985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:02.239270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94adad-9f35-499b-b29f-4deb6f39226a tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c68acae-1b5b-49bd-985e-21b8714413bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.267741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc9ae0e-f10d-40c3-899e-6dd0606e38f3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.283160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.297424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a8d1fb-dd72-4b54-9739-3a138d621134') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.297727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a8d1fb-dd72-4b54-9739-3a138d621134') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:02.325443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.335499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:02.341917 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-14c6eeaf-2cf3-44e9-8fee-f8d37dd79b59 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1126411 Dec 13 09:53:02.345361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:02.358944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884206299'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:02.359075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.362040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.379726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:02.380137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:02.385308 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:02.452842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.488632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Transition to ACTIVE for port object b56cd5c4-7ed2-4041-8091-b0e196750bb6 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:53:02.490749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.496241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.496571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.523131 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.529952 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/8dc9ae0e-f10d-40c3-899e-6dd0606e38f3 HTTP/1.1" status: 204 len: 168 time: 1.5709655 Dec 13 09:53:02.542869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:02.545026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:02.555116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5158d4-d6c6-4e40-b09c-d8c47a88dbb2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=8dc9ae0e-f10d-40c3-899e-6dd0606e38f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.558130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:02.560343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:02.646026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.695109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Attempting to bind port b56cd5c4-7ed2-4041-8091-b0e196750bb6 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:02.696260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Attempting to bind port b56cd5c4-7ed2-4041-8091-b0e196750bb6 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:02.696676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Attempting to bind port b56cd5c4-7ed2-4041-8091-b0e196750bb6 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:02.702026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Port b56cd5c4-7ed2-4041-8091-b0e196750bb6 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:53:02.702463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Attempting to bind port b56cd5c4-7ed2-4041-8091-b0e196750bb6 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:02.709594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:02.710082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Checking segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:02.710741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Bound using segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:02.711110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=9726b396-3bbf-4862-8258-fd9c243e8df0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:02.711461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Bound port: b56cd5c4-7ed2-4041-8091-b0e196750bb6, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:02.711921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.810046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:02.814239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:02.826917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.922150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:02.923287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:02.924924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] 10.222.0.44 "PUT /v2.0/ports/b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1092 time: 1.5266857 Dec 13 09:53:02.925628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:02.928295 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c" -d '{"events": [{"name": "network-changed", "server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:02.963119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c8f76-d992-42c2-8982-4e6f6fc2af5b service neutron] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:03.051238 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6288c-7213-4a2d-a06b-f0a2c1d5d220 x-openstack-request-id: req-70f6288c-7213-4a2d-a06b-f0a2c1d5d220 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:03.051544 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:03.051825 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70f6288c-7213-4a2d-a06b-f0a2c1d5d220 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:03.052234 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'status': 'completed', 'code': 200} Dec 13 09:53:03.095690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.104182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-b05e93de-77ad-44c8-be2c-d8e9f7e284f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:03.105975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-b05e93de-77ad-44c8-be2c-d8e9f7e284f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1095 time: 0.1166296 Dec 13 09:53:03.130472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1db71a-49d7-4b3e-8dc9-c269927fd70d req-41d7a9f3-3808-42d1-8a68-aa4d4af2b981 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:03.132138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1db71a-49d7-4b3e-8dc9-c269927fd70d req-41d7a9f3-3808-42d1-8a68-aa4d4af2b981 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.0774744 Dec 13 09:53:03.155428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.177267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-805ef24f-d4b1-4d71-9e69-bd08e9b5be9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 217 time: 0.0621305 Dec 13 09:53:03.233517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.234808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8884127 Dec 13 09:53:03.241651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.250637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f8d641c-d5d4-49f2-9ac9-f9fd2a3cde02 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:03.251116 n-d-820531-5 neutron-server[103188]: WARNING neutron.api.v2.base [None req-9f8d641c-d5d4-49f2-9ac9-f9fd2a3cde02 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 09:53:03.251568 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9f8d641c-d5d4-49f2-9ac9-f9fd2a3cde02 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 09:53:03.252590 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f8d641c-d5d4-49f2-9ac9-f9fd2a3cde02 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "PUT /v2.0/security-groups/1eedd426-1b23-45d4-b7fc-01177178e47a HTTP/1.1" status: 409 len: 330 time: 0.0068154 Dec 13 09:53:03.255839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.257983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23806aa9-8c69-4267-8cf8-056f63d46066 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedd426-1b23-45d4-b7fc-01177178e47a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:03.298414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-128d1872-6c05-4dfb-9316-a39929714edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:03.299902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-128d1872-6c05-4dfb-9316-a39929714edc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1154261 Dec 13 09:53:03.323968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:03.350387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:03.353736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6258e42a-9e41-4b51-bbc4-a793aa3c1d49 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:03.354689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a8d558ec-5580-4166-a734-7f780f65e974 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:03.405265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a8d558ec-5580-4166-a734-7f780f65e974 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:03.406166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a8d558ec-5580-4166-a734-7f780f65e974 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:03.409777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1db71a-49d7-4b3e-8dc9-c269927fd70d req-9273e98d-a3bb-4540-8ded-dbeee9655d59 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351768 Dec 13 09:53:03.434912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.476388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.491958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-87bde2b4-0982-483a-ae87-8d52b2d7d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:03.493713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-87bde2b4-0982-483a-ae87-8d52b2d7d398 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803522 Dec 13 09:53:03.581252 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.584045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.588561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/1eedd426-1b23-45d4-b7fc-01177178e47a HTTP/1.1" status: 204 len: 168 time: 0.3304572 Dec 13 09:53:03.591302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.624591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a5ae-f891-4c2a-86e5-f125d19abf58 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedd426-1b23-45d4-b7fc-01177178e47a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:03.640846 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.669271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b731f6c5-81f2-4bbb-bbf6-256596353c2d tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741522 Dec 13 09:53:03.672023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.683177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-a8450c84-5acb-495c-a913-d7d520672864 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817107 Dec 13 09:53:03.688711 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-20d3dc34-8907-49d2-8d8d-d76e4fde6598 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] delete failed (client error): The resource could not be found. Dec 13 09:53:03.690606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-20d3dc34-8907-49d2-8d8d-d76e4fde6598 tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd880ed6-a5cc-492f-8380-890bf8539fbf HTTP/1.1" status: 404 len: 347 time: 0.0169938 Dec 13 09:53:03.698381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.751457 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-70c17857-aaa2-485c-950e-3677b7fdcb1b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] show failed (client error): The resource could not be found. Dec 13 09:53:03.756013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-70c17857-aaa2-485c-950e-3677b7fdcb1b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-groups/c0cbfb0d-c590-42d3-adc8-5753d5026e18 HTTP/1.1" status: 404 len: 347 time: 0.0532384 Dec 13 09:53:03.756911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:03.797462 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8cbd306d-bcb4-42a2-9aa5-395cc65ead9b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] show failed (client error): The resource could not be found. Dec 13 09:53:03.800341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd031b2d-a29c-4059-85ea-69ccaf0a1ba1 req-d054e93f-abba-4d94-b08a-5f8dd5fc5e9c service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077762 Dec 13 09:53:03.800534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8cbd306d-bcb4-42a2-9aa5-395cc65ead9b tempest-NegativeSecGroupTest-124766154 tempest-NegativeSecGroupTest-124766154-project] 10.222.0.30 "GET /v2.0/security-group-rules/8065a9df-5861-4e24-adfb-443e909a408e HTTP/1.1" status: 404 len: 356 time: 0.0407357 Dec 13 09:53:03.810788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:03.890875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-372e992f-c539-4801-a255-29cbac174627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:03.892588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-372e992f-c539-4801-a255-29cbac174627 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1095 time: 0.0434880 Dec 13 09:53:03.952358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.026281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-3cd4b762-a867-41ff-869d-261c71d11f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:04.029694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-3cd4b762-a867-41ff-869d-261c71d11f96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.1250944 Dec 13 09:53:04.088146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-164a2b78-acec-4433-a79d-d6c4cacb677d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 217 time: 0.0499058 Dec 13 09:53:04.134781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:04.150325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-149b55cc-b17a-40ed-a73c-10da5ad22f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:04.151833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-149b55cc-b17a-40ed-a73c-10da5ad22f77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.0556550 Dec 13 09:53:04.209192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-cbb15bae-3148-4668-a1bc-6ea55ad0e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:04.211953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-cbb15bae-3148-4668-a1bc-6ea55ad0e8a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517459 Dec 13 09:53:04.232696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.322288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-36c775d5-56f1-49d7-9298-3112d2100e39 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027541 Dec 13 09:53:04.403654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33cd98f5-de55-412d-88c5-f1424fdbdfa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e254c6fb1b0457b9ed32f0f1efc431e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397497 Dec 13 09:53:04.408516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:04.443900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f5c0ca1-8e8b-49e7-961e-81fb8c69456c req-9db401f1-4948-4bc2-bfbd-0226c2739064 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135283 Dec 13 09:53:04.474692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.480633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router fe947787-d36b-4670-95e4-16bbfaaaca9f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:04.501785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.504063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port d1a78939-88f8-4418-ad95-3f912ffded41 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:04.504516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.591114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.594325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.595737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6dcde38f-386a-4931-9d79-31bb1a5614e7 HTTP/1.1" status: 204 len: 168 time: 0.1860352 Dec 13 09:53:04.617234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cdc9a-5cff-4f4c-bd4e-0fc922481aa1 req-cbf5d02d-27ac-40ae-8aa0-9d5349d0d299 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:04.619117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-875cdc9a-5cff-4f4c-bd4e-0fc922481aa1 req-cbf5d02d-27ac-40ae-8aa0-9d5349d0d299 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.0679967 Dec 13 09:53:04.632590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08559d-fe01-47a2-b84c-512e9aeec98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcde38f-386a-4931-9d79-31bb1a5614e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:04.668647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.697331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-875cdc9a-5cff-4f4c-bd4e-0fc922481aa1 req-eed71ea0-99a7-403e-9bed-30012f7031f2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652752 Dec 13 09:53:04.777405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:04.780279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port d1a78939-88f8-4418-ad95-3f912ffded41, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d1a78939-88f8-4418-ad95-3f912ffded41,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:04.780654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.796571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Sync routers for ids ['fe947787-d36b-4670-95e4-16bbfaaaca9f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:04.801475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for d1a78939-88f8-4418-ad95-3f912ffded41 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:04.812056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Routers {'fe947787-d36b-4670-95e4-16bbfaaaca9f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:04.813382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe947787-d36b-4670-95e4-16bbfaaaca9f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:04.819232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:04.822795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9de57d01-a795-48d0-9582-5c2ac7e048a8 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5012596 Dec 13 09:53:04.823191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:04.939293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Set router fe947787-d36b-4670-95e4-16bbfaaaca9f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:04.995715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d347e77c-829b-49fe-af61-886d27910806 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/fe947787-d36b-4670-95e4-16bbfaaaca9f HTTP/1.1" status: 200 len: 908 time: 0.1709764 Dec 13 09:53:04.997780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.002202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'name': 'tempest-snat-router-197384513', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': True}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:05.045026 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.046582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.065369 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.104838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=d1a78939-88f8-4418-ad95-3f912ffded41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:05.190229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.207449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:00Z', 'updated_at': '2021-12-13T09:53:03Z', 'revision_number': 3, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port': {'id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:01Z', 'updated_at': '2021-12-13T09:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:05.300219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Checking router: fe947787-d36b-4670-95e4-16bbfaaaca9f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:05.301146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Updating router fe947787-d36b-4670-95e4-16bbfaaaca9f port 9726b396-3bbf-4862-8258-fd9c243e8df0 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:05.341000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.454450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.527579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.709456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.722788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0115490 Dec 13 09:53:05.726633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.757086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:05.852358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.865048 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:05.900594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:05.916322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cfeb462b-ae71-4afd-9cee-a6061d803f77 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701930 Dec 13 09:53:05.918345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:05.924268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:05.935062 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:05.935482 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:05.958360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Attempting to bind port 9726b396-3bbf-4862-8258-fd9c243e8df0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:05.959016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Attempting to bind port 9726b396-3bbf-4862-8258-fd9c243e8df0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:05.960373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Attempting to bind port 9726b396-3bbf-4862-8258-fd9c243e8df0 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:05.967712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9fc325f-c69d-49d5-8d66-3dfcddd67b7e tempest-NetworksApiDiscovery-335494051 tempest-NetworksApiDiscovery-335494051-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2398551 Dec 13 09:53:05.971220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Pushing event updated for resources: {'Port': ['ID=9726b396-3bbf-4862-8258-fd9c243e8df0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:06.005928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:06.006812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:06.007448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.008902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:06.010283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Bound port: 9726b396-3bbf-4862-8258-fd9c243e8df0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:06.010950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.036007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 4ac010f5-22db-48a0-876d-e1f55132edeb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:06.036645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017633-4125-42dc-8fec-c6596f5f2280 req-9757eaf7-d4fc-463e-b24b-72630d8a95b9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:06.038239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59017633-4125-42dc-8fec-c6596f5f2280 req-9757eaf7-d4fc-463e-b24b-72630d8a95b9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1547070 Dec 13 09:53:06.044236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.044945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.069657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.122692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] For port 9726b396-3bbf-4862-8258-fd9c243e8df0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:06.130732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] For port 9726b396-3bbf-4862-8258-fd9c243e8df0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9726b396-3bbf-4862-8258-fd9c243e8df0,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:06.138032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.140333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.140943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.142613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.144363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.144965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.145105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.145842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.146407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.149155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.149808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.150621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.151176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.154059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:06.174300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59017633-4125-42dc-8fec-c6596f5f2280 req-d6710f82-f6b2-435e-ba12-25cf02ad5083 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064138 Dec 13 09:53:06.175063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.203286 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:06.292637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.314848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.25.1.58 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/62de3f04-fc7d-4978-b9f6-f675f2186109) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:06.335079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Routers {'fe947787-d36b-4670-95e4-16bbfaaaca9f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:06.337905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['fe947787-d36b-4670-95e4-16bbfaaaca9f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:06.354746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724426a-5522-416a-8b28-53a468194aa9 None None] Pushing event updated for resources: {'Port': ['ID=9726b396-3bbf-4862-8258-fd9c243e8df0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:06.390312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.487368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.499714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b0a19-62b4-4c4a-b71c-ad29ca3ec42f None None] Network a883a21a-ba44-4483-ab89-dd007a855f26 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:06.501066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/4ac010f5-22db-48a0-876d-e1f55132edeb HTTP/1.1" status: 204 len: 168 time: 0.5796893 Dec 13 09:53:06.501765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:06.508823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:06.536010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.574287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:04Z', 'revision_number': 9, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:06.590638 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.605383 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:06.615044 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:06.615917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:06.658531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:06.667880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:06.676213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:06.681912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:06.701711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.706717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33295b1a-ebc5-4a5a-8f9c-c7cca34b33c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac010f5-22db-48a0-876d-e1f55132edeb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:06.749748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] Set router fe947787-d36b-4670-95e4-16bbfaaaca9f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:06.788539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=62de3f04-fc7d-4978-b9f6-f675f2186109,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:06.791099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:06.851419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:06.852289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.933268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c66bd-455e-47f7-9f47-e59280badf3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:06.965147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0959831f-b62d-4a90-b875-a6bc7240c4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.010639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,segment=NetworkSegment(3c1f3d63-05ac-439d-a906-5039fe73ed19),segment_id=3c1f3d63-05ac-439d-a906-5039fe73ed19)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:07.011102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.034147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:07.034677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c66bd-455e-47f7-9f47-e59280badf3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.044455 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c66bd-455e-47f7-9f47-e59280badf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.064221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:53:07.066952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] DHCP port deletion for a883a21a-ba44-4483-ab89-dd007a855f26 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:07.091029 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:04Z', 'revision_number': 9, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.129432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204bacc-62ff-412a-afd0-168229a417cd None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:04Z', 'revision_number': 9, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '296e09e1-71b4-4aaa-a5a0-10252ad0de1c', 'name': '', 'network_id': '390f2df8-8a67-4998-a2d8-a559ac200683', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:b9:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '28961d3b-999e-4be9-9d22-e4f263314292', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:44Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': '28961d3b-999e-4be9-9d22-e4f263314292', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:07.186139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c66bd-455e-47f7-9f47-e59280badf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1e567-7d4b-46eb-9af3-a5937de6e169,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.199338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6b5c66bd-455e-47f7-9f47-e59280badf3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a88686511014dd2bdb2cfbe353f7a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298865 Dec 13 09:53:07.202464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:07.248475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0959831f-b62d-4a90-b875-a6bc7240c4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.256395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0959831f-b62d-4a90-b875-a6bc7240c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.278790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.280511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.286202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.319135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.345703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:07.347979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959831f-b62d-4a90-b875-a6bc7240c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de6012b-08b2-4621-8e39-75a52facb1ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.362965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.379501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0959831f-b62d-4a90-b875-a6bc7240c4b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5caf8dbeb514c2487271755fdbefa0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6839075 Dec 13 09:53:07.383092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:07.483319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.485795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:00Z', 'updated_at': '2021-12-13T09:53:03Z', 'revision_number': 3, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port': {'id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:01Z', 'updated_at': '2021-12-13T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.486160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.487317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fea1e567-7d4b-46eb-9af3-a5937de6e169 HTTP/1.1" status: 204 len: 168 time: 0.2839389 Dec 13 09:53:07.522234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f16322-09f7-4bbd-beb6-b4d4936c1c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1e567-7d4b-46eb-9af3-a5937de6e169,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.557546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Deleting port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:07.558080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.566933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da094f-7161-445e-aed8-a07a65dc965f req-9169160d-4061-4608-a40f-299e259f957b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:07.568543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66da094f-7161-445e-aed8-a07a65dc965f req-9169160d-4061-4608-a40f-299e259f957b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1386254 Dec 13 09:53:07.613678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.618722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.626387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2364c3-2dab-4416-bb3b-d72f54c2a51d None None] The sync data for ids ['fe947787-d36b-4670-95e4-16bbfaaaca9f'] in n-d-820531-5 is: [{'id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:00Z', 'updated_at': '2021-12-13T09:53:03Z', 'revision_number': 3, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port': {'id': '9726b396-3bbf-4862-8258-fd9c243e8df0', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe947787-d36b-4670-95e4-16bbfaaaca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:01Z', 'updated_at': '2021-12-13T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:07.651707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:07.677688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.687842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a883a21a-ba44-4483-ab89-dd007a855f26']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.715504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1f3d63-05ac-439d-a906-5039fe73ed19') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.715950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1f3d63-05ac-439d-a906-5039fe73ed19') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:07.719795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:07.720176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:07.745853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:07.754582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.762977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] For port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:07.763369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.776487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:53:07.782498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Calling delete_port for 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:07.786364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:53:07.790482 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.799222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.812200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:07.812419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:07.816067 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:07.830735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66da094f-7161-445e-aed8-a07a65dc965f req-cfea0a3d-97a3-413a-a898-990eea52a3f6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496259 Dec 13 09:53:07.864377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] Pushing event deleted for resources: {'Port': ['ID=5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.867986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0a7e9-83a8-4ef8-b6a1-ba34b5ed3975 None None] No DVR routers for this DVR port 5cba3cde-6aa5-4fd2-9e2d-0b8932f12c2a on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:07.891546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.895009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.896373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.900257 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de6012b-08b2-4621-8e39-75a52facb1ec HTTP/1.1" status: 204 len: 168 time: 0.5158186 Dec 13 09:53:07.917158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.921823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c2933-eeae-496f-84f8-d3c61de1e621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de6012b-08b2-4621-8e39-75a52facb1ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:07.938432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.952165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:07.960631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/a883a21a-ba44-4483-ab89-dd007a855f26 HTTP/1.1" status: 204 len: 168 time: 1.4575238 Dec 13 09:53:07.973512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:07.983374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:08.037733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:08.055654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.199260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110bc21-ed19-45f5-8265-38e2831cc2c5 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=a883a21a-ba44-4483-ab89-dd007a855f26,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:08.209731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:08.338575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b56cd5c4-7ed2-4041-8091-b0e196750bb6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:08.587033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40354) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:08.642313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ed16cb-fbb2-4853-a704-5d8df5cc9cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.677380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.690236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router a42ee174-0059-4e4b-b28a-e57224e30712 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:08.857982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ed16cb-fbb2-4853-a704-5d8df5cc9cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.874552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:08.876896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ed16cb-fbb2-4853-a704-5d8df5cc9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:08.887340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Sync routers for ids ['a42ee174-0059-4e4b-b28a-e57224e30712'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:08.904966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Routers {'a42ee174-0059-4e4b-b28a-e57224e30712'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:08.906395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a42ee174-0059-4e4b-b28a-e57224e30712'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:08.981292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7ed16cb-fbb2-4853-a704-5d8df5cc9cfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=703f3c54bd8a46899529aefcd4a5dd8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908238 Dec 13 09:53:08.982211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:09.062906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.064363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a0e51be5-dc37-4cb3-8f2c-407af02b8f3e tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0655732 Dec 13 09:53:09.067703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed16cb-fbb2-4853-a704-5d8df5cc9cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80d339-2111-4b16-a952-fca17c898767,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:09.079572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:09.104182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Set router a42ee174-0059-4e4b-b28a-e57224e30712 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:09.219249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4efd-cac5-468a-9576-dd837196b13b req-9df942fa-8ce3-4f3b-9ad1-1ba8515a52d0 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:09.222340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f8a4efd-cac5-468a-9576-dd837196b13b req-9df942fa-8ce3-4f3b-9ad1-1ba8515a52d0 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 945 time: 0.2387102 Dec 13 09:53:09.254988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.296686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.356866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.360106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.361349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d80d339-2111-4b16-a952-fca17c898767 HTTP/1.1" status: 204 len: 168 time: 0.3683038 Dec 13 09:53:09.369173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee174-0059-4e4b-b28a-e57224e30712', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '62de3f04-fc7d-4978-b9f6-f675f2186109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:05Z', 'updated_at': '2021-12-13T09:53:06Z', 'revision_number': 3, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port': {'id': '62de3f04-fc7d-4978-b9f6-f675f2186109', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ee174-0059-4e4b-b28a-e57224e30712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:53:06Z', 'updated_at': '2021-12-13T09:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:09.416245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9726b396-3bbf-4862-8258-fd9c243e8df0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:09.420365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Checking router: a42ee174-0059-4e4b-b28a-e57224e30712 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:09.420709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Updating router a42ee174-0059-4e4b-b28a-e57224e30712 port 62de3f04-fc7d-4978-b9f6-f675f2186109 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:53:09.421018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbf8e2-25d9-44b3-92bd-953359acf05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80d339-2111-4b16-a952-fca17c898767,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:09.422165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:09.422657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.429446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-60cd1793-2f2a-47e4-aa75-247a2b2f38d7 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/a42ee174-0059-4e4b-b28a-e57224e30712 HTTP/1.1" status: 200 len: 906 time: 0.3486629 Dec 13 09:53:09.432923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:09.448470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f8a4efd-cac5-468a-9576-dd837196b13b req-6bc974bf-ba35-43b7-97ef-ededc2700200 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157400 Dec 13 09:53:09.497465 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.673496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.676144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 296e09e1-71b4-4aaa-a5a0-10252ad0de1c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:09.676502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.721025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9726b396-3bbf-4862-8258-fd9c243e8df0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:09.721025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.766264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 296e09e1-71b4-4aaa-a5a0-10252ad0de1c owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:09.865704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.905358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:09.946851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9726b396-3bbf-4862-8258-fd9c243e8df0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9726b396-3bbf-4862-8258-fd9c243e8df0,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:09.955922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.014059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d1a78939-88f8-4418-ad95-3f912ffded41 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:10.041332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d1a78939-88f8-4418-ad95-3f912ffded41 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:10.041332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d1a78939-88f8-4418-ad95-3f912ffded41 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:10.054353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9726b396-3bbf-4862-8258-fd9c243e8df0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:10.112563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.120724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.128618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.142980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=296e09e1-71b4-4aaa-a5a0-10252ad0de1c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:10.207864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081b569-3569-4a3e-9b17-37b5e3318bc1 None None] Pushing event updated for resources: {'Port': ['ID=62de3f04-fc7d-4978-b9f6-f675f2186109,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:10.245805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Attempting to bind port 62de3f04-fc7d-4978-b9f6-f675f2186109 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:10.246305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Attempting to bind port 62de3f04-fc7d-4978-b9f6-f675f2186109 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:10.246806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Attempting to bind port 62de3f04-fc7d-4978-b9f6-f675f2186109 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:10.253279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:10.253739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:10.254216 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.254691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:10.255233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Bound port: 62de3f04-fc7d-4978-b9f6-f675f2186109, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:10.256180 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.278030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Deleting port 62de3f04-fc7d-4978-b9f6-f675f2186109 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:10.278292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.360300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] For port 62de3f04-fc7d-4978-b9f6-f675f2186109, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:10.364005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] For port 62de3f04-fc7d-4978-b9f6-f675f2186109, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=62de3f04-fc7d-4978-b9f6-f675f2186109,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:10.371272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.443117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Routers {'a42ee174-0059-4e4b-b28a-e57224e30712'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:10.443753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a42ee174-0059-4e4b-b28a-e57224e30712'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:10.504497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.515960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.528013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Calling delete_port for 62de3f04-fc7d-4978-b9f6-f675f2186109 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:10.566932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081b569-3569-4a3e-9b17-37b5e3318bc1 None None] Pushing event updated for resources: {'Port': ['ID=62de3f04-fc7d-4978-b9f6-f675f2186109,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:10.622076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] Set router a42ee174-0059-4e4b-b28a-e57224e30712 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:10.632832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a6f9-4202-4b61-81e9-f46f994feead req-1fbcc6b7-1313-4700-bd7e-82f27608bd41 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:10.635936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3091a6f9-4202-4b61-81e9-f46f994feead req-1fbcc6b7-1313-4700-bd7e-82f27608bd41 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 945 time: 0.0957665 Dec 13 09:53:10.698598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ee174-0059-4e4b-b28a-e57224e30712', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:05Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 4, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:10.733686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b616f-7236-4fff-b89b-a465fc4ff9eb None None] The sync data for ids ['a42ee174-0059-4e4b-b28a-e57224e30712'] in n-d-820531-5 is: [{'id': 'a42ee174-0059-4e4b-b28a-e57224e30712', 'name': 'tempest-snat-router-197384513', 'tenant_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:05Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 4, 'project_id': 'd7557a62f4064345ae82b401bd6ba3e8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:10.753476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3091a6f9-4202-4b61-81e9-f46f994feead req-ab52b3d5-8263-4ffa-8353-4a178517292e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074152 Dec 13 09:53:10.894169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:10.976099 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:10.997923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:11.015764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Port': ['ID=62de3f04-fc7d-4978-b9f6-f675f2186109,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:11.112409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:11.126057 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:11.131780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70a177c4-ecf4-4d5d-9282-d54cf0b746ca tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571250 Dec 13 09:53:11.135471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:11.142554 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:11.143469 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:11.234731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:11.236622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port b56cd5c4-7ed2-4041-8091-b0e196750bb6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:53:11.240728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b56cd5c4-7ed2-4041-8091-b0e196750bb6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:11.241099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.248033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.274820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet 28961d3b-999e-4be9-9d22-e4f263314292 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:11.278881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.339982 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:11.353560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.464490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.467575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.496897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.520687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9726b396-3bbf-4862-8258-fd9c243e8df0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:11.534319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.535253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a42ee174-0059-4e4b-b28a-e57224e30712 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:11.542014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.543277 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2c564957-9bdf-4546-b8a5-86060b2fd6d1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a42ee174-0059-4e4b-b28a-e57224e30712 HTTP/1.1" status: 204 len: 168 time: 2.1092966 Dec 13 09:53:11.546006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:11.568969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.590198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:11.592571 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a39a21-92c3-4115-9275-18e361e843d8" -d '{"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:11.642838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38cf29c9-8b05-463d-b83f-bb7823d2955e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.645203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:11.658586 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.704503 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7e2371-86b2-41ff-b0aa-86439cfbb477 x-openstack-request-id: req-ca7e2371-86b2-41ff-b0aa-86439cfbb477 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:11.704941 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:11.705351 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca7e2371-86b2-41ff-b0aa-86439cfbb477 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:11.705849 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'code': 200} Dec 13 09:53:11.739632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9726b396-3bbf-4862-8258-fd9c243e8df0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:11.740170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.744229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:11.756328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.783865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38cf29c9-8b05-463d-b83f-bb7823d2955e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.798904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38cf29c9-8b05-463d-b83f-bb7823d2955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.840800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afcede-f19c-4d24-aee4-509869483a60 None None] Network 390f2df8-8a67-4998-a2d8-a559ac200683 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:11.846145 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 10, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:11.865967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=28961d3b-999e-4be9-9d22-e4f263314292,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:11.871137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:11.875074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-42e49036-bccf-490a-9159-203d31298d0a tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/28961d3b-999e-4be9-9d22-e4f263314292 HTTP/1.1" status: 204 len: 168 time: 0.7385116 Dec 13 09:53:11.878433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:11.887286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf29c9-8b05-463d-b83f-bb7823d2955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2d121-3882-47da-8607-19ee5fc43130,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:11.921614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:11.932090 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:11.933417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:11.967225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.043535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bef5e-02d8-415c-89aa-1386037dde32 req-a9c3194f-3b0d-428c-bd00-9662139b0c8b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:12.045060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d7bef5e-02d8-415c-89aa-1386037dde32 req-a9c3194f-3b0d-428c-bd00-9662139b0c8b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1327751 Dec 13 09:53:12.046977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fad4b-2c4e-4c76-b9cf-79d7db460bfd req-2a0ab142-e296-4276-b938-78c552dc84de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:12.048349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-547fad4b-2c4e-4c76-b9cf-79d7db460bfd req-2a0ab142-e296-4276-b938-78c552dc84de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1097 time: 0.2771735 Dec 13 09:53:12.054052 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.085569 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:12.114740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-547fad4b-2c4e-4c76-b9cf-79d7db460bfd req-921fd1db-1eaa-4aba-aa4c-3d507f26043c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547271 Dec 13 09:53:12.169478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] DHCP port deletion for 390f2df8-8a67-4998-a2d8-a559ac200683 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:12.184932 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38cf29c9-8b05-463d-b83f-bb7823d2955e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bad231c0dd44a4c8908f21e93d2c06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9422517 Dec 13 09:53:12.189800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:12.240868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d7bef5e-02d8-415c-89aa-1386037dde32 req-9869fcc3-357d-406e-af4f-af78fc9bf095 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818864 Dec 13 09:53:12.244955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.268730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port bff2a499-3bb2-441a-9731-3c699ba2879a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:12.269567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.298296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Deleting port bff2a499-3bb2-441a-9731-3c699ba2879a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:12.299254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.327232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.351304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.383789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port bff2a499-3bb2-441a-9731-3c699ba2879a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bff2a499-3bb2-441a-9731-3c699ba2879a,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:12.384589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.391659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] For port bff2a499-3bb2-441a-9731-3c699ba2879a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bff2a499-3bb2-441a-9731-3c699ba2879a,segment=NetworkSegment(c4b445e5-ca9e-4550-9b45-7c9fa4051c3d),segment_id=c4b445e5-ca9e-4550-9b45-7c9fa4051c3d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:12.392068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.408886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for bff2a499-3bb2-441a-9731-3c699ba2879a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:12.419822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Calling delete_port for bff2a499-3bb2-441a-9731-3c699ba2879a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:12.424584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Deleting port 9726b396-3bbf-4862-8258-fd9c243e8df0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:12.424994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.479565 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 10, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:12.516285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] For port 9726b396-3bbf-4862-8258-fd9c243e8df0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9726b396-3bbf-4862-8258-fd9c243e8df0,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:12.516783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.543485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.550367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Calling delete_port for 9726b396-3bbf-4862-8258-fd9c243e8df0 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:12.565709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port bff2a499-3bb2-441a-9731-3c699ba2879a on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:12.597821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=bff2a499-3bb2-441a-9731-3c699ba2879a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.635423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.658385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4697e8-13ec-4119-8927-b518b28411eb None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:09Z', 'revision_number': 10, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None, '_interfaces': [{'id': '676e7020-656e-4735-966c-dae0110df2fd', 'name': '', 'network_id': '227ae9f5-0c1c-46a3-9895-13147c0a6fe2', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'mac_address': 'fa:16:3e:de:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:27Z', 'updated_at': '2021-12-13T09:52:33Z', 'revision_number': 5, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'subnets': [{'id': 'af29eb2e-3538-4a71-a94d-f9cc7d151834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:12.665544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] Pushing event deleted for resources: {'Port': ['ID=bff2a499-3bb2-441a-9731-3c699ba2879a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.677135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b86fba-7355-4e2e-99e3-90b320b07e1e None None] No DVR routers for this DVR port bff2a499-3bb2-441a-9731-3c699ba2879a on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:12.678217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.681689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.682884 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcc2d121-3882-47da-8607-19ee5fc43130 HTTP/1.1" status: 204 len: 168 time: 0.4900315 Dec 13 09:53:12.711638 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.713357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff862be-d075-40f3-8703-213221befb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2d121-3882-47da-8607-19ee5fc43130,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.748675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390f2df8-8a67-4998-a2d8-a559ac200683']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:12.762516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:12.765415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b445e5-ca9e-4550-9b45-7c9fa4051c3d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:12.790854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.814398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.824912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:12.825878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:12.830378 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:12.893851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.924197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event deleted for resources: {'Port': ['ID=9726b396-3bbf-4862-8258-fd9c243e8df0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:12.953423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.966705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:12.971053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/390f2df8-8a67-4998-a2d8-a559ac200683 HTTP/1.1" status: 204 len: 168 time: 1.0914030 Dec 13 09:53:12.989745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:13.046474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.122068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5ddd-050b-4ea5-94b1-7d669c970fce tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=390f2df8-8a67-4998-a2d8-a559ac200683,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:13.269397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:13.291548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-5b92dd02-4217-41fc-804b-83dcc47ac8fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671839 Dec 13 09:53:13.292423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bd363fc-35bc-4648-a07d-1aafb88630e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.410004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 296e09e1-71b4-4aaa-a5a0-10252ad0de1c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:13.435246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 296e09e1-71b4-4aaa-a5a0-10252ad0de1c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:13.435695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 296e09e1-71b4-4aaa-a5a0-10252ad0de1c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:13.436712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bff2a499-3bb2-441a-9731-3c699ba2879a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:13.459393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: bff2a499-3bb2-441a-9731-3c699ba2879a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:13.459848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bff2a499-3bb2-441a-9731-3c699ba2879a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:13.498745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-46f24f1c-1231-497e-8b56-8a0b49d01947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:13.499017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.500706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-46f24f1c-1231-497e-8b56-8a0b49d01947 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 1096 time: 0.1314464 Dec 13 09:53:13.501912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.519818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b3aa4-9508-42f4-ae40-aa3d90ae4a2c req-d1dbcf0a-1ca3-4d6e-b626-0df398bfd76b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:13.521454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-675b3aa4-9508-42f4-ae40-aa3d90ae4a2c req-d1dbcf0a-1ca3-4d6e-b626-0df398bfd76b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1726761 Dec 13 09:53:13.552718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.553565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe947787-d36b-4670-95e4-16bbfaaaca9f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:13.566716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.567846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89f85d84-36e7-444a-a875-4de435a9c040 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fe947787-d36b-4670-95e4-16bbfaaaca9f HTTP/1.1" status: 204 len: 168 time: 2.0207033 Dec 13 09:53:13.573012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:13.578981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1073027215', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:13.610580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.611912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.624350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bd363fc-35bc-4648-a07d-1aafb88630e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.650344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bd363fc-35bc-4648-a07d-1aafb88630e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.689548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.759285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-675b3aa4-9508-42f4-ae40-aa3d90ae4a2c req-407cd221-2078-49cd-a2f6-780791498df2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135277 Dec 13 09:53:13.790668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0bd363fc-35bc-4648-a07d-1aafb88630e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ac073039f33483e86c500a62440a17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235934 Dec 13 09:53:13.793903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:13.799396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd363fc-35bc-4648-a07d-1aafb88630e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04caa59a-b1e8-431f-bcd4-14286d6a5c35,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:13.831218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-bdccf2f6-576b-489f-b439-00655f158dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:13.832791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-bdccf2f6-576b-489f-b439-00655f158dc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3059161 Dec 13 09:53:13.875310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.941163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-e3726c5d-ea4c-4ba6-9c41-0e35659726cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 200 len: 217 time: 0.0875280 Dec 13 09:53:13.962163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:13.994401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.013012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.022018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ecf8c-689b-49d7-8d96-33c736ead273 req-b6472542-9eb7-4327-9bbd-0101bfbe642b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:14.023629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3ecf8c-689b-49d7-8d96-33c736ead273 req-b6472542-9eb7-4327-9bbd-0101bfbe642b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1602602 Dec 13 09:53:14.041642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:14.051218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'floatingip': {'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:14.061893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-f05ccd7e-6c59-4f2a-b27c-efab93e4961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:14.061893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-f05ccd7e-6c59-4f2a-b27c-efab93e4961c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1112006 Dec 13 09:53:14.116924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.165578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-fc103fb4-771b-4af1-8648-d57fde4f57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:14.165578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-fc103fb4-771b-4af1-8648-d57fde4f57e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710361 Dec 13 09:53:14.201374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.204102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.208344 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04caa59a-b1e8-431f-bcd4-14286d6a5c35 HTTP/1.1" status: 204 len: 168 time: 0.4123182 Dec 13 09:53:14.275497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6e477-e4b1-4954-a91f-dc59b3916892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04caa59a-b1e8-431f-bcd4-14286d6a5c35,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:14.306166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-d32e1b51-bf5e-4bcc-ad15-4ce8a153bef2 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353228 Dec 13 09:53:14.442060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23ba6278-6c88-43f2-a342-58c8f14ac11e req-71366384-06c3-4d2e-abfa-9f466bbf3a5c service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012733 Dec 13 09:53:14.551463 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.585016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.669384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 676e7020-656e-4735-966c-dae0110df2fd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:14.669783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.795560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 676e7020-656e-4735-966c-dae0110df2fd, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=676e7020-656e-4735-966c-dae0110df2fd,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:14.796229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.822229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 676e7020-656e-4735-966c-dae0110df2fd owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:14.826874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Allocated IP 172.25.1.211 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/1905f9ea-d5e3-432d-8e6f-21e0a1b5663e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:14.936778 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:14.949405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.071968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.101182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=676e7020-656e-4735-966c-dae0110df2fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:15.106423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.148003 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Floating IP 7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7 associated. External IP: 172.25.1.107, port: b56cd5c4-7ed2-4041-8091-b0e196750bb6. Dec 13 09:53:15.290284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9726b396-3bbf-4862-8258-fd9c243e8df0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:15.330080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.337409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9726b396-3bbf-4862-8258-fd9c243e8df0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:15.338344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9726b396-3bbf-4862-8258-fd9c243e8df0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:15.401001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:15.407376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:15.412719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:15.449514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event updated for resources: {'Port': ['ID=1905f9ea-d5e3-432d-8e6f-21e0a1b5663e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:15.537462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.670751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:15.766591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:15.850001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:15.858355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b99940ac-21c4-47a6-84ce-a54dc188f5be tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637934 Dec 13 09:53:15.858961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:15.860172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.865519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:15.889389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:15.890232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:15.914985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:15.931663 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:15.934552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting subnet af29eb2e-3538-4a71-a94d-f9cc7d151834 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:53:15.938934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.944316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:15.949170 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:15.949777 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:15.965515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:16.020988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.057843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.093608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:16.104326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:16.104974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.165026 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.172537 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:16.250216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:16.276785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.331627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.340569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/af29eb2e-3538-4a71-a94d-f9cc7d151834 HTTP/1.1" status: 204 len: 168 time: 0.4805031 Dec 13 09:53:16.341502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:16.342298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8722e-402c-4d9d-8ae2-347f567038ea tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Subnet': ['ID=af29eb2e-3538-4a71-a94d-f9cc7d151834,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:16.414249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db577a39-e663-4dca-8db9-48304bcfa3e4 None None] Network 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:53:16.425929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.474199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.509767 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-992f03ab-8d4f-4c49-83f9-c65963987c86 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "PUT /v2.0/floatingips/7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7 HTTP/1.1" status: 200 len: 992 time: 2.4629364 Dec 13 09:53:16.526812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:16.540917 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565" -d '{"events": [{"name": "network-changed", "server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:16.560762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Deleting port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:16.561304 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.636341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac19686-9c64-414c-8d8e-34fa3792bbd9 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:16.663142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] For port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,segment=NetworkSegment(9ff1d325-49c9-4301-8772-7bce0a259839),segment_id=9ff1d325-49c9-4301-8772-7bce0a259839)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:16.667509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.690134 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:52:54Z', 'updated_at': '2021-12-13T09:53:14Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.713000 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6af2b-6d13-47cf-87fa-7fa4198f07c4 x-openstack-request-id: req-30b6af2b-6d13-47cf-87fa-7fa4198f07c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:16.713665 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:16.713774 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30b6af2b-6d13-47cf-87fa-7fa4198f07c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:16.714097 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'status': 'completed', 'code': 200} Dec 13 09:53:16.741010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Calling delete_port for 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:16.753984 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:16.769756 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:16.770682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:16.843651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-aec8d6a3-76d6-4fe4-adc9-c4b78671871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:16.845278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-aec8d6a3-76d6-4fe4-adc9-c4b78671871a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1097 time: 0.1450493 Dec 13 09:53:16.869817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:16.980323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:16.996024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:17.011124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] DHCP port deletion for 227ae9f5-0c1c-46a3-9895-13147c0a6fe2 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:53:17.039356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.092490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Port': ['ID=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.099740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No DVR routers for this DVR port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:17.103033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-5b07c9ff-57de-4764-ba76-d52c4663fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:17.104831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-5b07c9ff-57de-4764-ba76-d52c4663fab1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.2505507 Dec 13 09:53:17.144720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Router e503ee4b-8ad8-4029-b533-9b65f05f893d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:17.173929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Deleting port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:17.174329 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.235999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-4b30de46-7125-4254-8531-f25e5b741b17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1000 time: 0.1008921 Dec 13 09:53:17.311746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.328166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] For port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:17.328571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.334832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227ae9f5-0c1c-46a3-9895-13147c0a6fe2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.338728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:17.342141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9913cbcd-463e-4a16-aec5-a32db5e8ed33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.345072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff1d325-49c9-4301-8772-7bce0a259839') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.345406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff1d325-49c9-4301-8772-7bce0a259839') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.357191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.378004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.387825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:53:17.388308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.403352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:17.403691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:17.406560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 676e7020-656e-4735-966c-dae0110df2fd no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:17.421831 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:52:54Z', 'updated_at': '2021-12-13T09:53:14Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.448501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Calling delete_port for 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:17.451224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 676e7020-656e-4735-966c-dae0110df2fd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:17.451817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 676e7020-656e-4735-966c-dae0110df2fd not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:17.453377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:17.455588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:53:17.459129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.464831 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6e4da-3cef-436b-b0b2-016490789fb2 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:52:54Z', 'updated_at': '2021-12-13T09:53:14Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:53:17.465518 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:53:17.477220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.480468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] No DVR routers for this DVR port 604d1796-14a7-4f9a-9935-1fa3fcaf5c5c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:17.502432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946806d-364c-4b70-9df7-2ad10e690b7e None None] Pushing event deleted for resources: {'Port': ['ID=604d1796-14a7-4f9a-9935-1fa3fcaf5c5c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.510012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] Sync routers for ids ['e503ee4b-8ad8-4029-b533-9b65f05f893d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:17.522600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.528856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/networks/227ae9f5-0c1c-46a3-9895-13147c0a6fe2 HTTP/1.1" status: 204 len: 168 time: 1.1769996 Dec 13 09:53:17.530837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] Routers {'e503ee4b-8ad8-4029-b533-9b65f05f893d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:17.531592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e503ee4b-8ad8-4029-b533-9b65f05f893d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.532112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:17.549413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38ab0-1688-4044-a244-6a8c74f09fa8 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Pushing event deleted for resources: {'Network': ['ID=227ae9f5-0c1c-46a3-9895-13147c0a6fe2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.550003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'routes': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:17.574956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-4e7fb94b-4d2d-4ac6-b980-049a49ccebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:17.576404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-4e7fb94b-4d2d-4ac6-b980-049a49ccebd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1100333 Dec 13 09:53:17.592558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.606412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] Routers {'e503ee4b-8ad8-4029-b533-9b65f05f893d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:17.607286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e503ee4b-8ad8-4029-b533-9b65f05f893d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.620102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9913cbcd-463e-4a16-aec5-a32db5e8ed33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.628238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.629973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b4ef359-bbce-410a-bf93-ef6d335d4eb5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0559180 Dec 13 09:53:17.640247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:17.659429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:17.686121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:17.687238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae40f1-1056-41a4-8f0c-d7bbd39f130e None None] The sync data for ids ['e503ee4b-8ad8-4029-b533-9b65f05f893d'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:17.749798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9913cbcd-463e-4a16-aec5-a32db5e8ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:17.783225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-4b8c9feb-f1fb-418a-8da1-28795b8c66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:17.784773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-4b8c9feb-f1fb-418a-8da1-28795b8c66a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971860 Dec 13 09:53:17.833256 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48814379-3093-406b-b357-cf4a2cace6e6 None None] New status for floating IP 7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:53:17.859467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9913cbcd-463e-4a16-aec5-a32db5e8ed33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc60c931f6ee426ab84e67872a858e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8622010 Dec 13 09:53:17.860228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913cbcd-463e-4a16-aec5-a32db5e8ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0ad2f-a48f-45ef-8bd8-ea6d2411e230,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:17.873069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:17.908620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-99aa1f71-d625-4d31-9d04-16da4526537a service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145654 Dec 13 09:53:17.947557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Added routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 09:53:17.947865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Removed routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 09:53:17.948233 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.066157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.113837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6a2a80-459b-4d0d-9b1e-9b022fafe565 req-ca3cad63-792d-473c-bc3b-937b18b53329 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894505 Dec 13 09:53:18.168226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.171796 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.187087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.233865 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.303386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 77443b75-86d9-41d6-89b8-8b5a33a43319 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:18.314879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.318548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.324165 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ca0ad2f-a48f-45ef-8bd8-ea6d2411e230 HTTP/1.1" status: 204 len: 168 time: 0.4183424 Dec 13 09:53:18.337966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a0165-8bce-4fb6-836c-04c37fe2a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0ad2f-a48f-45ef-8bd8-ea6d2411e230,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:18.447895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:18.462714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Sync routers for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:18.467303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.473299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:18.474146 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee18a3a0-d524-4f87-bbb5-bc2836b45849 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 701 time: 0.9291337 Dec 13 09:53:18.477064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:18.478214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:18.504478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5926ea14-845f-427b-88e6-74ad2ff32cef tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 205 time: 0.0300703 Dec 13 09:53:18.509534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:18.686894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.726224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:18.753790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:18.770139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e27748a-5b0a-480a-a924-d421b86a7ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.819499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:18.858922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Checking router: 77443b75-86d9-41d6-89b8-8b5a33a43319 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:18.869242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Routers {'77443b75-86d9-41d6-89b8-8b5a33a43319'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:18.870016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77443b75-86d9-41d6-89b8-8b5a33a43319'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:18.880085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e27748a-5b0a-480a-a924-d421b86a7ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.885407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e27748a-5b0a-480a-a924-d421b86a7ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:18.931373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e27748a-5b0a-480a-a924-d421b86a7ff1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46e64d83db6f43b484b0d2d276917d03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999376 Dec 13 09:53:18.934299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:18.943237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] Set router 77443b75-86d9-41d6-89b8-8b5a33a43319 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:18.953601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27748a-5b0a-480a-a924-d421b86a7ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ddc1a-87ce-41f9-9bbd-202878c4ebc1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:18.999983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.027165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.032588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:19.059606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47ea1b-d26f-4557-a145-06fef3e54d25 None None] The sync data for ids ['77443b75-86d9-41d6-89b8-8b5a33a43319'] in n-d-820531-5 is: [{'id': '77443b75-86d9-41d6-89b8-8b5a33a43319', 'name': 'tempest-RoutersTest-router-1770970719', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:24Z', 'updated_at': '2021-12-13T09:53:15Z', 'revision_number': 11, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:19.087654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.091563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.097335 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b4ddc1a-87ce-41f9-9bbd-202878c4ebc1 HTTP/1.1" status: 204 len: 168 time: 0.1574600 Dec 13 09:53:19.107682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa92dd-66d6-4e1c-bb46-11b0d64cc94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ddc1a-87ce-41f9-9bbd-202878c4ebc1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:19.189141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.193283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.302991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.303526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router 77443b75-86d9-41d6-89b8-8b5a33a43319 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:19.312132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.313361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-251144c8-0e9f-4df4-b4e2-25e1f10b78b0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 204 len: 168 time: 0.8012812 Dec 13 09:53:19.319465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:19.334118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-346839525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:19.356431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.360314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.391992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.393298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.497710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.506229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.521847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router e503ee4b-8ad8-4029-b533-9b65f05f893d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:19.538172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.543468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-76fd2ef6-3506-4828-b2d9-8dcbbe1e390f tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2161906 Dec 13 09:53:19.543807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:19.551555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:19.658884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:19.668953 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] Sync routers for ids ['e503ee4b-8ad8-4029-b533-9b65f05f893d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:19.673176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.678908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b0d44c68-041c-4148-816c-3f786e24a5e4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "PUT /v2.0/routers/e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 200 len: 922 time: 2.0342431 Dec 13 09:53:19.681028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:19.683281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] Routers {'e503ee4b-8ad8-4029-b533-9b65f05f893d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:19.684317 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e503ee4b-8ad8-4029-b533-9b65f05f893d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:19.721369 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:19.733899 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] Routers {'e503ee4b-8ad8-4029-b533-9b65f05f893d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:19.734522 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e503ee4b-8ad8-4029-b533-9b65f05f893d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:19.779596 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:19.780541 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2b01b-53e7-4cc8-8ae3-2250cc5ee8cf None None] The sync data for ids ['e503ee4b-8ad8-4029-b533-9b65f05f893d'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:19.818254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:19.819162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-864266ef-6e39-48b4-8c4f-e9bd657e5545 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 200 len: 922 time: 0.1368275 Dec 13 09:53:19.828141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.877969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:19.930376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eff10c-fb5a-4849-968b-739894d6ce5b tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:19.934795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32eff10c-fb5a-4849-968b-739894d6ce5b tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=e503ee4b-8ad8-4029-b533-9b65f05f893d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1130736 Dec 13 09:53:19.936136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.012833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Router 215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:20.066670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf3a8e-3874-4ccd-94ad-be52bff1bb86 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:20.071108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4faf3a8e-3874-4ccd-94ad-be52bff1bb86 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1304028 Dec 13 09:53:20.071865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.106612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:20.115938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c71e5a42-6f3c-4dec-b632-8dc3600beaf7 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 200 len: 205 time: 0.0354030 Dec 13 09:53:20.115938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.119805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Sync routers for ids ['215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:20.135503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Routers {'215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:20.136144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:20.136483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.138141 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-13ec8822-1db8-4cc7-b5d2-e4f460a61c43 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "PUT /v2.0/routers/215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 200 len: 693 time: 0.5929897 Dec 13 09:53:20.140679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.248648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d09ed9a-cbfb-4fa4-8eaf-c9b1cf2a83a3 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/routers/215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 200 len: 699 time: 0.1054711 Dec 13 09:53:20.250419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.275615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Set router 215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:20.291091 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-caa6c4bd-69be-4170-8030-2b1c0f1a5ed6 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 200 len: 205 time: 0.0395498 Dec 13 09:53:20.291730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.313742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.348429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cdaad-dfa7-4f9e-8030-0c733c7b1bc5', 'name': 'tempest-RoutersTest-router-346839525', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:19Z', 'updated_at': '2021-12-13T09:53:19Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:20.376548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.380418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Checking router: 215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:20.390985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Routers {'215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:20.391899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:20.491763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] Set router 215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:20.504062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.579760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.583456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port 1905f9ea-d5e3-432d-8e6f-21e0a1b5663e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:20.583685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.584309 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.606162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cdaad-dfa7-4f9e-8030-0c733c7b1bc5', 'name': 'tempest-RoutersTest-router-346839525', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:19Z', 'updated_at': '2021-12-13T09:53:19Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:20.649750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d736d3-5b58-481c-946f-1f7945e20a44 None None] The sync data for ids ['215cdaad-dfa7-4f9e-8030-0c733c7b1bc5'] in n-d-820531-5 is: [{'id': '215cdaad-dfa7-4f9e-8030-0c733c7b1bc5', 'name': 'tempest-RoutersTest-router-346839525', 'tenant_id': '4e5f2929f45144b68cec92a3eb6598e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:53:19Z', 'updated_at': '2021-12-13T09:53:19Z', 'revision_number': 2, 'project_id': '4e5f2929f45144b68cec92a3eb6598e8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:20.669048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.669683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Fanout notify agent at l3_agent the message router_deleted on router 215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:20.681431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.686102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e2f0c65-d748-4dd8-bb5d-16e9ffc3910e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 204 len: 168 time: 0.3933420 Dec 13 09:53:20.686690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.713720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.718768 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ede93070-180f-419d-a09f-e70c9a5afcbf tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 200 len: 205 time: 0.0309653 Dec 13 09:53:20.719392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.737015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for 1905f9ea-d5e3-432d-8e6f-21e0a1b5663e owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:20.768650 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8652d547-1807-4926-9705-6a2f2d19d938 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:20.778186 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8652d547-1807-4926-9705-6a2f2d19d938 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/215cdaad-dfa7-4f9e-8030-0c733c7b1bc5 HTTP/1.1" status: 404 len: 336 time: 0.0577548 Dec 13 09:53:20.778950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.817841 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5c0e5c-8c4a-4f43-8910-fa8431c2a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:20.818444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5c0e5c-8c4a-4f43-8910-fa8431c2a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:20.822209 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fe5c0e5c-8c4a-4f43-8910-fa8431c2a100 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/87bb9a16-4041-44df-b79c-d758b834a2c2 HTTP/1.1" status: 404 len: 337 time: 0.0420754 Dec 13 09:53:20.824581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.854700 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af0ef47-a2cf-42b3-9363-77ab62cc8fee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:20.855170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af0ef47-a2cf-42b3-9363-77ab62cc8fee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:20.858324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7af0ef47-a2cf-42b3-9363-77ab62cc8fee tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/4ac010f5-22db-48a0-876d-e1f55132edeb HTTP/1.1" status: 404 len: 337 time: 0.0327380 Dec 13 09:53:20.861004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.888918 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb0b2a0-7e37-43d4-b5f8-941afcc653e0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:20.889154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb0b2a0-7e37-43d4-b5f8-941afcc653e0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:20.892252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebb0b2a0-7e37-43d4-b5f8-941afcc653e0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/28961d3b-999e-4be9-9d22-e4f263314292 HTTP/1.1" status: 404 len: 337 time: 0.0300841 Dec 13 09:53:20.895158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.939200 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d52c33-dd84-4463-a590-3b98433c96c0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:20.939593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d52c33-dd84-4463-a590-3b98433c96c0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:20.945248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12d52c33-dd84-4463-a590-3b98433c96c0 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/af29eb2e-3538-4a71-a94d-f9cc7d151834 HTTP/1.1" status: 404 len: 337 time: 0.0468183 Dec 13 09:53:20.945631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.947548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:20.980126 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f688e84a-771c-4319-8316-7f076ce7b090 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 200 len: 205 time: 0.0328746 Dec 13 09:53:20.982392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:20.990789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=1905f9ea-d5e3-432d-8e6f-21e0a1b5663e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:21.044572 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-61ff7df2-d893-4822-baec-aec2f3648033 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.049746 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61ff7df2-d893-4822-baec-aec2f3648033 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/77443b75-86d9-41d6-89b8-8b5a33a43319 HTTP/1.1" status: 404 len: 336 time: 0.0620806 Dec 13 09:53:21.050071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.107898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-575443f8-6cad-412c-9532-bf5449579768 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6b56397-12cd-453d-890b-b9852972cb4e HTTP/1.1" status: 200 len: 205 time: 0.0545797 Dec 13 09:53:21.108251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.127872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.193097 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-af38740f-ae30-4814-b984-e44e3b905fa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.194228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af38740f-ae30-4814-b984-e44e3b905fa2 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/e6b56397-12cd-453d-890b-b9852972cb4e HTTP/1.1" status: 404 len: 336 time: 0.0850263 Dec 13 09:53:21.200063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.272875 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51eb99b-290f-4f47-9311-6b05d4c8ba06 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:21.275536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51eb99b-290f-4f47-9311-6b05d4c8ba06 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:21.287188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d51eb99b-290f-4f47-9311-6b05d4c8ba06 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/7498a529-e8c8-4a7a-b873-8173eb214cc4 HTTP/1.1" status: 404 len: 337 time: 0.0858612 Dec 13 09:53:21.291193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.306821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.315138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.359983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-99fdfebb-264d-44a4-a7d7-8055a0a8c50c tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 200 len: 205 time: 0.0666389 Dec 13 09:53:21.362499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.388951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.389713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router e503ee4b-8ad8-4029-b533-9b65f05f893d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:21.401422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.402796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25f89baf-ca1c-459d-9894-194406f63117 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 204 len: 168 time: 1.2902732 Dec 13 09:53:21.406791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.416750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227773403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:21.430804 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5223abb8-83dd-4952-b614-4b39ad7b32d9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.431949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5223abb8-83dd-4952-b614-4b39ad7b32d9 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/6821807b-712c-45df-90cf-cc214b7416f5 HTTP/1.1" status: 404 len: 336 time: 0.0680358 Dec 13 09:53:21.434763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.466207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.467366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.532248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.534824 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4580269-4702-4716-9bf6-f76fe8f2fe58 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c41ac-0bd6-4e22-ae99-bc95db1abd24 HTTP/1.1" status: 200 len: 205 time: 0.0930297 Dec 13 09:53:21.541287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.586885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.594023 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2535ad07-7d2d-4972-bc06-481257f85633 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.595372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2535ad07-7d2d-4972-bc06-481257f85633 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/b61c41ac-0bd6-4e22-ae99-bc95db1abd24 HTTP/1.1" status: 404 len: 336 time: 0.0621383 Dec 13 09:53:21.598057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.627971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.633998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7838a7f0-073b-4702-9d42-f774fd3650e0 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2258182 Dec 13 09:53:21.634740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.645014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:21.664473 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec26c831-9d51-44d7-835b-c2d2debe2e0e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:21.664949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec26c831-9d51-44d7-835b-c2d2debe2e0e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:21.669501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ec26c831-9d51-44d7-835b-c2d2debe2e0e tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/5ad7fd6a-08a3-4879-a1a3-7e84228926c0 HTTP/1.1" status: 404 len: 337 time: 0.0703113 Dec 13 09:53:21.671117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.732777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2de6a7a9-338b-40fe-b1ca-eb7ab33f65a4 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=46a876e1-f484-4f22-9980-295a3acedac5 HTTP/1.1" status: 200 len: 205 time: 0.0601006 Dec 13 09:53:21.734719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.804371 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a8b8bedd-ad29-4ac6-b6f9-f97c288e2a03 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.805559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8b8bedd-ad29-4ac6-b6f9-f97c288e2a03 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/46a876e1-f484-4f22-9980-295a3acedac5 HTTP/1.1" status: 404 len: 336 time: 0.0698516 Dec 13 09:53:21.808188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.849051 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04ee57d-ddf7-452a-859d-f0b36d12a4dd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:21.849730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04ee57d-ddf7-452a-859d-f0b36d12a4dd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:21.853451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f04ee57d-ddf7-452a-859d-f0b36d12a4dd tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/361edf32-d594-41a5-acbb-f14cb7f904c7 HTTP/1.1" status: 404 len: 337 time: 0.0440545 Dec 13 09:53:21.856154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.893366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc2ea2d9-4f40-4c40-a248-a3e883f33140 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7b3e49-dd1c-46b8-a396-e38713dd87a4 HTTP/1.1" status: 200 len: 205 time: 0.0358050 Dec 13 09:53:21.895847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.920523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:21.947980 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-69289e1e-584d-4b82-8043-4ec47e140c68 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] delete failed (client error): The resource could not be found. Dec 13 09:53:21.951336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-69289e1e-584d-4b82-8043-4ec47e140c68 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/routers/ee7b3e49-dd1c-46b8-a396-e38713dd87a4 HTTP/1.1" status: 404 len: 336 time: 0.0520856 Dec 13 09:53:21.951492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:21.984500 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92c553d-33a2-4c1e-80ea-ec7ac4a9009d tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:21.984967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92c553d-33a2-4c1e-80ea-ec7ac4a9009d tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:21.988283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a92c553d-33a2-4c1e-80ea-ec7ac4a9009d tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/171392ef-80ea-4809-8f59-0e436fed986e HTTP/1.1" status: 404 len: 337 time: 0.0350976 Dec 13 09:53:21.990833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:22.019820 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4fd557-ecf3-45c3-8430-e12db9e7db46 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:22.020292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4fd557-ecf3-45c3-8430-e12db9e7db46 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:22.024185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e4fd557-ecf3-45c3-8430-e12db9e7db46 tempest-RoutersTest-572751685 tempest-RoutersTest-572751685-project] 10.222.0.30 "DELETE /v2.0/subnets/3fa0aa7e-9181-4530-8712-cefb3c6e27a5 HTTP/1.1" status: 404 len: 337 time: 0.0317066 Dec 13 09:53:22.230715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:22.264250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:22.440807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Allocated IP 172.25.1.104 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/696f1285-9462-4e8a-9013-e01431ddf213) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:22.546515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:22.588284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:22.677180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:22.738271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:22.741543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:22.744607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:22.750911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event updated for resources: {'Port': ['ID=696f1285-9462-4e8a-9013-e01431ddf213,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:22.800396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d5dad13d-7af1-4321-9b71-848027a3a452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e5f2929f45144b68cec92a3eb6598e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526975 Dec 13 09:53:22.804467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:22.973274 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.056198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.304154 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:53:23.401045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.403813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.405017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98cd9999-f77e-44cb-ad93-d5d423af3dcf HTTP/1.1" status: 204 len: 168 time: 0.5977445 Dec 13 09:53:23.415733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.418650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6a9e0-9a0a-4ee9-b45b-3d4f14f1d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd9999-f77e-44cb-ad93-d5d423af3dcf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:23.677295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.691161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.751873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:23.888055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8522bf2c-14fd-4fae-84ad-c5e959dab771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.902070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Router 084cc85c-ae6b-436e-9bb5-27a0064c6234 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:23.981173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8522bf2c-14fd-4fae-84ad-c5e959dab771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:23.987628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8522bf2c-14fd-4fae-84ad-c5e959dab771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.033589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.033792 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8522bf2c-14fd-4fae-84ad-c5e959dab771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfa590d6ab3e432c9295c4cc4e803175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796025 Dec 13 09:53:24.035450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bf2c-14fd-4fae-84ad-c5e959dab771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a714bea-8349-46cf-b9fb-b6d987deef51,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:24.059905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:24.072370 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] Sync routers for ids ['084cc85c-ae6b-436e-9bb5-27a0064c6234'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:24.073268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.077045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d00571b6-18d7-465a-9cc0-6dc1ba7df111 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "PUT /v2.0/routers/084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 200 len: 880 time: 2.4384599 Dec 13 09:53:24.077504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.086792 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] Routers {'084cc85c-ae6b-436e-9bb5-27a0064c6234'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:24.087435 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['084cc85c-ae6b-436e-9bb5-27a0064c6234'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:24.121639 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:24.127872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.130839 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] Routers {'084cc85c-ae6b-436e-9bb5-27a0064c6234'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:24.131655 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['084cc85c-ae6b-436e-9bb5-27a0064c6234'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:24.157824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.189535 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:24.190128 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368da2f-b146-4ce2-ba23-83054c0a98e2 None None] The sync data for ids ['084cc85c-ae6b-436e-9bb5-27a0064c6234'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:24.231685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.235215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.250387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-137a84a0-67f5-4392-be75-2271bc6a3cd2 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 200 len: 921 time: 0.1709168 Dec 13 09:53:24.250700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.255801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a714bea-8349-46cf-b9fb-b6d987deef51 HTTP/1.1" status: 204 len: 168 time: 0.2092113 Dec 13 09:53:24.271286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6e8e0-c6c9-4bb4-9ae7-848a09e83d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a714bea-8349-46cf-b9fb-b6d987deef51,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:24.326452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c8cd2-d1cf-4f52-8e94-681b55d76cf4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:24.330606 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-994c8cd2-d1cf-4f52-8e94-681b55d76cf4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=084cc85c-ae6b-436e-9bb5-27a0064c6234&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0761967 Dec 13 09:53:24.331021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.429320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1abb67-a083-4a15-ae81-e7705e71a76a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:24.435561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d1abb67-a083-4a15-ae81-e7705e71a76a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1033754 Dec 13 09:53:24.436266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.436544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.465921 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cee89d3c-6044-4234-a0e3-e33ef79a3e1a tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 200 len: 205 time: 0.0281754 Dec 13 09:53:24.468445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.614053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.743336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-519a0eae-80dc-4613-96cf-690217b804c7 tempest-DvrRoutersNegativeTest-1423565998 tempest-DvrRoutersNegativeTest-1423565998-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-768926715', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:24.745842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.751735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.policy [None req-519a0eae-80dc-4613-96cf-690217b804c7 tempest-DvrRoutersNegativeTest-1423565998 tempest-DvrRoutersNegativeTest-1423565998-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103189) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 13 09:53:24.752063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.policy [None req-519a0eae-80dc-4613-96cf-690217b804c7 tempest-DvrRoutersNegativeTest-1423565998 tempest-DvrRoutersNegativeTest-1423565998-project] Failed policy check for 'create_router' {{(pid=103189) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 13 09:53:24.753319 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-519a0eae-80dc-4613-96cf-690217b804c7 tempest-DvrRoutersNegativeTest-1423565998 tempest-DvrRoutersNegativeTest-1423565998-project] create failed (client error): Access was denied to this resource. Dec 13 09:53:24.754795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-519a0eae-80dc-4613-96cf-690217b804c7 tempest-DvrRoutersNegativeTest-1423565998 tempest-DvrRoutersNegativeTest-1423565998-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3171041 Dec 13 09:53:24.785259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.803870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-150a1aa6-eae7-4ece-9fa0-eb0bf573216b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.818826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port 696f1285-9462-4e8a-9013-e01431ddf213 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:24.819323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.917880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-150a1aa6-eae7-4ece-9fa0-eb0bf573216b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.926467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-150a1aa6-eae7-4ece-9fa0-eb0bf573216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.953907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:24.969887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for 696f1285-9462-4e8a-9013-e01431ddf213 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:24.970202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-150a1aa6-eae7-4ece-9fa0-eb0bf573216b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=438d560dcb2d4696a65cbec240011191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847095 Dec 13 09:53:24.972780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:24.979662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a1aa6-eae7-4ece-9fa0-eb0bf573216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2c4ff-da39-47f7-95ce-bff6934ca092,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:25.049772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.084789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.144717 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.149312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.150875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cd2c4ff-da39-47f7-95ce-bff6934ca092 HTTP/1.1" status: 204 len: 168 time: 0.1771507 Dec 13 09:53:25.151723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:25.176920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6d0b-260e-4b8c-9372-a0b170bd28c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2c4ff-da39-47f7-95ce-bff6934ca092,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:25.191355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.224785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=696f1285-9462-4e8a-9013-e01431ddf213,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:25.297733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.480951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca84c-6784-41e4-9dc8-d0bc587799a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.619628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca84c-6784-41e4-9dc8-d0bc587799a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.634243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca84c-6784-41e4-9dc8-d0bc587799a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.696469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8b4ca84c-6784-41e4-9dc8-d0bc587799a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06e47ccb12384a508db7747fc69e337d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417225 Dec 13 09:53:25.699183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:25.707675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ca84c-6784-41e4-9dc8-d0bc587799a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896efc9b-b945-4a07-b253-7d14c6babc18,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:25.798501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.800782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.808585 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.830523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-67619a27-ee3f-41c3-b38d-3b65ded0b74e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0844004 Dec 13 09:53:25.858506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.870489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.872628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router 084cc85c-ae6b-436e-9bb5-27a0064c6234 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:25.887011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.888124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d2682e9-a86e-45d3-beb9-55693f129825 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 204 len: 168 time: 1.4184918 Dec 13 09:53:25.892088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:25.898028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-203534178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:25.937044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.937648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.938123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.938591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.939105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.939623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.940072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:25.942441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9b26428f-8990-4dd3-9a0b-2470437508b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.0805483 Dec 13 09:53:25.970484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.973398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:25.977796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/896efc9b-b945-4a07-b253-7d14c6babc18 HTTP/1.1" status: 204 len: 168 time: 0.2746651 Dec 13 09:53:26.001270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.002689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.018341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f027dc-5de2-44dc-ad2e-68db44b16b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896efc9b-b945-4a07-b253-7d14c6babc18,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:26.156089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.163897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.191317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a1fabbf9-dd41-4c67-a892-3ba9489a8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.192038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a1fabbf9-dd41-4c67-a892-3ba9489a8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.193140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a1fabbf9-dd41-4c67-a892-3ba9489a8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.197619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a1fabbf9-dd41-4c67-a892-3ba9489a8bbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 2299 time: 0.2149920 Dec 13 09:53:26.200945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.202421 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9be859d7-a648-4a36-975a-7d1db89e54a8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3092341 Dec 13 09:53:26.205438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:26.211451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': True}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:26.312862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-4aa2387f-03c0-4d2a-93da-fb0e54b0a180 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 1001 time: 0.1064453 Dec 13 09:53:26.393559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a470f615-c999-4493-8555-088fd5b5a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.395788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a470f615-c999-4493-8555-088fd5b5a5c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 200 len: 856 time: 0.0747690 Dec 13 09:53:26.475228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-81820b1c-ae15-4081-b0c8-a2c2852c95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.479079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-81820b1c-ae15-4081-b0c8-a2c2852c95ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756485 Dec 13 09:53:26.685671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-e2b217c6-3dac-4d95-8d13-10bd0125d9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943979 Dec 13 09:53:26.691366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:26.822254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-9c393bbf-b10f-4c92-ab96-578dd3de8f80 service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334109 Dec 13 09:53:26.873131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-a8ea0a39-2afc-4bef-9386-f712798eaf58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 217 time: 0.0424948 Dec 13 09:53:26.927857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-ea4d0d29-c0c8-453c-a5ed-29a8ecba99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.930361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-ea4d0d29-c0c8-453c-a5ed-29a8ecba99cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0499425 Dec 13 09:53:26.996243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-4c59ca48-0f08-4ee3-92d1-ebc9634acdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:26.998861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-4c59ca48-0f08-4ee3-92d1-ebc9634acdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612438 Dec 13 09:53:27.004286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.031915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.096733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.138275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-02aab4f6-7b46-4022-9815-0df4b73a4fea service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304016 Dec 13 09:53:27.216718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.25.1.96 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/4e24b8f5-1621-4e3e-8932-6d680f12e353) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:27.263770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-03024882-478e-457c-9d0c-2cb24e3495a9 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177688 Dec 13 09:53:27.306451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:27.359200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-673685ff-678e-4bd2-8069-157ea1a14598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 217 time: 0.0851924 Dec 13 09:53:27.388692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.441427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-fc82d66c-7058-4c0c-997d-fb3e6c7cf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:27.442903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-fc82d66c-7058-4c0c-997d-fb3e6c7cf96e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0747437 Dec 13 09:53:27.458683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.508462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-3ebd330b-4b56-4772-9129-ce6f8a79f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:27.510412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-3ebd330b-4b56-4772-9129-ce6f8a79f756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598094 Dec 13 09:53:27.522761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:27.526883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:27.535282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:27.579212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=4e24b8f5-1621-4e3e-8932-6d680f12e353,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:27.680580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1d9513f2-3ca6-4934-824a-7d19224a0e09 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1879234024', 'prefixes': ['172.20.0.0/16']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:27.684166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-aba322d2-7d82-4d13-8a61-983a44797655 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630647 Dec 13 09:53:27.810561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-173aed5a-f27c-4083-9fb8-6c4a30a7f06e service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168947 Dec 13 09:53:27.902925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9513f2-3ca6-4934-824a-7d19224a0e09 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] Publish callbacks [] for subnetpool, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.906854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d9513f2-3ca6-4934-824a-7d19224a0e09 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5961637 Dec 13 09:53:27.907610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:27.925960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-cee2a582-026c-41ee-a537-95d52ed3f62e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 200 len: 217 time: 0.0982926 Dec 13 09:53:27.969648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-125a1070-c49a-4537-97df-4296334ec96b tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "GET /v2.0/subnetpools/2bc19bd1-1ba8-44dd-a53f-123accbedb7e HTTP/1.1" status: 200 len: 732 time: 0.0580585 Dec 13 09:53:27.969648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:27.974705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b581c0bf-5037-4016-9284-1026ad28f9ab tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-120730839'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:27.989884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:27.992903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-fa581b62-13f1-4c23-a8c6-e542001ad219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:27.994950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-fa581b62-13f1-4c23-a8c6-e542001ad219 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0609183 Dec 13 09:53:28.052695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-e956c11e-1f79-47f7-b13b-293e8c578d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.055408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-e956c11e-1f79-47f7-b13b-293e8c578d5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520005 Dec 13 09:53:28.181320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b581c0bf-5037-4016-9284-1026ad28f9ab tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] Publish callbacks [] for subnetpool, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.184887 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b581c0bf-5037-4016-9284-1026ad28f9ab tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "PUT /v2.0/subnetpools/2bc19bd1-1ba8-44dd-a53f-123accbedb7e HTTP/1.1" status: 200 len: 683 time: 0.2124355 Dec 13 09:53:28.186843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-08a63e8c-056b-4049-8059-d78b210dbb02 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249950 Dec 13 09:53:28.188099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.334318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.341915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.353307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbf56831-7666-4f63-b901-6adcd71b38ba tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] Publish callbacks [] for subnetpool, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.357462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cbf56831-7666-4f63-b901-6adcd71b38ba tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "DELETE /v2.0/subnetpools/2bc19bd1-1ba8-44dd-a53f-123accbedb7e HTTP/1.1" status: 204 len: 168 time: 0.1683624 Dec 13 09:53:28.358186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.361744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-47147488-d956-475a-b5f5-51cf749eacbe service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609383 Dec 13 09:53:28.382781 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-37128c16-5166-406d-8c8d-a226816175b7 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] show failed (client error): The resource could not be found. Dec 13 09:53:28.385679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-37128c16-5166-406d-8c8d-a226816175b7 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "GET /v2.0/subnetpools/2bc19bd1-1ba8-44dd-a53f-123accbedb7e HTTP/1.1" status: 404 len: 346 time: 0.0261378 Dec 13 09:53:28.387757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.425468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-03c22894-2ae5-448c-920c-b393eed38d66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 200 len: 217 time: 0.0512726 Dec 13 09:53:28.432150 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-91746359-551e-4a9b-80e7-86d6b0986a14 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] delete failed (client error): The resource could not be found. Dec 13 09:53:28.433141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-91746359-551e-4a9b-80e7-86d6b0986a14 tempest-SubnetPoolsTestJSON-1256045540 tempest-SubnetPoolsTestJSON-1256045540-project] 10.222.0.30 "DELETE /v2.0/subnetpools/2bc19bd1-1ba8-44dd-a53f-123accbedb7e HTTP/1.1" status: 404 len: 346 time: 0.0442426 Dec 13 09:53:28.485634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-80893704-1576-4d8c-8bc3-7e929d737fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.487376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-80893704-1576-4d8c-8bc3-7e929d737fc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0531998 Dec 13 09:53:28.496445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router 8f925c69-b8e8-4866-b7f9-ca77fbe64edf is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:28.557654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-ca45b5d7-4798-4132-8d61-d2904a0bb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.565027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-ca45b5d7-4798-4132-8d61-d2904a0bb081 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704510 Dec 13 09:53:28.575042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b19b561f-cbf4-4d92-8f53-7a76783fc41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.630749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:28.636468 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:28.640396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5970ba03-eff7-4413-9040-b5c8a12e9707 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "PUT /v2.0/routers/8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 200 len: 913 time: 2.4312403 Dec 13 09:53:28.640619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.641150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] Sync routers for ids ['8f925c69-b8e8-4866-b7f9-ca77fbe64edf'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:28.662679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] Routers {'8f925c69-b8e8-4866-b7f9-ca77fbe64edf'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:28.664805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8f925c69-b8e8-4866-b7f9-ca77fbe64edf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:28.717887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:28.737932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] Routers {'8f925c69-b8e8-4866-b7f9-ca77fbe64edf'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:28.739935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-44174298-e272-4e3d-ac68-3d7b6e016a34 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670017 Dec 13 09:53:28.740851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8f925c69-b8e8-4866-b7f9-ca77fbe64edf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:28.780868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:28.781581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce300f1-d5bc-45b3-8a49-8e0106d82717 None None] The sync data for ids ['8f925c69-b8e8-4866-b7f9-ca77fbe64edf'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:28.792397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b48dff9-5d59-406b-ab2b-f2226b31bee0 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 200 len: 919 time: 0.1472008 Dec 13 09:53:28.796314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.796689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.865298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb937fcb-8ec5-4f67-bb22-1b72351adef4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:28.867087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb937fcb-8ec5-4f67-bb22-1b72351adef4 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=8f925c69-b8e8-4866-b7f9-ca77fbe64edf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0658648 Dec 13 09:53:28.870831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:28.884247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-d90e2ffe-4077-40a3-8205-457b187c0f7a service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378722 Dec 13 09:53:28.946687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-b676d3ce-8700-4525-9418-22e8962286aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 200 len: 217 time: 0.0555160 Dec 13 09:53:28.980868 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.020069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe59448-cfb9-497c-a279-44563865b27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.020281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-64626495-c9db-415c-9fd3-e9e7e709e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.021515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-64626495-c9db-415c-9fd3-e9e7e709e32a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0681148 Dec 13 09:53:29.026041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630c794-2762-4102-9f6c-96151c687abc tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.027950 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4630c794-2762-4102-9f6c-96151c687abc tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1555135 Dec 13 09:53:29.032512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:29.092216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-057bbb9e-2224-4e19-bf00-92d1d5780f87 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 200 len: 205 time: 0.0500796 Dec 13 09:53:29.094668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:29.126889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe59448-cfb9-497c-a279-44563865b27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.132125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe59448-cfb9-497c-a279-44563865b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.174929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-b49bab04-c794-41db-aab2-c9dbc51b7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:29.178059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-b49bab04-c794-41db-aab2-c9dbc51b7e38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471601 Dec 13 09:53:29.187981 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-efe59448-cfb9-497c-a279-44563865b27d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9838d510ef224d8c8b1cc915d8ecc044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660212 Dec 13 09:53:29.188628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe59448-cfb9-497c-a279-44563865b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae3e8b8-f38b-4a9c-9576-f4f70d041715,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:29.192788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:29.259999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.285951 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.362438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.365790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.370376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.371739 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fae3e8b8-f38b-4a9c-9576-f4f70d041715 HTTP/1.1" status: 204 len: 168 time: 0.1771848 Dec 13 09:53:29.391433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c7f6a-b767-4ff2-bfb3-bcda016b512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae3e8b8-f38b-4a9c-9576-f4f70d041715,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:29.516199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-f34717fd-1a9d-4022-a77a-ffd3537a05cb service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248057 Dec 13 09:53:29.753782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:29.763911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-7bcd4bb3-c803-4947-baef-6fd710f17f7a service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028532 Dec 13 09:53:29.969743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-f0b37978-0ae8-45af-a563-fba6a4740e73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 217 time: 0.1966417 Dec 13 09:53:30.099624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-bb338b5c-4ba1-4435-9520-f1f6b9c3425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:30.101885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-bb338b5c-4ba1-4435-9520-f1f6b9c3425d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.1214321 Dec 13 09:53:30.124936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port 4e24b8f5-1621-4e3e-8932-6d680f12e353 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:30.126118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.526320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-b8efee24-e4d3-4920-9c2b-76bc792bc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:30.528915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-b8efee24-e4d3-4920-9c2b-76bc792bc337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4206100 Dec 13 09:53:30.599646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.620245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for 4e24b8f5-1621-4e3e-8932-6d680f12e353 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:30.715350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-aea9ef1f-49d6-492a-a115-223d9ce1fae8 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716633 Dec 13 09:53:30.813814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5cbdd31-ef97-4385-8f08-fa59a97bddbd req-aa2a17a9-d479-44f0-9977-edd5dc9066d6 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895827 Dec 13 09:53:30.930217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.940548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4fdac09-e1f0-439a-acb2-a989a584ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:30.962178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=4e24b8f5-1621-4e3e-8932-6d680f12e353,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:31.025542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.138014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.140281 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.224353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.225017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router 8f925c69-b8e8-4866-b7f9-ca77fbe64edf {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:31.258657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.261604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f04b14ec-df0f-42b5-b5d4-912c6d1df661 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 204 len: 168 time: 2.1660032 Dec 13 09:53:31.266059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:31.272400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1758790923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:31.307017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.308698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.373497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.380054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.402831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.404037 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55376d51-aed3-4607-ad76-0b65e05b7a5c tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1360247 Dec 13 09:53:31.406833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:31.411388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:31.650883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.932117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:31.933241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:31.955626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.046933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:32.084811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Allocated IP 172.25.1.221 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0c9c32d6-766d-40c2-97e8-2fa486d2f6dc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:32.089070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56e895fb-5be1-4fc6-80a3-bc77284ab021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.127981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ed1d8-0268-44e2-9a73-9ed8ff43fedf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.174614 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.215090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.228359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56e895fb-5be1-4fc6-80a3-bc77284ab021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.237642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56e895fb-5be1-4fc6-80a3-bc77284ab021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.261525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.266476 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-56e895fb-5be1-4fc6-80a3-bc77284ab021 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cb22b6c907a447c8c4e1be81bf1c687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330033 Dec 13 09:53:32.277011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:32.313184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:32.321952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ed1d8-0268-44e2-9a73-9ed8ff43fedf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.322385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:32.326594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:32.338285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e895fb-5be1-4fc6-80a3-bc77284ab021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cab05a-f8a6-4786-860b-360777cba02d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.341522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ed1d8-0268-44e2-9a73-9ed8ff43fedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.367726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Pushing event updated for resources: {'Port': ['ID=0c9c32d6-766d-40c2-97e8-2fa486d2f6dc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.424409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed1d8-0268-44e2-9a73-9ed8ff43fedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834edecc-6dc0-472b-8261-586b6ea0fa43,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.447047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-500ed1d8-0268-44e2-9a73-9ed8ff43fedf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c75b7d5d4e3412fa6aba2cf3e7eb4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3964908 Dec 13 09:53:32.447430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:32.456303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.487984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.556716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.580078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.588231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.591108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.592577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3cab05a-f8a6-4786-860b-360777cba02d HTTP/1.1" status: 204 len: 168 time: 0.3145010 Dec 13 09:53:32.616133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18952-51c5-4862-a804-d8eedd8ea9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cab05a-f8a6-4786-860b-360777cba02d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.656647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.660426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.664456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/834edecc-6dc0-472b-8261-586b6ea0fa43 HTTP/1.1" status: 204 len: 168 time: 0.2127755 Dec 13 09:53:32.670824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.678113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6860b-2f65-48da-86f0-27d2ddd905f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834edecc-6dc0-472b-8261-586b6ea0fa43,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:32.937657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:32.942580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.089387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Router 4e51214e-0c16-47fd-9a45-552aeffe3757 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:33.097336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.120140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fbd24eb-6e0a-44eb-87ae-6fc2e5e1af2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.230102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.273386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fbd24eb-6e0a-44eb-87ae-6fc2e5e1af2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.281266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fbd24eb-6e0a-44eb-87ae-6fc2e5e1af2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.298345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:33.305785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.314650 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] Sync routers for ids ['4e51214e-0c16-47fd-9a45-552aeffe3757'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:33.318692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.323933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c57d7a5f-4cff-4d6c-830e-d53ff2f6d42a tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "PUT /v2.0/routers/4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 200 len: 916 time: 1.9157770 Dec 13 09:53:33.328150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] Routers {'4e51214e-0c16-47fd-9a45-552aeffe3757'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:33.328868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4e51214e-0c16-47fd-9a45-552aeffe3757'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:33.370135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:33.384779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] Routers {'4e51214e-0c16-47fd-9a45-552aeffe3757'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:33.386233 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['4e51214e-0c16-47fd-9a45-552aeffe3757'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:33.397732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.426894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e59cf3c-95dc-4ccf-b574-e6687c029a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.453932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edcbf727-a38a-4e10-8108-a6479b5fa1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.504544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1fbd24eb-6e0a-44eb-87ae-6fc2e5e1af2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c5d923662bf4d4992f2a3a64698e2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054897 Dec 13 09:53:33.506994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.516626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd24eb-6e0a-44eb-87ae-6fc2e5e1af2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134bd15e-d3ed-497d-bbc4-000180509974,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.550163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ccff04d-3c95-49fe-afd8-0069e2580878 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 200 len: 922 time: 0.2284844 Dec 13 09:53:33.552880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.623210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.639980 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:33.640962 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdcad4-0333-4a03-a06b-7dec1010326d None None] The sync data for ids ['4e51214e-0c16-47fd-9a45-552aeffe3757'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:33.651127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e59cf3c-95dc-4ccf-b574-e6687c029a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.660672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e59cf3c-95dc-4ccf-b574-e6687c029a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.673601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043df7-cac7-40ca-9c2a-20c56d6da744 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:33.675367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5043df7-cac7-40ca-9c2a-20c56d6da744 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=4e51214e-0c16-47fd-9a45-552aeffe3757&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1210575 Dec 13 09:53:33.677600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edcbf727-a38a-4e10-8108-a6479b5fa1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.678510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.689015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edcbf727-a38a-4e10-8108-a6479b5fa1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.689342 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.724412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e59cf3c-95dc-4ccf-b574-e6687c029a6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abe5f24ef7c84788afda8a7b69573096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246787 Dec 13 09:53:33.734781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.740365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59cf3c-95dc-4ccf-b574-e6687c029a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225220d5-779f-4934-85f3-f66270a45b7a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.744786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.783877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-edcbf727-a38a-4e10-8108-a6479b5fa1c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ad706de82e44101811c52496bad1743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537112 Dec 13 09:53:33.786970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.813249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf727-a38a-4e10-8108-a6479b5fa1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b620f4-65ea-4522-94d1-14c74ccbf4f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.825470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.828295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.830444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/134bd15e-d3ed-497d-bbc4-000180509974 HTTP/1.1" status: 204 len: 168 time: 0.3222439 Dec 13 09:53:33.847488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9246299-cb88-48d8-ae88-db8ac24b6300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134bd15e-d3ed-497d-bbc4-000180509974,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.857224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b636db4-ee45-4f3f-8006-d502ac51dbf7 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:33.858724 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b636db4-ee45-4f3f-8006-d502ac51dbf7 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 881 time: 0.1791909 Dec 13 09:53:33.861728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.864860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.876760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.893852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.895578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3fe9a16a-b600-46dd-a07d-4f7f10b395f5 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 200 len: 205 time: 0.0322282 Dec 13 09:53:33.898197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:33.964000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.967016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:33.970511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07b620f4-65ea-4522-94d1-14c74ccbf4f0 HTTP/1.1" status: 204 len: 168 time: 0.1802611 Dec 13 09:53:33.978576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee9ac-986a-4ceb-914d-a583134f67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b620f4-65ea-4522-94d1-14c74ccbf4f0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:33.992446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.057926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.094391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.096990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.098160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/225220d5-779f-4934-85f3-f66270a45b7a HTTP/1.1" status: 204 len: 168 time: 0.3610754 Dec 13 09:53:34.142027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368609cb-2ee4-4d19-8fdb-89e3b1ce592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225220d5-779f-4934-85f3-f66270a45b7a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:34.187594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.260978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port 0c9c32d6-766d-40c2-97e8-2fa486d2f6dc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:34.261360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.353226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.365861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for 0c9c32d6-766d-40c2-97e8-2fa486d2f6dc owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:34.661275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.896356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:34.927244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=0c9c32d6-766d-40c2-97e8-2fa486d2f6dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:34.988633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.087247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.089580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.135824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.136520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router 4e51214e-0c16-47fd-9a45-552aeffe3757 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:35.144855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.146049 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9711f20f-b1b5-48af-a002-6cd3c9e65658 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 204 len: 168 time: 1.2460289 Dec 13 09:53:35.150811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:35.155670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1531463866', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:35.200202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.201783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.255477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.406481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.684279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.706004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:35.853303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Allocated IP 172.25.1.70 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/5bae726b-832a-41a8-bc42-aa5d357d0c72) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:35.989014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.042313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.114836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:36.117294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:36.122688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:36.155434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event updated for resources: {'Port': ['ID=5bae726b-832a-41a8-bc42-aa5d357d0c72,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:36.450829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.730425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:36.908971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Router d92265a5-c837-4e8f-884e-dcbbff6f8887 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:53:37.031527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:37.043596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] Sync routers for ids ['d92265a5-c837-4e8f-884e-dcbbff6f8887'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:37.057668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] Routers {'d92265a5-c837-4e8f-884e-dcbbff6f8887'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:37.058865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d92265a5-c837-4e8f-884e-dcbbff6f8887'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:37.060555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.064782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:37.065341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc5f6360-b753-43d2-8dbf-5a5736855287 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9131012 Dec 13 09:53:37.072510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:37.162970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:37.175742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] Routers {'d92265a5-c837-4e8f-884e-dcbbff6f8887'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:37.176665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d92265a5-c837-4e8f-884e-dcbbff6f8887'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:37.221695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:37.222357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e4ae6-5281-4430-a6d4-5a12aca61f73 None None] The sync data for ids ['d92265a5-c837-4e8f-884e-dcbbff6f8887'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:37.644779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:37.708685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.724810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.793407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Deleting port 5bae726b-832a-41a8-bc42-aa5d357d0c72 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:37.793853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.800542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9e0019-d13d-4360-8ee6-dce6aafaed46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.892906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.908049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Calling delete_port for 5bae726b-832a-41a8-bc42-aa5d357d0c72 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:37.910381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9e0019-d13d-4360-8ee6-dce6aafaed46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.918545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9e0019-d13d-4360-8ee6-dce6aafaed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:37.963927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8e9e0019-d13d-4360-8ee6-dce6aafaed46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8b79054195c4148acedc7fa300eabdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170476 Dec 13 09:53:37.967141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:37.995138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e0019-d13d-4360-8ee6-dce6aafaed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f478094-ec30-471e-a2b2-66330decd34f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.089874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.114893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.177703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.187070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.190648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f478094-ec30-471e-a2b2-66330decd34f HTTP/1.1" status: 204 len: 168 time: 0.2197466 Dec 13 09:53:38.207952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab972d2-3a10-4425-a242-e40ea9afb71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f478094-ec30-471e-a2b2-66330decd34f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.280556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.296789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-9e6f0fc1-26ef-4839-946d-9e3df725c469 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4d799983b8f5489a9cd5bd940b841387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525467 Dec 13 09:53:38.319830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Pushing event deleted for resources: {'Port': ['ID=5bae726b-832a-41a8-bc42-aa5d357d0c72,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.532865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:38.549748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0191a9a8-9039-4a07-9cd6-7a049de84689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.562200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.633934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0191a9a8-9039-4a07-9cd6-7a049de84689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.638305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0191a9a8-9039-4a07-9cd6-7a049de84689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.675629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191a9a8-9039-4a07-9cd6-7a049de84689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6751c90-fb02-4ba4-8b2d-fe316075f409,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.680542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0191a9a8-9039-4a07-9cd6-7a049de84689 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6f7d196a9014ed98846d45f8a84134f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466179 Dec 13 09:53:38.683092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:38.689795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-a532e129-9c48-4871-bdc7-a6154cf63adc tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.691150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-a532e129-9c48-4871-bdc7-a6154cf63adc tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750367 Dec 13 09:53:38.733668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.739912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.746368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.752287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.755305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.758867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.764928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.770806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.776753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:38.778693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-422091ef-9bfd-4208-a982-6516ecf5e510 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.2879593 Dec 13 09:53:38.801075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.803726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.805482 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6751c90-fb02-4ba4-8b2d-fe316075f409 HTTP/1.1" status: 204 len: 168 time: 0.1214797 Dec 13 09:53:38.813786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d532535-db51-4c07-9605-6d92bcae0696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6751c90-fb02-4ba4-8b2d-fe316075f409,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:38.826333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-b2b4e36a-0bd4-4975-95ba-dee8f110a804 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/quotas/4d799983b8f5489a9cd5bd940b841387 HTTP/1.1" status: 200 len: 375 time: 0.1272907 Dec 13 09:53:38.932631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-875272fb-e723-45c1-a346-5b7f2b07f2c7 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d799983b8f5489a9cd5bd940b841387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935509 Dec 13 09:53:38.946620 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-621290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5747'] for router, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.958731 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615506'] for router, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:38.986210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91702fd8-a85b-4bd2-9611-47f124a6355b req-f5ea9833-82b2-4e02-b533-68cf571a7aea tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735208 Dec 13 09:53:39.071176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Router d92265a5-c837-4e8f-884e-dcbbff6f8887 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:39.221365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1e34625-1ede-40b5-9557-52dfb0bc1413 req-a73934c6-44db-43c4-ab5a-8644b3ebd68c tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 210 time: 0.0686486 Dec 13 09:53:39.222281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:39.230296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.231673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0047aedc-4fa0-45c4-94fa-f8c0c4317166 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "PUT /v2.0/routers/d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 200 len: 706 time: 2.1651034 Dec 13 09:53:39.234352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.237251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] Sync routers for ids ['d92265a5-c837-4e8f-884e-dcbbff6f8887'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:39.252021 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] Routers {'d92265a5-c837-4e8f-884e-dcbbff6f8887'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:39.252653 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d92265a5-c837-4e8f-884e-dcbbff6f8887'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:39.292537 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:39.302002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] Routers {'d92265a5-c837-4e8f-884e-dcbbff6f8887'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:39.302613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d92265a5-c837-4e8f-884e-dcbbff6f8887'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:39.338551 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d2de109a-68e1-44e4-bc23-a605d084b5a1 tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/routers/d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 200 len: 741 time: 0.0991297 Dec 13 09:53:39.339056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.349316 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:39.350002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31227db6-6718-4e37-8f5f-1310d6cb8eb4 None None] The sync data for ids ['d92265a5-c837-4e8f-884e-dcbbff6f8887'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:39.407040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cea37021-4024-4991-90e2-3833596fa6bc tempest-RoutersAdminTest-1264087231 tempest-RoutersAdminTest-1264087231-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&device_id=d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 200 len: 205 time: 0.0668836 Dec 13 09:53:39.409844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.439189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6eb38a7a-1102-4ecb-a95f-ba3def497cc8 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 200 len: 205 time: 0.0280812 Dec 13 09:53:39.442019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.528000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.801092 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.814167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.820775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.827993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.835074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.843226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.853655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.859947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.861952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8d2745c8-1835-49ae-ae79-84d79e036917 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.2572727 Dec 13 09:53:39.863792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.948023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.948580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Fanout notify agent at l3_agent the message router_deleted on router d92265a5-c837-4e8f-884e-dcbbff6f8887 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:39.958067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:39.962565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c360f78-ba4b-49fb-ad1a-35afc7955c88 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 204 len: 168 time: 0.5158186 Dec 13 09:53:39.962997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:39.963637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-bda3e7bd-6817-4e42-9b5a-8f5aea1c2191 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:39.965244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-bda3e7bd-6817-4e42-9b5a-8f5aea1c2191 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0915146 Dec 13 09:53:39.997407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5096e3d9-1e69-447a-8e3e-58be89e5a073 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 200 len: 205 time: 0.0332510 Dec 13 09:53:39.999619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.055959 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-94398eb7-7c42-4ed6-aba4-b03a14592d9f tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.061403 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-94398eb7-7c42-4ed6-aba4-b03a14592d9f tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/d92265a5-c837-4e8f-884e-dcbbff6f8887 HTTP/1.1" status: 404 len: 336 time: 0.0606658 Dec 13 09:53:40.062157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.117565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf0a8018-1820-42a6-834c-1fc6f6fd5206 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 200 len: 205 time: 0.0539341 Dec 13 09:53:40.119628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.187237 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a72524e3-dbf7-467c-b98b-e7e7117cc8a3 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.188632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a72524e3-dbf7-467c-b98b-e7e7117cc8a3 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/4e51214e-0c16-47fd-9a45-552aeffe3757 HTTP/1.1" status: 404 len: 336 time: 0.0677361 Dec 13 09:53:40.193143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.228489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-8b0c561d-3130-43d1-868e-9449185e0fb9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2541881 Dec 13 09:53:40.248923 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-084c7bd2-5fab-499c-92c1-b488a95bf1ff tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 200 len: 205 time: 0.0535190 Dec 13 09:53:40.250259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.252455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.260614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.273288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.294211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.307802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.314580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.321438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.335275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-377b1103-4ff3-4779-8e38-777105997f9b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 5434 time: 0.2213695 Dec 13 09:53:40.335658 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a42c0203-aff9-4184-ac15-25a017d13bfb tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.336583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a42c0203-aff9-4184-ac15-25a017d13bfb tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/8f925c69-b8e8-4866-b7f9-ca77fbe64edf HTTP/1.1" status: 404 len: 336 time: 0.0831609 Dec 13 09:53:40.345789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.366340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:40.412818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-dfc5c4ea-1aa7-4ad0-aca8-61e24ce210d1 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4d799983b8f5489a9cd5bd940b841387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614982 Dec 13 09:53:40.421723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-395d578f-0294-49ef-9529-dd0bd8e6d2d6 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 200 len: 205 time: 0.0746114 Dec 13 09:53:40.423865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.479430 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-543d36b6-a880-4b47-a766-e7a2afb6b1a9 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.487966 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-543d36b6-a880-4b47-a766-e7a2afb6b1a9 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/084cc85c-ae6b-436e-9bb5-27a0064c6234 HTTP/1.1" status: 404 len: 336 time: 0.0606213 Dec 13 09:53:40.488334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.541946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4fc543f8-b759-43f9-be4d-2a3fbd4a05e2 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 200 len: 205 time: 0.0509949 Dec 13 09:53:40.546421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.596539 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8465b46c-9a90-4a0d-a55a-dfbc3441ef5d tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.598323 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8465b46c-9a90-4a0d-a55a-dfbc3441ef5d tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/e503ee4b-8ad8-4029-b533-9b65f05f893d HTTP/1.1" status: 404 len: 336 time: 0.0505269 Dec 13 09:53:40.601796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.639081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bffced55-1642-45b2-8033-2b458717034a tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "GET /v2.0/ports?device_id=078048c5-4e40-4503-84f5-87f333c482d7 HTTP/1.1" status: 200 len: 205 time: 0.0350397 Dec 13 09:53:40.641440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.642625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42e86790-ff72-4108-b80b-fa70ed29a3d1 req-d61ad65f-f844-48a5-9977-c5982f5972cb tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 210 time: 0.1464021 Dec 13 09:53:40.670162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:40.697697 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-cd4b64bd-23bf-4119-b355-2e875ac73ee4 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] delete failed (client error): The resource could not be found. Dec 13 09:53:40.699032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd4b64bd-23bf-4119-b355-2e875ac73ee4 tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/routers/078048c5-4e40-4503-84f5-87f333c482d7 HTTP/1.1" status: 404 len: 336 time: 0.0554888 Dec 13 09:53:40.703278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:40.707197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86e13fc-a4cd-494e-9606-31ae847c33da req-618287ba-a226-4088-ac6b-e184f912ec82 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3704650 Dec 13 09:53:40.742379 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aff59b-41b6-422d-9993-38680f774fee tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] DELETE failed (client error): The resource could not be found. Dec 13 09:53:40.743208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7aff59b-41b6-422d-9993-38680f774fee tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:53:40.747193 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7aff59b-41b6-422d-9993-38680f774fee tempest-RoutersAdminTest-1776825895 tempest-RoutersAdminTest-1776825895-project] 10.222.0.30 "DELETE /v2.0/subnets/5d0e0a0f-131d-4575-9338-3a45ff33aa23 HTTP/1.1" status: 404 len: 337 time: 0.0429499 Dec 13 09:53:40.805402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-0eb36f9a-a1a8-4346-b3d9-0ea8d06a4d18 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:40.806815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-0eb36f9a-a1a8-4346-b3d9-0ea8d06a4d18 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123014 Dec 13 09:53:40.828446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Request body: {'port': {'device_id': 'ef650fa8-a947-4980-afaf-2011039742a9', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '4d799983b8f5489a9cd5bd940b841387'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:41.092415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:41.278825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=9f252e1b-bc11-48c8-9496-e01c8639d237,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:41.320521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] For port 9f252e1b-bc11-48c8-9496-e01c8639d237, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:41.344076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f6041-a152-43ab-9d5c-993528155fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.357153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] device_id is not set on port 9f252e1b-bc11-48c8-9496-e01c8639d237 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:53:41.369278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.422911 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.445814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Made reservation on behalf of 4d799983b8f5489a9cd5bd940b841387 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:41.452338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.467155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f6041-a152-43ab-9d5c-993528155fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.480900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f6041-a152-43ab-9d5c-993528155fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.481096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.532631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-770f6041-a152-43ab-9d5c-993528155fe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12cdfa9b12644dcda678212b4e8b20db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369249 Dec 13 09:53:41.537694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:41.546493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] No DVR routers for this DVR port 9f252e1b-bc11-48c8-9496-e01c8639d237 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:41.599697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f6041-a152-43ab-9d5c-993528155fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10c089-d813-4eff-9011-1b15819d64b7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.641713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Pushing event updated for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.642045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.659204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] In _notify_port_updated(), no bound segment for port 9f252e1b-bc11-48c8-9496-e01c8639d237 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:53:41.660078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:41.660688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.662021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-3486c643-78f5-412d-a61e-64256d498eca service neutron] 10.222.0.44 "PUT /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 200 len: 1027 time: 1.4251041 Dec 13 09:53:41.693972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.758640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.791076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.800491 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.805265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc10c089-d813-4eff-9011-1b15819d64b7 HTTP/1.1" status: 204 len: 168 time: 0.2665548 Dec 13 09:53:41.807679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.814289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34db47-c7a2-4ca6-9b01-218d8055c569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10c089-d813-4eff-9011-1b15819d64b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:41.897200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9630e3b0-ba3b-4654-aa79-f94314de98cb req-1f92fd79-0410-429c-bb77-a20beb0e23e6 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 210 time: 0.0931330 Dec 13 09:53:41.926832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9067e403-cf0e-4714-9bf4-d3ac15fb6b5f None None] Provisioning complete for port 9f252e1b-bc11-48c8-9496-e01c8639d237 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:41.928582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9067e403-cf0e-4714-9bf4-d3ac15fb6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:41.973087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-d33d95c7-a1c2-41d8-9531-e342a77de867 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:41.974550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-d33d95c7-a1c2-41d8-9531-e342a77de867 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "GET /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3020670 Dec 13 09:53:41.979857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9067e403-cf0e-4714-9bf4-d3ac15fb6b5f None None] Port 9f252e1b-bc11-48c8-9496-e01c8639d237 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:41.994057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:42.031559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3605d7-5ff3-4678-9a0c-733636a43e96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:42.082085 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.141897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.149072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.155954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.162374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.170863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.177975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:42.180794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-fae8917c-c40b-46e3-b9de-9a60366dbb73 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 4660 time: 0.2968512 Dec 13 09:53:42.249636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Allocated IP 192.168.233.39 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/8246862d-31d5-4b40-abb0-2440d95ad13f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:42.266701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:42.322262 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b6c93ec-4a59-4cb6-b141-c8c832e49d5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7557a62f4064345ae82b401bd6ba3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517573 Dec 13 09:53:42.324571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:42.416815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.420286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acb35c5a-2204-44c8-b3bf-7ea4e8fc9757 req-082f01b1-9787-48da-bffa-ef6704496d7d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=62a65396-5319-4d79-8f68-3c29193b3ea8&id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129691 Dec 13 09:53:42.449638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.529270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=068be93e-71f7-4a9e-a3fd-70f0c67635e7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:42.558145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.563220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.590546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/036db935-e6da-4271-a50b-d2ae2dd8bf41 HTTP/1.1" status: 204 len: 168 time: 0.2645593 Dec 13 09:53:42.614569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb148f0-d12c-487b-ae20-8113ad53fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036db935-e6da-4271-a50b-d2ae2dd8bf41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:42.640911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] For port 068be93e-71f7-4a9e-a3fd-70f0c67635e7, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:42.682174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.693219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] device_id is not set on port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:53:42.707208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.730755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.795752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:42.834452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:42.855466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Pushing event updated for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:42.858511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] No DVR routers for this DVR port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:42.860904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:42.868662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:43.009400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Pushing event updated for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:43.013588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] In _notify_port_updated(), no bound segment for port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 on network 9279cadd-318a-4164-80bb-a858fcb353a5 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:53:43.014724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.015553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.016983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-7d6e5653-a852-4223-b9fd-49e2f8d1d3be service neutron] 10.222.0.44 "PUT /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 200 len: 1027 time: 1.0316200 Dec 13 09:53:43.025957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.026902 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.065516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2f8af6c7-8b42-498d-af4c-519b131b6f9b tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2407176 Dec 13 09:53:43.096583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Request body: {'port': {'device_id': 'ef650fa8-a947-4980-afaf-2011039742a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:43.180661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f252e1b-bc11-48c8-9496-e01c8639d237 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:43.237322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.256571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-527ee3d7-adf5-4c6a-afaa-f267e5878b8c None None] Provisioning complete for port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:43.257032 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-527ee3d7-adf5-4c6a-afaa-f267e5878b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.268043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526a4d3-fe54-446f-88ef-105777f3001a req-68cdffaa-132c-4bed-8dcd-84b3804ebb10 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.269913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e526a4d3-fe54-446f-88ef-105777f3001a req-68cdffaa-132c-4bed-8dcd-84b3804ebb10 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 935 time: 0.2577693 Dec 13 09:53:43.310358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-527ee3d7-adf5-4c6a-afaa-f267e5878b8c None None] Port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:43.311784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 9f252e1b-bc11-48c8-9496-e01c8639d237 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:43.312396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ac09d555-f030-47de-845f-e3bd827dc68c no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:43.408880 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.438876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:43.441340 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec8b0a-4fa2-4896-bd22-a33eb064c605" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:43.464636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:43.466680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8fe4e605-656b-4e6d-9d65-359995934277 None None] Provisioning complete for port 8246862d-31d5-4b40-abb0-2440d95ad13f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:43.467368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e605-656b-4e6d-9d65-359995934277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.512590 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594aae0-cbd6-45c1-9227-af1ed6aa2890 x-openstack-request-id: req-c594aae0-cbd6-45c1-9227-af1ed6aa2890 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:43.513200 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:43.513698 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c594aae0-cbd6-45c1-9227-af1ed6aa2890 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:43.514320 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'code': 200} Dec 13 09:53:43.516133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4e605-656b-4e6d-9d65-359995934277 None None] Port 8246862d-31d5-4b40-abb0-2440d95ad13f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:53:43.517967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.519171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 068be93e-71f7-4a9e-a3fd-70f0c67635e7 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:43.629007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:43.642502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 068be93e-71f7-4a9e-a3fd-70f0c67635e7 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:43.643510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 97aaa9d2-88a7-4944-ba70-747bfb53ca26 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:43.658635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e526a4d3-fe54-446f-88ef-105777f3001a req-34aaf6ed-4e02-4f15-b3e4-25fdf5e3d7a0 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796461 Dec 13 09:53:43.703518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port c523baae-7940-4750-96a4-16c2cf650668 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:43.703885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.801275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.860843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:43.868068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:43.869208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 11d61409-80ab-434b-9ae2-41cf8a8daec4 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:43.939757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.946688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.952692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.959511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.966803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:43.968906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-ebac8e73-d9a4-42e7-ad22-2aa28bc3b0e3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3884 time: 0.2800775 Dec 13 09:53:43.979338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8246862d-31d5-4b40-abb0-2440d95ad13f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:44.002692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.016576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port c523baae-7940-4750-96a4-16c2cf650668, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c523baae-7940-4750-96a4-16c2cf650668,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:44.016985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.075399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for c523baae-7940-4750-96a4-16c2cf650668 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:44.091859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c790edf-0855-430f-9930-3ec49c008cf7 req-5c0a52fd-31fa-411f-8365-b1dfcc6e7e3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146524 Dec 13 09:53:44.092042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:44.095226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Transition to ACTIVE for port object 8246862d-31d5-4b40-abb0-2440d95ad13f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:53:44.112734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.117662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.184321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:44.203600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.210068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a742b434-768d-42d5-b97e-45219ddc1d30 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:44.428992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:44.455697 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.506743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:44.545090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Attempting to bind port 8246862d-31d5-4b40-abb0-2440d95ad13f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:53:44.545699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Attempting to bind port 8246862d-31d5-4b40-abb0-2440d95ad13f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:53:44.546152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Attempting to bind port 8246862d-31d5-4b40-abb0-2440d95ad13f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:44.553517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Port 8246862d-31d5-4b40-abb0-2440d95ad13f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:53:44.553978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Attempting to bind port 8246862d-31d5-4b40-abb0-2440d95ad13f on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:53:44.554199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:44.559065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:44.565960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:53:44.566417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:53:44.567164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:53:44.567718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Bound port: 8246862d-31d5-4b40-abb0-2440d95ad13f, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:53:44.568184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.582678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.586154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c523baae-7940-4750-96a4-16c2cf650668 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:44.728953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.744008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:53:44.761369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:44.784787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8246862d-31d5-4b40-abb0-2440d95ad13f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:53:44.794944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.958848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.965445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.975528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.981533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.994710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:44.995664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:44.997490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] 10.222.0.44 "PUT /v2.0/ports/8246862d-31d5-4b40-abb0-2440d95ad13f HTTP/1.1" status: 200 len: 1095 time: 1.9059899 Dec 13 09:53:45.000033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:45.002903 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913ec919-7411-48d6-a55c-a18879533175" -d '{"events": [{"name": "network-changed", "server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:45.074491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b8561a1eb3449559d205f99196034e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115559 Dec 13 09:53:45.077786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:45.128070 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad4fa0c-9e19-42a6-bf52-bfe06d4e07cb x-openstack-request-id: req-8ad4fa0c-9e19-42a6-bf52-bfe06d4e07cb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:45.128765 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:45.129346 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ad4fa0c-9e19-42a6-bf52-bfe06d4e07cb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:45.130003 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f', 'status': 'completed', 'code': 200} Dec 13 09:53:45.171915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c80cd7-dbeb-4d03-b982-694b3c76f6dd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.219396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.245149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44fd4-c4f9-40cb-8362-5c98c06fbb9c req-083022ba-fb9b-4c23-a502-79aea058a2dd tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.248755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.253183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8e44fd4-c4f9-40cb-8362-5c98c06fbb9c req-083022ba-fb9b-4c23-a502-79aea058a2dd tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 947 time: 0.4163437 Dec 13 09:53:45.278926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.279301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.279623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.279966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.280306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.280643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.280974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.281329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.281665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.281993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.282322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.282649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.282975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cccb1-d5f0-40f0-b663-a51e22fdd33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:53:45.286416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:45.319793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port c523baae-7940-4750-96a4-16c2cf650668 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:45.323649 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.327413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "DELETE /v2.0/ports/c523baae-7940-4750-96a4-16c2cf650668 HTTP/1.1" status: 204 len: 173 time: 2.2826414 Dec 13 09:53:45.359383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.362518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.364008 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29c80cd7-dbeb-4d03-b982-694b3c76f6dd HTTP/1.1" status: 204 len: 168 time: 0.2809968 Dec 13 09:53:45.382040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a83f70-8526-458c-9aba-3ff77fbfcbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.413490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d4ca1-4b2e-4653-a1b5-4d61a19a6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c80cd7-dbeb-4d03-b982-694b3c76f6dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.501596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93b08-2ec1-40e6-af05-38354256e437 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=c523baae-7940-4750-96a4-16c2cf650668,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:45.515794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:45.518278 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6eba3e-a681-47bd-a2e5-7cd57c46e9b4" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:45.579158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8e44fd4-c4f9-40cb-8362-5c98c06fbb9c req-a4079e49-0635-4138-b5ae-5dcb71b1bd74 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191242 Dec 13 09:53:45.609814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1915837196', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:45.622457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-6a7996ec-b2c1-42a9-8a0a-3e79a65b5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.624226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-6a7996ec-b2c1-42a9-8a0a-3e79a65b5f36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d799983b8f5489a9cd5bd940b841387&device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 1098 time: 0.5360286 Dec 13 09:53:45.665473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Made reservation on behalf of f8c2c9524b624f39951a3e3ee131e995 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:45.669465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09360-2143-4401-9717-f0d170918bbb req-73da6863-d01e-467c-9d9e-3a982e4a52df tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.670287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.682238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09360-2143-4401-9717-f0d170918bbb req-73da6863-d01e-467c-9d9e-3a982e4a52df tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.686771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.689666 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef6e867-3fec-4cdd-8292-52198ba01395 x-openstack-request-id: req-bef6e867-3fec-4cdd-8292-52198ba01395 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:45.690024 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-unplugged", "status": "completed", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:45.690613 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bef6e867-3fec-4cdd-8292-52198ba01395 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:45.690860 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'code': 200} Dec 13 09:53:45.691411 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'code': 200} Dec 13 09:53:45.691800 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'code': 200} Dec 13 09:53:45.701235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09360-2143-4401-9717-f0d170918bbb req-73da6863-d01e-467c-9d9e-3a982e4a52df tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.714261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09360-2143-4401-9717-f0d170918bbb req-73da6863-d01e-467c-9d9e-3a982e4a52df tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:45.740244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ba09360-2143-4401-9717-f0d170918bbb req-73da6863-d01e-467c-9d9e-3a982e4a52df tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 3143 time: 0.4635842 Dec 13 09:53:45.805137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.813115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:45.819091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] device_id is not set on port a0e1f5e5-d1ca-4437-9a5b-0de2602be678 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:53:45.857998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-035d6469-c04a-445a-9b08-db1b4927b73f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8246862d-31d5-4b40-abb0-2440d95ad13f HTTP/1.1" status: 200 len: 217 time: 0.0902705 Dec 13 09:53:45.958467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ba09360-2143-4401-9717-f0d170918bbb req-08721d49-3f5b-4b47-aa89-d075489ce96c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114933 Dec 13 09:53:45.964418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Allocated IP 172.25.1.64 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a0e1f5e5-d1ca-4437-9a5b-0de2602be678) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:46.099129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:46.122782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port ac09d555-f030-47de-845f-e3bd827dc68c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:46.123265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.127404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-a57cd886-cee3-4bc0-aaf2-9e9d24deabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:46.129229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-a57cd886-cee3-4bc0-aaf2-9e9d24deabf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1883998 Dec 13 09:53:46.171862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.214447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.247922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb028-f88f-4912-8031-04723d746052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.271354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e1f5e5-d1ca-4437-9a5b-0de2602be678,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:46.284237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:46.292532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:46.294821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dd5c98-c23f-45d5-98f1-d3ebe1a02475,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:46.297879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:46.340241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a27e8-9f2e-4f63-b260-2b239039467e req-c7714a94-5e3e-4323-82e2-62ec1fe29f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:46.342049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-c7714a94-5e3e-4323-82e2-62ec1fe29f27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768396 Dec 13 09:53:46.343430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:46.344046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.352357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port ac09d555-f030-47de-845f-e3bd827dc68c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ac09d555-f030-47de-845f-e3bd827dc68c,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:46.352615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.364742 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f28a136a-ca27-4c36-9f99-d75d6c7d0430 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0679071 Dec 13 09:53:46.368449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:46.372960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.64'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:46.396223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for ac09d555-f030-47de-845f-e3bd827dc68c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:46.400157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.401494 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.476634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.563442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb028-f88f-4912-8031-04723d746052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.574944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb028-f88f-4912-8031-04723d746052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.599064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-2fbe70d2-f5f6-4fa4-a194-546f019ee84e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396655 Dec 13 09:53:46.646302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.661746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:46.661967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1b1eb028-f88f-4912-8031-04723d746052 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26363f881e714f8486e7b8889b891103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5606968 Dec 13 09:53:46.702093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eb028-f88f-4912-8031-04723d746052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268a976-9f26-4b2d-9ce5-7a768295c176,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:46.792007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.816452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.980783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.983493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:46.984762 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2268a976-9f26-4b2d-9ce5-7a768295c176 HTTP/1.1" status: 204 len: 168 time: 0.3218946 Dec 13 09:53:46.992260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.017885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c4a93-7673-45f0-8d6f-9d735e2854cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268a976-9f26-4b2d-9ce5-7a768295c176,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:47.020560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.130020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-511a27e8-9f2e-4f63-b260-2b239039467e req-01ac361c-b3cb-4e10-a7ee-1546308f85a9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153058 Dec 13 09:53:47.132842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:47.137797 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110c7522-ad65-4b30-81cd-ce41011d668a" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "c523baae-7940-4750-96a4-16c2cf650668"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:47.143880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.184338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=ac09d555-f030-47de-845f-e3bd827dc68c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:47.205498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.314643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60aed-459c-465b-9673-48c02aab8409 req-10916081-e0c2-4dad-bf60-59e377e7f621 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.316156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bef60aed-459c-465b-9673-48c02aab8409 req-10916081-e0c2-4dad-bf60-59e377e7f621 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 947 time: 0.6276064 Dec 13 09:53:47.317651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port ac09d555-f030-47de-845f-e3bd827dc68c on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:47.321702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.326125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-39529d7f-b7c3-4f5b-8771-7d2d2729cba4 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "DELETE /v2.0/ports/ac09d555-f030-47de-845f-e3bd827dc68c HTTP/1.1" status: 204 len: 173 time: 1.9771578 Dec 13 09:53:47.396016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.399725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.450567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec919-7411-48d6-a55c-a18879533175 req-5c2eae9c-7232-40f8-a9a8-ec6d100a628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.452006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-5c2eae9c-7232-40f8-a9a8-ec6d100a628b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d799983b8f5489a9cd5bd940b841387&device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 1098 time: 0.2581487 Dec 13 09:53:47.452851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.453421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4f302e-56da-4254-a857-56958ddf4f05 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:47.461833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02927-5ae4-42f6-b5a9-86a71cc0d3f4 req-76c10dfc-4eb4-4293-a96c-d9c1950067ca tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.467979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02927-5ae4-42f6-b5a9-86a71cc0d3f4 req-76c10dfc-4eb4-4293-a96c-d9c1950067ca tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.474169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02927-5ae4-42f6-b5a9-86a71cc0d3f4 req-76c10dfc-4eb4-4293-a96c-d9c1950067ca tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.475818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94b02927-5ae4-42f6-b5a9-86a71cc0d3f4 req-76c10dfc-4eb4-4293-a96c-d9c1950067ca tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 2410 time: 0.2772672 Dec 13 09:53:47.492498 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:53:47.496900 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3dd9c71-7f7d-4312-9f78-86ca5a88ba00 tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1270921 Dec 13 09:53:47.497534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:47.587633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bef60aed-459c-465b-9673-48c02aab8409 req-a7e28b78-2733-4340-9e19-fbe387772ec9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521458 Dec 13 09:53:47.624451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Deleting port a0e1f5e5-d1ca-4437-9a5b-0de2602be678 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:47.625396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.644147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94b02927-5ae4-42f6-b5a9-86a71cc0d3f4 req-5a49a3d1-7085-4903-9d65-ea0ebdb53910 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481309 Dec 13 09:53:47.673470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port a742b434-768d-42d5-b97e-45219ddc1d30 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:47.673813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.748992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec919-7411-48d6-a55c-a18879533175 req-82084098-27f8-4d0c-92ad-f475e47e3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.750537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-82084098-27f8-4d0c-92ad-f475e47e3745 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2728539 Dec 13 09:53:47.786569 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8164350-c3da-40e4-9648-a709a10c3198 x-openstack-request-id: req-c8164350-c3da-40e4-9648-a709a10c3198 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:47.786883 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "c523baae-7940-4750-96a4-16c2cf650668", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:47.787178 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8164350-c3da-40e4-9648-a709a10c3198 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:47.787589 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'c523baae-7940-4750-96a4-16c2cf650668', 'status': 'completed', 'code': 200} Dec 13 09:53:47.852620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-c8506d68-f8d7-444e-bad7-fc8986ed6bb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8246862d-31d5-4b40-abb0-2440d95ad13f HTTP/1.1" status: 200 len: 217 time: 0.0912571 Dec 13 09:53:47.859065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.890696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Calling delete_port for a0e1f5e5-d1ca-4437-9a5b-0de2602be678 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:47.935545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port a742b434-768d-42d5-b97e-45219ddc1d30, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a742b434-768d-42d5-b97e-45219ddc1d30,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:47.936030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:47.950222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec919-7411-48d6-a55c-a18879533175 req-b97f57bf-4bc4-4a92-96fd-af9c8e0407bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:47.951842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-b97f57bf-4bc4-4a92-96fd-af9c8e0407bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0880008 Dec 13 09:53:47.956789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for a742b434-768d-42d5-b97e-45219ddc1d30 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:48.075020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec919-7411-48d6-a55c-a18879533175 req-c22a644d-bebd-481e-9640-2e519f5faa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:48.076543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-c22a644d-bebd-481e-9640-2e519f5faa8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111937 Dec 13 09:53:48.089545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.231165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-909d5715-8dee-44f6-8eaa-f875b2e235f9 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440582 Dec 13 09:53:48.250559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.324629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=a742b434-768d-42d5-b97e-45219ddc1d30,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:48.379595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port a742b434-768d-42d5-b97e-45219ddc1d30 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:48.384166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.387627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-182078a7-7ef3-4f27-85ba-42cbfe14134c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "DELETE /v2.0/ports/a742b434-768d-42d5-b97e-45219ddc1d30 HTTP/1.1" status: 204 len: 173 time: 1.0549557 Dec 13 09:53:48.454223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-913ec919-7411-48d6-a55c-a18879533175 req-e8761621-5d5b-419b-978a-52a7c9e39dcc service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143774 Dec 13 09:53:48.521993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:48.522696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.590089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0e1f5e5-d1ca-4437-9a5b-0de2602be678,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:48.650160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port 97aaa9d2-88a7-4944-ba70-747bfb53ca26, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=97aaa9d2-88a7-4944-ba70-747bfb53ca26,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:48.650766 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.672884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for 97aaa9d2-88a7-4944-ba70-747bfb53ca26 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:48.738408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:48.743223 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c58a9cd-df45-4986-88ac-399a9e4058bb tempest-RoutersAdminNegativeIpV6Test-1411843105 tempest-RoutersAdminNegativeIpV6Test-1411843105-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a0e1f5e5-d1ca-4437-9a5b-0de2602be678 HTTP/1.1" status: 204 len: 168 time: 1.2447090 Dec 13 09:53:48.971156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8d35-6e1f-42e4-ad73-1d7e210c4699 req-56ef6af3-afe3-42f8-bea0-3cf5d5a555be tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:48.982328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8d35-6e1f-42e4-ad73-1d7e210c4699 req-56ef6af3-afe3-42f8-bea0-3cf5d5a555be tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:48.986083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb2d8d35-6e1f-42e4-ad73-1d7e210c4699 req-56ef6af3-afe3-42f8-bea0-3cf5d5a555be tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 1677 time: 0.2045188 Dec 13 09:53:48.998433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d177f-f7ad-459b-94db-7983fbacf81a req-42615a23-ce92-4d66-9ecc-7dec6afc14a6 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:49.001054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-711d177f-f7ad-459b-94db-7983fbacf81a req-42615a23-ce92-4d66-9ecc-7dec6afc14a6 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 947 time: 0.2056389 Dec 13 09:53:49.151612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb2d8d35-6e1f-42e4-ad73-1d7e210c4699 req-b634a026-9372-454b-8103-6eb38f98c45a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491897 Dec 13 09:53:49.152142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.169648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-711d177f-f7ad-459b-94db-7983fbacf81a req-d910c3e7-d656-4691-8ced-b8776da406f4 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304731 Dec 13 09:53:49.182811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8246862d-31d5-4b40-abb0-2440d95ad13f details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:53:49.230725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:49.264922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=97aaa9d2-88a7-4944-ba70-747bfb53ca26,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:49.309568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port 97aaa9d2-88a7-4944-ba70-747bfb53ca26 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:49.312456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.316457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-ef79502c-392e-4f03-bd16-d691a4d3f210 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "DELETE /v2.0/ports/97aaa9d2-88a7-4944-ba70-747bfb53ca26 HTTP/1.1" status: 204 len: 173 time: 0.9192379 Dec 13 09:53:49.370921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8246862d-31d5-4b40-abb0-2440d95ad13f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:49.391517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8246862d-31d5-4b40-abb0-2440d95ad13f', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '8246862d-31d5-4b40-abb0-2440d95ad13f', 'mac_address': 'fa:16:3e:c5:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:53:49.445945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.473634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8246862d-31d5-4b40-abb0-2440d95ad13f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:53:49.485998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95b0abfe-d60c-40dc-8d46-ba65b24f3530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.488969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port 11d61409-80ab-434b-9ae2-41cf8a8daec4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:49.489330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.499777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8246862d-31d5-4b40-abb0-2440d95ad13f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:49.506558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.594156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:49.622729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95b0abfe-d60c-40dc-8d46-ba65b24f3530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.633944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95b0abfe-d60c-40dc-8d46-ba65b24f3530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.644149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port 11d61409-80ab-434b-9ae2-41cf8a8daec4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=11d61409-80ab-434b-9ae2-41cf8a8daec4,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:49.644525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.704353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-95b0abfe-d60c-40dc-8d46-ba65b24f3530 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=281762484335400cac9f11809841f9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717121 Dec 13 09:53:49.706076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0abfe-d60c-40dc-8d46-ba65b24f3530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ac4b00-ee94-4e7f-af5e-63ca413360ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:49.708468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:49.752219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8246862d-31d5-4b40-abb0-2440d95ad13f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:49.789398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30'}, {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:49.792314 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93ac3d-fe8c-4d02-8bf8-7e7773bf9a52" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30"}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:49.794971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.841150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.893591 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6a0c1-d540-4ffa-82d9-10d4b9b075a9 x-openstack-request-id: req-bad6a0c1-d540-4ffa-82d9-10d4b9b075a9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:49.893946 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "ac09d555-f030-47de-845f-e3bd827dc68c", "status": "completed", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "a742b434-768d-42d5-b97e-45219ddc1d30", "status": "completed", "code": 200}, {"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "97aaa9d2-88a7-4944-ba70-747bfb53ca26", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:49.894151 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bad6a0c1-d540-4ffa-82d9-10d4b9b075a9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:49.894517 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'ac09d555-f030-47de-845f-e3bd827dc68c', 'status': 'completed', 'code': 200} Dec 13 09:53:49.894773 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': 'a742b434-768d-42d5-b97e-45219ddc1d30', 'status': 'completed', 'code': 200} Dec 13 09:53:49.895099 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': '97aaa9d2-88a7-4944-ba70-747bfb53ca26', 'status': 'completed', 'code': 200} Dec 13 09:53:49.931752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.934840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:49.936092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2ac4b00-ee94-4e7f-af5e-63ca413360ca HTTP/1.1" status: 204 len: 168 time: 0.2121272 Dec 13 09:53:49.952359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b3ab-4e5c-498c-a64a-bd19d4f13304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ac4b00-ee94-4e7f-af5e-63ca413360ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:50.113463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.114038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.115066 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Floating IP 62bf337f-4e07-4f08-8147-0fea2e07cd32 disassociated. External IP: 172.25.1.197, port: 11d61409-80ab-434b-9ae2-41cf8a8daec4. Dec 13 09:53:50.115940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for 11d61409-80ab-434b-9ae2-41cf8a8daec4 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:50.433911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:50.463805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.503650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=11d61409-80ab-434b-9ae2-41cf8a8daec4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:50.533798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cc1c4bd3-baa6-4748-ade0-75e6a98f114c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8c2c9524b624f39951a3e3ee131e995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958679 Dec 13 09:53:50.534521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:50.535182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349e106-fb64-4692-9453-e696bc63134c req-1afd3d33-30d6-4b49-9241-3695c42fe848 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:50.542889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c349e106-fb64-4692-9453-e696bc63134c req-1afd3d33-30d6-4b49-9241-3695c42fe848 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 865 time: 0.1679506 Dec 13 09:53:50.565888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a49cc-2ef1-4884-bfba-b45dc956ed5d req-b6cb9160-3c09-4564-b870-edf189fafb46 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:50.574302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c77a49cc-2ef1-4884-bfba-b45dc956ed5d req-b6cb9160-3c09-4564-b870-edf189fafb46 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 948 time: 0.2033775 Dec 13 09:53:50.642798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.668668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.726513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:50.741048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.747204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.749632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19dd5c98-c23f-45d5-98f1-d3ebe1a02475 HTTP/1.1" status: 204 len: 168 time: 0.2137549 Dec 13 09:53:50.762828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03826fc-7a3e-493b-bbe9-8c044dfa8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dd5c98-c23f-45d5-98f1-d3ebe1a02475,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:50.915945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a47f353-d3ad-43f2-a419-e65fc066f1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:50.970824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:51.108526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c349e106-fb64-4692-9453-e696bc63134c req-bafc33c8-54cf-422e-87bc-36290c1d782d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55027b1-4733-41ec-a9d0-46a4bcc464bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5645664 Dec 13 09:53:51.112462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a47f353-d3ad-43f2-a419-e65fc066f1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.121579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a47f353-d3ad-43f2-a419-e65fc066f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.141760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c77a49cc-2ef1-4884-bfba-b45dc956ed5d req-be651dbc-72c3-4d50-9a8d-dfbcffebb737 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664048 Dec 13 09:53:51.185341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9a47f353-d3ad-43f2-a419-e65fc066f1b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9635711718f54f65878ccfeec7dfb34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4568346 Dec 13 09:53:51.188424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:51.189184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f353-d3ad-43f2-a419-e65fc066f1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed992c63-8bd4-40e5-b2c4-ffa100276504,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:51.192794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Router 8b0f46d3-e02b-4427-9108-21ef2697db5f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:53:51.199391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8246862d-31d5-4b40-abb0-2440d95ad13f up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:53:51.342707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.343460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8246862d-31d5-4b40-abb0-2440d95ad13f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:53:51.348349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8246862d-31d5-4b40-abb0-2440d95ad13f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:53:51.348828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.372861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.440782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.443228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:53:51.444804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.446620 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed992c63-8bd4-40e5-b2c4-ffa100276504 HTTP/1.1" status: 204 len: 168 time: 0.2522175 Dec 13 09:53:51.465695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84145caa-83d3-46a6-86c3-86e20a7292e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed992c63-8bd4-40e5-b2c4-ffa100276504,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:51.504727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df64d7-f537-4128-9cc2-1158d8b95831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.532380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port 11d61409-80ab-434b-9ae2-41cf8a8daec4 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:51.538661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.548149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ecac0ab-298e-4600-9484-b358b6cd7ed7 req-26704206-eb39-40ca-8d15-b68c24c63860 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.44 "DELETE /v2.0/ports/11d61409-80ab-434b-9ae2-41cf8a8daec4 HTTP/1.1" status: 204 len: 173 time: 2.2252166 Dec 13 09:53:51.552856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Sync routers for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:53:51.584052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:51.584789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:51.621497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df64d7-f537-4128-9cc2-1158d8b95831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.633024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df64d7-f537-4128-9cc2-1158d8b95831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.680891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:51.681265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8df64d7-f537-4128-9cc2-1158d8b95831 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=889c37e3554e4beb9b09e7663019b912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089970 Dec 13 09:53:51.706673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df64d7-f537-4128-9cc2-1158d8b95831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48396519-b8cb-43a8-8d05-b18e63d2f0df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:51.742700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:51.762581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.791301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.855226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.860465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.861867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48396519-b8cb-43a8-8d05-b18e63d2f0df HTTP/1.1" status: 204 len: 168 time: 0.1790478 Dec 13 09:53:51.873240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dbccf-9572-4b5c-99dc-0d869afe9b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48396519-b8cb-43a8-8d05-b18e63d2f0df,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:51.896255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:51.901163 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cce38-2469-47ab-aa9d-7e2cc02b23ae" -d '{"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:51.915363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:51.945735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:51.948049 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea72641-5767-4b06-80c6-2b79842f4007" -d '{"events": [{"server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "name": "network-vif-plugged", "status": "completed", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:51.977293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8246862d-31d5-4b40-abb0-2440d95ad13f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:51.983992 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dbbd49-311e-434a-acd6-aaa4dd89270c x-openstack-request-id: req-57dbbd49-311e-434a-acd6-aaa4dd89270c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:51.984360 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4526f0-8c98-47d0-af3e-49a9e92a188c", "name": "network-vif-deleted", "tag": "11d61409-80ab-434b-9ae2-41cf8a8daec4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:51.984627 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57dbbd49-311e-434a-acd6-aaa4dd89270c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:51.985078 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4526f0-8c98-47d0-af3e-49a9e92a188c', 'name': 'network-vif-deleted', 'tag': '11d61409-80ab-434b-9ae2-41cf8a8daec4', 'status': 'completed', 'code': 200} Dec 13 09:53:52.003887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.008232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:52.027626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf080-64a5-4daf-bac4-7dacecee6ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.032147 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d65cf-c38f-41ea-892f-8a34628b167f x-openstack-request-id: req-e68d65cf-c38f-41ea-892f-8a34628b167f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:52.032489 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "name": "network-vif-plugged", "status": "completed", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:52.032923 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e68d65cf-c38f-41ea-892f-8a34628b167f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:52.033502 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f', 'code': 200} Dec 13 09:53:52.074315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:52.095899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:52.179876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c3814-2eb9-4187-94b7-21e45d6623a6 req-2a0b9dcb-fa29-4556-bc67-04b896f10726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:52.180787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Checking router: 8b0f46d3-e02b-4427-9108-21ef2697db5f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:53:52.191721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac7c3814-2eb9-4187-94b7-21e45d6623a6 req-2a0b9dcb-fa29-4556-bc67-04b896f10726 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 1100 time: 0.0808585 Dec 13 09:53:52.203712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:53:52.204355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:52.308141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf080-64a5-4daf-bac4-7dacecee6ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.334130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20592c8f-c85f-4797-9e60-b3420d54e444 req-8dcf2eb2-f92a-456d-8eea-c7c5c6eddd89 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0627491 Dec 13 09:53:52.344558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf080-64a5-4daf-bac4-7dacecee6ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.357448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:53:52.364266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41964) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:52.380194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f46abf05-4143-46f6-a724-ed0c8afe04f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.441340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac7c3814-2eb9-4187-94b7-21e45d6623a6 req-04095fea-0a10-4ac9-a480-087feb070f75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483687 Dec 13 09:53:52.479826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdfcf080-64a5-4daf-bac4-7dacecee6ce7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ff6fcb133f1475495bd66f8c644ea39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704945 Dec 13 09:53:52.480876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcf080-64a5-4daf-bac4-7dacecee6ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c01f92-3437-4636-b37d-55525ea4ea6d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:52.486239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:52.498482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f46abf05-4143-46f6-a724-ed0c8afe04f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.504223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f46abf05-4143-46f6-a724-ed0c8afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.536352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abf05-4143-46f6-a724-ed0c8afe04f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294ea212-b3e7-4f43-954d-99d95033606a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:52.540085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368241-5b5e-47ed-a807-7d966b932369 req-7d5f1825-f350-4cd0-a972-729a0a462fc1 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:52.557859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce368241-5b5e-47ed-a807-7d966b932369 req-7d5f1825-f350-4cd0-a972-729a0a462fc1 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 949 time: 0.2859566 Dec 13 09:53:52.571924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f46abf05-4143-46f6-a724-ed0c8afe04f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=798cfb51dd604f429ed5b45d98de95da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064748 Dec 13 09:53:52.574412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:52.649838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.676989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.753909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.759664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce368241-5b5e-47ed-a807-7d966b932369 req-e95bb54d-0c6f-4129-8e2c-09da32f7f23d tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936162 Dec 13 09:53:52.763304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.772075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.773683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/294ea212-b3e7-4f43-954d-99d95033606a HTTP/1.1" status: 204 len: 168 time: 0.1983321 Dec 13 09:53:52.805206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071cccf-18ee-4f6b-baf4-8f36be5449b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ea212-b3e7-4f43-954d-99d95033606a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:52.831975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.870685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:53:52.908769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded67f93-f58b-4186-8f98-b3e6fb3163bd None None] The sync data for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 is: [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:42:47Z', 'revision_number': 4, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '63d72b63-2057-484f-a6b1-4d19a9f7a998', 'name': '', 'network_id': 'd3bfacd6-325d-4e37-a5dd-f81e7eb13089', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'mac_address': 'fa:16:3e:8d:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:46Z', 'updated_at': '2021-12-13T09:42:54Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'subnets': [{'id': '36513e79-1b9c-4b47-8897-6a6b5613ab65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:53:52.916693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.919475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:52.920659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9c01f92-3437-4636-b37d-55525ea4ea6d HTTP/1.1" status: 204 len: 168 time: 0.4334745 Dec 13 09:53:52.935269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4249f80-90fd-4aab-8a48-2b3cacf3710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c01f92-3437-4636-b37d-55525ea4ea6d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:53.282336 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11c7d-631e-4d2e-a122-4bfbd52bfb79 None None] New status for floating IP 62bf337f-4e07-4f08-8147-0fea2e07cd32: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:53:53.514349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6043e167-aeab-4ffa-98c7-0e3e44d9dd98 req-f855e6fd-f648-4018-ba7c-3c5568202f3b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0525134 Dec 13 09:53:53.882731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:53.927968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c251-6c17-4b7d-82ea-23496f72396a req-462069ec-2856-482a-8f1c-926e6ec28715 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:53.930350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4075c251-6c17-4b7d-82ea-23496f72396a req-462069ec-2856-482a-8f1c-926e6ec28715 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 949 time: 0.0689416 Dec 13 09:53:53.989102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4075c251-6c17-4b7d-82ea-23496f72396a req-2dde23f4-d99d-460d-b77f-d4fc1ca75a6f tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Dec 13 09:53:54.184122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-963236856', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:54.253599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Made reservation on behalf of 0610f9ec8367464f8035ddb357c69e94 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:53:54.256711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.270699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.371418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7b00-03be-4ccb-91a7-9b35454f1863 req-bfa92ab6-ae4a-4da9-bfcf-e10b80837353 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:54.373103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bff7b00-03be-4ccb-91a7-9b35454f1863 req-bfa92ab6-ae4a-4da9-bfcf-e10b80837353 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 949 time: 0.0880697 Dec 13 09:53:54.418037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.425925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.435388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] device_id is not set on port 09532251-b16e-44f3-a48b-45205bb9a92b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:53:54.436691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bff7b00-03be-4ccb-91a7-9b35454f1863 req-b0aecfcc-7e84-4914-8e8e-e6498dbbee66 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565307 Dec 13 09:53:54.517271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894bc06f-862b-4fb5-aa7b-4e92bcbef354,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:54.635133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Allocated IP 172.25.1.166 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/09532251-b16e-44f3-a48b-45205bb9a92b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:53:54.667383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec991906-3e3f-44b3-923b-c95715ca29c0 req-54b5e260-ddcd-497e-bb13-3e27a151c1c6 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0449915 Dec 13 09:53:54.833231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.891109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:54.946742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Pushing event updated for resources: {'Port': ['ID=09532251-b16e-44f3-a48b-45205bb9a92b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:54.962007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:53:54.963472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:53:54.966229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:53:55.018456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.019076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.046792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:55.047639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-63856fda-aed5-4aa1-8af3-75806ec8e74e tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1624992 Dec 13 09:53:55.052581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.166'}]}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:53:55.083691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.084869 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.159326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.321216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.684342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23fa36-99be-4336-87b8-ea84008f6908 req-fe454a3a-5a95-448d-98fc-4473940bff47 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.686014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c23fa36-99be-4336-87b8-ea84008f6908 req-fe454a3a-5a95-448d-98fc-4473940bff47 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 949 time: 0.1127360 Dec 13 09:53:55.700462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-27c82ff4-131d-4301-83d9-c90979dbb52a tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:55.701848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-27c82ff4-131d-4301-83d9-c90979dbb52a tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 949 time: 0.1623166 Dec 13 09:53:55.730970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.778069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:55.836440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c23fa36-99be-4336-87b8-ea84008f6908 req-3455958e-c062-4445-acd7-eaf14aca4a38 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c3605d7-5ff3-4678-9a0c-733636a43e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263909 Dec 13 09:53:55.909060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48fd4f24-b468-4d4a-99f8-3f089c7410c4 req-7bfcc57b-807d-48bc-aff2-0eecb461e31a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1399701 Dec 13 09:53:56.101286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Deleting port 8246862d-31d5-4b40-abb0-2440d95ad13f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:56.101955 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.116103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:56.244463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.320850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3781fc5b-fd17-4d5c-a9be-58dcac38a311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.336144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] For port 8246862d-31d5-4b40-abb0-2440d95ad13f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8246862d-31d5-4b40-abb0-2440d95ad13f,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:53:56.336144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.353876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Calling delete_port for 8246862d-31d5-4b40-abb0-2440d95ad13f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:56.413880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3781fc5b-fd17-4d5c-a9be-58dcac38a311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.419669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3781fc5b-fd17-4d5c-a9be-58dcac38a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.456900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.471415 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3781fc5b-fd17-4d5c-a9be-58dcac38a311 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=705d6e04ed474b869af7cf26b732142f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512323 Dec 13 09:53:56.471884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:56.479746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781fc5b-fd17-4d5c-a9be-58dcac38a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb58c5-17b4-4a20-b026-72c30149e6e8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:56.491503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.533349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.544246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.544873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ddc9b9-1bcf-4c70-bb87-8ffbaec8cde4 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:53:56.562598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.569568 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 09:53:56.573657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-100d4f5c-c586-48c9-9b17-fb6fb83cf0d3 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5219479 Dec 13 09:53:56.573977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:56.640266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.643434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.647244 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fcb58c5-17b4-4a20-b026-72c30149e6e8 HTTP/1.1" status: 204 len: 168 time: 0.1721375 Dec 13 09:53:56.654766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afb85b-bb0c-48eb-8cb5-8eab122149d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb58c5-17b4-4a20-b026-72c30149e6e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:56.701587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.715318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8246862d-31d5-4b40-abb0-2440d95ad13f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:53:56.743105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Pushing event deleted for resources: {'Port': ['ID=8246862d-31d5-4b40-abb0-2440d95ad13f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:56.790738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] No DVR routers for this DVR port 8246862d-31d5-4b40-abb0-2440d95ad13f on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:53:56.796103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Deleting port 09532251-b16e-44f3-a48b-45205bb9a92b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:53:56.796452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.798800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:56.803751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a4cbc6-9ef8-418b-b013-f01d789bd316 req-8ee40297-1c8f-4de7-9ac7-539216d096e9 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.44 "DELETE /v2.0/ports/8246862d-31d5-4b40-abb0-2440d95ad13f HTTP/1.1" status: 204 len: 173 time: 1.0911064 Dec 13 09:53:56.805224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'name': 'network-vif-deleted', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:53:56.809468 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed61554-f77e-48de-9ab5-b10489d2866a" -d '{"events": [{"server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "name": "network-vif-deleted", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:53:56.991929 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1be8586-1e7e-41ac-bbae-dec8e976d305 x-openstack-request-id: req-b1be8586-1e7e-41ac-bbae-dec8e976d305 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:53:56.992612 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef650fa8-a947-4980-afaf-2011039742a9", "name": "network-vif-deleted", "tag": "8246862d-31d5-4b40-abb0-2440d95ad13f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:53:56.997562 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1be8586-1e7e-41ac-bbae-dec8e976d305 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:53:56.998411 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef650fa8-a947-4980-afaf-2011039742a9', 'name': 'network-vif-deleted', 'tag': '8246862d-31d5-4b40-abb0-2440d95ad13f', 'status': 'completed', 'code': 200} Dec 13 09:53:57.055172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-830c4e4f-5007-4c39-bd8e-51cee2ceb761 req-82aa9caf-9369-47b5-b441-1b73824d0372 tempest-VolumesNegativeTest-1586879261 tempest-VolumesNegativeTest-1586879261-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef650fa8-a947-4980-afaf-2011039742a9 HTTP/1.1" status: 200 len: 210 time: 0.0631988 Dec 13 09:53:57.069407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.084225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Calling delete_port for 09532251-b16e-44f3-a48b-45205bb9a92b owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:53:57.098954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.138570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:57.153101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25140523-a282-4f59-b9f2-5c526429643b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.175179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01db2f97-6c50-45df-aff9-c51c3be76804 req-189feaa6-38f1-4b3a-a787-dc90a816c058 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0318089 Dec 13 09:53:57.267892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25140523-a282-4f59-b9f2-5c526429643b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.285571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25140523-a282-4f59-b9f2-5c526429643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.341580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.356003 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-25140523-a282-4f59-b9f2-5c526429643b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d99f61dd4c4460faa04f234481471cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131040 Dec 13 09:53:57.356824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:57.374476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140523-a282-4f59-b9f2-5c526429643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8228a1cc-e12f-49f7-946d-3fb8a0be147e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:57.411298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Pushing event deleted for resources: {'Port': ['ID=09532251-b16e-44f3-a48b-45205bb9a92b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:57.426329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.465623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.523175 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.526984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a490fcae-b90a-4276-a880-a6b6e68f3a48 tempest-RoutersAdminNegativeTest-1834906863 tempest-RoutersAdminNegativeTest-1834906863-project-admin] 10.222.0.30 "DELETE /v2.0/ports/09532251-b16e-44f3-a48b-45205bb9a92b HTTP/1.1" status: 204 len: 168 time: 0.9520495 Dec 13 09:53:57.537234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.541068 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:57.544606 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8228a1cc-e12f-49f7-946d-3fb8a0be147e HTTP/1.1" status: 204 len: 168 time: 0.1843448 Dec 13 09:53:57.557023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a541ea8-ccd7-40eb-ab98-89d1982c597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8228a1cc-e12f-49f7-946d-3fb8a0be147e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:57.943663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:58.078181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de43953e-4edf-474e-be90-e266847ece7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.206512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de43953e-4edf-474e-be90-e266847ece7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.215446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de43953e-4edf-474e-be90-e266847ece7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.288087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43953e-4edf-474e-be90-e266847ece7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126c64a-22a1-42e6-9ddf-cc6ad37bd59e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:58.337837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de43953e-4edf-474e-be90-e266847ece7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80c110a9a54243369e91f5452561ea1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868194 Dec 13 09:53:58.338653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:58.338789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc9ac75d-7753-43cd-a2d8-01fe03159773 req-a36eeeff-61b5-4621-9979-5f902a30f32b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0426416 Dec 13 09:53:58.413159 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.440567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.510603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.514072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.515400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d126c64a-22a1-42e6-9ddf-cc6ad37bd59e HTTP/1.1" status: 204 len: 168 time: 0.1752038 Dec 13 09:53:58.533908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d141b7-c6b4-43a4-b21b-5b0f832c25a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126c64a-22a1-42e6-9ddf-cc6ad37bd59e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:53:58.599970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc803392-7a8f-46b0-a3ba-48c4b1f8747a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:58.795605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee6b2-184f-4cd3-bbaf-f40ed4b71c32 req-6bc882ed-d22d-46f6-86c6-57dee94f1321 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:58.798118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3fee6b2-184f-4cd3-bbaf-f40ed4b71c32 req-6bc882ed-d22d-46f6-86c6-57dee94f1321 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1089246 Dec 13 09:53:58.897517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3fee6b2-184f-4cd3-bbaf-f40ed4b71c32 req-9ce2d239-db6d-4259-aaed-73b417c6ba45 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884740 Dec 13 09:53:58.987337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:53:59.063461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef759ca-4b6a-4a7f-83a7-4733a1fbf4a9 req-15f33697-309f-4e6e-82b1-890318a80d21 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:59.075195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ef759ca-4b6a-4a7f-83a7-4733a1fbf4a9 req-15f33697-309f-4e6e-82b1-890318a80d21 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0810816 Dec 13 09:53:59.130225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ef759ca-4b6a-4a7f-83a7-4733a1fbf4a9 req-b0aba0b3-3c11-4ec6-b6ce-589e48534951 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541499 Dec 13 09:53:59.291294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8246862d-31d5-4b40-abb0-2440d95ad13f no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:53:59.383816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8246862d-31d5-4b40-abb0-2440d95ad13f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:53:59.386888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8246862d-31d5-4b40-abb0-2440d95ad13f not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:53:59.626723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:59.648484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10e9dcec-8635-4320-8017-8727d98df161 req-b7236a9c-958b-4324-b1bd-3a18356e035c tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0766845 Dec 13 09:53:59.734117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ab8d9f7b-4c1f-445d-aacc-2f27112189bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0610f9ec8367464f8035ddb357c69e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053479 Dec 13 09:53:59.743967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:53:59.956786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-77dc56bd-3a9c-4b97-b4cf-36c70dea7fe6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:53:59.958573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-77dc56bd-3a9c-4b97-b4cf-36c70dea7fe6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.2216833 Dec 13 09:53:59.984754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-277a025c-c20b-443e-b64c-af251198fce0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/quotas/4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 375 time: 0.0167720 Dec 13 09:53:59.986310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.018940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.119986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.128494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:00.130712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/894bc06f-862b-4fb5-aa7b-4e92bcbef354 HTTP/1.1" status: 204 len: 168 time: 0.3834271 Dec 13 09:54:00.178712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-75f97b6c-999c-4060-84ad-6cbfa70cf416 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1157420 Dec 13 09:54:00.180866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894bc06f-862b-4fb5-aa7b-4e92bcbef354,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:00.203608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.203608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.203608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.203986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.204423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.205247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.206098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.206544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.207135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.207576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.208030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.208464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.209284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafdbd7-2767-455d-8d89-74535b6a2a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:00.304206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:54:00.334263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-eb513c9d-b689-4725-be57-b26b93d46572 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436963 Dec 13 09:54:00.465542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-003706ce-5e2b-4d09-8b18-afeb48b21bfa service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300902 Dec 13 09:54:00.703710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78e21d0c-7717-4a5a-b0e0-7434b2319d14 req-e917a7a0-eb5a-407b-a147-a9fe860dbd58 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 210 time: 0.0616024 Dec 13 09:54:00.863612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2e9eae8-9941-48a1-908c-583402967070 req-f2d978f1-8b78-4114-8b1a-86b57435b68d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0538960 Dec 13 09:54:00.958585 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b613427-e78c-4b30-865a-f043881e18b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:01.490599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:01.760819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1804017925'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:01.837729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a25a5156-55fa-487d-8af1-556cf1b92825 req-84dbab0b-5586-468e-ba14-87acc9826cb5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 210 time: 0.0363564 Dec 13 09:54:01.838946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:01.842711 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:01.864919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:01.944698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:01.954643 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:01.998192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980a0ed3-7252-47c0-8bbd-3e85302346f7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:02.009794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:02.023501 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.023869 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment ff3da202-5755-4685-bce7-c5bbb7e630c3 of type vlan for network 1d688937-6730-4698-8cbe-c05b3ebff0b5 Dec 13 09:54:02.071031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bacbd47-2304-4b15-8271-08856453f336 req-63e08d81-8af0-4ce4-a7de-5f8cd2b65b02 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0332315 Dec 13 09:54:02.189972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.325511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-100bcfd9-3962-4a24-b2fc-faf26d0e603a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:02.326958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-100bcfd9-3962-4a24-b2fc-faf26d0e603a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.1837051 Dec 13 09:54:02.339921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:02.355679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'device_id': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'admin_state_up': True, 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:02.969764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:54:03.027022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.032507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:03.033110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.070330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f9deb0a-16f9-4f86-b155-58b167c7ac53 req-59f8d9b7-7e75-42a6-a40a-6cfddc925e07 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 210 time: 0.1104960 Dec 13 09:54:03.203362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=1d688937-6730-4698-8cbe-c05b3ebff0b5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:03.217190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:03.248881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:03.259770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'name': 'tempest-PortsTestJSON-1014030001'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:03.265209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2c88bc87-2a6c-43da-9273-256d51e6e75a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7732553 Dec 13 09:54:03.350969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8052f90d-875c-42ff-ba67-320612dd21db req-8821e356-cf8a-4a69-acd4-6fe1261036b3 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0832844 Dec 13 09:54:03.406489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:03.413743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.497828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:03.501853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.529935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 9ebe306e-5f8e-4483-98af-a8f86f019244 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:03.631567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.715762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.20.0.8 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/8e7210b5-d29b-4ce5-bb34-95bf81789755) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:03.789934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.869012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.945840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:03.951797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=9ebe306e-5f8e-4483-98af-a8f86f019244,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:03.990717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'ff3da202-5755-4685-bce7-c5bbb7e630c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:03.991097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 1d688937-6730-4698-8cbe-c05b3ebff0b5, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:04.012533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:04.025804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.053115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1d688937-6730-4698-8cbe-c05b3ebff0b5) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:04.059888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:04.071319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:04.073818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ffc4aa44-ece7-40d2-8999-33be41829af6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:04.086726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:04.089389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.092213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:04.096138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:04.102974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e184bf-8c35-432c-8132-fa3519f477dd None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:04.106590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:04.143982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:04.168642 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ffec3f7c-802e-4013-899e-fdadb04c5699 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9171293 Dec 13 09:54:04.171948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:04.183700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1943771949'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:04.219716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:04.225343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.267888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:04.275389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.299049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-998ec32e-f4e3-4882-a102-6b32ecbfdec0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9499285 Dec 13 09:54:04.315607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:04.341460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.342095 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment d5a6150a-a087-4cf6-a117-0d964b2a8b04 of type vlan for network 483905ef-2ada-4767-8f13-8a2291a6295b Dec 13 09:54:04.364555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Request body: {'port': {'device_id': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:04.488013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.508473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.531240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e63fb-6cde-4dd0-a9c4-da53b89826e1 req-afcf94bc-f2ec-40dc-baeb-483c4b5a1a2d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:04.542279 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b6e63fb-6cde-4dd0-a9c4-da53b89826e1 req-afcf94bc-f2ec-40dc-baeb-483c4b5a1a2d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 931 time: 0.2851596 Dec 13 09:54:04.625553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.661394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:04.664809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.674951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a381cb7-71c5-441f-a824-b398d952adfa req-a0ed52b4-6854-4a0b-b02c-b6c0353e1e36 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0786486 Dec 13 09:54:04.722876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5484874 Dec 13 09:54:04.739137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:04.745413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'ports': [{'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'}, {'network_id': '483905ef-2ada-4767-8f13-8a2291a6295b'}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:04.745919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:04.746357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '483905ef-2ada-4767-8f13-8a2291a6295b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:04.749515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:04.764603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b6e63fb-6cde-4dd0-a9c4-da53b89826e1 req-d67bbdd7-332b-4123-a11a-3fac258ec2b2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208622 Dec 13 09:54:04.875591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70557ec9-c553-4182-b8b8-edee83813297 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=483905ef-2ada-4767-8f13-8a2291a6295b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:05.041774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 483905ef-2ada-4767-8f13-8a2291a6295b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:05.045354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:05.055155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.074677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.156201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d33ab676-64e3-4260-82d5-9886bcdd0dde None None] Provisioning complete for port 8e7210b5-d29b-4ce5-bb34-95bf81789755 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:05.156844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d33ab676-64e3-4260-82d5-9886bcdd0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.170265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7210b5-d29b-4ce5-bb34-95bf81789755 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:05.183819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.211593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Transition to ACTIVE for port object 8e7210b5-d29b-4ce5-bb34-95bf81789755 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:54:05.221594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.233829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 2aa8b6ed-750a-42c6-b5e8-6fdd22eac368 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:05.337798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:05.383386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d33ab676-64e3-4260-82d5-9886bcdd0dde None None] Port 8e7210b5-d29b-4ce5-bb34-95bf81789755 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:05.473595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Attempting to bind port 8e7210b5-d29b-4ce5-bb34-95bf81789755 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:05.474141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Attempting to bind port 8e7210b5-d29b-4ce5-bb34-95bf81789755 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:05.474924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Attempting to bind port 8e7210b5-d29b-4ce5-bb34-95bf81789755 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:05.480114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.480645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Port 8e7210b5-d29b-4ce5-bb34-95bf81789755 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:54:05.487884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Attempting to bind port 8e7210b5-d29b-4ce5-bb34-95bf81789755 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:05.494889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:05.495360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:05.495853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:05.496403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Bound port: 8e7210b5-d29b-4ce5-bb34-95bf81789755, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:05.496871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.583844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 0c995893-30f6-4ecc-8115-1ee5c78f525e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:05.693621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:05.708294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:05.719752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.824769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.846020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:05.846646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:05.848087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] 10.222.0.44 "PUT /v2.0/ports/8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 200 len: 1091 time: 1.5095844 Dec 13 09:54:05.849236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:05.851736 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e3f79-c751-4b89-80f3-dd958185afc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:05.938379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-457e0497-c3df-4dc7-84db-efe757691db9 req-a4c7cd68-4067-4057-8779-9ca4c2a6317a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0966363 Dec 13 09:54:05.943350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.077283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9515-c822-4682-bbbc-50e16d8b801f service neutron] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:06.097303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:06.104763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:06.109399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:06.111169 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151715e-ff18-4249-9eed-7475932a6955 x-openstack-request-id: req-2151715e-ff18-4249-9eed-7475932a6955 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:06.113224 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:06.113520 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2151715e-ff18-4249-9eed-7475932a6955 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:06.113945 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'status': 'completed', 'code': 200} Dec 13 09:54:06.117304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.118312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-e1d876cd-b818-4b64-bc87-d0db952ecf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.122728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-e1d876cd-b818-4b64-bc87-d0db952ecf2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 1094 time: 0.1937184 Dec 13 09:54:06.128903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=2aa8b6ed-750a-42c6-b5e8-6fdd22eac368,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:06.163637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f242cad-278e-4bf0-9785-f14146f5854b req-7776826a-e86e-43f0-bea5-9eddb591626a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.177181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f242cad-278e-4bf0-9785-f14146f5854b req-7776826a-e86e-43f0-bea5-9eddb591626a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 943 time: 0.2269361 Dec 13 09:54:06.262948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=0c995893-30f6-4ecc-8115-1ee5c78f525e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:06.285569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'd5a6150a-a087-4cf6-a117-0d964b2a8b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '483905ef-2ada-4767-8f13-8a2291a6295b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:06.285944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 483905ef-2ada-4767-8f13-8a2291a6295b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:06.336321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 483905ef-2ada-4767-8f13-8a2291a6295b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:06.340809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-0f22062b-dc31-4005-8388-43934df39c1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 200 len: 217 time: 0.1317904 Dec 13 09:54:06.353440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 483905ef-2ada-4767-8f13-8a2291a6295b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:06.357912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:06.364222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.375953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.382931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.387355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1546bc3-796d-41b8-a6dd-46ddbc322884 None None] Network 483905ef-2ada-4767-8f13-8a2291a6295b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:06.433376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-e11b2bb7-96c6-42dc-9e83-07f56e83840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.435858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-e11b2bb7-96c6-42dc-9e83-07f56e83840c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0831623 Dec 13 09:54:06.452312 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-58287d6d-e120-442b-b84a-355d052126ab tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7126527 Dec 13 09:54:06.453697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:06.550603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f242cad-278e-4bf0-9785-f14146f5854b req-fd58ff73-415f-44f6-895f-cdb998504d5f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724754 Dec 13 09:54:06.588036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777475d-d39c-41f8-9030-5c151137b14c req-e195a78a-48e7-4b96-b060-c5da9aa25cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.589797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-e195a78a-48e7-4b96-b060-c5da9aa25cfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452723 Dec 13 09:54:06.612531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 0c995893-30f6-4ecc-8115-1ee5c78f525e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:06.613510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.711150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-de0e68e2-e811-4e45-a1bb-badfb3f54750 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125255 Dec 13 09:54:06.773034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.811678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 0c995893-30f6-4ecc-8115-1ee5c78f525e owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:06.885726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4777475d-d39c-41f8-9030-5c151137b14c req-e3ef5087-0a81-47dc-936b-df9d466b83cc service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678133 Dec 13 09:54:06.948405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:06.996222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-4045575b-dc57-40a7-81da-a3e88edf21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:06.998405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-4045575b-dc57-40a7-81da-a3e88edf21f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 1094 time: 0.0507674 Dec 13 09:54:07.073826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.082655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/0c995893-30f6-4ecc-8115-1ee5c78f525e HTTP/1.1" status: 204 len: 168 time: 0.6247430 Dec 13 09:54:07.084064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72337dae-e07b-4a35-8067-e8b5ad1336fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=0c995893-30f6-4ecc-8115-1ee5c78f525e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:07.090708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:07.241061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9792a7c7-f99a-4172-bff7-28112cdb723d req-90f2bd69-3b70-4655-8eac-0e17cc566b4b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.0819244 Dec 13 09:54:07.324676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-23103713-cb55-45c5-9a15-2cd5b83f7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.330500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-23103713-cb55-45c5-9a15-2cd5b83f7900 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3217084 Dec 13 09:54:07.336861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fca3b9-c71b-4dba-a25e-866b860204fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.344184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fca3b9-c71b-4dba-a25e-866b860204fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.346206 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-07fca3b9-c71b-4dba-a25e-866b860204fd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2526605 Dec 13 09:54:07.349220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:07.430898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-9c9083a9-e13f-4e13-b74d-9d63e1216024 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 200 len: 217 time: 0.0924332 Dec 13 09:54:07.531614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-28c16a21-22f9-4e81-929c-d9a94395339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.541150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-28c16a21-22f9-4e81-929c-d9a94395339e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0972676 Dec 13 09:54:07.565575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 2aa8b6ed-750a-42c6-b5e8-6fdd22eac368 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:07.565962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.638996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-989e84aa-aa52-46b3-b0cf-e88100e44c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.644000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-989e84aa-aa52-46b3-b0cf-e88100e44c56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020236 Dec 13 09:54:07.729109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.765278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 2aa8b6ed-750a-42c6-b5e8-6fdd22eac368 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:07.856357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-1e5f4fe8-1596-47b2-9483-d150b9155a35 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026241 Dec 13 09:54:07.956087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:07.958171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2bc0e-b05e-4714-8a0f-02ea82ecb26d req-1f3f53ba-491c-49f3-8ab8-d8089a73e3b3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:07.972297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84d2bc0e-b05e-4714-8a0f-02ea82ecb26d req-1f3f53ba-491c-49f3-8ab8-d8089a73e3b3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 943 time: 0.2106202 Dec 13 09:54:08.004571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=2aa8b6ed-750a-42c6-b5e8-6fdd22eac368,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:08.021431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.027438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a7426310-7369-4373-b555-c04b9d85f66a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/2aa8b6ed-750a-42c6-b5e8-6fdd22eac368 HTTP/1.1" status: 204 len: 168 time: 0.6771727 Dec 13 09:54:08.032455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.040714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84d2bc0e-b05e-4714-8a0f-02ea82ecb26d req-dc28a801-6aaf-4ab4-affe-5bccfe961fa7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729392 Dec 13 09:54:08.067897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af9e3f79-c751-4b89-80f3-dd958185afc7 req-006c73e4-8f46-4ce8-a87f-17d683bd6c31 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899285 Dec 13 09:54:08.106723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d6f99-7a43-4804-aaf5-9ac31d41de0a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:08.114907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-165d6f99-7a43-4804-aaf5-9ac31d41de0a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0796413 Dec 13 09:54:08.117523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.148918 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8feaf8d-d494-4af6-a760-407502fa5e53 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:08.150676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8feaf8d-d494-4af6-a760-407502fa5e53 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/0c995893-30f6-4ecc-8115-1ee5c78f525e HTTP/1.1" status: 404 len: 333 time: 0.0319602 Dec 13 09:54:08.153443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.181382 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e02a86e-332e-4cab-9f0c-511e33bd3bb9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:08.183448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e02a86e-332e-4cab-9f0c-511e33bd3bb9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/2aa8b6ed-750a-42c6-b5e8-6fdd22eac368 HTTP/1.1" status: 404 len: 333 time: 0.0287588 Dec 13 09:54:08.186151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.382469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.557680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14dcd30a-f7f1-4e51-a79d-aabffc09b4b3 req-256f700f-4f36-4701-afa5-aca2d7dd020a tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1344748 Dec 13 09:54:08.591958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.630162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483905ef-2ada-4767-8f13-8a2291a6295b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:08.645134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a6150a-a087-4cf6-a117-0d964b2a8b04') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:08.645488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a6150a-a087-4cf6-a117-0d964b2a8b04') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:08.679492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.708161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.718017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:08.718861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:08.723253 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:08.807724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.817089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.822791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/483905ef-2ada-4767-8f13-8a2291a6295b HTTP/1.1" status: 204 len: 168 time: 0.6354051 Dec 13 09:54:08.826549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:08.834060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-378885476'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:08.856196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011de0c8-8a0a-4e93-b117-d5790b2d12e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=483905ef-2ada-4767-8f13-8a2291a6295b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:08.869926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:08.875257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.904490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:08.915576 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.915917 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment dc6ffb09-9779-4d13-872b-fa4ee3b07ebb of type vlan for network 2910e31e-6f09-4399-82fa-54c353ecd148 Dec 13 09:54:08.968671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:08.998876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.007669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:09.008418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.102190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=2910e31e-6f09-4399-82fa-54c353ecd148,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:09.117549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2910e31e-6f09-4399-82fa-54c353ecd148 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:09.124428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4ff6fe2-3469-4b75-a635-b4cc14012118 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2967734 Dec 13 09:54:09.127316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:09.133372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:09.260746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1481-7c10-4fae-add0-1bc371643002 req-232c43b2-b146-4692-ace0-8185538e4d59 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:09.262399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bbc1481-7c10-4fae-add0-1bc371643002 req-232c43b2-b146-4692-ace0-8185538e4d59 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 943 time: 0.1192243 Dec 13 09:54:09.307941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:09.311939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.336630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8e7210b5-d29b-4ce5-bb34-95bf81789755 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:09.376755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bbc1481-7c10-4fae-add0-1bc371643002 req-d650a354-bb48-4dea-8292-e2d12c0ebc00 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046340 Dec 13 09:54:09.392804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 09:54:09.394260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 09:54:09.683157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:09.706949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'mac_address': 'fa:16:3e:58:7a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:09.722936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.794604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.837910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7210b5-d29b-4ce5-bb34-95bf81789755 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:09.898200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:09.906333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:09.950934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ceeeb46-a359-448e-8f19-cbc8bc22fb0a req-0d3df912-9ec3-4c6f-916f-af90ff80651f tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1876509 Dec 13 09:54:09.951287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:09.962072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=e72e6b30-b499-4acd-9fab-7c7460572230,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:10.063534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:10.064017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 2910e31e-6f09-4399-82fa-54c353ecd148, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:10.086879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:10.098337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 2910e31e-6f09-4399-82fa-54c353ecd148 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:10.106582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.107386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.107751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.108159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.108523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.108872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.109269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.109693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.110082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.110461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.110964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.111418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.111763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:10.114746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2910e31e-6f09-4399-82fa-54c353ecd148) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:10.128843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:10.129525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.143798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b67cab-6e27-4664-b69c-fab23da294a8 None None] Network 2910e31e-6f09-4399-82fa-54c353ecd148 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:10.169236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0954d143-4693-478e-853a-3bb13045f6f8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0407126 Dec 13 09:54:10.173264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:10.180131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148', 'name': 'tempest-PortsTestJSON-1349207717'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:10.208411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:10.210367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e2a5ffa-7a5f-47a0-9d36-444f24fa9f34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d799983b8f5489a9cd5bd940b841387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571468 Dec 13 09:54:10.235396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8e7210b5-d29b-4ce5-bb34-95bf81789755'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:10.454905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.488339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:10.500154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.518483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-2910e31e-6f09-4399-82fa-54c353ecd148', 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': 'e72e6b30-b499-4acd-9fab-7c7460572230'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:10.536622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.673711 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:10.680876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 63ccf63f-47e6-4e77-8e18-165ebe60ef52 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:10.857198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Allocated IP 172.20.0.2 (2910e31e-6f09-4399-82fa-54c353ecd148/e72e6b30-b499-4acd-9fab-7c7460572230/6f256f32-8e6a-40e2-96f1-c09624241a41) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:10.936143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4053-05a3-46b1-a174-cf0f4fbf71da req-61e6455d-d7d2-496f-9535-57106ec09689 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:10.947553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-453e4053-05a3-46b1-a174-cf0f4fbf71da req-61e6455d-d7d2-496f-9535-57106ec09689 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 944 time: 0.4002721 Dec 13 09:54:11.002001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:11.119815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.123576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-453e4053-05a3-46b1-a174-cf0f4fbf71da req-9c1f8f20-98fa-4a5e-ab30-2cf4dd93da1c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748440 Dec 13 09:54:11.124838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.128532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.130605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.137968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c3605d7-5ff3-4678-9a0c-733636a43e96 HTTP/1.1" status: 204 len: 168 time: 0.9281900 Dec 13 09:54:11.201852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0deff7-f9d7-4d7f-815f-b63cd4369af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.260814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Network 2910e31e-6f09-4399-82fa-54c353ecd148 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:11.268027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c24454-fd35-4b03-a5b7-57d4f49637c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3605d7-5ff3-4678-9a0c-733636a43e96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.272828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:11.282259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:11.303421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Pushing event updated for resources: {'Port': ['ID=6f256f32-8e6a-40e2-96f1-c09624241a41,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.354512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-854e53d8-7ebc-4a2f-9d31-02c97e80d52c req-256e0985-b6a9-4354-b5ec-8af381bf544d tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1229694 Dec 13 09:54:11.363474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8e7210b5-d29b-4ce5-bb34-95bf81789755 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:11.392593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.11 (2910e31e-6f09-4399-82fa-54c353ecd148/e72e6b30-b499-4acd-9fab-7c7460572230/63ccf63f-47e6-4e77-8e18-165ebe60ef52) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:11.424486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0deff7-f9d7-4d7f-815f-b63cd4369af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.431567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0deff7-f9d7-4d7f-815f-b63cd4369af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.530967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0deff7-f9d7-4d7f-815f-b63cd4369af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469aab2f-5cbb-49b1-9753-4f853abe188e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.542586 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c0deff7-f9d7-4d7f-815f-b63cd4369af1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=135ad6bd331c4a83bb888126bbb05bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5372999 Dec 13 09:54:11.544930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:11.585211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Attempting to bind port 6f256f32-8e6a-40e2-96f1-c09624241a41 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:11.585896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Attempting to bind port 6f256f32-8e6a-40e2-96f1-c09624241a41 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:11.586634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Attempting to bind port 6f256f32-8e6a-40e2-96f1-c09624241a41 on network 2910e31e-6f09-4399-82fa-54c353ecd148 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:11.615298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:11.616869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Checking segment: {'id': 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:11.619943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.620479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Bound using segment: {'id': 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:11.621060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Bound port: 6f256f32-8e6a-40e2-96f1-c09624241a41, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2910e31e-6f09-4399-82fa-54c353ecd148'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:11.622601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.684446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.721350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.800581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.808801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] For port 6f256f32-8e6a-40e2-96f1-c09624241a41, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:11.812421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8e7210b5-d29b-4ce5-bb34-95bf81789755 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:54:11.818806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] For port 6f256f32-8e6a-40e2-96f1-c09624241a41, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6f256f32-8e6a-40e2-96f1-c09624241a41,segment=NetworkSegment(dc6ffb09-9779-4d13-872b-fa4ee3b07ebb),segment_id=dc6ffb09-9779-4d13-872b-fa4ee3b07ebb)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:11.826950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8e7210b5-d29b-4ce5-bb34-95bf81789755 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:11.828621 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.839902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.855611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.858696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.862227 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/469aab2f-5cbb-49b1-9753-4f853abe188e HTTP/1.1" status: 204 len: 168 time: 0.3122590 Dec 13 09:54:11.877641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897b96-464a-4441-a49c-c2a74a9c0e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469aab2f-5cbb-49b1-9753-4f853abe188e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:11.900553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:11.991909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 2910e31e-6f09-4399-82fa-54c353ecd148 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:11.995871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:12.000932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:12.043442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=63ccf63f-47e6-4e77-8e18-165ebe60ef52,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.074953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:12.075955 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.118339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3ff5828-4a38-4c52-b699-c5c79155e717 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9434919 Dec 13 09:54:12.121043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:12.212721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730879d-c0b4-40bc-9576-eedcf20a35ce None None] Pushing event updated for resources: {'Port': ['ID=6f256f32-8e6a-40e2-96f1-c09624241a41,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.284842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.367327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 63ccf63f-47e6-4e77-8e18-165ebe60ef52 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:12.367733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.387609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:12.389460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:12.404916 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0aacc6-9481-4bbe-8b20-8064971ebc17" -d '{"events": [{"server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "name": "network-vif-plugged", "status": "completed", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:12.420967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.451989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba30b-9895-4692-8f5a-2ecc863646de req-36fc7a08-a7f7-4aef-ab35-5a36b3a8ef94 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:12.453402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbeba30b-9895-4692-8f5a-2ecc863646de req-36fc7a08-a7f7-4aef-ab35-5a36b3a8ef94 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 944 time: 0.1407189 Dec 13 09:54:12.712708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:12.800130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbeba30b-9895-4692-8f5a-2ecc863646de req-49c781eb-f49e-4971-ad0d-d130651b64e6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363435 Dec 13 09:54:12.804989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56eae2ae-ed10-44d8-96e0-fecb12dca3e5 req-28b131c2-f243-47cb-86a6-7207cde783d5 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1548185 Dec 13 09:54:12.807951 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:12.833794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 63ccf63f-47e6-4e77-8e18-165ebe60ef52 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:12.914740 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14836f42-18c8-4025-b6bf-728144bbc927 x-openstack-request-id: req-14836f42-18c8-4025-b6bf-728144bbc927 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:12.915907 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "name": "network-vif-plugged", "status": "completed", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:12.916336 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14836f42-18c8-4025-b6bf-728144bbc927 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:12.916911 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'code': 200} Dec 13 09:54:13.064607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280138e9-4d8d-4d87-aa0f-b0f6128ba1f6 req-5256ebab-5ae2-4f6c-b7f2-2ddf47930461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:13.066476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-280138e9-4d8d-4d87-aa0f-b0f6128ba1f6 req-5256ebab-5ae2-4f6c-b7f2-2ddf47930461 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 1096 time: 0.0761988 Dec 13 09:54:13.088030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.120421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-280138e9-4d8d-4d87-aa0f-b0f6128ba1f6 req-c66ec6bb-0a66-4e31-91da-29ab281c8478 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Dec 13 09:54:13.122963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=63ccf63f-47e6-4e77-8e18-165ebe60ef52,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:13.242320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.246697 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5dfcada-4328-42f1-9dda-c99833dd3a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/63ccf63f-47e6-4e77-8e18-165ebe60ef52 HTTP/1.1" status: 204 len: 168 time: 1.1234226 Dec 13 09:54:13.249219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:13.316219 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc5a6f4-4e32-44e4-b724-05d54ed38d4d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:54:13.316883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc5a6f4-4e32-44e4-b724-05d54ed38d4d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:54:13.321458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6bc5a6f4-4e32-44e4-b724-05d54ed38d4d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/63ccf63f-47e6-4e77-8e18-165ebe60ef52 HTTP/1.1" status: 404 len: 333 time: 0.0708663 Dec 13 09:54:13.323991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:13.376975 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1771e29e-b598-4a12-a39a-f289c9c461c8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:13.381078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1771e29e-b598-4a12-a39a-f289c9c461c8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/63ccf63f-47e6-4e77-8e18-165ebe60ef52 HTTP/1.1" status: 404 len: 333 time: 0.0535343 Dec 13 09:54:13.381516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:13.473261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6f256f32-8e6a-40e2-96f1-c09624241a41 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:13.534820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet e72e6b30-b499-4acd-9fab-7c7460572230 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:13.542614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6f256f32-8e6a-40e2-96f1-c09624241a41 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:13.542872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.543224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.619361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.677968 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.717406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 6f256f32-8e6a-40e2-96f1-c09624241a41, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6f256f32-8e6a-40e2-96f1-c09624241a41,segment=NetworkSegment(dc6ffb09-9779-4d13-872b-fa4ee3b07ebb),segment_id=dc6ffb09-9779-4d13-872b-fa4ee3b07ebb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:13.727454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.732054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.779059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97d2b0-dfed-4170-8911-bab11ebb31fb None None] Network 2910e31e-6f09-4399-82fa-54c353ecd148 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:13.860493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.914227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fac95003-63bb-4aea-9fc8-3a9e1145eecf None None] Provisioning complete for port 6f256f32-8e6a-40e2-96f1-c09624241a41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:13.914676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fac95003-63bb-4aea-9fc8-3a9e1145eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.952105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=6f256f32-8e6a-40e2-96f1-c09624241a41,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:13.963133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=e72e6b30-b499-4acd-9fab-7c7460572230,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:13.973866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:13.982068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c67a58b5-2cf2-4f15-964d-3725a7efa263 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/e72e6b30-b499-4acd-9fab-7c7460572230 HTTP/1.1" status: 204 len: 168 time: 0.5969346 Dec 13 09:54:13.982725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.076532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-0dd93407-91fa-42ea-8470-054d6c662e98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1229343 Dec 13 09:54:14.143966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c330-9c08-4755-8072-9638dee1d55e req-17690b04-26dc-4f7c-8fb3-88472a5147d5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:14.157609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9360c330-9c08-4755-8072-9638dee1d55e req-17690b04-26dc-4f7c-8fb3-88472a5147d5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 945 time: 0.2079422 Dec 13 09:54:14.234619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.266483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:14.277466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af6acb0f-47c0-49db-a9aa-c3ff6c7486ee req-1f88cead-305e-4cbc-acec-eb826f0f70c9 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1138191 Dec 13 09:54:14.373909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 6f256f32-8e6a-40e2-96f1-c09624241a41 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:14.373909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.391182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-e88836ba-799d-4b4a-a912-ad5163dd9bcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb2494f76f4b4d1db32d641d54c59232&device_id=ec4526f0-8c98-47d0-af3e-49a9e92a188c HTTP/1.1" status: 200 len: 210 time: 0.1236522 Dec 13 09:54:14.434592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ae6b8-e6d7-48bc-b853-0f4f9bcdddb5 None None] Network 2910e31e-6f09-4399-82fa-54c353ecd148 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:14.626727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 6f256f32-8e6a-40e2-96f1-c09624241a41, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6f256f32-8e6a-40e2-96f1-c09624241a41,segment=NetworkSegment(dc6ffb09-9779-4d13-872b-fa4ee3b07ebb),segment_id=dc6ffb09-9779-4d13-872b-fa4ee3b07ebb)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:14.627419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.643335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2595bc77-1066-40b9-b825-93d00f6d22fe None None] Provisioning complete for port 6f256f32-8e6a-40e2-96f1-c09624241a41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:14.645499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2595bc77-1066-40b9-b825-93d00f6d22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.660065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 6f256f32-8e6a-40e2-96f1-c09624241a41 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:14.715701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9360c330-9c08-4755-8072-9638dee1d55e req-cfeb8d92-17a4-487a-94eb-1aa06fef65ca tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561514 Dec 13 09:54:14.818202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'network': {'name': 'tempest-network-smoke--1879756595', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:14.841879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:14.873581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a1f39-df91-4140-8f4e-09578421b6fe None None] DHCP port deletion for 2910e31e-6f09-4399-82fa-54c353ecd148 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:14.884767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 6f256f32-8e6a-40e2-96f1-c09624241a41 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:15.025653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=6f256f32-8e6a-40e2-96f1-c09624241a41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.061143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.096111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2910e31e-6f09-4399-82fa-54c353ecd148']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:15.107990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:15.108560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6ffb09-9779-4d13-872b-fa4ee3b07ebb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:15.120352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.137988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.147090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:15.149208 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:15.152867 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:15.207003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:15.211086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.224940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.232112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.235973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-77359c0b-1b28-4362-b1cd-2478bd4cba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.236358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-77359c0b-1b28-4362-b1cd-2478bd4cba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.236819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-77359c0b-1b28-4362-b1cd-2478bd4cba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.238467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-77359c0b-1b28-4362-b1cd-2478bd4cba8d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb2494f76f4b4d1db32d641d54c59232&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8035698 Dec 13 09:54:15.244257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.252905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/2910e31e-6f09-4399-82fa-54c353ecd148 HTTP/1.1" status: 204 len: 168 time: 1.2691050 Dec 13 09:54:15.256161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.272081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2091823505'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:15.272389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bedbc1-0e12-4113-8aa5-ba5d48b34bfb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=2910e31e-6f09-4399-82fa-54c353ecd148,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.315308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:15.318722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.404111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6f256f32-8e6a-40e2-96f1-c09624241a41 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:15.440747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.475091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:15.511516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6f256f32-8e6a-40e2-96f1-c09624241a41 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:54:15.512513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6f256f32-8e6a-40e2-96f1-c09624241a41 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:54:15.544134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.544490 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment 58dc184a-e321-41c6-8bb0-b65c5c8b9ad9 of type vlan for network 89eaedad-d781-4d7b-99c5-d5abaf519c13 Dec 13 09:54:15.620052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.620704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-efbae22f-ca90-4636-8a76-ba9804158a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.622311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfefc02c-6166-4a99-b1fb-ffef94b8d12a req-efbae22f-ca90-4636-8a76-ba9804158a4c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3759725 Dec 13 09:54:15.654066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.673440 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.682428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.705339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.749648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:15.784922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.786871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.792509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.796695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:15.797032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.797656 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/security-groups/d55027b1-4733-41ec-a9d0-46a4bcc464bb HTTP/1.1" status: 204 len: 168 time: 0.3555291 Dec 13 09:54:15.798489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.821921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159ad2f-2e43-443b-aa9b-d8e800221f19 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55027b1-4733-41ec-a9d0-46a4bcc464bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.839806 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-dc12ab5b-6ae1-4fd9-a502-8ff42f59a841 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] show failed (client error): The resource could not be found. Dec 13 09:54:15.855399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dc12ab5b-6ae1-4fd9-a502-8ff42f59a841 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "GET /v2.0/security-groups/d55027b1-4733-41ec-a9d0-46a4bcc464bb HTTP/1.1" status: 404 len: 347 time: 0.0373204 Dec 13 09:54:15.856158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:15.975007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=89eaedad-d781-4d7b-99c5-d5abaf519c13,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:15.987139 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:15.987524 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Added segment 7a39bc85-5716-4727-bca7-70f75ad7e205 of type vlan for network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e Dec 13 09:54:15.988001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:15.988903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b89bc23-0cff-42cc-8602-51b92922b10a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:16.029408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-04f83fb4-537e-46d1-99c5-45e50176a621 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7613964 Dec 13 09:54:16.047029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:16.059530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:16.162521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.224431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.240874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:16.245839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.305555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port b903c2c8-3149-449f-9f28-3d5aba93bfed {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:16.306207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.379491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:16.384485 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.410418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1382804 Dec 13 09:54:16.416566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:16.420963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'admin_state_up': True, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:16.427115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008032be-dc0a-4b8d-ab46-c1d2d1251c1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Network': ['ID=324a3b7f-e906-4582-9ca3-cbc4cd12d26e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:16.440031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:16.479988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abb842-1518-4e82-99d6-086e11c93f91 req-1cdd5b47-974b-4df0-9671-201942f9bcaa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:16.481956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0abb842-1518-4e82-99d6-086e11c93f91 req-1cdd5b47-974b-4df0-9671-201942f9bcaa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 945 time: 0.5104654 Dec 13 09:54:16.483792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.485244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.488391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.488944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.530939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for b903c2c8-3149-449f-9f28-3d5aba93bfed owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:16.566495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:16.732310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0abb842-1518-4e82-99d6-086e11c93f91 req-e84abb60-740d-49b7-a479-7e6fc74c791d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603320 Dec 13 09:54:16.829415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.000404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.012384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-66aca413-cd9c-4e5c-a843-508f208126b7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 267 time: 0.1691566 Dec 13 09:54:17.063676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.103960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-e89bf7f7-3dec-4c87-aca5-05f1951b739c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:17.108479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=b903c2c8-3149-449f-9f28-3d5aba93bfed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:17.120470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-e89bf7f7-3dec-4c87-aca5-05f1951b739c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 945 time: 0.1069398 Dec 13 09:54:17.128866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=41ad56bf-84db-4789-84e0-ced3bea0f302,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:17.144423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'security_groups': []}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:17.245903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:17.246266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 89eaedad-d781-4d7b-99c5-d5abaf519c13, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:17.251001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.254891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.256370 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-76fe50e2-8794-498a-9f41-4a858abc39fd tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/floatingips/62bf337f-4e07-4f08-8147-0fea2e07cd32 HTTP/1.1" status: 204 len: 168 time: 1.3982680 Dec 13 09:54:17.261245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:17.311842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.324095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:17.352720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 89eaedad-d781-4d7b-99c5-d5abaf519c13) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:17.365775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d21d6-d1e8-4d34-b7c8-e6a520913f9f None None] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:17.386393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:17.386999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.424527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d14430dc-3c08-43a0-a4df-ff5f6b16c6e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3727317 Dec 13 09:54:17.424787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:17.439927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1912606869'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:17.514336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.605901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.642043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-89eaedad-d781-4d7b-99c5-d5abaf519c13', 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': '41ad56bf-84db-4789-84e0-ced3bea0f302'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:17.643160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.819325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:17.859084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.25.1.241 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:17.880837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:17.891099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.000736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.001403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.002837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0cc62e4-06b9-47ab-b91d-3f9b5d9090bd req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "PUT /v2.0/ports/8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 200 len: 904 time: 0.8810384 Dec 13 09:54:18.005365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:18.011603 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893707d-5598-4c43-a374-9ee6c30ed2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:18.038588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Allocated IP 172.20.0.2 (89eaedad-d781-4d7b-99c5-d5abaf519c13/41ad56bf-84db-4789-84e0-ced3bea0f302/65760bae-ea94-4db9-bad8-9eaceebb90e7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:18.063575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18eb6-eb8f-4b45-878c-3d67a5546dac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:18.151716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port 068be93e-71f7-4a9e-a3fd-70f0c67635e7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:18.152328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.157895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.242797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe58d6-404c-49e8-8342-818b41dbf820 req-6b0659de-7b60-4ac4-b06a-a758814bdf36 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.256290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3fe58d6-404c-49e8-8342-818b41dbf820 req-6b0659de-7b60-4ac4-b06a-a758814bdf36 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 907 time: 0.0961421 Dec 13 09:54:18.277384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.293536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ffc4aa44-ece7-40d2-8999-33be41829af6', '8e7210b5-d29b-4ce5-bb34-95bf81789755'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:18.377373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:18.405842 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50537fe3-ec3c-4bf0-805d-39b5081fb4c9 x-openstack-request-id: req-50537fe3-ec3c-4bf0-805d-39b5081fb4c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:18.430530 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:18.431040 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50537fe3-ec3c-4bf0-805d-39b5081fb4c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:18.431716 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'status': 'completed', 'code': 200} Dec 13 09:54:18.471612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8e7210b5-d29b-4ce5-bb34-95bf81789755'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:18.493579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.514047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for 068be93e-71f7-4a9e-a3fd-70f0c67635e7 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:18.527841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:18.532563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.543602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:18.555881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:18.569964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:18.590868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port e0a71d62-67bf-4be8-b05f-fb8eea42591d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:18.692919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-41e8e48d-fe91-4659-8f4a-4e1d996cc20c None None] Provisioning complete for port 8e7210b5-d29b-4ce5-bb34-95bf81789755 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:18.693646 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41e8e48d-fe91-4659-8f4a-4e1d996cc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.711837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.736391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:18.790483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f662-cae5-4f99-9cf6-de49287c7ae4 req-d99b5d46-40b5-4757-9295-0089e65a6f83 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.798574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a44f662-cae5-4f99-9cf6-de49287c7ae4 req-d99b5d46-40b5-4757-9295-0089e65a6f83 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3945134 Dec 13 09:54:18.838868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-4e55886e-0d4c-4d05-8b7c-4d2527ec4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:18.847317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-4e55886e-0d4c-4d05-8b7c-4d2527ec4f71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 1058 time: 0.4093347 Dec 13 09:54:18.861340 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.944872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:18.980687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Pushing event updated for resources: {'Port': ['ID=65760bae-ea94-4db9-bad8-9eaceebb90e7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:19.042559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:19.060933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:19.076122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:19.168444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-cdcadcd3-d759-4db9-8bf4-2af3901d4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:19.168680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=068be93e-71f7-4a9e-a3fd-70f0c67635e7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:19.168808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-cdcadcd3-d759-4db9-8bf4-2af3901d4cc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.2966344 Dec 13 09:54:19.431014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Attempting to bind port 65760bae-ea94-4db9-bad8-9eaceebb90e7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:19.432125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Attempting to bind port 65760bae-ea94-4db9-bad8-9eaceebb90e7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:19.433001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Attempting to bind port 65760bae-ea94-4db9-bad8-9eaceebb90e7 on network 89eaedad-d781-4d7b-99c5-d5abaf519c13 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:19.448445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.456240 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-69fad803-956f-4fc5-8a44-7de72baf33d2 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/ports/068be93e-71f7-4a9e-a3fd-70f0c67635e7 HTTP/1.1" status: 204 len: 168 time: 2.1939886 Dec 13 09:54:19.464347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.4 (89eaedad-d781-4d7b-99c5-d5abaf519c13/41ad56bf-84db-4789-84e0-ced3bea0f302/e0a71d62-67bf-4be8-b05f-fb8eea42591d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:19.466524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:19.507482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-19f141ee-8cfa-4fb2-abe0-74c689780cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 200 len: 217 time: 0.3295572 Dec 13 09:54:19.517789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:19.521625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Checking segment: {'id': '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:19.522923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.523502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Bound using segment: {'id': '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:19.524365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Bound port: 65760bae-ea94-4db9-bad8-9eaceebb90e7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '89eaedad-d781-4d7b-99c5-d5abaf519c13'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:19.525040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.682659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a44f662-cae5-4f99-9cf6-de49287c7ae4 req-7016f907-25b6-40a5-85e1-40e34def932e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8612621 Dec 13 09:54:19.703015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-ade7b5e0-7dd8-46b9-a5c8-0c3e0c90855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:19.703015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-ade7b5e0-7dd8-46b9-a5c8-0c3e0c90855d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1344388 Dec 13 09:54:19.755766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-629f84e4-777f-43b0-b18d-439019739980 None None] For port 65760bae-ea94-4db9-bad8-9eaceebb90e7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:19.767990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-629f84e4-777f-43b0-b18d-439019739980 None None] For port 65760bae-ea94-4db9-bad8-9eaceebb90e7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=65760bae-ea94-4db9-bad8-9eaceebb90e7,segment=NetworkSegment(58dc184a-e321-41c6-8bb0-b65c5c8b9ad9),segment_id=58dc184a-e321-41c6-8bb0-b65c5c8b9ad9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:19.779110 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.858130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f84e4-777f-43b0-b18d-439019739980 None None] Pushing event updated for resources: {'Port': ['ID=65760bae-ea94-4db9-bad8-9eaceebb90e7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:19.943654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port 9f252e1b-bc11-48c8-9496-e01c8639d237 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:19.947792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:19.997065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-1c25d9ec-5232-43af-8d93-4e8be85e8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:19.999369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-1c25d9ec-5232-43af-8d93-4e8be85e8586 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892160 Dec 13 09:54:20.228755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:20.265955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:20.320923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for 9f252e1b-bc11-48c8-9496-e01c8639d237 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:20.586855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:20.742401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:20.755652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:20.769562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:20.879920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=e0a71d62-67bf-4be8-b05f-fb8eea42591d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:20.903551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:20.904532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:20.934094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fc1ec6de-2060-47ab-bfcc-e7f256800597 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5042398 Dec 13 09:54:20.937390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:20.938224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.036295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae36c-ed6f-4f70-b6ef-8433032a8772 req-90609134-1cbb-4342-8fcc-fd48c0fc9258 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:21.044410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b2ae36c-ed6f-4f70-b6ef-8433032a8772 req-90609134-1cbb-4342-8fcc-fd48c0fc9258 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 1.2202036 Dec 13 09:54:21.059325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=9f252e1b-bc11-48c8-9496-e01c8639d237,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:21.145516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-4f3851d3-c469-459b-9f19-3683e719f41c service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1380992 Dec 13 09:54:21.156363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b2ae36c-ed6f-4f70-b6ef-8433032a8772 req-fa73c732-5929-4964-a329-30ad57782e6a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110411 Dec 13 09:54:21.157001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.212087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.230315 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17e54143-e2d1-4c5c-922d-f33db0e5408b tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/ports/9f252e1b-bc11-48c8-9496-e01c8639d237 HTTP/1.1" status: 204 len: 168 time: 1.7577777 Dec 13 09:54:21.232085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:21.388027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port e0a71d62-67bf-4be8-b05f-fb8eea42591d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:21.388246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.476919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6893707d-5598-4c43-a374-9ee6c30ed2fd req-dc5b95bd-2ace-4500-9827-e80f69c6ee23 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622366 Dec 13 09:54:21.528549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 65760bae-ea94-4db9-bad8-9eaceebb90e7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:21.613256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.666770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for e0a71d62-67bf-4be8-b05f-fb8eea42591d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:21.672637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 65760bae-ea94-4db9-bad8-9eaceebb90e7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:21.673029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.769082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.885704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-72db22b4-cafc-4969-9b91-7eefd2d09f37 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:21.886574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting subnet 6c404b49-6769-465b-8712-94706da77bbb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:21.888313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-72db22b4-cafc-4969-9b91-7eefd2d09f37 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.3610482 Dec 13 09:54:21.893551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.927292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:21.936748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7225a-50d9-40fd-bfa2-488d50f07aa3 None None] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:21.939603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-74f7c3ee-5f95-4a99-9100-2e393b088413 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/quotas/4bdd0c8879f14011a5776ec5851e6db5 HTTP/1.1" status: 200 len: 375 time: 0.0175662 Dec 13 09:54:22.000896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.031172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 65760bae-ea94-4db9-bad8-9eaceebb90e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=65760bae-ea94-4db9-bad8-9eaceebb90e7,segment=NetworkSegment(58dc184a-e321-41c6-8bb0-b65c5c8b9ad9),segment_id=58dc184a-e321-41c6-8bb0-b65c5c8b9ad9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:22.035958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a7131ba1-eac8-4f71-ae01-b860dfadc44b None None] Provisioning complete for port 65760bae-ea94-4db9-bad8-9eaceebb90e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:22.036345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7131ba1-eac8-4f71-ae01-b860dfadc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.040917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-b471680f-fd1a-41e3-bd12-93a87d3cbd48 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0908713 Dec 13 09:54:22.055947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.083793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:54:22.101735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=e0a71d62-67bf-4be8-b05f-fb8eea42591d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:22.109763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.242273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.248498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.255133 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfc70477-0959-45d2-9a64-a3f465cb9851 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/e0a71d62-67bf-4be8-b05f-fb8eea42591d HTTP/1.1" status: 204 len: 168 time: 1.3128209 Dec 13 09:54:22.255760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.312560 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e8f084-c8bb-4dc2-8fc0-ab3f2d8e2640 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:22.317633 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46e8f084-c8bb-4dc2-8fc0-ab3f2d8e2640 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/e0a71d62-67bf-4be8-b05f-fb8eea42591d HTTP/1.1" status: 404 len: 333 time: 0.0410070 Dec 13 09:54:22.318243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.341918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=65760bae-ea94-4db9-bad8-9eaceebb90e7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:22.379744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 41ad56bf-84db-4789-84e0-ced3bea0f302 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:22.386944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.402286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-df9c7641-0936-473f-b69d-289e9facae3d service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598492 Dec 13 09:54:22.463671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.490697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.515061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f342a-82fe-4da2-807d-2779f3716fdd None None] Network 92ccfa92-50a4-487b-ac9f-e67f61665187 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:22.622415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-2db9021a-d0af-48e8-812c-545cdc6abd41 service neutron] 10.222.0.30 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106087 Dec 13 09:54:22.631007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:54:22.655764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:54:22.675748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:22.676703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:22.681005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.682505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ceb84a72-3c6e-4be4-909e-713aa326a747 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2648184 Dec 13 09:54:22.688806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.695634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.724251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.727512 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/subnets/6c404b49-6769-465b-8712-94706da77bbb HTTP/1.1" status: 204 len: 168 time: 1.4943347 Dec 13 09:54:22.732651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41381b-7ee8-4cbb-9dbf-fd4c29389bb0 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Subnet': ['ID=6c404b49-6769-465b-8712-94706da77bbb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:22.883636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9252cd33-d9e8-4be9-b816-e56ff6fc230f tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=fbe008a498cc4e299357a3805b81b203&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1895349 Dec 13 09:54:22.883824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:22.920382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:22.946054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] DHCP port deletion for 92ccfa92-50a4-487b-ac9f-e67f61665187 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:22.957750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:22.985474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting subnet adced73e-b601-45fc-963d-494dcf5e46e1 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:23.056304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.076971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.079672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.088875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/41ad56bf-84db-4789-84e0-ced3bea0f302 HTTP/1.1" status: 204 len: 168 time: 0.7645955 Dec 13 09:54:23.094013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:23.175132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-abf315e7-fbd5-41b5-9f4b-cd4b0af2a9d0 None None] Provisioning complete for port 65760bae-ea94-4db9-bad8-9eaceebb90e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:23.175648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abf315e7-fbd5-41b5-9f4b-cd4b0af2a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.193994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17385176-5d35-4214-a4c1-de93568b9e44 req-230fad1c-7884-4206-890b-c0e119129c4b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 210 time: 0.2260237 Dec 13 09:54:23.292624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f15e3e-09ac-4ec0-9946-7375ae7c1709 None None] Network 89eaedad-d781-4d7b-99c5-d5abaf519c13 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:23.360150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.367032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad6131-c3ac-4f27-966f-76efed459b40 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=41ad56bf-84db-4789-84e0-ced3bea0f302,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:23.432707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d737-c81d-4a70-ac63-f0cdbc8514ec tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:23.439429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c2c7d737-c81d-4a70-ac63-f0cdbc8514ec tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5544882 Dec 13 09:54:23.441084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43016) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:23.497315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Deleting port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:23.499409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.503788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2dcf296d-c041-4815-aebe-1889b9eea68c tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560846 Dec 13 09:54:23.513715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:23.517611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.520890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083735691', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:23.681315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:23.691750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.715490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.795036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.873563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 65760bae-ea94-4db9-bad8-9eaceebb90e7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:23.874040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.890783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:23.895324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/subnets/adced73e-b601-45fc-963d-494dcf5e46e1 HTTP/1.1" status: 204 len: 168 time: 1.1699586 Dec 13 09:54:23.898477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:23.939770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 65760bae-ea94-4db9-bad8-9eaceebb90e7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:23.941630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332ab516-0cad-486b-a286-e5d083c64656 None None] Network 9279cadd-318a-4164-80bb-a858fcb353a5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:23.951070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71006115-c613-4d22-ad59-1cd3bd9dc611 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Subnet': ['ID=adced73e-b601-45fc-963d-494dcf5e46e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:24.083600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 65760bae-ea94-4db9-bad8-9eaceebb90e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=65760bae-ea94-4db9-bad8-9eaceebb90e7,segment=NetworkSegment(58dc184a-e321-41c6-8bb0-b65c5c8b9ad9),segment_id=58dc184a-e321-41c6-8bb0-b65c5c8b9ad9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:24.083905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.103400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 65760bae-ea94-4db9-bad8-9eaceebb90e7 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:24.126530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0dcf25e2-527f-437a-b4c1-6b81b0e34799,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:24.127781 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.137827 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.338121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.351608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Deleting port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:24.361311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.449744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Calling delete_port for 0dcf25e2-527f-437a-b4c1-6b81b0e34799 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:24.459200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.556644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No active binding found for port 65760bae-ea94-4db9-bad8-9eaceebb90e7 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 09:54:24.556644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 65760bae-ea94-4db9-bad8-9eaceebb90e7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 09:54:24.587306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=65760bae-ea94-4db9-bad8-9eaceebb90e7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:24.590550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 65760bae-ea94-4db9-bad8-9eaceebb90e7 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:24.595897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Subnet': ['ID=2aab5852-eb49-401a-bd53-e3b664134bdb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:24.655850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Checking segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:24.656221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network hostable DHCP agents. Network: 324a3b7f-e906-4582-9ca3-cbc4cd12d26e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:24.686350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Port 65760bae-ea94-4db9-bad8-9eaceebb90e7 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 09:54:24.692528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-beb05c6d-3a9f-4cfc-b6bd-60b95dfe9160 None None] Could not find standard attr ID for object e0a71d62-67bf-4be8-b05f-fb8eea42591d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:54:24.708628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5aab08-b2a5-4c84-9232-83baa7d7e634 None None] DHCP port deletion for 89eaedad-d781-4d7b-99c5-d5abaf519c13 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:24.790984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0dcf25e2-527f-437a-b4c1-6b81b0e34799 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:24.829447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.832894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4225b010-a960-4870-9e35-f53ff1d87220 req-63545948-3851-4567-9482-9ce024ba56b1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 210 time: 0.3041577 Dec 13 09:54:24.838165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0dcf25e2-527f-437a-b4c1-6b81b0e34799,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:24.838541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.899719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:24.914073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Calling delete_port for 0dcf25e2-527f-437a-b4c1-6b81b0e34799 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:24.930801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eaedad-d781-4d7b-99c5-d5abaf519c13']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:24.941958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:24.942291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dc184a-e321-41c6-8bb0-b65c5c8b9ad9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:24.950304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 324a3b7f-e906-4582-9ca3-cbc4cd12d26e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:24.956297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.972744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:24.975511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:24.980188 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.009981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8bff9-0ca7-46f6-9e66-0ed49a9d1679 None None] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:25.042373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.066683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1fb39550-52e4-4e48-9414-de95527cb01c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5505259 Dec 13 09:54:25.068205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:25.070482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:25.071274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.079293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-54d7eafc-a35e-4c10-8099-6a23accafa67 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.081271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-54d7eafc-a35e-4c10-8099-6a23accafa67 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 812 time: 0.5537667 Dec 13 09:54:25.099409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Request body: {'port': {'device_id': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'admin_state_up': True, 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:25.114094 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:25.200284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 0dcf25e2-527f-437a-b4c1-6b81b0e34799, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0dcf25e2-527f-437a-b4c1-6b81b0e34799,segment=NetworkSegment(443b3b6d-1eaa-4817-87d2-e2bdaf11306d),segment_id=443b3b6d-1eaa-4817-87d2-e2bdaf11306d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:25.267445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:19Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:25.285004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.287886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] DHCP port deletion for 9279cadd-318a-4164-80bb-a858fcb353a5 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:25.331070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:25.349334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] No DVR routers for this DVR port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:25.371302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:25.376020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.407387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.417093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.436592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.440750 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/89eaedad-d781-4d7b-99c5-d5abaf519c13 HTTP/1.1" status: 204 len: 168 time: 2.3144150 Dec 13 09:54:25.445668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:25.457618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'name': 'tempest-PortsTestJSON-377717635'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:25.524729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc48c8-c4b4-425b-93e8-5c11436a4d31 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=89eaedad-d781-4d7b-99c5-d5abaf519c13,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:25.587999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.623187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.629799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.637110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.643223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.650602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.657035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.666979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:25.668984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-185d8f31-4f72-47c5-9eb2-22a9ad343dfb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.2793322 Dec 13 09:54:25.695097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ccfa92-50a4-487b-ac9f-e67f61665187']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:25.697751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Made reservation on behalf of 4bdd0c8879f14011a5776ec5851e6db5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:25.701376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.725970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443b3b6d-1eaa-4817-87d2-e2bdaf11306d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:25.726536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443b3b6d-1eaa-4817-87d2-e2bdaf11306d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:25.754833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Allocated IP 172.20.0.2 (324a3b7f-e906-4582-9ca3-cbc4cd12d26e/2aab5852-eb49-401a-bd53-e3b664134bdb/888add0f-e0a4-404b-a772-86a370a7cb48) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:25.781400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:25.791854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.906369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Allocated IP 172.20.0.10 (6067a1a5-406e-4f0f-8f1b-7d25d34023d6/fbf660e8-5ac3-4583-8351-4896f207c28a/fad59e89-b8ca-4753-a4b3-2f028d52ce94) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:25.946938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:25.963617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1433b56a-c05c-453a-b6cb-c35ec4c461a7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:26.019276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port f038a670-a695-435a-be6e-ecf6c6c49d9c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:26.020285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:54:26.020765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Updating router 8a036871-55cf-43a7-b154-8d4830ecc4a3 port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:26.069387 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 09:54:26.075947 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.078321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.129542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.140939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event deleted for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.207941 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.212958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Pushing event updated for resources: {'Port': ['ID=888add0f-e0a4-404b-a772-86a370a7cb48,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.219544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:26.254496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.274043 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.276224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ffc4aa44-ece7-40d2-8999-33be41829af6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:26.321669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:26.325452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.326542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.388624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.393540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.409732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:26.419043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37f409ce-0e74-41a2-9f6b-5dfec69eaf34 req-7bf2b5c5-8f5f-450e-98e0-0e1ef2ec3fd5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7380464 Dec 13 09:54:26.420744 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:26.421547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.431211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:26.432453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:26.450745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:26.458588 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:26.503744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:26.537299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.561580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] Pushing event deleted for resources: {'Port': ['ID=0dcf25e2-527f-437a-b4c1-6b81b0e34799,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.566767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfaff3b-67e9-4bb7-9a57-a69bd8cf16f4 None None] No DVR routers for this DVR port 0dcf25e2-527f-437a-b4c1-6b81b0e34799 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:26.666580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Deleting port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:26.666963 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.684712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:26.704123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:26.707395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.728541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:26.741306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:26.742000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.776622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] For port 1433b56a-c05c-453a-b6cb-c35ec4c461a7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1433b56a-c05c-453a-b6cb-c35ec4c461a7,segment=NetworkSegment(13926a61-a0cb-4b85-9c4b-1b572812617f),segment_id=13926a61-a0cb-4b85-9c4b-1b572812617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:26.777210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.783465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.786992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=f038a670-a695-435a-be6e-ecf6c6c49d9c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.795388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c36c4ab3-939f-461c-8dca-025d31764713 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3434978 Dec 13 09:54:26.797490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Calling delete_port for 1433b56a-c05c-453a-b6cb-c35ec4c461a7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:26.799512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:26.808838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.827238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/networks/92ccfa92-50a4-487b-ac9f-e67f61665187 HTTP/1.1" status: 204 len: 168 time: 2.8997700 Dec 13 09:54:26.841230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177199f2-0ace-4ca4-a210-c8554a1d5bc8 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Network': ['ID=92ccfa92-50a4-487b-ac9f-e67f61665187,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:26.859842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:26.902408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c6608-d3ae-4575-8b0a-224ad2424028 req-8498d797-63f1-483b-ba57-5377c56cc77d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:26.904219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a69c6608-d3ae-4575-8b0a-224ad2424028 req-8498d797-63f1-483b-ba57-5377c56cc77d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 932 time: 0.6998632 Dec 13 09:54:26.917043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:26.917792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:26.971931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-4151b22a-a244-4b51-9fcc-3f73bf90b2ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8790598 Dec 13 09:54:26.986879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Request body: {'port': {'device_id': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:27.033657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.040478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.047134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.054122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.060668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.067161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.074826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:27.076834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc9fe24f-a3f8-4ec9-87b6-de2fc442f66b req-18dd9c16-0512-4ea8-93bd-cc6c44133709 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.3377192 Dec 13 09:54:27.534668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.576206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 65760bae-ea94-4db9-bad8-9eaceebb90e7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:27.593349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.626968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port f038a670-a695-435a-be6e-ecf6c6c49d9c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:27.628874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.689256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Attempting to bind port 888add0f-e0a4-404b-a772-86a370a7cb48 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:27.689697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Attempting to bind port 888add0f-e0a4-404b-a772-86a370a7cb48 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:27.689998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Attempting to bind port 888add0f-e0a4-404b-a772-86a370a7cb48 on network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:27.690331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a69c6608-d3ae-4575-8b0a-224ad2424028 req-e4b4a23d-fc2f-4cb7-b6de-ee48c8994318 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562668 Dec 13 09:54:27.704506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] Pushing event deleted for resources: {'Port': ['ID=1433b56a-c05c-453a-b6cb-c35ec4c461a7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:27.710693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.725605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.729701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 65760bae-ea94-4db9-bad8-9eaceebb90e7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:54:27.731466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 65760bae-ea94-4db9-bad8-9eaceebb90e7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:54:27.765400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50595c3c-8d28-4a15-842b-318815d0ee36 None None] No DVR routers for this DVR port 1433b56a-c05c-453a-b6cb-c35ec4c461a7 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:27.786855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.794463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f30fb13-c142-450a-8da7-21eb9f6b0327 None None] Provisioning complete for port fad59e89-b8ca-4753-a4b3-2f028d52ce94 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:27.799914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f30fb13-c142-450a-8da7-21eb9f6b0327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.807446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:27.808632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Checking segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:27.809711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.810822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Bound using segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:27.811514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Bound port: 888add0f-e0a4-404b-a772-86a370a7cb48, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:27.812411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:27.856490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.006116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f30fb13-c142-450a-8da7-21eb9f6b0327 None None] Port fad59e89-b8ca-4753-a4b3-2f028d52ce94 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:28.053612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7c802-7d79-4ff7-989c-0888d205a224 None None] Pushing event updated for resources: {'Port': ['ID=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.096752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Attempting to bind port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:28.099906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Attempting to bind port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:28.101758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Attempting to bind port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:28.105006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.142819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.160146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:28.160581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:28.161026 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-620cd81b-1a49-4818-92fc-13c919aa3ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3207989 Dec 13 09:54:28.161453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.161860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:28.162357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Bound port: a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:28.164491 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.178142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad59e89-b8ca-4753-a4b3-2f028d52ce94 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:28.179396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] For port 888add0f-e0a4-404b-a772-86a370a7cb48, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:28.185927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for f038a670-a695-435a-be6e-ecf6c6c49d9c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:28.210434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.215314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] For port 888add0f-e0a4-404b-a772-86a370a7cb48, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=888add0f-e0a4-404b-a772-86a370a7cb48,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:28.224390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9279cadd-318a-4164-80bb-a858fcb353a5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.248195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Transition to ACTIVE for port object fad59e89-b8ca-4753-a4b3-2f028d52ce94 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:54:28.256605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.262469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.282022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13926a61-a0cb-4b85-9c4b-1b572812617f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.282236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13926a61-a0cb-4b85-9c4b-1b572812617f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.315515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.316940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.402761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75149a-24e0-40d1-9e49-8438dc82b10b None None] Pushing event updated for resources: {'Port': ['ID=888add0f-e0a4-404b-a772-86a370a7cb48,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.432744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.455464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Attempting to bind port fad59e89-b8ca-4753-a4b3-2f028d52ce94 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:28.456029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Attempting to bind port fad59e89-b8ca-4753-a4b3-2f028d52ce94 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:28.457704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Attempting to bind port fad59e89-b8ca-4753-a4b3-2f028d52ce94 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:28.468166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Port fad59e89-b8ca-4753-a4b3-2f028d52ce94 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:54:28.468823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Attempting to bind port fad59e89-b8ca-4753-a4b3-2f028d52ce94 on network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:28.478485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:28.479405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Checking segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:28.479983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Bound using segment: {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:28.480633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Bound port: fad59e89-b8ca-4753-a4b3-2f028d52ce94, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70589c7e-3d01-4bd4-8240-e12158f29ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:28.481209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.500644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] For port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:28.502574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:28.503110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.504282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] For port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:28.510106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:28.514700 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:28.527149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-4e3ab958-13d9-449a-9e1e-08fe76c72698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:28.540814 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-4e3ab958-13d9-449a-9e1e-08fe76c72698 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 1096 time: 0.3528459 Dec 13 09:54:28.588027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.1 (324a3b7f-e906-4582-9ca3-cbc4cd12d26e/2aab5852-eb49-401a-bd53-e3b664134bdb/04619f57-371f-4fd4-89e7-61a433f41e9e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:28.636506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:28.641971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:28.650646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.663448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f5850cd-f835-4b14-b97d-a3f200613195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.689554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7c802-7d79-4ff7-989c-0888d205a224 None None] Pushing event updated for resources: {'Port': ['ID=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.704628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:28.707526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:28.707934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:28.708756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:28.737397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] 10.222.0.37 "PUT /v2.0/ports/fad59e89-b8ca-4753-a4b3-2f028d52ce94 HTTP/1.1" status: 200 len: 1092 time: 1.7274659 Dec 13 09:54:28.751606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:28.768738 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020f67b-a303-4e33-ad2e-b272082bab90" -d '{"events": [{"name": "network-changed", "server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:28.890577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6991e1-fcdb-4bb6-a128-73e3f4aa343c service neutron] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:28.990371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:29.009915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-8ea3b865-1e4c-483f-85ad-84c4b200010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.010893 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-8ea3b865-1e4c-483f-85ad-84c4b200010c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.4024818 Dec 13 09:54:29.094368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.105433 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1089e711-ab9a-4c06-84f1-f7b47b3f78fb x-openstack-request-id: req-1089e711-ab9a-4c06-84f1-f7b47b3f78fb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:29.107066 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:29.107858 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1089e711-ab9a-4c06-84f1-f7b47b3f78fb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:29.109173 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'status': 'completed', 'code': 200} Dec 13 09:54:29.164611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaf8ed-2a27-4ad5-aa05-914d337fb930 req-f91a3bf1-11d7-47a9-a475-8595f20c14bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.166386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdcaf8ed-2a27-4ad5-aa05-914d337fb930 req-f91a3bf1-11d7-47a9-a475-8595f20c14bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 0.2651353 Dec 13 09:54:29.203556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-c48a7f7d-2e48-4762-b75d-3d49e1fbe1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.210122 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.212784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-c48a7f7d-2e48-4762-b75d-3d49e1fbe1d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 1095 time: 0.3126464 Dec 13 09:54:29.219659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] 10.222.0.30 "DELETE /v2.0/networks/9279cadd-318a-4164-80bb-a858fcb353a5 HTTP/1.1" status: 204 len: 168 time: 2.3586178 Dec 13 09:54:29.233786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-4c43b524-0b60-4463-89bd-865564b837af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943 HTTP/1.1" status: 200 len: 217 time: 0.1858907 Dec 13 09:54:29.236790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8746b-dd44-4e5e-9c48-daffcab16758 tempest-TaggedBootDevicesTest-431933398 tempest-TaggedBootDevicesTest-431933398-project] Pushing event deleted for resources: {'Network': ['ID=9279cadd-318a-4164-80bb-a858fcb353a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:29.314636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-b022b9f0-5d8d-4ba5-a9c8-e7605cdd15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.315106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.316120 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-b022b9f0-5d8d-4ba5-a9c8-e7605cdd15ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0709066 Dec 13 09:54:29.319890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.394303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=f038a670-a695-435a-be6e-ecf6c6c49d9c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:29.416221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdcaf8ed-2a27-4ad5-aa05-914d337fb930 req-831f207b-2d70-428e-be3e-cf44e91aedc6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344377 Dec 13 09:54:29.417333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.423880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3206a5b7-77e5-43c9-93e9-e18918ddf2b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/f038a670-a695-435a-be6e-ecf6c6c49d9c HTTP/1.1" status: 204 len: 168 time: 2.6217842 Dec 13 09:54:29.451040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43090) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:29.470113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'mac_address': 'fa:16:3e:e5:99:3b', 'name': 'tempest-PortsTestJSON-379411156'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:29.484480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-4f818771-e943-4e73-8077-0310e3f96f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:29.486448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-4f818771-e943-4e73-8077-0310e3f96f5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615047 Dec 13 09:54:29.574903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.673908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:19Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:29.690249 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-48a8aa27-7a8f-4ce0-bbbe-c0e124dfc7be service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954489 Dec 13 09:54:29.697154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:29.750372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f4174-4b85-4cf9-ba66-525b35689ccd None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:19Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:54:29.782710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-12ac4245-aad5-42b5-9384-410c868fbbd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94 HTTP/1.1" status: 200 len: 217 time: 0.3631115 Dec 13 09:54:29.989045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:29.999132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:30.022937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:30.042055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:30.042247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-0cb8ce74-aff7-4424-bbef-93c3fffcec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.043812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-0cb8ce74-aff7-4424-bbef-93c3fffcec00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.2540374 Dec 13 09:54:30.088663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:30.108081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 888add0f-e0a4-404b-a772-86a370a7cb48 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:30.188272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:30.274292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 888add0f-e0a4-404b-a772-86a370a7cb48 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:30.274677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.432588 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.457843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.502281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-ff41f1fd-f12d-41d2-be8a-9a5f02641156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.503804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-ff41f1fd-f12d-41d2-be8a-9a5f02641156 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905892 Dec 13 09:54:30.569327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 65f39e12-bdab-4c7d-bded-f8fa8e54db2c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:30.586993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:30.671792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af993b-2199-406e-bb71-2966ea902f46 None None] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:30.745970 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4599ccf6-491b-4e99-967d-f6ab8628a8fa req-bfa4a2ad-519a-4a0a-84b5-20b05e076621 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0455101 Dec 13 09:54:30.820804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.821315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.821833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.841087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.841808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.842459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.842939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:30.852694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-53c3e482-f9e9-4afa-9619-e306db0ccc88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.7156093 Dec 13 09:54:30.885432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 888add0f-e0a4-404b-a772-86a370a7cb48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=888add0f-e0a4-404b-a772-86a370a7cb48,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:30.938022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:30.977568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-b67b600f-4629-467f-9907-1f01115a0f90 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502897 Dec 13 09:54:30.981195 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.190572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-c3d8defd-2ee2-456f-825c-3012078f9838 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3483cf3-7f00-4464-ae52-a165715b43a3&id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3224983 Dec 13 09:54:31.228825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-497bedaa-9e60-499e-ae41-1ed42d1bd8b2 None None] Provisioning complete for port 888add0f-e0a4-404b-a772-86a370a7cb48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:31.229360 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-497bedaa-9e60-499e-ae41-1ed42d1bd8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.411027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.438597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9288b2a-42b0-4b0b-8876-84c6894c78aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.445278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=888add0f-e0a4-404b-a772-86a370a7cb48,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:31.572258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.602179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.816498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e582df84-46b5-49dd-b416-4d8b504f6bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:31.992375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=65f39e12-bdab-4c7d-bded-f8fa8e54db2c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:32.175482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e582df84-46b5-49dd-b416-4d8b504f6bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.201583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e582df84-46b5-49dd-b416-4d8b504f6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.203228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.230203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 888add0f-e0a4-404b-a772-86a370a7cb48 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:32.290871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86b7864c-00fe-4e4c-93d3-685784fecb75 req-cdf46320-3b1b-49fb-97fa-30e1e1ec5257 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350776 Dec 13 09:54:32.328701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95bab3-0ee2-4914-986a-f1210f368e5f req-64f54d14-7320-472b-8f72-af047f77a60f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:32.338647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d95bab3-0ee2-4914-986a-f1210f368e5f req-64f54d14-7320-472b-8f72-af047f77a60f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 1.3960211 Dec 13 09:54:32.361406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e50f7f3-ea78-46f3-811c-cda5b7a05b2a None None] Provisioning complete for port 888add0f-e0a4-404b-a772-86a370a7cb48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:32.370560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e50f7f3-ea78-46f3-811c-cda5b7a05b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.431236 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e582df84-46b5-49dd-b416-4d8b504f6bcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c69cad31855f4b5583351a65a7b7a5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4593375 Dec 13 09:54:32.439641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:32.441250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:32.455955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:32.509196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 888add0f-e0a4-404b-a772-86a370a7cb48 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:32.509980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.545395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582df84-46b5-49dd-b416-4d8b504f6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2859bca3-f2dc-44a4-bd7f-f8bee5463f3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:32.547684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:32.556409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:32.557085 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.609711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d95bab3-0ee2-4914-986a-f1210f368e5f req-5c8ce553-9e8f-4fd2-ba72-5c680ae4eaaa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700582 Dec 13 09:54:32.648796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c5b6e8b-b5d6-4d8a-b194-b40d7cff9db0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1873779 Dec 13 09:54:32.655520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:32.674790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.744953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-6c40c662-bb27-4f28-87b4-54cf078ad450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:32.758127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:32.773527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-6c40c662-bb27-4f28-87b4-54cf078ad450 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 1095 time: 0.4149418 Dec 13 09:54:32.838922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897fffb-057c-421d-9ed2-0172fbbd1f3e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:32.842864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a897fffb-057c-421d-9ed2-0172fbbd1f3e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/65f39e12-bdab-4c7d-bded-f8fa8e54db2c HTTP/1.1" status: 200 len: 840 time: 0.1838129 Dec 13 09:54:32.843889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.845470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:32.872026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e50f7f3-ea78-46f3-811c-cda5b7a05b2a None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:32.872685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e50f7f3-ea78-46f3-811c-cda5b7a05b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:32.951611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e50f7f3-ea78-46f3-811c-cda5b7a05b2a None None] Port 04619f57-371f-4fd4-89e7-61a433f41e9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:32.971533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:32.972079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.002706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-4261da59-e1a4-466e-94f5-aa62372b0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:33.004219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-4261da59-e1a4-466e-94f5-aa62372b0e22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.2299187 Dec 13 09:54:33.110153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d227b82-c325-4b16-b5dc-f5616e9952d3 None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:33.112196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d227b82-c325-4b16-b5dc-f5616e9952d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.125698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-2a9149c0-b258-493a-941f-388366f84e83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94 HTTP/1.1" status: 200 len: 217 time: 0.1100090 Dec 13 09:54:33.144009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.152440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.155909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2859bca3-f2dc-44a4-bd7f-f8bee5463f3a HTTP/1.1" status: 204 len: 168 time: 0.7151902 Dec 13 09:54:33.172194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d227b82-c325-4b16-b5dc-f5616e9952d3 None None] Port 04619f57-371f-4fd4-89e7-61a433f41e9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:33.217020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341330a-6638-4e57-b98c-e0648c750513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2859bca3-f2dc-44a4-bd7f-f8bee5463f3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:33.219186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-a0bb9c66-8c6c-443b-97e4-2e978905654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:33.235746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-a0bb9c66-8c6c-443b-97e4-2e978905654c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.0981600 Dec 13 09:54:33.276347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 65f39e12-bdab-4c7d-bded-f8fa8e54db2c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:33.278736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.286219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.313987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-5f983d19-43db-4c39-b626-6d548d60c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:33.315993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-5f983d19-43db-4c39-b626-6d548d60c7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777080 Dec 13 09:54:33.507555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-9ae99573-760b-4ac3-a50d-7c8222b6b459 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827602 Dec 13 09:54:33.508577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.543819 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.548065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.574030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:33.582474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.672721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.677854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:33.724332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 65f39e12-bdab-4c7d-bded-f8fa8e54db2c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:33.726941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:33.793172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5020f67b-a303-4e33-ad2e-b272082bab90 req-aa364ccf-865d-4955-bf97-4717fffda3f4 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783105 Dec 13 09:54:33.812330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.817720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92f906-0ad3-4770-a01d-e2edd26845c7 req-3307b87c-d0f1-45c0-b06c-b0df05b4c3d3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:33.819450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e92f906-0ad3-4770-a01d-e2edd26845c7 req-3307b87c-d0f1-45c0-b06c-b0df05b4c3d3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 0.0691884 Dec 13 09:54:33.906486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e92f906-0ad3-4770-a01d-e2edd26845c7 req-5bd2c017-7243-4ff0-9210-1c42df1a5695 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762527 Dec 13 09:54:33.922161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:33.931173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:33.950056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07d1c18c-843e-4d9f-87c0-642c367adc46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:33.995682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:33.996065 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.046387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.061870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07d1c18c-843e-4d9f-87c0-642c367adc46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.071925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07d1c18c-843e-4d9f-87c0-642c367adc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.115532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1c18c-843e-4d9f-87c0-642c367adc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24d8796-2776-4445-806a-84e57ce63a80,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:34.133083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:34.138663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=65f39e12-bdab-4c7d-bded-f8fa8e54db2c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:34.140748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:34.145799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-07d1c18c-843e-4d9f-87c0-642c367adc46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9923dd35f58a43609547f630c6c6d818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2110426 Dec 13 09:54:34.149399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:34.173560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.179358 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9af08964-2edf-47f7-bc89-ae4ee8449af5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/65f39e12-bdab-4c7d-bded-f8fa8e54db2c HTTP/1.1" status: 204 len: 168 time: 1.3233621 Dec 13 09:54:34.214742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:34.264388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.280309 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e027fd-463c-454c-aff9-de8ff116b032 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:34.281716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b6e027fd-463c-454c-aff9-de8ff116b032 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/65f39e12-bdab-4c7d-bded-f8fa8e54db2c HTTP/1.1" status: 404 len: 333 time: 0.0660255 Dec 13 09:54:34.286731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:34.297472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'name': 'tempest-PortsTestJSON-1326923571'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:34.319239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.410947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.415072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.426998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e24d8796-2776-4445-806a-84e57ce63a80 HTTP/1.1" status: 204 len: 168 time: 0.2703171 Dec 13 09:54:34.431483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:54:34.451918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12a375-1205-4a31-a270-a17c2435146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24d8796-2776-4445-806a-84e57ce63a80,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:34.539805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:34.543428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.602053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 6a66ad65-bec3-45bc-80cd-0c9a92516ee4 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:34.623300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6ab55dc7-7aec-4350-897d-de18e48ddeb4 None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:34.623848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ab55dc7-7aec-4350-897d-de18e48ddeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.682308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6ab55dc7-7aec-4350-897d-de18e48ddeb4 None None] Port 04619f57-371f-4fd4-89e7-61a433f41e9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:34.688685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:34.742703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.838844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:34.854768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'mac_address': 'fa:16:3e:a3:d1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:34.899997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:34.915473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad59e89-b8ca-4753-a4b3-2f028d52ce94 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:34.944778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:34.954304 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.014409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:35.127127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:54:35.135286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749009-5c90-4004-8b94-9a2debb2ed11 req-661d35c8-bed9-47c5-8973-58c723333263 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.136881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a749009-5c90-4004-8b94-9a2debb2ed11 req-661d35c8-bed9-47c5-8973-58c723333263 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 945 time: 0.0956235 Dec 13 09:54:35.138819 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3819d519-21de-4290-9591-3cda88040bb2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/8a036871-55cf-43a7-b154-8d4830ecc4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0524647 Dec 13 09:54:35.142193 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:54:35.150596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:35.159307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:35.160280 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:35.353543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.393072 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:35.398797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['fad59e89-b8ca-4753-a4b3-2f028d52ce94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:35.439514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.494218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a749009-5c90-4004-8b94-9a2debb2ed11 req-c0ba155d-9f05-431a-a291-bd68f83b3aca tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214829 Dec 13 09:54:35.629070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:35.630737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:35.634480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:35.642759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.643858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.649835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=6a66ad65-bec3-45bc-80cd-0c9a92516ee4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:35.682891 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:32Z', 'revision_number': 2, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:35.691032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f475b5fe-aed8-41e1-9bcd-b6e0eaa1feb2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4011037 Dec 13 09:54:35.692656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:35.710459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:35.739427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:54:35.745281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Updating router 8a036871-55cf-43a7-b154-8d4830ecc4a3 port 04619f57-371f-4fd4-89e7-61a433f41e9e binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:54:35.759644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.760286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.760830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.762129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.767653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.768353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.769316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.770404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:35.770947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.777373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.779330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.782586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.783100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.783804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:35.793251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f5401bef-1640-4184-bf32-cec37130a927 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9139 time: 0.6384797 Dec 13 09:54:35.793607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:35.820568 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.913895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390511167-network', 'tenant_id': 'ddc42792de1241a6a6361131680a8389'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:35.942369 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.948215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Made reservation on behalf of ddc42792de1241a6a6361131680a8389 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:35.951287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:35.969736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.093372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.106722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.108195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.109020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.112266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.113924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.122402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.123180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.123655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.124115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.124582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.125025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.125540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.125991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.128157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1c2e4b0e-3c77-4bf3-a21f-6331cc24c0a4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7746 time: 0.3337004 Dec 13 09:54:36.132796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.149562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:36.227827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.228235 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Added segment 517b607b-89c3-44cc-89f2-9164effd63eb of type vlan for network 13a81447-85b0-461b-95db-a0af8b0b49eb Dec 13 09:54:36.232117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e437856-6012-49ae-9b94-f814ce1e56ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.265942 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.277574 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.360286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.388307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Pushing event updated for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.408825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.419580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.444357 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.445116 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.445676 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.446196 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.446765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.447403 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.448092 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.448767 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.449094 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.449712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.450341 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.450489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.450980 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.451160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.451765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.452301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:36.470997 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Attempting to bind port 04619f57-371f-4fd4-89e7-61a433f41e9e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:36.471632 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Attempting to bind port 04619f57-371f-4fd4-89e7-61a433f41e9e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:36.472202 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Attempting to bind port 04619f57-371f-4fd4-89e7-61a433f41e9e on network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:36.481683 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:36.482461 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Checking segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:36.483078 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.483643 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Bound using segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:36.484315 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Bound port: 04619f57-371f-4fd4-89e7-61a433f41e9e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:36.484898 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.613412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] In _notify_port_updated(), no bound segment for port 6a66ad65-bec3-45bc-80cd-0c9a92516ee4 on network 1d688937-6730-4698-8cbe-c05b3ebff0b5 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:54:36.626149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:36.627996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.633685 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/ports/6a66ad65-bec3-45bc-80cd-0c9a92516ee4 HTTP/1.1" status: 200 len: 818 time: 0.9349868 Dec 13 09:54:36.649467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.697619 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] For port 04619f57-371f-4fd4-89e7-61a433f41e9e, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:36.702045 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] For port 04619f57-371f-4fd4-89e7-61a433f41e9e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=04619f57-371f-4fd4-89e7-61a433f41e9e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:36.714508 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.722717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365fffd-3983-4d91-8dc7-7ab405007722 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=6a66ad65-bec3-45bc-80cd-0c9a92516ee4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.781064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] Pushing event updated for resources: {'Network': ['ID=13a81447-85b0-461b-95db-a0af8b0b49eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.799780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 13a81447-85b0-461b-95db-a0af8b0b49eb details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:36.801187 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de8b98b4-79d0-4929-910b-482358881686 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0210888 Dec 13 09:54:36.802918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:36.815396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Request body: {'subnet': {'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390511167-subnet', 'tenant_id': 'ddc42792de1241a6a6361131680a8389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:36.850713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d934e0b-1767-41bb-8ba5-1f31be1aa23d tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5946 time: 0.7162006 Dec 13 09:54:36.860448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Made reservation on behalf of ddc42792de1241a6a6361131680a8389 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:36.865251 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:36.871303 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44185ba-5733-443b-9cb3-1d6338275c77 None None] Pushing event updated for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:36.970169 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:36.971885 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:37.043567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fba32-2a96-4eae-bfab-a103076c6279 req-f3711acc-9f8f-40b0-aab6-4a85d456c4f4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:37.046680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d92fba32-2a96-4eae-bfab-a103076c6279 req-f3711acc-9f8f-40b0-aab6-4a85d456c4f4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 945 time: 0.2197182 Dec 13 09:54:37.166276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:37.166652 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.227657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 6a66ad65-bec3-45bc-80cd-0c9a92516ee4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:37.228412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.247672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d92fba32-2a96-4eae-bfab-a103076c6279 req-3b5daed0-216a-4313-8575-b64a20cd14d0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943853 Dec 13 09:54:37.403335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:37.430653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.453984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 6a66ad65-bec3-45bc-80cd-0c9a92516ee4 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:37.462218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.491781 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.509334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:54:37.563562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:37.585214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975377705', 'description': 'tempest-secgroup-smoke-975377705 description', 'project_id': 'fbe008a498cc4e299357a3805b81b203'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:37.594428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] For port 04619f57-371f-4fd4-89e7-61a433f41e9e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=04619f57-371f-4fd4-89e7-61a433f41e9e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:37.606906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.697680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.715730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e2c3-5b9c-4faa-be0e-731a237cc2e2 None None] Pushing event updated for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:37.746898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5715ba-592c-41a5-bea5-ce263cb2df62,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:37.750309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64511e28-97da-46b7-b48c-07285c4f6854 None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:37.751100 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64511e28-97da-46b7-b48c-07285c4f6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.760532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Checking segment: {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:37.763485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Network hostable DHCP agents. Network: 13a81447-85b0-461b-95db-a0af8b0b49eb, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:37.793459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.808374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.816363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/6a66ad65-bec3-45bc-80cd-0c9a92516ee4 HTTP/1.1" status: 204 len: 168 time: 1.1642010 Dec 13 09:54:37.820588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02137781-d80e-4375-a393-9ade11a6808f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=6a66ad65-bec3-45bc-80cd-0c9a92516ee4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:37.826497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:37.888886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Network 13a81447-85b0-461b-95db-a0af8b0b49eb is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:37.926794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 13a81447-85b0-461b-95db-a0af8b0b49eb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:37.945185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d128a6-37f3-40cf-9628-8af77504fc97 None None] Network 13a81447-85b0-461b-95db-a0af8b0b49eb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:37.957842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:37.958704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:37.962164 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:36Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:37.982994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925b2ca-4bae-4274-b7b0-7edcd36e5e1b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:37.987131 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1925b2ca-4bae-4274-b7b0-7edcd36e5e1b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1526437 Dec 13 09:54:37.987611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.008661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6f4f7b2e-865f-477e-be12-fe486140fa83 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2040365 Dec 13 09:54:38.055928 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f970fc-48bb-4380-8af0-de964cffb188 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:38.075586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d5f970fc-48bb-4380-8af0-de964cffb188 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/6a66ad65-bec3-45bc-80cd-0c9a92516ee4 HTTP/1.1" status: 404 len: 333 time: 0.0724399 Dec 13 09:54:38.076709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb920511-b4cb-4948-9b7f-217603576caf None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:36Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:54:38.079521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.110522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84901468'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:38.148403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.207871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.259950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce19bd3-99c4-4b3a-85ae-2c009985fecf None None] Network 13a81447-85b0-461b-95db-a0af8b0b49eb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:38.314429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:38.317853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:38.340242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.388708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.395757 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ff8e05f-fd83-4ae9-8433-3fbdf185e042 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8241997 Dec 13 09:54:38.396112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.401408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:38.466612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.468046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:38.503663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.504018 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment 841be48b-4966-4f9b-a2d6-1259d75e27c5 of type vlan for network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 Dec 13 09:54:38.639563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.642126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082963f-89b2-4ead-b9b1-85721954d057 req-f58b1ebc-349d-4d13-b460-277850fc3c52 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:38.652289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:38.663512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1082963f-89b2-4ead-b9b1-85721954d057 req-f58b1ebc-349d-4d13-b460-277850fc3c52 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 945 time: 0.1734705 Dec 13 09:54:38.699382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.707001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:38.711464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.731793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.754198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.785075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port fad59e89-b8ca-4753-a4b3-2f028d52ce94 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:54:38.790350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port fad59e89-b8ca-4753-a4b3-2f028d52ce94 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:38.790855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.839709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e92cf62-1590-4354-bf2c-bdb5f3f86739,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:38.869992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.870864 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7773602 Dec 13 09:54:38.883328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:38.915915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1082963f-89b2-4ead-b9b1-85721954d057 req-8d03ce03-de56-4a37-a9a7-acf68a0da02b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438962 Dec 13 09:54:38.925879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:38.927592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-690cc817-fc97-4f02-bf18-46ee646fbe98 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5299478 Dec 13 09:54:38.936457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:38.970809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:38.992042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63881b2-7967-4567-97da-eb514de7694a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=0e84cc1f-bb15-4a39-b255-1464e61c18c8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.021559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.054786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:39.114052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:39.131871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.140540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:39.144195 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e533836-6580-45f8-9d58-c3296c4d2d9a" -d '{"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-plugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:39.218079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:39.238472 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.249164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.379375 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59315a3-1477-40e5-8102-31c5cb3673e9 x-openstack-request-id: req-f59315a3-1477-40e5-8102-31c5cb3673e9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:39.379609 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-plugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:39.380040 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f59315a3-1477-40e5-8102-31c5cb3673e9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:39.382229 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'code': 200} Dec 13 09:54:39.400670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.407966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.468185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e64a680-c603-482b-9b9f-bfd401808293,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.477236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.487854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.493345 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7c2a2981-ad2e-4819-bb3d-a1b35a7fdfbd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5532706 Dec 13 09:54:39.494192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:39.499448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:39.545218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.697318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.707197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.729201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47c680-b427-40ef-a1fb-dff3385749ac req-5b40c281-118c-4fec-810a-8746276315bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:39.731993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af47c680-b427-40ef-a1fb-dff3385749ac req-5b40c281-118c-4fec-810a-8746276315bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 1097 time: 0.1970432 Dec 13 09:54:39.769025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a965c3f-8fdf-4d67-8feb-b576dc9257c8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:39.787773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.791906 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8eb22fa-e74b-4b1d-bba3-40454fab7735 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962480 Dec 13 09:54:39.795201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:39.806529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:39.853596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:39.865951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af47c680-b427-40ef-a1fb-dff3385749ac req-548f8520-3a3b-4e01-82c8-168b442ebd1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257851 Dec 13 09:54:39.967882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.005257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 04619f57-371f-4fd4-89e7-61a433f41e9e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:40.030893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.043458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.077910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77499974-165c-4af8-9bcd-161876c72c2f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.105498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.107463 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8fa1a062-671b-4f67-bd32-a5171284b83a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109827 Dec 13 09:54:40.110483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:40.127049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 04619f57-371f-4fd4-89e7-61a433f41e9e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:40.127569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.132035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:40.168148 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:54:40.185054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.300317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704dca-d502-4473-b092-b87e29396ca7 req-c7aea548-9ae1-41a1-9acc-5da8dba1dfb0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:40.302304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09704dca-d502-4473-b092-b87e29396ca7 req-c7aea548-9ae1-41a1-9acc-5da8dba1dfb0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2270811 Dec 13 09:54:40.303693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=50f6643a-fae6-4ba8-b4d3-58487364a636,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.313470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': '841be48b-4966-4f9b-a2d6-1259d75e27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:40.314333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 0e84cc1f-bb15-4a39-b255-1464e61c18c8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:40.362357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:40.369707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.377114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.431808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.434094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213696 Dec 13 09:54:40.439668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:40.441003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09704dca-d502-4473-b092-b87e29396ca7 req-e03680c3-1a1e-4853-9721-40c5ae694ed0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230803 Dec 13 09:54:40.442373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0e84cc1f-bb15-4a39-b255-1464e61c18c8) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:40.447613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:40.448283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.464569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7017b4-a0e1-42a3-b948-bae528f61016 None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:40.469428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95be8d-3af8-4181-9f43-0872d454f64d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3cae11-99f7-49e9-bfc6-820422837d3d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:40.492736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:40.496987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1bfc5e0f-b319-444f-8d78-3a4253ca6472 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6249039 Dec 13 09:54:40.501621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:40.508476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:40.714874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': '50f6643a-fae6-4ba8-b4d3-58487364a636'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:40.721364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.759818 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:54:40.786086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.868800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:40.880974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:40.993041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Allocated IP 172.20.0.2 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/50f6643a-fae6-4ba8-b4d3-58487364a636/00e2f4af-91c6-4842-baa2-00ab84186cb9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:41.109362 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 50f6643a-fae6-4ba8-b4d3-58487364a636 (CIDR: 172.20.0.0/28) Dec 13 09:54:41.128580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.131866 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:54:41.132653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:54:41.144747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.176722 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-02431e37-b003-420a-85e5-e099d6f8eb33 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6733730 Dec 13 09:54:41.177285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:41.178529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e344925c-ed04-493e-b390-9ce4e9264d93,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.192509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.201937 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27144523-ea8b-4556-9180-ac26fb1a3a73 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7258995 Dec 13 09:54:41.214768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:41.266463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.276902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.330860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Pushing event updated for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.351194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:41.364941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:41.364941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:41.438354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Attempting to bind port 00e2f4af-91c6-4842-baa2-00ab84186cb9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:41.439429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Attempting to bind port 00e2f4af-91c6-4842-baa2-00ab84186cb9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '841be48b-4966-4f9b-a2d6-1259d75e27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:41.439991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Attempting to bind port 00e2f4af-91c6-4842-baa2-00ab84186cb9 on network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:41.449867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:41.450973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Checking segment: {'id': '841be48b-4966-4f9b-a2d6-1259d75e27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:41.451875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.452781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Bound using segment: {'id': '841be48b-4966-4f9b-a2d6-1259d75e27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:41.453916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Bound port: 00e2f4af-91c6-4842-baa2-00ab84186cb9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841be48b-4966-4f9b-a2d6-1259d75e27c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:41.466720 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.604002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:41.611438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=00e2f4af-91c6-4842-baa2-00ab84186cb9,segment=NetworkSegment(841be48b-4966-4f9b-a2d6-1259d75e27c5),segment_id=841be48b-4966-4f9b-a2d6-1259d75e27c5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:41.624213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:41.737918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fead5-5751-4f9f-a99e-d790161890fd None None] Pushing event updated for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:41.969399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28c9aa-bd87-4b88-b02e-813208e128c8 req-77e176fa-e4e5-4490-a208-ced8c31dc43a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:41.970979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28c9aa-bd87-4b88-b02e-813208e128c8 req-77e176fa-e4e5-4490-a208-ced8c31dc43a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.1543093 Dec 13 09:54:41.975649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-dc1d83f5-889d-49a7-9da1-677a66f81e28 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975377705&fields=id&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 267 time: 0.1600864 Dec 13 09:54:42.114862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:42.118538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:42.151054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae28c9aa-bd87-4b88-b02e-813208e128c8 req-6bd00232-79f8-4579-9b64-9d8ef8926a55 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717076 Dec 13 09:54:42.265375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-b58fac53-b0ed-4cc6-a329-4a1d483e3b90 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:42.267148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-b58fac53-b0ed-4cc6-a329-4a1d483e3b90 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/networks?id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 797 time: 0.2788069 Dec 13 09:54:42.290218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-6344e139-4f45-4f25-a22e-52cdf7a30821 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/quotas/fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 375 time: 0.0150375 Dec 13 09:54:42.466576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-6138aa87-d10c-4cfc-b76c-b3533cb03a47 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698272 Dec 13 09:54:42.562248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-bac2d29a-7ccb-4c65-9e45-69681094726a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:42.563998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-bac2d29a-7ccb-4c65-9e45-69681094726a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 809 time: 0.2238512 Dec 13 09:54:42.660834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-f2f92633-cfd6-4a60-bb09-0571afe095e5 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/quotas/ddc42792de1241a6a6361131680a8389 HTTP/1.1" status: 200 len: 375 time: 0.0771396 Dec 13 09:54:42.794638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-94fdac43-c901-4bab-9b47-88b12f50dc78 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202283 Dec 13 09:54:42.833225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9dde1033-9dad-44e4-84ef-0300ed66cf37 service neutron] 10.222.0.30 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446922 Dec 13 09:54:42.968040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.073985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:43.082057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:43.087773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=417e9230-6404-4f6e-9a5b-adff9e754675,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:43.090521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:43.090829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0c32f-0bb6-40a2-81fa-8d2f2f2e1a38 None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:43.091355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.100350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-08abdb98-bc33-4383-8bb3-257c5b28cb27 service neutron] 10.222.0.30 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787824 Dec 13 09:54:43.122036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-909622df-7832-4e60-bf74-e7a46deefb02 service neutron] 10.222.0.30 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646074 Dec 13 09:54:43.168263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4d5e6eb0-a02e-415a-976e-63e13cf7cd54 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9884982 Dec 13 09:54:43.172261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:43.177394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'fixed_ips': [{'subnet_id': '50f6643a-fae6-4ba8-b4d3-58487364a636'}, {'subnet_id': '417e9230-6404-4f6e-9a5b-adff9e754675'}], 'name': 'tempest-PortsTestJSON-931727240'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:43.280109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-3f648235-ccb7-42b5-bd68-6af59b2e6689 service neutron] 10.222.0.30 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699562 Dec 13 09:54:43.301918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:43.302299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.370205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:43.669794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Update dhcp port {'port': {'network_id': '0e84cc1f-bb15-4a39-b255-1464e61c18c8', 'fixed_ips': [{'subnet_id': '50f6643a-fae6-4ba8-b4d3-58487364a636', 'ip_address': '172.20.0.2'}, {'subnet_id': '417e9230-6404-4f6e-9a5b-adff9e754675'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '00e2f4af-91c6-4842-baa2-00ab84186cb9'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:54:43.733543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.758627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:43.808373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7348021-3638-43d5-a534-784e4615a759 req-7fb0dda8-7c23-484d-b672-f764acdded7a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 210 time: 0.1913958 Dec 13 09:54:43.866406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:43.925336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7130ed83-d5ae-4da4-8cb1-cc14d29cd50e req-83433b42-4e4c-4e7e-b24b-7ad3b612fc24 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 210 time: 0.0415514 Dec 13 09:54:43.982137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b271d-32e8-4a20-8fb1-de54295796c6 req-7baf42a6-9a1e-43f6-b16c-03bea7827b99 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:44.009403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab3b271d-32e8-4a20-8fb1-de54295796c6 req-7baf42a6-9a1e-43f6-b16c-03bea7827b99 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2450550 Dec 13 09:54:44.010378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.161582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 00e2f4af-91c6-4842-baa2-00ab84186cb9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:44.181314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab3b271d-32e8-4a20-8fb1-de54295796c6 req-7ab787fa-4d36-40f3-9246-f19b4e9c5ecf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703627 Dec 13 09:54:44.266392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=00e2f4af-91c6-4842-baa2-00ab84186cb9,segment=NetworkSegment(841be48b-4966-4f9b-a2d6-1259d75e27c5),segment_id=841be48b-4966-4f9b-a2d6-1259d75e27c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:44.282489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.363433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:44.363906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.474059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.4 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/50f6643a-fae6-4ba8-b4d3-58487364a636/1e844ae2-09ce-4566-96f3-9f5d5c03fde3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:44.492257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.24 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/417e9230-6404-4f6e-9a5b-adff9e754675/1e844ae2-09ce-4566-96f3-9f5d5c03fde3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:44.665011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1137e-1faf-45d8-a8f2-425dc1201f20 None None] Pushing event updated for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:44.820140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.869388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:44.945770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22c297fe-8b63-4aba-a0bb-42c172b8f9c9 req-bc20b1ce-d9cd-4c4d-a396-8c45957f8ac6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 210 time: 0.0313513 Dec 13 09:54:44.970942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:44.975324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:44.984365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:45.024107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Allocated IP 172.20.0.18 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/417e9230-6404-4f6e-9a5b-adff9e754675/00e2f4af-91c6-4842-baa2-00ab84186cb9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:45.121655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:45.123065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.127190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23eadfe7-f960-4aca-9929-350e679ae963 req-90d36111-0b72-4d4f-81ee-29fcc78dc6cf tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 210 time: 0.0535583 Dec 13 09:54:45.129633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=1e844ae2-09ce-4566-96f3-9f5d5c03fde3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:45.172972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32a4881f-8da7-4bbf-9e77-be397c056677 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9995680 Dec 13 09:54:45.175591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:45.182487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50f6643a-fae6-4ba8-b4d3-58487364a636'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:45.206001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=00e2f4af-91c6-4842-baa2-00ab84186cb9,segment=NetworkSegment(841be48b-4966-4f9b-a2d6-1259d75e27c5),segment_id=841be48b-4966-4f9b-a2d6-1259d75e27c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:45.286004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.299186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.394002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df989995-23ea-4b2f-a729-eb6829b31ee9 None None] Pushing event updated for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:45.409378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:45.563134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8e5a-75cf-4af8-86d5-c3bd42501ed5 req-735f0e4c-6db9-4d2d-8621-683cf0c7ab32 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:45.564712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b28f8e5a-75cf-4af8-86d5-c3bd42501ed5 req-735f0e4c-6db9-4d2d-8621-683cf0c7ab32 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.1631484 Dec 13 09:54:45.639674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-4c723282-b348-4c4b-9b1e-6cd8ea2a7052 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:45.648563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-4c723282-b348-4c4b-9b1e-6cd8ea2a7052 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/networks?id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 797 time: 0.3937917 Dec 13 09:54:45.990814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b28f8e5a-75cf-4af8-86d5-c3bd42501ed5 req-4bad5344-9787-4d1c-a2d2-a72413140d00 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984063 Dec 13 09:54:46.022595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 00e2f4af-91c6-4842-baa2-00ab84186cb9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:46.068484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-674dc75b-985c-4376-9cd6-06690e67f3d9 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 379 time: 0.4055371 Dec 13 09:54:46.091221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'port': {'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'admin_state_up': True, 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'security_groups': ['3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:46.221973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Delete allocated IP 172.20.0.24 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/417e9230-6404-4f6e-9a5b-adff9e754675) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:54:46.252338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:46.252952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.503826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6611aba-e636-4cd6-8329-366949c39704 None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:46.520682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65bbb05d-f43d-46d8-939c-7020845c7c99 req-64a7fb75-0481-4c8a-92e5-a7540e922816 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 210 time: 0.2281635 Dec 13 09:54:46.521340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.531249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:46.533611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.536255 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.709966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9bdc833c-d548-4af5-b884-dfeaaf1fa2dd None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:46.710208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bdc833c-d548-4af5-b884-dfeaaf1fa2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.710973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.11 (324a3b7f-e906-4582-9ca3-cbc4cd12d26e/2aab5852-eb49-401a-bd53-e3b664134bdb/732a2704-fb06-4f65-a4ac-8207db91366e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:46.815168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=1e844ae2-09ce-4566-96f3-9f5d5c03fde3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.869399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:54:46.910517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] In _notify_port_updated(), no bound segment for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 on network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:54:46.918787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:46.919543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-9641c118-d6f0-4a00-95e7-ca858d8167a9 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:46.920050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:46.921447 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8aeb6b63-ae7b-4e49-9fdc-f79279691265 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/ports/1e844ae2-09ce-4566-96f3-9f5d5c03fde3 HTTP/1.1" status: 200 len: 918 time: 1.7448041 Dec 13 09:54:46.922967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-9641c118-d6f0-4a00-95e7-ca858d8167a9 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 809 time: 1.1975100 Dec 13 09:54:46.930362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:46.946713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50f6643a-fae6-4ba8-b4d3-58487364a636'}, {'subnet_id': '417e9230-6404-4f6e-9a5b-adff9e754675'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:46.992850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Request body: {'port': {'device_id': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb', 'admin_state_up': True, 'tenant_id': 'ddc42792de1241a6a6361131680a8389'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:47.002679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a725547-17bc-464a-9ece-e13621f5b4b0 req-efb626d7-9e23-4990-9437-bf2cca969c36 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 210 time: 0.1126711 Dec 13 09:54:47.172577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.275755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dfb29-c562-4e55-bbbc-ff68125631c0 req-7be1a5e8-ce0e-4479-85f4-adabefafa75b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:47.277339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-030dfb29-c562-4e55-bbbc-ff68125631c0 req-7be1a5e8-ce0e-4479-85f4-adabefafa75b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.3532822 Dec 13 09:54:47.295632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-986a12e0-2860-48d2-b836-503ce54dee21 None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:47.296156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-986a12e0-2860-48d2-b836-503ce54dee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.395584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.487478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-986a12e0-2860-48d2-b836-503ce54dee21 None None] Provisioning complete for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:47.497169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-986a12e0-2860-48d2-b836-503ce54dee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.498792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-030dfb29-c562-4e55-bbbc-ff68125631c0 req-b99a22dd-7dce-4561-aee4-9739b06bbdf5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094119 Dec 13 09:54:47.503148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:47.508999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Made reservation on behalf of ddc42792de1241a6a6361131680a8389 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:47.512512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.544478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:47.547221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:47.582831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.589177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:47.618643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-986a12e0-2860-48d2-b836-503ce54dee21 None None] Port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:47.779545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b1d44c1-97ff-4277-b606-349852d54408 None None] Provisioning complete for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:47.780250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1d44c1-97ff-4277-b606-349852d54408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.880165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d44c1-97ff-4277-b606-349852d54408 None None] Port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:47.955267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:47.956203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:47.988046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-38fe4848-d3d7-424d-872b-3e952166c718 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9111025 Dec 13 09:54:48.022070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Provisioning complete for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:48.022582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.023798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-e9c3e481-faea-4f63-ab26-4297d95520b4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:54:48.024793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-e9c3e481-faea-4f63-ab26-4297d95520b4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069342 Dec 13 09:54:48.068678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:48.082120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Provisioning complete for port 732a2704-fb06-4f65-a4ac-8207db91366e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:48.082478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.092412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558be21-bc36-4fbb-961b-2cb9888936b6 req-f05190d1-1db4-4a8a-8e3c-51c373723f15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:48.094015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4558be21-bc36-4fbb-961b-2cb9888936b6 req-f05190d1-1db4-4a8a-8e3c-51c373723f15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 932 time: 0.4331596 Dec 13 09:54:48.134177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07304cef-c57c-4dbd-a81b-cbe45a1ab8f8 None None] Port 732a2704-fb06-4f65-a4ac-8207db91366e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:48.502976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Request body: {'port': {'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:48.516327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.26 (0e84cc1f-bb15-4a39-b255-1464e61c18c8/417e9230-6404-4f6e-9a5b-adff9e754675/1e844ae2-09ce-4566-96f3-9f5d5c03fde3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:48.520980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Allocated IP 172.20.0.4 (13a81447-85b0-461b-95db-a0af8b0b49eb/5a5715ba-592c-41a5-bea5-ce263cb2df62/91f38545-89af-45a4-905d-c71193608b68) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:48.572443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2cc1055-61f7-4c67-93f4-873f2bad0471 req-ba2b9422-d801-4a8d-8797-d0af4cd613bc tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 210 time: 0.0791559 Dec 13 09:54:48.691744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:48.714981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4558be21-bc36-4fbb-961b-2cb9888936b6 req-ced0c7b3-137e-47d6-883f-be392e9d5d1b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6128814 Dec 13 09:54:48.723407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.862798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:48.881692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'port_id': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'mac_address': 'fa:16:3e:a3:d1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:48.935287 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:48.954091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad59e89-b8ca-4753-a4b3-2f028d52ce94 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:48.983701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:48.988161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.046473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.050293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:49.056062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.064643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f32258-d863-4b84-8986-247fb0b44575 req-01b1422d-dac3-4d5c-a495-02e86036faea tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:49.066206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6f32258-d863-4b84-8986-247fb0b44575 req-01b1422d-dac3-4d5c-a495-02e86036faea tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2774439 Dec 13 09:54:49.072651 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.120106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['fad59e89-b8ca-4753-a4b3-2f028d52ce94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:49.300569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=1e844ae2-09ce-4566-96f3-9f5d5c03fde3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:49.346772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:49.412735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6f32258-d863-4b84-8986-247fb0b44575 req-0c86272c-c6e6-40c2-885e-effc070bc074 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326981 Dec 13 09:54:49.421641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.578780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab6561f5-d392-4141-81d5-730b952b22a9 None None] Provisioning complete for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:49.579408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab6561f5-d392-4141-81d5-730b952b22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.595189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732a2704-fb06-4f65-a4ac-8207db91366e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:49.628757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.645725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ab6561f5-d392-4141-81d5-730b952b22a9 None None] Port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:54:49.646376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Transition to ACTIVE for port object 732a2704-fb06-4f65-a4ac-8207db91366e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:54:49.660056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.664624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] In _notify_port_updated(), no bound segment for port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 on network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:54:49.670838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:49.671809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.672819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f296ee6-7026-41e7-a85c-dd0b224fc9a7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/ports/1e844ae2-09ce-4566-96f3-9f5d5c03fde3 HTTP/1.1" status: 200 len: 998 time: 2.7355933 Dec 13 09:54:49.675733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:49.681976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Network 13a81447-85b0-461b-95db-a0af8b0b49eb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:54:49.686616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:49.689054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:54:49.691829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Pushing event updated for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:49.855511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:49.857235 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:49.925527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:49.925892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.020524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Pushing event updated for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:50.069199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-ecdd3017-e18a-4b0d-ba0c-063b2acd6462 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1300771 Dec 13 09:54:50.081480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.116372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 1e844ae2-09ce-4566-96f3-9f5d5c03fde3 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:50.118477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec11ee-f9e9-4e84-b462-9635aa34eb67 req-07eb5fec-b83b-4723-a3bd-bead64454ccc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:50.120450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bec11ee-f9e9-4e84-b462-9635aa34eb67 req-07eb5fec-b83b-4723-a3bd-bead64454ccc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 944 time: 0.1892955 Dec 13 09:54:50.128869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Request body: {'port': {'device_id': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:50.175353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323ab43-e598-48af-a375-7743170f9ef2 req-b10a8180-d216-4c6f-b34a-abe3cd306a9a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:50.176906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6323ab43-e598-48af-a375-7743170f9ef2 req-b10a8180-d216-4c6f-b34a-abe3cd306a9a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 931 time: 0.3648207 Dec 13 09:54:50.284266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bec11ee-f9e9-4e84-b462-9635aa34eb67 req-8df5bbc8-7db5-4041-87ad-47020fc5e2b4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468329 Dec 13 09:54:50.350487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.356302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Attempting to bind port 732a2704-fb06-4f65-a4ac-8207db91366e on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:50.356644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Attempting to bind port 732a2704-fb06-4f65-a4ac-8207db91366e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:50.356979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Attempting to bind port 732a2704-fb06-4f65-a4ac-8207db91366e on network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:50.373167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6323ab43-e598-48af-a375-7743170f9ef2 req-8aa44a4a-7391-4d9f-a1e8-f194c4da51da tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693025 Dec 13 09:54:50.375527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Port 732a2704-fb06-4f65-a4ac-8207db91366e on network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:54:50.376238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Attempting to bind port 732a2704-fb06-4f65-a4ac-8207db91366e on network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:50.384186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:50.384833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Checking segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:50.384833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Bound using segment: {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:50.385378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Bound port: 732a2704-fb06-4f65-a4ac-8207db91366e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a39bc85-5716-4727-bca7-70f75ad7e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:50.385771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.622036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.699076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:50.727286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.792077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port fad59e89-b8ca-4753-a4b3-2f028d52ce94 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:50.792388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.803171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=1e844ae2-09ce-4566-96f3-9f5d5c03fde3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:50.871231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:50.922435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=732a2704-fb06-4f65-a4ac-8207db91366e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:50.928054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f38545-89af-45a4-905d-c71193608b68 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:50.931814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.940313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8a56277-c31d-4ce0-81fe-4c04297305f5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/1e844ae2-09ce-4566-96f3-9f5d5c03fde3 HTTP/1.1" status: 204 len: 168 time: 1.2596767 Dec 13 09:54:50.946385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:50.953545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.973645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:50.991875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.040262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:51.046629 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741c2ad-7fa2-438b-a1f3-fda69509e94c" -d '{"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-plugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:51.065514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:51.082521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.082821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d563a-3e27-42cf-94a0-8fea70045541 req-22d6b1af-7666-4c64-acce-b0b4a881e636 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.092618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837d563a-3e27-42cf-94a0-8fea70045541 req-22d6b1af-7666-4c64-acce-b0b4a881e636 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 945 time: 0.5359783 Dec 13 09:54:51.111711 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d85515c-065c-47db-bb0e-7a4df017ec9a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:54:51.115110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d85515c-065c-47db-bb0e-7a4df017ec9a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/1e844ae2-09ce-4566-96f3-9f5d5c03fde3 HTTP/1.1" status: 404 len: 333 time: 0.1626585 Dec 13 09:54:51.115384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Transition to ACTIVE for port object 91f38545-89af-45a4-905d-c71193608b68 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:54:51.117890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:51.148002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.160629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.161209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.169451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 200 len: 1092 time: 3.1190898 Dec 13 09:54:51.169949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:51.172322 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:51.220586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.235918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 417e9230-6404-4f6e-9a5b-adff9e754675 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:51.236814 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d3a2e-8106-42a2-8553-c1c44d5497fe x-openstack-request-id: req-550d3a2e-8106-42a2-8553-c1c44d5497fe {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:51.237386 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-plugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:51.238684 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-550d3a2e-8106-42a2-8553-c1c44d5497fe {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:51.239315 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'code': 200} Dec 13 09:54:51.244221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.317553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821a54-a276-4a4c-8fc4-bb3062c285f7 service neutron] Pushing event updated for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.338602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.415483 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bbc38-f231-4c8c-ae18-67e6ef32de03 x-openstack-request-id: req-324bbc38-f231-4c8c-ae18-67e6ef32de03 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:51.415776 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:51.416054 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-324bbc38-f231-4c8c-ae18-67e6ef32de03 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:51.416443 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e', 'status': 'completed', 'code': 200} Dec 13 09:54:51.461074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Pushing event updated for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.466430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-837d563a-3e27-42cf-94a0-8fea70045541 req-6e7c1c58-a85e-4f7d-8bac-d091171215b6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727839 Dec 13 09:54:51.520878 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.522916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-33010da0-3417-4f31-b615-9646360c661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.524438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-33010da0-3417-4f31-b615-9646360c661b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1095 time: 0.2812479 Dec 13 09:54:51.599735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Deleting port 63d72b63-2057-484f-a6b1-4d19a9f7a998 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:51.600225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.606382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.630873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-5eccdf59-ab5a-4e19-ae5b-baf012e4bca4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 200 len: 217 time: 0.0742199 Dec 13 09:54:51.666161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c5d13-0c78-4e42-8d32-9639ae34a49e req-61dbb881-2bad-4ae3-bddc-5703936bd87c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.667644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a0c5d13-0c78-4e42-8d32-9639ae34a49e req-61dbb881-2bad-4ae3-bddc-5703936bd87c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 944 time: 0.2005482 Dec 13 09:54:51.698125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=417e9230-6404-4f6e-9a5b-adff9e754675,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:51.706701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.712291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b1bb4e59-5f2d-4b49-93b9-574fe406d308 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/417e9230-6404-4f6e-9a5b-adff9e754675 HTTP/1.1" status: 204 len: 168 time: 0.5911064 Dec 13 09:54:51.714666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:51.732271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c8cd0-dc09-4cb1-97c9-ff86d09d561b None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:51.750045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Attempting to bind port 91f38545-89af-45a4-905d-c71193608b68 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:54:51.750376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Attempting to bind port 91f38545-89af-45a4-905d-c71193608b68 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:54:51.750702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Attempting to bind port 91f38545-89af-45a4-905d-c71193608b68 on network 13a81447-85b0-461b-95db-a0af8b0b49eb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:51.765140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95131d4a-d363-477c-80ea-27f368cd9cf5 req-a849c533-d6aa-470b-9959-aac20ad6cee8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.766680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95131d4a-d363-477c-80ea-27f368cd9cf5 req-a849c533-d6aa-470b-9959-aac20ad6cee8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 943 time: 0.1956339 Dec 13 09:54:51.782173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-003afb09-a2bf-40bc-babe-5a9dedc2440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.783630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-003afb09-a2bf-40bc-babe-5a9dedc2440f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aab5852-eb49-401a-bd53-e3b664134bdb HTTP/1.1" status: 200 len: 835 time: 0.1151164 Dec 13 09:54:51.784172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Port 91f38545-89af-45a4-905d-c71193608b68 on network 13a81447-85b0-461b-95db-a0af8b0b49eb not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:54:51.784474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Attempting to bind port 91f38545-89af-45a4-905d-c71193608b68 on network 13a81447-85b0-461b-95db-a0af8b0b49eb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:54:51.815015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 50f6643a-fae6-4ba8-b4d3-58487364a636 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:51.820217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.824147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:54:51.824486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Checking segment: {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:51.824867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Bound using segment: {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:54:51.825336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Bound port: 91f38545-89af-45a4-905d-c71193608b68, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:54:51.825693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.864058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a0c5d13-0c78-4e42-8d32-9639ae34a49e req-87c12439-7216-469a-9a4c-5a68481e6c3c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522453 Dec 13 09:54:51.876753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:51.928972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95131d4a-d363-477c-80ea-27f368cd9cf5 req-99d229a9-cb5d-496d-8a70-ee9f2d1fafe1 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544697 Dec 13 09:54:51.933268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-5209b88d-ff47-4250-9299-c2b2cb1aec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:51.934913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-5209b88d-ff47-4250-9299-c2b2cb1aec80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366968 Dec 13 09:54:51.989902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] For port 63d72b63-2057-484f-a6b1-4d19a9f7a998, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=63d72b63-2057-484f-a6b1-4d19a9f7a998,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:51.990399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.020728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Calling delete_port for 63d72b63-2057-484f-a6b1-4d19a9f7a998 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:52.023958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:54:52.046120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.047799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=91f38545-89af-45a4-905d-c71193608b68,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:54:52.078488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.156627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:52.159128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.162080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] 10.222.0.44 "PUT /v2.0/ports/91f38545-89af-45a4-905d-c71193608b68 HTTP/1.1" status: 200 len: 1091 time: 2.0374446 Dec 13 09:54:52.186474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.207237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-fe5dbd38-291b-4423-bb6a-18ecd6f7bd1d service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578466 Dec 13 09:54:52.227230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=50f6643a-fae6-4ba8-b4d3-58487364a636,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:52.250921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.254648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b17f3125-4305-47b1-86ca-bcda30842141 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/50f6643a-fae6-4ba8-b4d3-58487364a636 HTTP/1.1" status: 204 len: 168 time: 0.5390887 Dec 13 09:54:52.271102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43508) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:52.350802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa7f45-35f4-4e6f-95cf-5fed10b24338 service neutron] Pushing event updated for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:52.537820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-441a7dc8-2238-4502-b16e-d16a90445b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:52.539408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-441a7dc8-2238-4502-b16e-d16a90445b9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 1094 time: 0.2976401 Dec 13 09:54:52.549182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.553678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bec7be74-7007-48a3-8f0d-513d7fa80c9b req-e5d49bb6-b2bb-42a5-abf6-4024fe52084c service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150699 Dec 13 09:54:52.587452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:52.613601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-ea76ec20-a76c-4418-989d-9f07637f824a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f38545-89af-45a4-905d-c71193608b68 HTTP/1.1" status: 200 len: 217 time: 0.0575740 Dec 13 09:54:52.711845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Pushing event deleted for resources: {'Port': ['ID=63d72b63-2057-484f-a6b1-4d19a9f7a998,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:52.846101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e552-1a14-49dc-8295-f044b9401301 req-9fbc2cf0-398e-48a7-9957-290799be907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:52.847643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-9fbc2cf0-398e-48a7-9957-290799be907a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a5715ba-592c-41a5-bea5-ce263cb2df62 HTTP/1.1" status: 200 len: 849 time: 0.2275925 Dec 13 09:54:52.899127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-21adb38a-5030-4ab5-9ad8-111ff4c1828a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a81447-85b0-461b-95db-a0af8b0b49eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314019 Dec 13 09:54:52.922755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-4b0ff2a2-5eba-4a9f-8318-777a3daa1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:52.930879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-4b0ff2a2-5eba-4a9f-8318-777a3daa1c2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1095 time: 0.2915874 Dec 13 09:54:53.078128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb279be-b19d-4619-bd5f-890ac890d2a6 None None] Network 0e84cc1f-bb15-4a39-b255-1464e61c18c8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:53.152768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5e125-8df0-4c0e-b0b0-4b30616b04f7 req-a6b9c2ba-d652-4247-87ba-ef5d2a00f519 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:53.160661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac5e125-8df0-4c0e-b0b0-4b30616b04f7 req-a6b9c2ba-d652-4247-87ba-ef5d2a00f519 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.5193503 Dec 13 09:54:53.217585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-406e0b37-99ad-4301-b60b-84ba804c676f None None] Provisioning complete for port 00e2f4af-91c6-4842-baa2-00ab84186cb9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:54:53.219662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-406e0b37-99ad-4301-b60b-84ba804c676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.276209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-06f0c7b1-0454-47d3-ab43-2a5c22aa0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:53.285738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-06f0c7b1-0454-47d3-ab43-2a5c22aa0073 service neutron] 10.222.0.44 "GET /v2.0/networks?id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 898 time: 0.3485749 Dec 13 09:54:53.404530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 00e2f4af-91c6-4842-baa2-00ab84186cb9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:53.408892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.417089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.446187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac5e125-8df0-4c0e-b0b0-4b30616b04f7 req-e3389f32-8deb-431b-bccf-c58f920f56c6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808549 Dec 13 09:54:53.485997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'tag': '91f38545-89af-45a4-905d-c71193608b68'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:54:53.488288 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef631e-d061-4e46-a0f2-c9e496982e99" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "tag": "91f38545-89af-45a4-905d-c71193608b68"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:54:53.488540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] DHCP port deletion for 0e84cc1f-bb15-4a39-b255-1464e61c18c8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:53.710866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Deleting port 00e2f4af-91c6-4842-baa2-00ab84186cb9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:53.711159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.770211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=00e2f4af-91c6-4842-baa2-00ab84186cb9,segment=NetworkSegment(841be48b-4966-4f9b-a2d6-1259d75e27c5),segment_id=841be48b-4966-4f9b-a2d6-1259d75e27c5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:53.770895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.798205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 00e2f4af-91c6-4842-baa2-00ab84186cb9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:53.908055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] For port 00e2f4af-91c6-4842-baa2-00ab84186cb9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=00e2f4af-91c6-4842-baa2-00ab84186cb9,segment=NetworkSegment(841be48b-4966-4f9b-a2d6-1259d75e27c5),segment_id=841be48b-4966-4f9b-a2d6-1259d75e27c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:53.908594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:53.926766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-48e86f5e-aa46-471e-b9ca-514129a8656f service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048714 Dec 13 09:54:53.945547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716d748-fa53-440c-9e9c-7c40fdb943a2 req-98d485d9-5c6a-46bc-9dff-1a09cd1677f7 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:53.947115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0716d748-fa53-440c-9e9c-7c40fdb943a2 req-98d485d9-5c6a-46bc-9dff-1a09cd1677f7 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 944 time: 0.8641486 Dec 13 09:54:53.953837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-ec1e0b3b-229b-43e1-acb3-f5dc7a5f6827 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 200 len: 217 time: 0.4688861 Dec 13 09:54:54.003229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Calling delete_port for 00e2f4af-91c6-4842-baa2-00ab84186cb9 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:54.011091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Router 8b0f46d3-e02b-4427-9108-21ef2697db5f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:54:54.114455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 00e2f4af-91c6-4842-baa2-00ab84186cb9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:54.254943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.258452 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.282407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] No DVR routers for this DVR port 00e2f4af-91c6-4842-baa2-00ab84186cb9 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:54.292558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:54:54.301032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c474ba3b-e35b-49fc-830a-4f86dd06212d admin admin] 10.222.0.30 "PUT /v2.0/routers/8b0f46d3-e02b-4427-9108-21ef2697db5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9499245 Dec 13 09:54:54.306403 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:54.317944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Sync routers for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:54:54.338558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3633d-4f59-46a4-ae02-db7b098b8b27 None None] Pushing event deleted for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:54.368251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:54.368936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:54.560669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.621777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:54.816056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7adc-fc24-459d-94a4-063c7925670d req-e7485744-62fd-4802-b4db-36162b47a1d5 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:54.824296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aadb7adc-fc24-459d-94a4-063c7925670d req-e7485744-62fd-4802-b4db-36162b47a1d5 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 943 time: 1.2311907 Dec 13 09:54:54.827505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-a3ba47a0-9c1e-455e-b5b9-c5213a128166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:54.828908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-a3ba47a0-9c1e-455e-b5b9-c5213a128166 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aab5852-eb49-401a-bd53-e3b664134bdb HTTP/1.1" status: 200 len: 835 time: 0.8117700 Dec 13 09:54:54.832080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:54.924479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0716d748-fa53-440c-9e9c-7c40fdb943a2 req-e5ef88fc-a86c-4edb-9a02-c52b5d323c53 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8986087 Dec 13 09:54:55.009824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Deleting port 9277e161-a2dc-41e7-b4c8-09f73524ce05 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:55.010183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.027410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4236e552-1a14-49dc-8295-f044b9401301 req-73cb37d7-effb-4fa9-a63c-dce6aae28906 service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0792699 Dec 13 09:54:55.046969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:54:52Z', 'revision_number': 5, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port': {'id': '9277e161-a2dc-41e7-b4c8-09f73524ce05', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:40Z', 'updated_at': '2021-12-13T09:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:55.061970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.126429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aadb7adc-fc24-459d-94a4-063c7925670d req-1127fb58-5828-469f-ac5f-17b23e4f09ba tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003004 Dec 13 09:54:55.128089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 00e2f4af-91c6-4842-baa2-00ab84186cb9 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:55.241559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] For port 9277e161-a2dc-41e7-b4c8-09f73524ce05, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9277e161-a2dc-41e7-b4c8-09f73524ce05,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:55.251228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.321924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Calling delete_port for 9277e161-a2dc-41e7-b4c8-09f73524ce05 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:55.339694 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8bf75-154b-42b1-a210-97f8776504dc x-openstack-request-id: req-00d8bf75-154b-42b1-a210-97f8776504dc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:54:55.340010 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "tag": "91f38545-89af-45a4-905d-c71193608b68", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:54:55.340246 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00d8bf75-154b-42b1-a210-97f8776504dc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:54:55.340642 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'tag': '91f38545-89af-45a4-905d-c71193608b68', 'status': 'completed', 'code': 200} Dec 13 09:54:55.364941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Checking router: 8b0f46d3-e02b-4427-9108-21ef2697db5f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:54:55.375542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Routers {'8b0f46d3-e02b-4427-9108-21ef2697db5f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:54:55.376171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:54:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8b0f46d3-e02b-4427-9108-21ef2697db5f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:55.406035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=00e2f4af-91c6-4842-baa2-00ab84186cb9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:55.589726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 732a2704-fb06-4f65-a4ac-8207db91366e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:55.759288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.770162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-b066c392-3009-4330-ac9c-d5bada73c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:55.776610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-b066c392-3009-4330-ac9c-d5bada73c6cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9290192 Dec 13 09:54:55.837653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:55.921356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=732a2704-fb06-4f65-a4ac-8207db91366e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:55.974195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '732a2704-fb06-4f65-a4ac-8207db91366e', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:56.107244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9277e161-a2dc-41e7-b4c8-09f73524ce05,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:56.112860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] Set router 8b0f46d3-e02b-4427-9108-21ef2697db5f gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:54:56.115995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.303429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.313551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.337057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.371630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732a2704-fb06-4f65-a4ac-8207db91366e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:56.388210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:54:54Z', 'revision_number': 6, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.391947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e84cc1f-bb15-4a39-b255-1464e61c18c8']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.402597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-cba125df-9f04-4c54-a36d-a44ea37e6baf service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021523 Dec 13 09:54:56.414750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.415388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0f46d3-e02b-4427-9108-21ef2697db5f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:54:56.426671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fa95-9d85-4b64-8ece-45e877be5252 req-246cc225-7566-455f-921c-76931c926edd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:56.429426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.429998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ea9fa95-9d85-4b64-8ece-45e877be5252 req-246cc225-7566-455f-921c-76931c926edd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.8306606 Dec 13 09:54:56.430659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7bdc3060-7ae2-4283-812f-3f2133d10b82 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b0f46d3-e02b-4427-9108-21ef2697db5f HTTP/1.1" status: 204 len: 168 time: 2.1228549 Dec 13 09:54:56.433379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:56.440495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-8ab02725-f093-484d-bb9a-b9a8b99dc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:56.442072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-8ab02725-f093-484d-bb9a-b9a8b99dc1f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 1094 time: 1.1527855 Dec 13 09:54:56.472408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841be48b-4966-4f9b-a2d6-1259d75e27c5') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.472771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841be48b-4966-4f9b-a2d6-1259d75e27c5') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:56.481968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258818-6691-4ce0-9fd3-dbbf49532355 None None] The sync data for ids ['8b0f46d3-e02b-4427-9108-21ef2697db5f'] in n-d-820531-5 is: [{'id': '8b0f46d3-e02b-4427-9108-21ef2697db5f', 'name': 'tempest-TaggedBootDevicesTest-885260136-router', 'tenant_id': 'eb2494f76f4b4d1db32d641d54c59232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:38Z', 'updated_at': '2021-12-13T09:54:54Z', 'revision_number': 6, 'project_id': 'eb2494f76f4b4d1db32d641d54c59232', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:54:56.500809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=732a2704-fb06-4f65-a4ac-8207db91366e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:56.514436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.560756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Deleting subnet 36513e79-1b9c-4b47-8897-6a6b5613ab65 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:54:56.565265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.626622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:56.653388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.694210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.716151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.726204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:56.726940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.761260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['732a2704-fb06-4f65-a4ac-8207db91366e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:56.780227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:56.859038 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:56.886657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.898765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.905468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:56.910472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/0e84cc1f-bb15-4a39-b255-1464e61c18c8 HTTP/1.1" status: 204 len: 168 time: 4.6321318 Dec 13 09:54:56.952032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:57.007377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bcd89-af47-44c5-94f6-26d023eb2274 req-f525924e-3082-4c50-b022-865cdd13bf27 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.009807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-296bcd89-af47-44c5-94f6-26d023eb2274 req-f525924e-3082-4c50-b022-865cdd13bf27 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 944 time: 0.7808380 Dec 13 09:54:57.020849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36513e79-1b9c-4b47-8897-6a6b5613ab65,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:57.041011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0abbab-5bbc-4a9d-ad76-978913186a52 None None] Network d3bfacd6-325d-4e37-a5dd-f81e7eb13089 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:57.043489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.050650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6843a43f-f02d-466e-91d8-87b4c85ab204 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/36513e79-1b9c-4b47-8897-6a6b5613ab65 HTTP/1.1" status: 204 len: 168 time: 0.6161740 Dec 13 09:54:57.061499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:57.086359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef90d04-2347-4bba-a5cf-e918fb2575bd tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=0e84cc1f-bb15-4a39-b255-1464e61c18c8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:57.168472 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.230825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-296bcd89-af47-44c5-94f6-26d023eb2274 req-d5ea81f3-f81d-4938-ac21-3aaac87ef8e1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734226 Dec 13 09:54:57.251599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.252456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ea9fa95-9d85-4b64-8ece-45e877be5252 req-d46fb461-6647-4ab8-b558-84ceacdcd935 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082910 Dec 13 09:54:57.341580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c42c01-748e-41cb-a17e-bf6c47df67cc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.346658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4c42c01-748e-41cb-a17e-bf6c47df67cc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3806756 Dec 13 09:54:57.352380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:57.373413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b51ece3d-248e-4db0-afbc-2cbdc1fa5c8e req-8f4c0c07-91fb-4cb0-8acc-0ae00f7bccc6 service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105446 Dec 13 09:54:57.475817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-1af60639-948a-4afb-be74-1028fcd2c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.483755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-1af60639-948a-4afb-be74-1028fcd2c9a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 910 time: 1.0042744 Dec 13 09:54:57.485156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] DHCP port deletion for d3bfacd6-325d-4e37-a5dd-f81e7eb13089 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:54:57.555559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-47e13d60-2e28-45e0-8c9d-f5d19d91bcea tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2017679 Dec 13 09:54:57.562360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:57.576203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783523167'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:57.648611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b22d-13bc-4630-b206-c98e333fb6c6 req-5bdc98d4-90c6-4367-a34d-5ccfd9d3322c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.649315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 91f38545-89af-45a4-905d-c71193608b68 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:54:57.653377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Deleting port 94405eaf-9c6d-485e-92d5-c2f9414dd840 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:57.654398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.660702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ae4b22d-13bc-4630-b206-c98e333fb6c6 req-5bdc98d4-90c6-4367-a34d-5ccfd9d3322c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 943 time: 0.2863779 Dec 13 09:54:57.663222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-8cfff0e9-aea1-4021-bdf2-b7799aab64a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f38545-89af-45a4-905d-c71193608b68 HTTP/1.1" status: 200 len: 217 time: 0.1711991 Dec 13 09:54:57.731442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:57.735725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.778619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:54:57.800860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.801458 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment b845df59-4117-46b1-a745-67fe91a9ff9f of type vlan for network d2d5fd34-5cba-4639-b312-279470f2736b Dec 13 09:54:57.849590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Deleting port 94405eaf-9c6d-485e-92d5-c2f9414dd840 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:54:57.856423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.868679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ae4b22d-13bc-4630-b206-c98e333fb6c6 req-c2fc1db8-1bc9-4f4d-adef-d16eafb93867 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952333 Dec 13 09:54:57.875590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-838bb9ed-d6e8-4a9d-94e1-8afa10fe31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:57.879797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-838bb9ed-d6e8-4a9d-94e1-8afa10fe31bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a5715ba-592c-41a5-bea5-ce263cb2df62 HTTP/1.1" status: 200 len: 849 time: 0.1951246 Dec 13 09:54:57.903805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.936713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] For port 94405eaf-9c6d-485e-92d5-c2f9414dd840, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=94405eaf-9c6d-485e-92d5-c2f9414dd840,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:57.936901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 63d72b63-2057-484f-a6b1-4d19a9f7a998 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:57.936998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:57.952978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-5d117b65-60d6-4a79-832f-66c88637ad01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a81447-85b0-461b-95db-a0af8b0b49eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639994 Dec 13 09:54:57.985933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Calling delete_port for 94405eaf-9c6d-485e-92d5-c2f9414dd840 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:58.025326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.030923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:58.031999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.095013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 63d72b63-2057-484f-a6b1-4d19a9f7a998 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:54:58.095366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 63d72b63-2057-484f-a6b1-4d19a9f7a998 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:54:58.095796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 94405eaf-9c6d-485e-92d5-c2f9414dd840 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:58.168518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-d52e6465-edfe-4f58-a523-cdbe9a82f7fd service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086699 Dec 13 09:54:58.254901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=91f38545-89af-45a4-905d-c71193608b68,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:58.278177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=d2d5fd34-5cba-4639-b312-279470f2736b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:58.291221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.327661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Pushing event deleted for resources: {'Port': ['ID=94405eaf-9c6d-485e-92d5-c2f9414dd840,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:58.331671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] For port 94405eaf-9c6d-485e-92d5-c2f9414dd840, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=94405eaf-9c6d-485e-92d5-c2f9414dd840,segment=NetworkSegment(f2aa1173-8475-4cc5-af50-400f084f943c),segment_id=f2aa1173-8475-4cc5-af50-400f084f943c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:58.332090 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.337416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d2d5fd34-5cba-4639-b312-279470f2736b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:54:58.340368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3693a493-51bc-4f22-806e-d4263ada9d15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7760148 Dec 13 09:54:58.342986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:58.348673 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No ports have port_id starting with 94405eaf-9c6d-485e-92d5-c2f9414dd840 Dec 13 09:54:58.355002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:58.370865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] No DVR routers for this DVR port 94405eaf-9c6d-485e-92d5-c2f9414dd840 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:58.382600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Calling delete_port for 94405eaf-9c6d-485e-92d5-c2f9414dd840 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:54:58.427096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77ef631e-d061-4e46-a0f2-c9e496982e99 req-925f615d-2355-4774-bbcf-d0d4e33646ba service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531495 Dec 13 09:54:58.515252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9277e161-a2dc-41e7-b4c8-09f73524ce05 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:54:58.515252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '91f38545-89af-45a4-905d-c71193608b68', 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb', 'port_id': '91f38545-89af-45a4-905d-c71193608b68', 'mac_address': 'fa:16:3e:e1:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5715ba-592c-41a5-bea5-ce263cb2df62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:54:58.545600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:58.556043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.569264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e902557-cedf-44b1-b693-a6b1b7a3213f req-a8d8eb57-33b4-44e6-ba55-dfe9cf03d508 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:58.576560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e902557-cedf-44b1-b693-a6b1b7a3213f req-a8d8eb57-33b4-44e6-ba55-dfe9cf03d508 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 945 time: 0.1819811 Dec 13 09:54:58.585302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.605439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb0b21-35cf-4600-9d58-f7ea823e7ebd req-7f75a6d5-eb84-4188-9e33-9cc329282593 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:58.612831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bdb0b21-35cf-4600-9d58-f7ea823e7ebd req-7f75a6d5-eb84-4188-9e33-9cc329282593 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2217438 Dec 13 09:54:58.687892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e902557-cedf-44b1-b693-a6b1b7a3213f req-c9149553-8293-4468-b538-0f799cfa81d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965724 Dec 13 09:54:58.698110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bfacd6-325d-4e37-a5dd-f81e7eb13089']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:58.743426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2aa1173-8475-4cc5-af50-400f084f943c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:58.744652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2aa1173-8475-4cc5-af50-400f084f943c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:54:58.780927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bdb0b21-35cf-4600-9d58-f7ea823e7ebd req-69a61de1-c846-4a2c-a657-5064d9a1363f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662033 Dec 13 09:54:58.796087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.825326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.827473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.842897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:54:58.843352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9277e161-a2dc-41e7-b4c8-09f73524ce05 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:54:58.843481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.843755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9277e161-a2dc-41e7-b4c8-09f73524ce05 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:54:58.846423 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:54:58.891190 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.906788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d82c9b0-5fb6-40bb-b910-8badd96961da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:58.914596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f38545-89af-45a4-905d-c71193608b68 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:54:58.946259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] No DVR routers for this DVR port 94405eaf-9c6d-485e-92d5-c2f9414dd840 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:54:58.970563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36c573-1670-49a4-9769-e5827e20e14b None None] Pushing event deleted for resources: {'Port': ['ID=94405eaf-9c6d-485e-92d5-c2f9414dd840,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.002893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.012200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=91f38545-89af-45a4-905d-c71193608b68,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:54:59.017386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.025456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] 10.222.0.30 "DELETE /v2.0/networks/d3bfacd6-325d-4e37-a5dd-f81e7eb13089 HTTP/1.1" status: 204 len: 168 time: 1.9626498 Dec 13 09:54:59.028500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:59.044356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.060705 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.144910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748c124-49d4-46a1-8d2f-92ac01600fda admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bfacd6-325d-4e37-a5dd-f81e7eb13089,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.153796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.183836 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.229157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342dfa5-563a-411b-a774-c4383ab59f94 req-6cf6d01c-b4ac-4598-a9d6-c058b3e58aee tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:59.236074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4342dfa5-563a-411b-a774-c4383ab59f94 req-6cf6d01c-b4ac-4598-a9d6-c058b3e58aee tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 944 time: 0.1103976 Dec 13 09:54:59.265741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=d746580c-ec37-458a-90dc-d7230b53a427,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:54:59.285954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'b845df59-4117-46b1-a745-67fe91a9ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:54:59.286555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: d2d5fd34-5cba-4639-b312-279470f2736b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:54:59.300745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['91f38545-89af-45a4-905d-c71193608b68'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:54:59.334262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network d2d5fd34-5cba-4639-b312-279470f2736b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:54:59.351838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d2d5fd34-5cba-4639-b312-279470f2736b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:54:59.357134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:59.358040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.372339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be134a07-7c72-4c1f-925e-2cf3bcf38255 None None] Network d2d5fd34-5cba-4639-b312-279470f2736b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:54:59.388274 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eb38db6f-957a-4a97-bb26-12f03d56a8b3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0435274 Dec 13 09:54:59.390882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:54:59.396137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b', 'name': 'tempest-PortsTestJSON-406400536'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:54:59.416897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4342dfa5-563a-411b-a774-c4383ab59f94 req-dec782f8-c1f4-4540-bc2e-6f5e33f7b785 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421552 Dec 13 09:54:59.571095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 732a2704-fb06-4f65-a4ac-8207db91366e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:54:59.637007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:54:59.643514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.653324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d2d5fd34-5cba-4639-b312-279470f2736b', 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': 'd746580c-ec37-458a-90dc-d7230b53a427'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:54:59.654380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.667458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 340c0261-ffc3-448b-b175-c2eac48b92d8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:54:59.849510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:54:59.861002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fe217-1a95-454e-9eb1-379146337363 req-c40094ee-9033-4c9a-ab90-43d4926e5ffa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:54:59.869650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e93fe217-1a95-454e-9eb1-379146337363 req-c40094ee-9033-4c9a-ab90-43d4926e5ffa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 945 time: 0.1055951 Dec 13 09:54:59.872769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.12 (d2d5fd34-5cba-4639-b312-279470f2736b/d746580c-ec37-458a-90dc-d7230b53a427/340c0261-ffc3-448b-b175-c2eac48b92d8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:54:59.961746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 732a2704-fb06-4f65-a4ac-8207db91366e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:55:00.022299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 732a2704-fb06-4f65-a4ac-8207db91366e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:00.022903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.056285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e93fe217-1a95-454e-9eb1-379146337363 req-f7fe611e-e3a1-4ee5-a5ab-dc640f3c9e54 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856444 Dec 13 09:55:00.077313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.141827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.243095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.283006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=340c0261-ffc3-448b-b175-c2eac48b92d8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:00.316050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:00.316968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network d2d5fd34-5cba-4639-b312-279470f2736b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:00.320249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:00.320571 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c2792-61e6-4c28-a33a-b9f9caba8546" -d '{"events": [{"server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "name": "network-vif-plugged", "status": "completed", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:00.327732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:00.332666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Allocated IP 172.20.0.2 (d2d5fd34-5cba-4639-b312-279470f2736b/d746580c-ec37-458a-90dc-d7230b53a427/5bcb95bd-2315-4de1-a8ef-23670f719107) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:00.341025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=732a2704-fb06-4f65-a4ac-8207db91366e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:00.353881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.420858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046e43a-e4ad-49f2-abf3-4763f47fec3e req-5c48a0e1-b94f-4dc6-affa-4556ece7f3f1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:00.430415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c046e43a-e4ad-49f2-abf3-4763f47fec3e req-5c48a0e1-b94f-4dc6-affa-4556ece7f3f1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2032948 Dec 13 09:55:00.450408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:00.452548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.487901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:00.521192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c046e43a-e4ad-49f2-abf3-4763f47fec3e req-2e3355d4-f250-4589-92d3-ca0fab3c4190 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894964 Dec 13 09:55:00.524862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e3bf668-925f-46b7-be79-4fd209f68c2d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1327481 Dec 13 09:55:00.529596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:00.550450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b', 'name': 'tempest-PortsTestJSON-2013004237'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:00.667761 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdf051c-8a75-4394-8b3f-6570fd8d7f45 x-openstack-request-id: req-0cdf051c-8a75-4394-8b3f-6570fd8d7f45 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:00.668318 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "name": "network-vif-plugged", "status": "completed", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:00.668318 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cdf051c-8a75-4394-8b3f-6570fd8d7f45 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:00.668746 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e', 'code': 200} Dec 13 09:55:00.837057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:00.841195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.879697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf561d3-8ebd-4470-beb8-a5b8acaa848d req-2fd5ee05-c260-465c-bd3b-7b6cd4f23447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:00.881780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bf561d3-8ebd-4470-beb8-a5b8acaa848d req-2fd5ee05-c260-465c-bd3b-7b6cd4f23447 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1097 time: 0.1908367 Dec 13 09:55:00.885240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.899311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:00.926695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 370d6455-2e21-47bf-a84a-3bad3808f302 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:00.960308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df875-8d86-41aa-93fb-9e862888ae72 req-5ab0314e-5ee0-4a69-b3ea-fc87869d3d38 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:00.976065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c3df875-8d86-41aa-93fb-9e862888ae72 req-5ab0314e-5ee0-4a69-b3ea-fc87869d3d38 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 944 time: 0.2182300 Dec 13 09:55:00.992390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Pushing event updated for resources: {'Port': ['ID=5bcb95bd-2315-4de1-a8ef-23670f719107,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.018557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Network d2d5fd34-5cba-4639-b312-279470f2736b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:01.021522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4ba0500-24ba-4566-82aa-a666d9489da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.026157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:01.034068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:01.036113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Deleting port d5703a48-8efa-4d2a-a044-da0be4588c83 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:01.036465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.236877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bf561d3-8ebd-4470-beb8-a5b8acaa848d req-a5550ac9-1380-4aa0-9a72-c3cacaa4eaaf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453557 Dec 13 09:55:01.242108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.7 (d2d5fd34-5cba-4639-b312-279470f2736b/d746580c-ec37-458a-90dc-d7230b53a427/370d6455-2e21-47bf-a84a-3bad3808f302) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:01.295622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c3df875-8d86-41aa-93fb-9e862888ae72 req-d9427df7-bbdd-481c-91c3-29542b786e2e tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186030 Dec 13 09:55:01.340164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949abf23-5d75-4b95-a938-f580aabcebbd req-210563da-3cc3-4e8b-94bf-2e0749d471a4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.349663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-949abf23-5d75-4b95-a938-f580aabcebbd req-210563da-3cc3-4e8b-94bf-2e0749d471a4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.2360067 Dec 13 09:55:01.358725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] For port d5703a48-8efa-4d2a-a044-da0be4588c83, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5703a48-8efa-4d2a-a044-da0be4588c83,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:01.359135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.400410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Calling delete_port for d5703a48-8efa-4d2a-a044-da0be4588c83 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:01.491584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Attempting to bind port 5bcb95bd-2315-4de1-a8ef-23670f719107 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:01.491871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Attempting to bind port 5bcb95bd-2315-4de1-a8ef-23670f719107 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b845df59-4117-46b1-a745-67fe91a9ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:01.492246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Attempting to bind port 5bcb95bd-2315-4de1-a8ef-23670f719107 on network d2d5fd34-5cba-4639-b312-279470f2736b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:01.497607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:01.497982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Checking segment: {'id': 'b845df59-4117-46b1-a745-67fe91a9ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:01.498388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.498777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Bound using segment: {'id': 'b845df59-4117-46b1-a745-67fe91a9ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:01.499245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Bound port: 5bcb95bd-2315-4de1-a8ef-23670f719107, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b845df59-4117-46b1-a745-67fe91a9ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2d5fd34-5cba-4639-b312-279470f2736b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:01.499631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.583574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] For port 5bcb95bd-2315-4de1-a8ef-23670f719107, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:01.587274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] For port 5bcb95bd-2315-4de1-a8ef-23670f719107, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5bcb95bd-2315-4de1-a8ef-23670f719107,segment=NetworkSegment(b845df59-4117-46b1-a745-67fe91a9ff9f),segment_id=b845df59-4117-46b1-a745-67fe91a9ff9f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:01.589951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 91f38545-89af-45a4-905d-c71193608b68 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:01.593574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-949abf23-5d75-4b95-a938-f580aabcebbd req-6eb77dad-17d0-4bc6-a4ef-3619a4a86199 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427983 Dec 13 09:55:01.632291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.658608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c714f-cf61-4011-a111-d4da1dcaf058 req-5515ac39-ba0e-49d5-ba88-b69ec8fcf147 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:01.669728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-204c714f-cf61-4011-a111-d4da1dcaf058 req-5515ac39-ba0e-49d5-ba88-b69ec8fcf147 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.1765337 Dec 13 09:55:01.684475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.747527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.747707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942dc47-3989-4a77-80d6-17826c5d1862 None None] Pushing event updated for resources: {'Port': ['ID=5bcb95bd-2315-4de1-a8ef-23670f719107,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.761390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 91f38545-89af-45a4-905d-c71193608b68 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:55:01.769196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 91f38545-89af-45a4-905d-c71193608b68 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:01.769584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.870697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-204c714f-cf61-4011-a111-d4da1dcaf058 req-d53a7df8-16ca-4bdb-9388-91e83228c281 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996694 Dec 13 09:55:01.895606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=370d6455-2e21-47bf-a84a-3bad3808f302,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:01.914698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:01.920906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network d2d5fd34-5cba-4639-b312-279470f2736b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:01.929366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:01.931836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:01.992432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=91f38545-89af-45a4-905d-c71193608b68,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:02.004239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.051841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:02.053492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.108286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-37265951-467b-4343-bc7f-363361e1bbe8 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5759819 Dec 13 09:55:02.109233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:02.157233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:02.161159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.219633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ab958-ddfe-4311-bb1c-e1bfda65994b req-a8e59961-7daf-49ba-8571-e85cbd4acad1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:02.222899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f32ab958-ddfe-4311-bb1c-e1bfda65994b req-a8e59961-7daf-49ba-8571-e85cbd4acad1 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.4556062 Dec 13 09:55:02.223382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.238859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797e42b-cb3b-4848-a013-399a00877a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:02.244465 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d797e42b-cb3b-4848-a013-399a00877a9e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1333282 Dec 13 09:55:02.245383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:02.282369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5703a48-8efa-4d2a-a044-da0be4588c83,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:02.399271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.399621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.399965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.400294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.400631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.400961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.401323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.401651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.401976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.402301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.402639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.402962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.403285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:02.462153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f32ab958-ddfe-4311-bb1c-e1bfda65994b req-e208df18-e5ed-428e-aa77-363d0832581e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876035 Dec 13 09:55:02.462322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 370d6455-2e21-47bf-a84a-3bad3808f302 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:02.462706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.649923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.670522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f38545-89af-45a4-905d-c71193608b68'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:02.673292 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ef5af-765c-4cdc-a369-8edca079c719" -d '{"events": [{"server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "name": "network-vif-plugged", "status": "completed", "tag": "91f38545-89af-45a4-905d-c71193608b68"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:02.683457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 370d6455-2e21-47bf-a84a-3bad3808f302 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:02.867746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.871493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:02.933709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=370d6455-2e21-47bf-a84a-3bad3808f302,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:03.058738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.062083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed0309d8-4eb6-4c82-a68d-4534854a8175 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/370d6455-2e21-47bf-a84a-3bad3808f302 HTTP/1.1" status: 204 len: 168 time: 0.8155057 Dec 13 09:55:03.064845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:03.114018 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c743c53-4d0d-4b0c-8367-bfd17c3f7e15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:03.116229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9c743c53-4d0d-4b0c-8367-bfd17c3f7e15 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/370d6455-2e21-47bf-a84a-3bad3808f302 HTTP/1.1" status: 404 len: 333 time: 0.0502179 Dec 13 09:55:03.126713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:03.337365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 340c0261-ffc3-448b-b175-c2eac48b92d8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:03.337722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.461546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127970e7-86ba-4ef6-ae7d-b8b848415c01 None None] Network d2d5fd34-5cba-4639-b312-279470f2736b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:03.466590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b1f70-29a4-481e-ba29-742737656958 req-86d78e96-b545-4c1e-ac1f-ad0dd66acabd tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:03.470546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d5b1f70-29a4-481e-ba29-742737656958 req-86d78e96-b545-4c1e-ac1f-ad0dd66acabd tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.8970661 Dec 13 09:55:03.510499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7aefb-2698-4689-8f41-1adef4debcc1 req-d233d3f7-9217-4771-a484-53945ee64584 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:03.521982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9e7aefb-2698-4689-8f41-1adef4debcc1 req-d233d3f7-9217-4771-a484-53945ee64584 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.6693766 Dec 13 09:55:03.567522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] Provisioning complete for port 5bcb95bd-2315-4de1-a8ef-23670f719107 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:03.569233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.608160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d5b1f70-29a4-481e-ba29-742737656958 req-506c3fd2-b52a-4c81-8649-e66279490939 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285033 Dec 13 09:55:03.668674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9e7aefb-2698-4689-8f41-1adef4debcc1 req-8f4868fb-7365-4c5c-8630-4181ce5cefd4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453977 Dec 13 09:55:03.765361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:03.926374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.050565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] For port 5bcb95bd-2315-4de1-a8ef-23670f719107, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5bcb95bd-2315-4de1-a8ef-23670f719107,segment=NetworkSegment(b845df59-4117-46b1-a745-67fe91a9ff9f),segment_id=b845df59-4117-46b1-a745-67fe91a9ff9f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:04.079925 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e63e4d8-9ca3-4c7b-a48a-4e4eeb6131fe x-openstack-request-id: req-4e63e4d8-9ca3-4c7b-a48a-4e4eeb6131fe {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:04.082890 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "name": "network-vif-plugged", "status": "completed", "tag": "91f38545-89af-45a4-905d-c71193608b68", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:04.084980 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e63e4d8-9ca3-4c7b-a48a-4e4eeb6131fe {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:04.088390 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f38545-89af-45a4-905d-c71193608b68', 'code': 200} Dec 13 09:55:04.092699 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.116698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7bbb6-dadd-41d6-a02a-64afb36c7f46 req-fbc80c06-ac34-43bd-8aca-24ecb227816d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:04.125730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b7bbb6-dadd-41d6-a02a-64afb36c7f46 req-fbc80c06-ac34-43bd-8aca-24ecb227816d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.3335423 Dec 13 09:55:04.192637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5bcb95bd-2315-4de1-a8ef-23670f719107 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:04.304025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Router 818a5593-1217-48ff-858a-a3d7f3ec4e31 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:04.315128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aa6c2-05ea-49cb-a823-3893188a64e7 None None] Pushing event updated for resources: {'Port': ['ID=5bcb95bd-2315-4de1-a8ef-23670f719107,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:04.325604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.338482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-54ef07fc-096f-43c1-b01f-1fe5841b3cfc None None] Provisioning complete for port 340c0261-ffc3-448b-b175-c2eac48b92d8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:04.338948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54ef07fc-096f-43c1-b01f-1fe5841b3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.357048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 340c0261-ffc3-448b-b175-c2eac48b92d8 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:04.434685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5bcb95bd-2315-4de1-a8ef-23670f719107 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:04.437741 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.531320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-54ef07fc-096f-43c1-b01f-1fe5841b3cfc None None] Port 340c0261-ffc3-448b-b175-c2eac48b92d8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:04.592081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431528a5-825a-40e4-8eb3-d5a645a5fbba req-66effea8-e127-4115-8a67-2eb12f178d9a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:04.602756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-431528a5-825a-40e4-8eb3-d5a645a5fbba req-66effea8-e127-4115-8a67-2eb12f178d9a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.3452191 Dec 13 09:55:04.612895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fb337-0e66-481f-ab7d-90031c314e0e req-73366f88-225c-46b6-a5fa-8a68a866ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:04.614737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86fb337-0e66-481f-ab7d-90031c314e0e req-73366f88-225c-46b6-a5fa-8a68a866ef51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 1096 time: 0.4881570 Dec 13 09:55:04.634274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-54ef07fc-096f-43c1-b01f-1fe5841b3cfc None None] Provisioning complete for port 5bcb95bd-2315-4de1-a8ef-23670f719107 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:04.634663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54ef07fc-096f-43c1-b01f-1fe5841b3cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.642168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b7bbb6-dadd-41d6-a02a-64afb36c7f46 req-e760386c-8c3d-460d-8f16-2ed1919c49ac tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4880314 Dec 13 09:55:04.721634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.784606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.795144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=340c0261-ffc3-448b-b175-c2eac48b92d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:04.840608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-431528a5-825a-40e4-8eb3-d5a645a5fbba req-09ecef5c-22d0-4602-b03a-5bcb75faf982 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363853 Dec 13 09:55:04.849160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f86fb337-0e66-481f-ab7d-90031c314e0e req-33ac49b1-6fea-413c-8bb7-8dbc33c68b21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227387 Dec 13 09:55:04.921216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:04.934183 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Sync routers for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:04.947112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3731ee0e-a6e1-4463-81d8-46768875f792 admin admin] 10.222.0.30 "PUT /v2.0/routers/818a5593-1217-48ff-858a-a3d7f3ec4e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9167655 Dec 13 09:55:04.949346 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:04.950467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:04.951251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:04.986028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:04.992531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2526f210-1ce6-4cd0-9803-f10fdfe954e4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/340c0261-ffc3-448b-b175-c2eac48b92d8 HTTP/1.1" status: 204 len: 168 time: 1.8622751 Dec 13 09:55:04.992901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:05.043435 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44c3333-9b08-45f8-a1c6-003a1625942b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:05.048034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c44c3333-9b08-45f8-a1c6-003a1625942b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/340c0261-ffc3-448b-b175-c2eac48b92d8 HTTP/1.1" status: 404 len: 333 time: 0.0515933 Dec 13 09:55:05.048564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:05.048996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1271659-d3e6-49be-bec8-37ef9f7a8b00 None None] Could not find standard attr ID for object 340c0261-ffc3-448b-b175-c2eac48b92d8. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:05.054417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1271659-d3e6-49be-bec8-37ef9f7a8b00 None None] Could not find standard attr ID for object 370d6455-2e21-47bf-a84a-3bad3808f302. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:05.148368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet d746580c-ec37-458a-90dc-d7230b53a427 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:05.152714 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.188901 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:05.218003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.240743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9974a6-980e-4a37-a431-2f565855744a req-8a6ef1a9-b8e5-4c8a-b41d-b50799ed87ec tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:05.242829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f9974a6-980e-4a37-a431-2f565855744a req-8a6ef1a9-b8e5-4c8a-b41d-b50799ed87ec tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.4339700 Dec 13 09:55:05.310988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8403c20-1607-4c07-bb4c-043687fb89a0 req-98c3359e-7540-4cf9-b786-d1a51df7771e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:05.318397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8403c20-1607-4c07-bb4c-043687fb89a0 req-98c3359e-7540-4cf9-b786-d1a51df7771e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.3415661 Dec 13 09:55:05.397638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f9974a6-980e-4a37-a431-2f565855744a req-207044a4-7e95-4bb1-bc21-c0eeea76a4f6 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344960 Dec 13 09:55:05.449945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.562970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:55:01Z', 'revision_number': 5, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:05.565571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.579200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.636551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=d746580c-ec37-458a-90dc-d7230b53a427,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:05.643928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Checking router: 818a5593-1217-48ff-858a-a3d7f3ec4e31 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:55:05.655021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:05.661326 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c9312b70-ed76-421d-b6ad-fea5030daecc tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/d746580c-ec37-458a-90dc-d7230b53a427 HTTP/1.1" status: 204 len: 168 time: 0.6090202 Dec 13 09:55:05.661326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:05.673399 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Routers {'818a5593-1217-48ff-858a-a3d7f3ec4e31'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:05.674125 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['818a5593-1217-48ff-858a-a3d7f3ec4e31'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:05.725670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8403c20-1607-4c07-bb4c-043687fb89a0 req-73fbc139-495a-4432-aa75-eb022698fd8e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4058931 Dec 13 09:55:05.815447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:05.961818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd218-341c-4f2c-84ad-7c283fb44bc9 req-1d602cf8-ee46-4c79-9cc3-470d4455ce07 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:05.970015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b73d2f-5a3c-4ca4-9c39-dfccea569a58 None None] Network d2d5fd34-5cba-4639-b312-279470f2736b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:05.972267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb9fd218-341c-4f2c-84ad-7c283fb44bc9 req-1d602cf8-ee46-4c79-9cc3-470d4455ce07 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.4524436 Dec 13 09:55:05.988593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] Set router 818a5593-1217-48ff-858a-a3d7f3ec4e31 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:06.026736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.087824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf89f0b-d905-4add-8af3-5487792011fb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:06.092163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ccf89f0b-d905-4add-8af3-5487792011fb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1092 time: 0.2634363 Dec 13 09:55:06.096905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:06.104922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:06.135578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5bcb95bd-2315-4de1-a8ef-23670f719107 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:06.159981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 5bcb95bd-2315-4de1-a8ef-23670f719107 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:06.160239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.163716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.257416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb9fd218-341c-4f2c-84ad-7c283fb44bc9 req-0dc49798-bcc4-4c2a-9492-ac3a7203fd62 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831798 Dec 13 09:55:06.262693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.296773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f866-b85e-486a-92aa-49ba0efeae8d req-44921d56-7194-4e6b-b4f9-adb7855a3afa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:06.317405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1a8f866-b85e-486a-92aa-49ba0efeae8d req-44921d56-7194-4e6b-b4f9-adb7855a3afa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2854004 Dec 13 09:55:06.389102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5bcb95bd-2315-4de1-a8ef-23670f719107 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:06.396792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.484060 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:55:01Z', 'revision_number': 5, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:06.498327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 5bcb95bd-2315-4de1-a8ef-23670f719107, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5bcb95bd-2315-4de1-a8ef-23670f719107,segment=NetworkSegment(b845df59-4117-46b1-a745-67fe91a9ff9f),segment_id=b845df59-4117-46b1-a745-67fe91a9ff9f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:06.498869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.519109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffbb71-cd7a-4e84-b8a3-9dcf44ad7b9d None None] The sync data for ids ['818a5593-1217-48ff-858a-a3d7f3ec4e31'] in n-d-820531-5 is: [{'id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'name': 'tempest-TaggedBootDevicesTest-1881896835-router', 'tenant_id': 'af70083d481d438bb94b3808a6ddbb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:42:51Z', 'updated_at': '2021-12-13T09:55:01Z', 'revision_number': 5, 'project_id': 'af70083d481d438bb94b3808a6ddbb81', 'gw_port': {'id': 'cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818a5593-1217-48ff-858a-a3d7f3ec4e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:42:52Z', 'updated_at': '2021-12-13T09:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:06.534271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1a8f866-b85e-486a-92aa-49ba0efeae8d req-933bd0be-8eb2-4f82-b7e1-c822010c5fdc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158644 Dec 13 09:55:06.588011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 5bcb95bd-2315-4de1-a8ef-23670f719107 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:06.613151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Deleting port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:06.613502 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.698859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec618732-111e-47f1-8fe2-447b4a068524 req-4ca5d5b8-e5ca-4f0a-9efc-ea9dd8a2e447 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:06.700574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec618732-111e-47f1-8fe2-447b4a068524 req-4ca5d5b8-e5ca-4f0a-9efc-ea9dd8a2e447 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.1474760 Dec 13 09:55:06.727600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.800230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] For port cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:06.801345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:06.837998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec618732-111e-47f1-8fe2-447b4a068524 req-c177dae9-504d-4eb0-98e7-01ba8cfebd4f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302407 Dec 13 09:55:06.868616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Calling delete_port for cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:06.895456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584bfb7-b59b-49ea-b058-a89434453a84 None None] DHCP port deletion for d2d5fd34-5cba-4639-b312-279470f2736b request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:06.981374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.25.1.170 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/db9e1415-bd07-4897-94d6-eb0afe4075e8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:07.009891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.168883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.257008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.289002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=5bcb95bd-2315-4de1-a8ef-23670f719107,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:07.290314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.383030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:07.413553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 5bcb95bd-2315-4de1-a8ef-23670f719107 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:07.469923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:07.561174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:07.563693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:07.627698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.632874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=db9e1415-bd07-4897-94d6-eb0afe4075e8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:07.661463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a3219-e1cf-4563-83b5-8bf7cdb293fc req-d76ee0dc-eee3-46f6-81ee-ec642a413336 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:07.678138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa3a3219-e1cf-4563-83b5-8bf7cdb293fc req-d76ee0dc-eee3-46f6-81ee-ec642a413336 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.2831850 Dec 13 09:55:07.772640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.819171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d5fd34-5cba-4639-b312-279470f2736b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.861851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.867499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:07.889940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2515a-52ce-44a7-a466-c6acf7f82e94 req-c65bced2-132f-4dbd-876c-5b6acc90e13e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:07.898062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4f2515a-52ce-44a7-a466-c6acf7f82e94 req-c65bced2-132f-4dbd-876c-5b6acc90e13e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.1370516 Dec 13 09:55:07.945669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b845df59-4117-46b1-a745-67fe91a9ff9f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.945996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b845df59-4117-46b1-a745-67fe91a9ff9f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:07.968815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4f2515a-52ce-44a7-a466-c6acf7f82e94 req-3a7e1051-4648-4e6d-a6b0-c6084b0b4525 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Dec 13 09:55:08.062520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.073573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa3a3219-e1cf-4563-83b5-8bf7cdb293fc req-45d76868-0764-4098-b810-2b08611741cf tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943479 Dec 13 09:55:08.090418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.091157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 818a5593-1217-48ff-858a-a3d7f3ec4e31 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:55:08.095797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.098261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-014e1f09-d321-4667-89e4-577db9f9c9de admin admin] 10.222.0.30 "DELETE /v2.0/routers/818a5593-1217-48ff-858a-a3d7f3ec4e31 HTTP/1.1" status: 204 len: 168 time: 3.1428180 Dec 13 09:55:08.101021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43714) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.154446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5703a48-8efa-4d2a-a044-da0be4588c83 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:08.162501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.225973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Deleting subnet 61cd1113-fb0e-463f-b358-7d5c97627afd {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:08.229956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.233490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d5703a48-8efa-4d2a-a044-da0be4588c83 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:08.233836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5703a48-8efa-4d2a-a044-da0be4588c83 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:08.243129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5bcb95bd-2315-4de1-a8ef-23670f719107 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:08.304607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5bcb95bd-2315-4de1-a8ef-23670f719107 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:08.305137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5bcb95bd-2315-4de1-a8ef-23670f719107 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:08.341798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.396748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:08.397880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:08.402663 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:08.500860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427a058-f81c-4b0b-8463-7f21abbcb4ec req-8b31c6d4-4951-47bc-bb1f-80f6dbf9ad13 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:08.507891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5427a058-f81c-4b0b-8463-7f21abbcb4ec req-8b31c6d4-4951-47bc-bb1f-80f6dbf9ad13 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.0816736 Dec 13 09:55:08.561438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.595772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.600455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/d2d5fd34-5cba-4639-b312-279470f2736b HTTP/1.1" status: 204 len: 168 time: 2.9380565 Dec 13 09:55:08.605600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:08.613705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-435287584'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:08.636836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de243ba8-7a3c-4c19-82e0-69b6e57bc5f9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=d2d5fd34-5cba-4639-b312-279470f2736b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:08.653004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:08.656722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.676369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5427a058-f81c-4b0b-8463-7f21abbcb4ec req-37a129b9-4b6a-40e9-8cb1-247939cd283a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675947 Dec 13 09:55:08.712652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.744693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.790235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:08.812692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.813047 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment a8ebf881-38e2-4fc5-9733-3534b54c8c48 of type vlan for network 1e79b12d-eafe-47d9-9edb-68600ba53b8a Dec 13 09:55:08.862508 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.894624 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.897636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.949377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61cd1113-fb0e-463f-b358-7d5c97627afd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:08.960306 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:08.966096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653ac26-8c5b-410a-8c1e-34f04aeb8b75 None None] Network 74d8517e-0746-4500-8976-93c25830be63 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:08.966247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9475c2c9-0ffd-41cd-85d0-0bd7aee4114b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/61cd1113-fb0e-463f-b358-7d5c97627afd HTTP/1.1" status: 204 len: 168 time: 0.8640151 Dec 13 09:55:08.969082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:09.023008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.029378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.029996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.110156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5003176 Dec 13 09:55:09.111610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:09.134415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:09.145848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.155020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ae354-b1e2-405f-8536-d7918ba26819 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=1e79b12d-eafe-47d9-9edb-68600ba53b8a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:09.178151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:09.232820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.250838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.362019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=db9e1415-bd07-4897-94d6-eb0afe4075e8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:09.385302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.391733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:09.395743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.440566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a8db0-a561-4cb9-8ad2-81c7c56f923b req-505fcd6f-a0da-4613-b03a-60eda29ec343 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.442151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf6a8db0-a561-4cb9-8ad2-81c7c56f923b req-505fcd6f-a0da-4613-b03a-60eda29ec343 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2742858 Dec 13 09:55:09.489097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38150-36e2-43a9-ac4d-0c8ed95e3de5 req-e52b6bc3-4a26-4263-926f-dbb1b998260f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.491241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89b38150-36e2-43a9-ac4d-0c8ed95e3de5 req-e52b6bc3-4a26-4263-926f-dbb1b998260f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.2796972 Dec 13 09:55:09.554491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] DHCP port deletion for 74d8517e-0746-4500-8976-93c25830be63 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:09.591993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Deleting port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:09.592331 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.675925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Deleting port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:09.676480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.690657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf6a8db0-a561-4cb9-8ad2-81c7c56f923b req-5fd68595-707a-4b8b-8f5c-953b551492ef tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220635 Dec 13 09:55:09.700716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89b38150-36e2-43a9-ac4d-0c8ed95e3de5 req-b0039840-3588-4c4d-8fb5-2cac371b66ef tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890244 Dec 13 09:55:09.750602 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Floating IP 98eeca8d-f932-454c-aacf-5597dc85e343 associated. External IP: 172.25.1.170, port: 732a2704-fb06-4f65-a4ac-8207db91366e. Dec 13 09:55:09.775020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] For port 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ca14ae9-b935-445a-99d9-297a1f7f53f0,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:09.775020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.789382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Calling delete_port for 0ca14ae9-b935-445a-99d9-297a1f7f53f0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:09.821057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] For port 0ca14ae9-b935-445a-99d9-297a1f7f53f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0ca14ae9-b935-445a-99d9-297a1f7f53f0,segment=NetworkSegment(f4c092ff-5aea-4b49-8883-8390bede7c98),segment_id=f4c092ff-5aea-4b49-8883-8390bede7c98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:09.821462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.876982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37f71-2484-447f-aebb-afa26f3426fb req-6d801a02-deeb-4547-999d-a8eb4cebfc24 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:09.878529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bda37f71-2484-447f-aebb-afa26f3426fb req-6d801a02-deeb-4547-999d-a8eb4cebfc24 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.2119036 Dec 13 09:55:09.879550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Calling delete_port for 0ca14ae9-b935-445a-99d9-297a1f7f53f0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:09.892635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:09.916288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] No DVR routers for this DVR port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:09.982798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e79d2-80eb-4691-a1a7-d363fe1f26b7 None None] Pushing event deleted for resources: {'Port': ['ID=0ca14ae9-b935-445a-99d9-297a1f7f53f0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:09.984529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f5f9f-69f6-47e3-aeb3-7ee8b73069dc req-21f44735-e164-414c-b1a6-83ea5fe7798c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:10.003017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c8f5f9f-69f6-47e3-aeb3-7ee8b73069dc req-21f44735-e164-414c-b1a6-83ea5fe7798c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ea4c5f2-4c59-454b-9e87-ed711a67873e HTTP/1.1" status: 200 len: 945 time: 0.1779361 Dec 13 09:55:10.043660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:10.090811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:10.091161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cddadd32-f5e1-451a-bcf2-cc5ccdccfd3d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:10.091743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ca14ae9-b935-445a-99d9-297a1f7f53f0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:10.190346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0ca14ae9-b935-445a-99d9-297a1f7f53f0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:10.191071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.191616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0ca14ae9-b935-445a-99d9-297a1f7f53f0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:10.195084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Deleting port 91f38545-89af-45a4-905d-c71193608b68 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:10.195423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.328452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.416353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:10.425597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] For port 91f38545-89af-45a4-905d-c71193608b68, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=91f38545-89af-45a4-905d-c71193608b68,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:10.425967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.444765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=cf8d3577-9fca-4c31-b1b5-6776bf59a3ac,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:10.461904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Calling delete_port for 91f38545-89af-45a4-905d-c71193608b68 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:10.480190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'a8ebf881-38e2-4fc5-9733-3534b54c8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:10.480557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 1e79b12d-eafe-47d9-9edb-68600ba53b8a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:10.594656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:10.611597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1e79b12d-eafe-47d9-9edb-68600ba53b8a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:10.620971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:10.621750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.622373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb329a88-b480-46cb-90f8-cf8f01b197c8 None None] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:10.669400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-257b4e67-fb81-478f-8e8c-34c5f80793c4 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5496132 Dec 13 09:55:10.670876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:10.675648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:10.682251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a', 'name': 'tempest-PortsTestJSON-468908014', 'fixed_ips': [{'subnet_id': 'cf8d3577-9fca-4c31-b1b5-6776bf59a3ac', 'ip_address': '172.20.0.10'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:10.715097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca14ae9-b935-445a-99d9-297a1f7f53f0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:10.745999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c8f5f9f-69f6-47e3-aeb3-7ee8b73069dc req-4492f506-a852-4997-b921-aee9727782bb tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7420130 Dec 13 09:55:10.746744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.798980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] No DVR routers for this DVR port 0ca14ae9-b935-445a-99d9-297a1f7f53f0 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:10.842234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:10.855236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['91f38545-89af-45a4-905d-c71193608b68'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:10.914620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:10.964766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Pushing event deleted for resources: {'Port': ['ID=91f38545-89af-45a4-905d-c71193608b68,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:10.993570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] No DVR routers for this DVR port 91f38545-89af-45a4-905d-c71193608b68 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:10.998518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.002660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bda37f71-2484-447f-aebb-afa26f3426fb req-f3715f0b-b516-4086-8007-78909ab182f0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "DELETE /v2.0/ports/91f38545-89af-45a4-905d-c71193608b68 HTTP/1.1" status: 204 len: 173 time: 1.1135638 Dec 13 09:55:11.003566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'name': 'network-vif-deleted', 'tag': '91f38545-89af-45a4-905d-c71193608b68'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:11.015702 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a5dd01-c93d-4409-b9d5-64e1982dc781" -d '{"events": [{"server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "name": "network-vif-deleted", "tag": "91f38545-89af-45a4-905d-c71193608b68"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:11.017811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:11.019696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:11.041938 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d8153130-dd64-4706-8faf-57adf8931614 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9417858 Dec 13 09:55:11.059097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:11.059670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:11.064662 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2d88f3-aec8-4134-87b7-1f12295a1410" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:11.072544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a289ce8-61ef-41af-b7c7-984eb3805e6c req-1b9d709e-5bf1-43d7-ac75-562c9dfd05f7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:11.083951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a289ce8-61ef-41af-b7c7-984eb3805e6c req-1b9d709e-5bf1-43d7-ac75-562c9dfd05f7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1844234 Dec 13 09:55:11.099998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:11.185588 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.243910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:11.261095 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f0899815-2981-4917-8328-c1aa1701d759 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/98eeca8d-f932-454c-aacf-5597dc85e343 HTTP/1.1" status: 200 len: 992 time: 0.1834438 Dec 13 09:55:11.308970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d8517e-0746-4500-8976-93c25830be63']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:11.335090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c092ff-5aea-4b49-8883-8390bede7c98') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:11.335090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c092ff-5aea-4b49-8883-8390bede7c98') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:11.347621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1e79b12d-eafe-47d9-9edb-68600ba53b8a', 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': 'cf8d3577-9fca-4c31-b1b5-6776bf59a3ac'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:11.349099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.357956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.375344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.383385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:11.383865 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.427335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:11.445952 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:11.450863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a289ce8-61ef-41af-b7c7-984eb3805e6c req-cf051e00-3294-4ab0-aa54-c7845e2b086a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641391 Dec 13 09:55:11.452801 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.459462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.477583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/74d8517e-0746-4500-8976-93c25830be63 HTTP/1.1" status: 204 len: 168 time: 2.5073600 Dec 13 09:55:11.515743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 6098ed64-3331-42f7-b8bb-b8d19a94b509 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:11.533897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205efd-a31a-45ea-9ac2-108a6ac131a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d8517e-0746-4500-8976-93c25830be63,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:11.580074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca591-6cb4-4850-894f-426a7e779b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:11.597278 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806e4498-6f25-40a8-8315-3f443ac37a80 x-openstack-request-id: req-806e4498-6f25-40a8-8315-3f443ac37a80 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:11.597649 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4c5f2-4c59-454b-9e87-ed711a67873e", "name": "network-vif-deleted", "tag": "91f38545-89af-45a4-905d-c71193608b68", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:11.597975 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-806e4498-6f25-40a8-8315-3f443ac37a80 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:11.598456 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4c5f2-4c59-454b-9e87-ed711a67873e', 'name': 'network-vif-deleted', 'tag': '91f38545-89af-45a4-905d-c71193608b68', 'status': 'completed', 'code': 200} Dec 13 09:55:11.719979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:11.761302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:11.862876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87676a-5b37-44b5-b776-886a0f065bdb req-bf8f4c90-8acd-48cf-bd47-d91b5a21df75 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:11.868108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e87676a-5b37-44b5-b776-886a0f065bdb req-bf8f4c90-8acd-48cf-bd47-d91b5a21df75 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2259564 Dec 13 09:55:11.930213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e87676a-5b37-44b5-b776-886a0f065bdb req-cc1228f9-741f-453b-b5d1-11cd842a98f4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Dec 13 09:55:11.933375 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-307d05c4-c303-4b99-bdb9-e9ab2ee6bc8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb2494f76f4b4d1db32d641d54c59232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680856 Dec 13 09:55:11.935661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:11.957104 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41828f64-ed2e-41f2-b6ab-05553f66649c x-openstack-request-id: req-41828f64-ed2e-41f2-b6ab-05553f66649c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:11.958466 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:11.958906 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41828f64-ed2e-41f2-b6ab-05553f66649c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:11.960579 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e', 'status': 'completed', 'code': 200} Dec 13 09:55:12.046420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca591-6cb4-4850-894f-426a7e779b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.060729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca591-6cb4-4850-894f-426a7e779b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.066889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-de2edd3b-f20c-46d5-a1d4-9124c3ff26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:12.071168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-de2edd3b-f20c-46d5-a1d4-9124c3ff26ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1097 time: 0.0958633 Dec 13 09:55:12.093880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ca591-6cb4-4850-894f-426a7e779b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b27a70-548e-4f13-805a-723615347e0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:12.114612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e0ca591-6cb4-4850-894f-426a7e779b06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bcf9fbf817e40b98a9e08c56f3cf412&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0118802 Dec 13 09:55:12.117719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:12.228055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.263512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:12.307006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d2613bdd-b3f6-4e06-b2b7-1c8e2625e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:12.308761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d2613bdd-b3f6-4e06-b2b7-1c8e2625e5e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 898 time: 0.2278318 Dec 13 09:55:12.319052 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.347010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.378175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Allocated IP 172.20.0.2 (1e79b12d-eafe-47d9-9edb-68600ba53b8a/cf8d3577-9fca-4c31-b1b5-6776bf59a3ac/3acf2988-8412-4df6-8240-ddce04380056) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:12.490920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-25bc13c1-480d-4f38-a8a6-7c0b3eaa9301 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 200 len: 1000 time: 0.0891993 Dec 13 09:55:12.494344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.496884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.498081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62a65396-5319-4d79-8f68-3c29193b3ea8 HTTP/1.1" status: 204 len: 168 time: 0.5617914 Dec 13 09:55:12.625498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07ead-7b88-40a0-8ba5-93b8d1c680b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a65396-5319-4d79-8f68-3c29193b3ea8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:12.789354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.828228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-287d3669-0bcf-4acc-9e4d-32d8feba3ed2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/98eeca8d-f932-454c-aacf-5597dc85e343 HTTP/1.1" status: 200 len: 992 time: 0.5604482 Dec 13 09:55:12.854121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.868870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:08Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:12.871477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.882090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.885291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:12.889039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6b27a70-548e-4f13-805a-723615347e0c HTTP/1.1" status: 204 len: 168 time: 0.7677832 Dec 13 09:55:12.975620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6b471-d2fd-41bb-be32-a0c52c03e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b27a70-548e-4f13-805a-723615347e0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:12.998744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:55:13.032638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:13.039825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:13.041691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Pushing event updated for resources: {'Port': ['ID=3acf2988-8412-4df6-8240-ddce04380056,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:13.044044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:13.049537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:13.049537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:13.059934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.060342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.060663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.061026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.061431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.061590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.10 (1e79b12d-eafe-47d9-9edb-68600ba53b8a/cf8d3577-9fca-4c31-b1b5-6776bf59a3ac/6098ed64-3331-42f7-b8bb-b8d19a94b509) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:13.061766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.062103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.062439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.062771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.063097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.063626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.063968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.064301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:13.213682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Attempting to bind port 3acf2988-8412-4df6-8240-ddce04380056 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:13.214449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Attempting to bind port 3acf2988-8412-4df6-8240-ddce04380056 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a8ebf881-38e2-4fc5-9733-3534b54c8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:13.215118 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Attempting to bind port 3acf2988-8412-4df6-8240-ddce04380056 on network 1e79b12d-eafe-47d9-9edb-68600ba53b8a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:13.226914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:13.227610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Checking segment: {'id': 'a8ebf881-38e2-4fc5-9733-3534b54c8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:13.228178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.228875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Bound using segment: {'id': 'a8ebf881-38e2-4fc5-9733-3534b54c8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:13.230721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Bound port: 3acf2988-8412-4df6-8240-ddce04380056, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ebf881-38e2-4fc5-9733-3534b54c8c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:13.231423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.309902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:13.321915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.397831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] For port 3acf2988-8412-4df6-8240-ddce04380056, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:13.398552 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ad8536f-6df3-4323-bf12-7c80b1a85b75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af70083d481d438bb94b3808a6ddbb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752726 Dec 13 09:55:13.401947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.473189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.503109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] For port 3acf2988-8412-4df6-8240-ddce04380056, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3acf2988-8412-4df6-8240-ddce04380056,segment=NetworkSegment(a8ebf881-38e2-4fc5-9733-3534b54c8c48),segment_id=a8ebf881-38e2-4fc5-9733-3534b54c8c48)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:13.532677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.538188 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.565625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d800f4de-cd8a-4ec4-b9e4-0a14b7181352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.566479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.567366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d800f4de-cd8a-4ec4-b9e4-0a14b7181352 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aab5852-eb49-401a-bd53-e3b664134bdb HTTP/1.1" status: 200 len: 835 time: 0.9523759 Dec 13 09:55:13.629801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fd6bc-c60d-404b-9095-04f6274e5eee req-c19a0146-e2cb-4210-b4b1-9c0f0d781c79 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.640180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a9fd6bc-c60d-404b-9095-04f6274e5eee req-c19a0146-e2cb-4210-b4b1-9c0f0d781c79 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 1.0072160 Dec 13 09:55:13.648103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:55:13.649831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.653630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.655167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 91f38545-89af-45a4-905d-c71193608b68 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:13.655285 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b64081de-a8c4-4f62-90ca-d10b6e887191 HTTP/1.1" status: 204 len: 168 time: 0.2521927 Dec 13 09:55:13.669811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78171d-1a88-4cef-9c9a-46719062e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64081de-a8c4-4f62-90ca-d10b6e887191,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:13.682554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:13.754240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-391cbebe-82d4-4fe2-957b-a08823f20e27 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:13.767376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-391cbebe-82d4-4fe2-957b-a08823f20e27 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 809 time: 1.4575861 Dec 13 09:55:13.795054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 91f38545-89af-45a4-905d-c71193608b68 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:13.795342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 91f38545-89af-45a4-905d-c71193608b68 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:13.832658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:13.862302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:13.876780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:13.890489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:13.928527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2bba-7128-4bf6-bb9a-096e90a2422d None None] Pushing event updated for resources: {'Port': ['ID=3acf2988-8412-4df6-8240-ddce04380056,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:14.024474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.028856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.044828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=6098ed64-3331-42f7-b8bb-b8d19a94b509,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:14.058449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:08Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:14.067212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-25d323c3-f4b3-43cb-8472-d5bf36a5ab25 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/quotas/ddc42792de1241a6a6361131680a8389 HTTP/1.1" status: 200 len: 375 time: 0.2696788 Dec 13 09:55:14.081850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70ea75d2-9dff-481b-8199-e3da1f54a340 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4051931 Dec 13 09:55:14.087393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:14.104541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '1e79b12d-eafe-47d9-9edb-68600ba53b8a', 'name': 'tempest-PortsTestJSON-1246749147', 'fixed_ips': [{'subnet_id': 'cf8d3577-9fca-4c31-b1b5-6776bf59a3ac', 'ip_address': '172.20.0.9'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:14.108827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fd93c-1f6c-42d5-927c-3d99b0cce3f4 None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:54:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:08Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:14.196936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a9fd6bc-c60d-404b-9095-04f6274e5eee req-455d2f18-93cf-4eba-85f9-8a99815f847e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5395474 Dec 13 09:55:14.207978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d2582720-9785-40e8-b722-f87557d98339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:14.223615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:14.235692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-d2582720-9785-40e8-b722-f87557d98339 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756736 Dec 13 09:55:14.270861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:55:14.361367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-80fafa37-7dc4-40cd-8944-50b11136e23e tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2621324 Dec 13 09:55:14.423728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.488167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:55:14.499779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:55:14.500300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:14.509830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.549822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:14.563056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:14.569041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port d1c7c51e-0895-458f-a4cc-d8307765362d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:14.658839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4834dd63-bd4f-44a4-a11f-eb7d60c3fdba tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/98eeca8d-f932-454c-aacf-5597dc85e343 HTTP/1.1" status: 200 len: 992 time: 0.7979419 Dec 13 09:55:14.726132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:14.751420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b56cd5c4-7ed2-4041-8091-b0e196750bb6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:14.777806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b0f19-0125-470a-8dae-ef3dda1463ab None None] New status for floating IP 98eeca8d-f932-454c-aacf-5597dc85e343: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:55:14.926659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-3fcabb4b-f7c7-4bdf-af79-35e7e305e95b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6161468 Dec 13 09:55:14.949656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.9 (1e79b12d-eafe-47d9-9edb-68600ba53b8a/cf8d3577-9fca-4c31-b1b5-6776bf59a3ac/d1c7c51e-0895-458f-a4cc-d8307765362d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:15.058050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-5628ef82-2e38-4213-8045-f529156f134f service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640159 Dec 13 09:55:15.129540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fe83d-1360-4669-8018-24db2e7c9498 req-541c2243-b059-4a5c-9475-9d44daaa9651 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:15.156783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a77fe83d-1360-4669-8018-24db2e7c9498 req-541c2243-b059-4a5c-9475-9d44daaa9651 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.7086747 Dec 13 09:55:15.171455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-49977677-fcba-4be0-b3fd-7e0fc84752f1 service neutron] 10.222.0.30 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617512 Dec 13 09:55:15.374454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-153b7ef2-77b1-483b-b829-384e27480de7 service neutron] 10.222.0.30 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016406 Dec 13 09:55:15.409633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.508175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.601157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-55f0a762-41c1-49c6-9873-e2fb10dc3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:15.603331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-55f0a762-41c1-49c6-9873-e2fb10dc3a2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 1096 time: 0.6520715 Dec 13 09:55:15.628450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:15.669028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:15.724939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:15.866310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b56cd5c4-7ed2-4041-8091-b0e196750bb6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:15.866732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:15.922376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:15.951225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:15.979566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=d1c7c51e-0895-458f-a4cc-d8307765362d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:15.983490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.038895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a77fe83d-1360-4669-8018-24db2e7c9498 req-dc30e661-79f1-4ae0-8230-ddcf33884ea0 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805020 Dec 13 09:55:16.097610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba2d88f3-aec8-4134-87b7-1f12295a1410 req-c144f66b-3c9b-4497-bb9f-92d7c3c7dd83 service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217513 Dec 13 09:55:16.179033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f267f-dd86-4ce9-81a2-6f4842523036 req-3b32a2fc-285b-4799-8876-05b900f332c1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.185197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934f267f-dd86-4ce9-81a2-6f4842523036 req-3b32a2fc-285b-4799-8876-05b900f332c1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 945 time: 0.2127898 Dec 13 09:55:16.192403 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6879b833-47e5-4044-9117-41ebcf15e8a2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/98eeca8d-f932-454c-aacf-5597dc85e343 HTTP/1.1" status: 200 len: 994 time: 0.5218966 Dec 13 09:55:16.222293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.228471 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.268439 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebe06046-8aca-49ed-90fa-6741cf29644b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1770017 Dec 13 09:55:16.269444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.296638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-891ffe92-87b3-4c9a-952c-7098ecfdf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.306990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-891ffe92-87b3-4c9a-952c-7098ecfdf783 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.6380267 Dec 13 09:55:16.325281 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.376375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3acf2988-8412-4df6-8240-ddce04380056 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:16.398915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8771db58-a155-49b7-89b9-5ee10209467f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.405684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8771db58-a155-49b7-89b9-5ee10209467f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1349001 Dec 13 09:55:16.406655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.416354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f9e4539-6393-4480-a1ae-c8b52d05a048 req-5116f8fe-7e58-4233-a7f1-348d080aeec0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 210 time: 0.1528864 Dec 13 09:55:16.446910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1510783591-network', 'tenant_id': 'fff45063a8154d5ab2a35578e13eb3e2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:16.460571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742cd9c5-e4b6-434b-8ce8-eb9d44abbdb8 None None] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:16.496022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-a464408e-2136-48c9-b983-34e532bdc076 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 200 len: 217 time: 0.0989633 Dec 13 09:55:16.513084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934f267f-dd86-4ce9-81a2-6f4842523036 req-b20d1f37-b944-40a4-be6a-29793800b529 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266292 Dec 13 09:55:16.558662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:16.571260 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b0bde-90a8-4195-b77a-7a0c151fa76b" -d '{"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:16.628216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Made reservation on behalf of fff45063a8154d5ab2a35578e13eb3e2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:16.633104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.635832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-2fcdfd64-0377-4f53-a58f-a36a2a21121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.635987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:16.644443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-2fcdfd64-0377-4f53-a58f-a36a2a21121d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1283932 Dec 13 09:55:16.645353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.671813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee5d94-d296-4694-812b-0f212cb339b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.681115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee5d94-d296-4694-812b-0f212cb339b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.688371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee5d94-d296-4694-812b-0f212cb339b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.691410 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38ee5d94-d296-4694-812b-0f212cb339b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2835381 Dec 13 09:55:16.698779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:16.701008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3acf2988-8412-4df6-8240-ddce04380056 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:16.701428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.796563 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:16.799199 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661678fa-c88a-4a56-8798-2cc0a7223e0d x-openstack-request-id: req-661678fa-c88a-4a56-8798-2cc0a7223e0d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:16.799503 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:16.799765 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-661678fa-c88a-4a56-8798-2cc0a7223e0d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:16.800166 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'code': 200} Dec 13 09:55:16.831360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-29fa2ac4-be42-4c90-8f3c-c8e27e898cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:16.838982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-29fa2ac4-be42-4c90-8f3c-c8e27e898cf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764984 Dec 13 09:55:17.079469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.102174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.244255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e514071-0530-4de7-8135-d2ff29bbfbe7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.284410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-92ed620d-d945-4c96-a46e-c1ea28afdf80 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364626 Dec 13 09:55:17.291981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:17.310120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4ecfefe1-b012-4c7b-aca9-a639bc7a0760 None None] Provisioning complete for port 3acf2988-8412-4df6-8240-ddce04380056 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:17.311278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefe1-b012-4c7b-aca9-a639bc7a0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.345934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.345934 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Added segment 790accf3-6bd0-4964-bb3b-6b579865d538 of type vlan for network 510eb792-01a5-47d1-99c2-307be33fc1b9 Dec 13 09:55:17.354644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port d1c7c51e-0895-458f-a4cc-d8307765362d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:17.361620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.494354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:17.526856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cea29-81e6-42b9-b0bd-d109ecf15367 req-af24c534-23dd-4aff-a8f7-2b0ea5d0eb19 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:17.529600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-502cea29-81e6-42b9-b0bd-d109ecf15367 req-af24c534-23dd-4aff-a8f7-2b0ea5d0eb19 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.3488212 Dec 13 09:55:17.621431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.753956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.796945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.799210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:17.799732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.817216 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.915348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ecfefe1-b012-4c7b-aca9-a639bc7a0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:17.916425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4e44182-f23f-450f-b81f-3834043e2c34 req-b3accdf3-3100-4e4e-b584-28a5983915c0 service neutron] 10.222.0.44 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175897 Dec 13 09:55:17.938485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad0c6663-c8a6-433e-982c-6bfc91616c5d req-ecb2e5b6-82d0-4497-8daf-add29ceba132 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 210 time: 0.3889318 Dec 13 09:55:18.038793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3acf2988-8412-4df6-8240-ddce04380056, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3acf2988-8412-4df6-8240-ddce04380056,segment=NetworkSegment(a8ebf881-38e2-4fc5-9733-3534b54c8c48),segment_id=a8ebf881-38e2-4fc5-9733-3534b54c8c48)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:18.060528 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:18.096531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-502cea29-81e6-42b9-b0bd-d109ecf15367 req-86045b09-8e62-4003-94cb-10474e8e0821 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043616 Dec 13 09:55:18.105092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for d1c7c51e-0895-458f-a4cc-d8307765362d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:18.133158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] Pushing event updated for resources: {'Network': ['ID=510eb792-01a5-47d1-99c2-307be33fc1b9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:18.174213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86642a3d-cdb6-42fb-9707-6e46e2ed373b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1170049 Dec 13 09:55:18.178432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:18.190671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Request body: {'subnet': {'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1510783591-subnet', 'tenant_id': 'fff45063a8154d5ab2a35578e13eb3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:18.285064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdbf2a-1ad1-4d27-8911-3b847adb7b6f req-a7043046-e86f-498a-9475-1efc79e2a866 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:18.287907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32fdbf2a-1ad1-4d27-8911-3b847adb7b6f req-a7043046-e86f-498a-9475-1efc79e2a866 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1459820 Dec 13 09:55:18.347015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:18.395323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Made reservation on behalf of fff45063a8154d5ab2a35578e13eb3e2 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:18.406813 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:18.437181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32fdbf2a-1ad1-4d27-8911-3b847adb7b6f req-9c5ec3dd-9e2c-4296-a530-b81290748866 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430166 Dec 13 09:55:18.604924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-4ecfefe1-b012-4c7b-aca9-a639bc7a0760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:55:18.605322 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-4ecfefe1-b012-4c7b-aca9-a639bc7a0760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:55:18.610360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3acf2988-8412-4df6-8240-ddce04380056,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:18.855890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:18.943287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=d1c7c51e-0895-458f-a4cc-d8307765362d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:19.284423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Could not find standard attr ID for object d1c7c51e-0895-458f-a4cc-d8307765362d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:19.310031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa295348-5991-473d-a293-a0741605b168 req-3f1952f8-9b70-4d42-8cdd-0da55d373ccd tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 210 time: 0.2041950 Dec 13 09:55:19.322828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Provisioning complete for port 3acf2988-8412-4df6-8240-ddce04380056 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:19.323198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.680394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-b7ec42fd-d320-41e6-b032-b2fda705466c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:19.688787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.690744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-b7ec42fd-d320-41e6-b032-b2fda705466c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 809 time: 0.7739198 Dec 13 09:55:19.707397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfb725c2-6fa1-4814-9024-0ffd2b01cd66 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/d1c7c51e-0895-458f-a4cc-d8307765362d HTTP/1.1" status: 204 len: 168 time: 2.9988172 Dec 13 09:55:19.708376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:19.733537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.822133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Request body: {'port': {'device_id': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb', 'admin_state_up': True, 'tenant_id': 'ddc42792de1241a6a6361131680a8389'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:19.830203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Provisioning complete for port 6098ed64-3331-42f7-b8bb-b8d19a94b509 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:19.835208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:19.946954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-97ccab53-fb8e-46bb-b0da-02e2eaa203ce None None] Port 6098ed64-3331-42f7-b8bb-b8d19a94b509 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:20.026317 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37c72fb-4a47-446d-b95c-e8a3bd4cac32 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:20.033159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e37c72fb-4a47-446d-b95c-e8a3bd4cac32 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/d1c7c51e-0895-458f-a4cc-d8307765362d HTTP/1.1" status: 404 len: 333 time: 0.3063080 Dec 13 09:55:20.043865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:20.066932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cbb0-77fd-4127-be9d-f7463461942e req-dd10c294-d1ac-45e3-986a-64915f490be6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:20.074563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d1c72c9b-ec51-4519-8c94-349872aef5c4 None None] Could not find standard attr ID for object d1c7c51e-0895-458f-a4cc-d8307765362d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:20.096107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b84cbb0-77fd-4127-be9d-f7463461942e req-dd10c294-d1ac-45e3-986a-64915f490be6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.7813509 Dec 13 09:55:20.194047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ba939f-daf5-4087-9343-4dd45203d509,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:20.267207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c4f02-a05c-41aa-8fd0-41b425b6f801 req-c30ceaba-c59f-4166-838f-c67075a79d52 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:20.276801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9c4f02-a05c-41aa-8fd0-41b425b6f801 req-c30ceaba-c59f-4166-838f-c67075a79d52 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.5792897 Dec 13 09:55:20.282407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3acf2988-8412-4df6-8240-ddce04380056 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:20.345071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Checking segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:20.345471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Network hostable DHCP agents. Network: 510eb792-01a5-47d1-99c2-307be33fc1b9, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:20.368507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b84cbb0-77fd-4127-be9d-f7463461942e req-19b30844-2d3f-438b-916f-9219fbe814cd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713730 Dec 13 09:55:20.402726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf9c4f02-a05c-41aa-8fd0-41b425b6f801 req-9120463a-10cf-4816-9429-bd96ae4d919d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255090 Dec 13 09:55:20.424120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3acf2988-8412-4df6-8240-ddce04380056 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:20.425210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.427244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:20.434201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Made reservation on behalf of ddc42792de1241a6a6361131680a8389 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:20.439203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.477982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 510eb792-01a5-47d1-99c2-307be33fc1b9) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:20.491344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:20.494339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.511224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ba141-cdbc-4abe-8d75-ca20eff608a2 None None] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:20.521078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 6098ed64-3331-42f7-b8bb-b8d19a94b509 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:20.521469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.556484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01be801e-866b-4564-b9e3-b16eed9f604c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3708360 Dec 13 09:55:20.753165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Allocated IP 172.20.0.11 (13a81447-85b0-461b-95db-a0af8b0b49eb/5a5715ba-592c-41a5-bea5-ce263cb2df62/0d93187b-d062-4838-9e6a-0a611e5e9fbf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:20.807317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:20.813761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 6098ed64-3331-42f7-b8bb-b8d19a94b509 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:21.054713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.080071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9123924a-4619-4c06-96bd-22d2a87c82d4 None None] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:21.150626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.161065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=6098ed64-3331-42f7-b8bb-b8d19a94b509,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:21.180344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43346dc8-ac9d-4c39-9294-fb81105f641d req-ff4b6472-7f6c-45ca-891d-953ce73dd199 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 210 time: 0.1276209 Dec 13 09:55:21.256908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.305439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.313347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Network 13a81447-85b0-461b-95db-a0af8b0b49eb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:21.322645 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1aa3a04d-4bb2-41b2-9aaf-000e9c39ca5e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/6098ed64-3331-42f7-b8bb-b8d19a94b509 HTTP/1.1" status: 204 len: 168 time: 1.2697589 Dec 13 09:55:21.323410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:21.336064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Pushing event updated for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:21.351622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:21.356160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:21.425569 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca009ab-f927-40b1-aada-806624a80f08 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:21.431974 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ca009ab-f927-40b1-aada-806624a80f08 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/6098ed64-3331-42f7-b8bb-b8d19a94b509 HTTP/1.1" status: 404 len: 333 time: 0.1074219 Dec 13 09:55:21.434888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:21.438063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:21.438546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.540255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet cf8d3577-9fca-4c31-b1b5-6776bf59a3ac {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:21.548533 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.635869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3f6e00fa-07c4-4f0b-96c6-f343c6b0d55c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8393035 Dec 13 09:55:21.659554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Request body: {'port': {'device_id': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:21.676183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.719445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d98f3c-f4db-443f-907e-b154d7717012 req-a9532ebe-87e5-4d33-97ef-acc644d15bcd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:21.730916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37d98f3c-f4db-443f-907e-b154d7717012 req-a9532ebe-87e5-4d33-97ef-acc644d15bcd tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.2289953 Dec 13 09:55:21.803121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.847675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.868272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37d98f3c-f4db-443f-907e-b154d7717012 req-f6df8f07-3d40-4ae9-818d-f0267b155160 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362698 Dec 13 09:55:21.933383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.970236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8d3577-9fca-4c31-b1b5-6776bf59a3ac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:21.975220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:21.981710 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65ceeed4-e507-4de2-9378-3b4b5ca9c404 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/cf8d3577-9fca-4c31-b1b5-6776bf59a3ac HTTP/1.1" status: 204 len: 168 time: 0.5457182 Dec 13 09:55:21.982770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:21.999227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c8888-06f0-4cd9-90af-6c91966edf54 None None] Network 1e79b12d-eafe-47d9-9edb-68600ba53b8a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:22.163521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-e2c2aca5-885a-46c1-b869-b499a4cf1bad tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.166180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-e2c2aca5-885a-46c1-b869-b499a4cf1bad tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.7165322 Dec 13 09:55:22.197233 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.248773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-a1148b74-f071-4402-8e62-9313be2f49dc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/quotas/fff45063a8154d5ab2a35578e13eb3e2 HTTP/1.1" status: 200 len: 375 time: 0.0672755 Dec 13 09:55:22.282103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] DHCP port deletion for 1e79b12d-eafe-47d9-9edb-68600ba53b8a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:22.354737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Deleting port 3acf2988-8412-4df6-8240-ddce04380056 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:22.355134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.384264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-42f4e3f1-46e8-4032-9a20-b1a8fc782635 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273723 Dec 13 09:55:22.394418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 3acf2988-8412-4df6-8240-ddce04380056 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:22.394771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.402166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4d3d2-b06a-4841-8005-cd63b5a9a46b req-04002630-551e-4888-b68b-6287e61e3c95 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.405293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11a4d3d2-b06a-4841-8005-cd63b5a9a46b req-04002630-551e-4888-b68b-6287e61e3c95 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.2501760 Dec 13 09:55:22.498367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] For port 3acf2988-8412-4df6-8240-ddce04380056, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3acf2988-8412-4df6-8240-ddce04380056,segment=NetworkSegment(a8ebf881-38e2-4fc5-9733-3534b54c8c48),segment_id=a8ebf881-38e2-4fc5-9733-3534b54c8c48)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:22.499079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.513897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Calling delete_port for 3acf2988-8412-4df6-8240-ddce04380056 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:22.577770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 3acf2988-8412-4df6-8240-ddce04380056, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3acf2988-8412-4df6-8240-ddce04380056,segment=NetworkSegment(a8ebf881-38e2-4fc5-9733-3534b54c8c48),segment_id=a8ebf881-38e2-4fc5-9733-3534b54c8c48)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:22.578299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.579996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d93187b-d062-4838-9e6a-0a611e5e9fbf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:55:22.594346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 3acf2988-8412-4df6-8240-ddce04380056 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:22.640420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.657246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.685327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] No DVR routers for this DVR port 3acf2988-8412-4df6-8240-ddce04380056 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:22.737525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.742524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11a4d3d2-b06a-4841-8005-cd63b5a9a46b req-ac5467ad-c7e5-4291-ba1a-b68489ce7020 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025112 Dec 13 09:55:22.746852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Transition to ACTIVE for port object 0d93187b-d062-4838-9e6a-0a611e5e9fbf will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:55:22.747613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bcf2e-d717-4652-9449-6b1c7aca7bce None None] Pushing event deleted for resources: {'Port': ['ID=3acf2988-8412-4df6-8240-ddce04380056,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:22.782222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.793372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=3acf2988-8412-4df6-8240-ddce04380056,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:22.800504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 3acf2988-8412-4df6-8240-ddce04380056 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:22.927908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:22.952884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-00689b1d-5a6a-41e5-bb9d-3465aee33014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:22.954650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-00689b1d-5a6a-41e5-bb9d-3465aee33014 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 1097 time: 0.6738882 Dec 13 09:55:22.984981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79b12d-eafe-47d9-9edb-68600ba53b8a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:23.012623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ebf881-38e2-4fc5-9733-3534b54c8c48') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:23.013945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ebf881-38e2-4fc5-9733-3534b54c8c48') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:23.043400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.069626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.085722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:23.086140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:23.095100 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:23.217230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.256092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.271835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/1e79b12d-eafe-47d9-9edb-68600ba53b8a HTTP/1.1" status: 204 len: 168 time: 1.2877214 Dec 13 09:55:23.276088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:23.283897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-72507568'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:23.325257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:23.330121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.339761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e30d29-e7bb-44ed-a95e-2f7e30a42e8a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=1e79b12d-eafe-47d9-9edb-68600ba53b8a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:23.395503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:23.407535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.408681 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Added segment b88d5341-4c0c-4742-b178-2b66363a58a2 of type vlan for network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 Dec 13 09:55:23.476119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.529753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.538637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.543702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.570583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-531f32d9-0e67-4730-8bb2-b03bb1feab37 service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1639254 Dec 13 09:55:23.638210 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3610384 Dec 13 09:55:23.648723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:23.658609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:23.671654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:23.679390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6b3b2-203c-4b40-b852-87268e5f2303 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Network': ['ID=8dd3a7db-03a5-43e0-8907-71cd42c3f0b7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:23.707195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:23.823515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:23.834064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:23.844124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818f6e-8cbb-490e-9a0f-c7c63ff60781 req-499cbb30-4bd4-42bb-b897-bab277dbacf8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.846348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73818f6e-8cbb-490e-9a0f-c7c63ff60781 req-499cbb30-4bd4-42bb-b897-bab277dbacf8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 944 time: 0.9743257 Dec 13 09:55:23.898756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Attempting to bind port 0d93187b-d062-4838-9e6a-0a611e5e9fbf on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:23.899091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Attempting to bind port 0d93187b-d062-4838-9e6a-0a611e5e9fbf by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:23.899413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Attempting to bind port 0d93187b-d062-4838-9e6a-0a611e5e9fbf on network 13a81447-85b0-461b-95db-a0af8b0b49eb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:23.907145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-cc27363e-2f68-471f-acd0-c8976281019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:23.908627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-cc27363e-2f68-471f-acd0-c8976281019c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3802521 Dec 13 09:55:23.914531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-afc47063-0cdc-4cfc-8423-3c73f30b9379 service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431156 Dec 13 09:55:23.934428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Port 0d93187b-d062-4838-9e6a-0a611e5e9fbf on network 13a81447-85b0-461b-95db-a0af8b0b49eb not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:55:23.934428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Attempting to bind port 0d93187b-d062-4838-9e6a-0a611e5e9fbf on network 13a81447-85b0-461b-95db-a0af8b0b49eb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:23.971364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73818f6e-8cbb-490e-9a0f-c7c63ff60781 req-372107d0-370e-4321-8a4e-538e05b86fed tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095250 Dec 13 09:55:23.972618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-9b9cf08a-4554-4f47-9e30-79b7f99324de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94 HTTP/1.1" status: 200 len: 217 time: 0.0534539 Dec 13 09:55:23.973589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:23.973957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Checking segment: {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:23.974419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Bound using segment: {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:23.974892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Bound port: 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517b607b-89c3-44cc-89f2-9164effd63eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:23.975496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.126182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-36174456-8d81-4d60-ab93-3cf724f4dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.126389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-36174456-8d81-4d60-ab93-3cf724f4dea3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.1375122 Dec 13 09:55:24.163384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.195199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:24.200620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3acf2988-8412-4df6-8240-ddce04380056 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:24.248938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3acf2988-8412-4df6-8240-ddce04380056 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:24.249387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3acf2988-8412-4df6-8240-ddce04380056 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:24.283934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:24.312206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.316811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=7e43ed4e-d4b7-43e2-bf03-662540b4efba,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:24.330567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Checking segment: {'id': 'b88d5341-4c0c-4742-b178-2b66363a58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:24.331448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network hostable DHCP agents. Network: 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:24.362858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:24.381071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:24.389837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc87cb-72ae-4c63-8215-24385d61ed43 None None] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:24.395151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.399594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.434037 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-719e265c-89dd-448a-92fb-14378fc6259e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836652 Dec 13 09:55:24.437166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-8516cd8b-97fd-44e9-8b18-cdad07789a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.438671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-8516cd8b-97fd-44e9-8b18-cdad07789a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961991 Dec 13 09:55:24.439002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:24.448657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1927484833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:24.449463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ef746-e7ef-4222-9400-2554d69c3837 req-0b4341ff-76fe-486c-91de-0ee07fb529ec tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.450968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e32ef746-e7ef-4222-9400-2554d69c3837 req-0b4341ff-76fe-486c-91de-0ee07fb529ec tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 946 time: 0.3864276 Dec 13 09:55:24.484738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-c45fd7cc-ac9d-4242-a493-8090699eb070 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:55:24.492586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-c45fd7cc-ac9d-4242-a493-8090699eb070 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0317547 Dec 13 09:55:24.511404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.512882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.535754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.537235 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.538774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d93187b-d062-4838-9e6a-0a611e5e9fbf HTTP/1.1" status: 200 len: 1092 time: 2.8848207 Dec 13 09:55:24.565487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:24.568733 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3cbc6a-2346-4bef-a01e-2516c03f668c" -d '{"events": [{"name": "network-changed", "server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:24.586200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8dd3a7db-03a5-43e0-8907-71cd42c3f0b7', 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': '7e43ed4e-d4b7-43e2-bf03-662540b4efba'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:24.588480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.681091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.689870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.727505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.730534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b2a44c30-9e62-46f2-9c01-14c4beb657bf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2899828 Dec 13 09:55:24.732900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:24.743567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7', 'name': 'tempest-PortsTestJSON-1951707136'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:24.773920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56586f-e73e-45f1-b613-edee660d0c96 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:24.819146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-27ca1629-5661-421d-860a-050e8f501d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.820676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-27ca1629-5661-421d-860a-050e8f501d96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 1095 time: 0.2182751 Dec 13 09:55:24.824125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e32ef746-e7ef-4222-9400-2554d69c3837 req-c3cd5a97-ca98-4072-8ee5-71f8b021a6f9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299789 Dec 13 09:55:24.877323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853212a9-8ccb-4c1c-a6b0-232391ef853f req-0f433c8b-f69e-4ef0-8289-917ea7503c5a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:24.886277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-853212a9-8ccb-4c1c-a6b0-232391ef853f req-0f433c8b-f69e-4ef0-8289-917ea7503c5a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.4215403 Dec 13 09:55:24.914171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:24.951399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:24.963499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:24.994359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 64db6444-6a29-4461-b912-b5d34fc89315 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:25.074751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Allocated IP 172.20.0.2 (8dd3a7db-03a5-43e0-8907-71cd42c3f0b7/7e43ed4e-d4b7-43e2-bf03-662540b4efba/98a939e2-f0da-4864-80a7-7842d8912a73) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:25.139513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-091b8d7f-8560-477f-ac1b-90e46af74996 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf HTTP/1.1" status: 200 len: 217 time: 0.2477882 Dec 13 09:55:25.151419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bedb8645-3e45-4caf-bef7-427b987959ef req-f3002c43-5700-4e6c-b0de-48020ab9ef93 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 210 time: 0.0882578 Dec 13 09:55:25.162970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.199005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:25.201796 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd76435-a86a-4762-81ea-502469d3d713" -d '{"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-unplugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:25.274290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3081f764-4bb5-468e-9975-6d097460ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:25.276377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-3081f764-4bb5-468e-9975-6d097460ea30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a5715ba-592c-41a5-bea5-ce263cb2df62 HTTP/1.1" status: 200 len: 849 time: 0.1236362 Dec 13 09:55:25.339838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-853212a9-8ccb-4c1c-a6b0-232391ef853f req-6c62a3c9-8a4e-4b9c-b445-8813baed9a81 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4525986 Dec 13 09:55:25.343787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-93e35ece-527a-4c21-bb9c-a19a6ae6c598 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213546 Dec 13 09:55:25.372008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-2789eecc-2222-443d-8479-8ff17348a009 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a81447-85b0-461b-95db-a0af8b0b49eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452151 Dec 13 09:55:25.538624 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c55ca3-6d02-4e30-a354-d6209b19d03d x-openstack-request-id: req-b6c55ca3-6d02-4e30-a354-d6209b19d03d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:25.539062 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:25.539416 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6c55ca3-6d02-4e30-a354-d6209b19d03d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:25.539915 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf', 'status': 'completed', 'code': 200} Dec 13 09:55:25.595349 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c91eece-4ace-437f-b873-bab77937cec5 x-openstack-request-id: req-6c91eece-4ace-437f-b873-bab77937cec5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:25.595634 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-unplugged", "status": "completed", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:25.595888 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c91eece-4ace-437f-b873-bab77937cec5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:25.596285 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'code': 200} Dec 13 09:55:25.601013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:25.613731 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.665624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5105-275e-4cb9-bcb2-c628cf5dec2a req-5388c08f-470f-46b1-a67d-4e53577e4281 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:25.667134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-262b5105-275e-4cb9-bcb2-c628cf5dec2a req-5388c08f-470f-46b1-a67d-4e53577e4281 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 944 time: 0.1398995 Dec 13 09:55:25.710895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:25.764396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c35c37b-a5a6-461d-b691-4c3a3a97ffcb req-992775d9-0317-4178-8898-522473e27edf service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995409 Dec 13 09:55:25.766651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-b95828fd-c3e0-427d-b8d2-45719a83047a service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611977 Dec 13 09:55:25.768317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.780345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.859050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:25.862502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:25.866941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:25.874384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Pushing event updated for resources: {'Port': ['ID=98a939e2-f0da-4864-80a7-7842d8912a73,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:25.937509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.5 (8dd3a7db-03a5-43e0-8907-71cd42c3f0b7/7e43ed4e-d4b7-43e2-bf03-662540b4efba/64db6444-6a29-4461-b912-b5d34fc89315) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:25.950963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Attempting to bind port 98a939e2-f0da-4864-80a7-7842d8912a73 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:25.953074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Attempting to bind port 98a939e2-f0da-4864-80a7-7842d8912a73 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b88d5341-4c0c-4742-b178-2b66363a58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:25.953563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Attempting to bind port 98a939e2-f0da-4864-80a7-7842d8912a73 on network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:25.965590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:25.968240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Checking segment: {'id': 'b88d5341-4c0c-4742-b178-2b66363a58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:25.968498 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:25.968972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Bound using segment: {'id': 'b88d5341-4c0c-4742-b178-2b66363a58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:25.969571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Bound port: 98a939e2-f0da-4864-80a7-7842d8912a73, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88d5341-4c0c-4742-b178-2b66363a58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8dd3a7db-03a5-43e0-8907-71cd42c3f0b7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:25.972093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.040087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-262b5105-275e-4cb9-bcb2-c628cf5dec2a req-24de1936-6d33-4e1a-9b8a-ded157ccba1f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582947 Dec 13 09:55:26.108282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] For port 98a939e2-f0da-4864-80a7-7842d8912a73, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:26.112890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] For port 98a939e2-f0da-4864-80a7-7842d8912a73, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=98a939e2-f0da-4864-80a7-7842d8912a73,segment=NetworkSegment(b88d5341-4c0c-4742-b178-2b66363a58a2),segment_id=b88d5341-4c0c-4742-b178-2b66363a58a2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:26.123012 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.180828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.235509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a999c4d3-7ae5-4539-9570-935cc2b267e7 req-e47212e0-a7d5-4358-9dcc-5e510e846c53 service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424920 Dec 13 09:55:26.255076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.266368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a35a-a53b-45d4-b655-0f567741d7bf req-e32f0149-bd6d-4acc-b598-0b93968b3418 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:26.283586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b6a35a-a53b-45d4-b655-0f567741d7bf req-e32f0149-bd6d-4acc-b598-0b93968b3418 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 0.3242176 Dec 13 09:55:26.372356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8fb8-c932-49de-925d-e12864d67a63 None None] Pushing event updated for resources: {'Port': ['ID=98a939e2-f0da-4864-80a7-7842d8912a73,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:26.398304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:26.403755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:26.419526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:26.440111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=64db6444-6a29-4461-b912-b5d34fc89315,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:26.465484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19d653b9-2c00-4439-b323-8e6093f12f79 req-2ce66666-13e6-452f-8cab-48f2b8e902d8 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 210 time: 0.1665232 Dec 13 09:55:26.523336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-1feda94e-4fb4-4d32-9218-d9bb8994fdc0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:26.527556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-1feda94e-4fb4-4d32-9218-d9bb8994fdc0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.5513253 Dec 13 09:55:26.549714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-efaed9d9-fe40-4f56-b8cc-096554e29b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:26.552413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-efaed9d9-fe40-4f56-b8cc-096554e29b6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddc42792de1241a6a6361131680a8389&device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 1095 time: 0.1813486 Dec 13 09:55:26.557781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Request body: {'port': {'device_id': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'admin_state_up': True, 'tenant_id': 'fff45063a8154d5ab2a35578e13eb3e2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:26.585442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b6a35a-a53b-45d4-b655-0f567741d7bf req-1be69578-3ffe-468f-92fc-0895511a51ce tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007212 Dec 13 09:55:26.591958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:26.593985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:26.671868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ba4f77af-9b2b-4eb7-a562-93d86897cedb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9342976 Dec 13 09:55:26.672076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:26.841596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Made reservation on behalf of fff45063a8154d5ab2a35578e13eb3e2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:26.850264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.002534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-367bdd63-5048-4e7d-8c00-c10b357a6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:27.004025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-367bdd63-5048-4e7d-8c00-c10b357a6e2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 200 len: 910 time: 0.4419050 Dec 13 09:55:27.083203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-2e7881ed-ba87-4ae8-baa3-8e508f2bc259 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf HTTP/1.1" status: 200 len: 217 time: 0.0677812 Dec 13 09:55:27.096731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4ce68-fae6-42ba-8cfe-847a42a6292d req-d034a18a-d9e4-4785-82f7-1ab2b4ebee47 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:27.098318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dca4ce68-fae6-42ba-8cfe-847a42a6292d req-d034a18a-d9e4-4785-82f7-1ab2b4ebee47 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.3944502 Dec 13 09:55:27.140437 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.195996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.315532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-36049236-99f2-4642-b0c2-d23518a04314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:27.317050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-36049236-99f2-4642-b0c2-d23518a04314 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a5715ba-592c-41a5-bea5-ce263cb2df62 HTTP/1.1" status: 200 len: 849 time: 0.2143543 Dec 13 09:55:27.332415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dca4ce68-fae6-42ba-8cfe-847a42a6292d req-d4f278ba-e9e3-4337-9925-ccd9ca79ef41 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096310 Dec 13 09:55:27.379047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9284f08-b61d-4d0a-9e3a-b160cf4d70cf req-c5ac40aa-68f0-4534-8114-6b7654503b92 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:27.381377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9284f08-b61d-4d0a-9e3a-b160cf4d70cf req-c5ac40aa-68f0-4534-8114-6b7654503b92 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 944 time: 0.1562755 Dec 13 09:55:27.383424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-361e85e4-16ec-4997-b5ad-cf314e50c526 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=13a81447-85b0-461b-95db-a0af8b0b49eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524323 Dec 13 09:55:27.385022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Allocated IP 172.20.0.2 (510eb792-01a5-47d1-99c2-307be33fc1b9/99ba939f-daf5-4087-9343-4dd45203d509/169a8a8b-8b9f-421c-9636-243bbbe6dd4c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:27.706536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0d93187b-d062-4838-9e6a-0a611e5e9fbf details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:55:27.724623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.746022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:27.801191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-3c3909b2-9536-48f5-9e8e-9ea0085312c9 service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065529 Dec 13 09:55:27.861768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-feab27bb-34d6-4f36-87c5-c7417b87bb5b req-95e9573e-b14b-481c-be45-e5f4ab8086a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 210 time: 0.2141457 Dec 13 09:55:27.964215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9284f08-b61d-4d0a-9e3a-b160cf4d70cf req-40450866-5ce9-47d2-892a-bea09de46137 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683180 Dec 13 09:55:28.028483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:28.035116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.073061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f3cbc6a-2346-4bef-a01e-2516c03f668c req-ebccff99-d95f-44eb-bc00-60a60c79536a service neutron] 10.222.0.44 "GET /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196960 Dec 13 09:55:28.098305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '0d93187b-d062-4838-9e6a-0a611e5e9fbf', 'network_id': '13a81447-85b0-461b-95db-a0af8b0b49eb', 'port_id': '0d93187b-d062-4838-9e6a-0a611e5e9fbf', 'mac_address': 'fa:16:3e:6a:96:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5715ba-592c-41a5-bea5-ce263cb2df62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:55:28.135209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93daa5-3f23-4382-a0ca-c07e28107a15 None None] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:28.153498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.378089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 98a939e2-f0da-4864-80a7-7842d8912a73 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:28.651146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.678053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] Provisioning complete for port 98a939e2-f0da-4864-80a7-7842d8912a73 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:28.678493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.747305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.806062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=64db6444-6a29-4461-b912-b5d34fc89315,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:28.820632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d93187b-d062-4838-9e6a-0a611e5e9fbf {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:55:28.841043 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-945c42b1-b041-4686-a844-6ae0937af732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.900086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a2543-a3c7-4eb4-a023-95a94c95f3e1 req-72e9a3a0-a2fb-4052-bd9a-5db8ef909133 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:28.910243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-076a2543-a3c7-4eb4-a023-95a94c95f3e1 req-72e9a3a0-a2fb-4052-bd9a-5db8ef909133 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 0.8319428 Dec 13 09:55:28.941418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.977322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:28.993404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:29.009476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:29.015348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.019020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:29.025603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 98a939e2-f0da-4864-80a7-7842d8912a73 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:29.026172 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.152708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:29.155891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aa102-77f6-4a7a-8a73-1620d5645f1d req-e369d4f9-204e-4dc5-a75b-5345ba5bf9b7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:29.163306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d60aa102-77f6-4a7a-8a73-1620d5645f1d req-e369d4f9-204e-4dc5-a75b-5345ba5bf9b7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.3153431 Dec 13 09:55:29.203576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.209330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-076a2543-a3c7-4eb4-a023-95a94c95f3e1 req-66c299ab-5306-4126-895c-ac4ecce8f01f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956190 Dec 13 09:55:29.234898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:29.248629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.280989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.324135 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.383970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.404291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-cdf3c834-7c72-42eb-a0f8-ec492fb1bb8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8501577 Dec 13 09:55:29.412335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] For port 98a939e2-f0da-4864-80a7-7842d8912a73, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=98a939e2-f0da-4864-80a7-7842d8912a73,segment=NetworkSegment(b88d5341-4c0c-4742-b178-2b66363a58a2),segment_id=b88d5341-4c0c-4742-b178-2b66363a58a2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:29.447987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Request body: {'port': {'device_id': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:29.522938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:55:29.523293 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:55:29.528026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['0d93187b-d062-4838-9e6a-0a611e5e9fbf'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:29.563475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.590459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.620830 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.696724 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-a63dcb4f-ad90-4dea-8277-048033e7b63f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9030375 Dec 13 09:55:29.747065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.781455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:29.786018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=64db6444-6a29-4461-b912-b5d34fc89315,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.792554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d60aa102-77f6-4a7a-8a73-1620d5645f1d req-10d25a70-c699-4710-b620-c7268400c571 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6150844 Dec 13 09:55:29.865347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf22e1-90da-4798-b75a-30d713b755d5 None None] Pushing event updated for resources: {'Port': ['ID=98a939e2-f0da-4864-80a7-7842d8912a73,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:29.944455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bfe20-6425-4009-937d-b2b1a8c441a6 req-3b76056d-597f-4263-b9f1-260ccc40db50 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:29.960731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e96bfe20-6425-4009-937d-b2b1a8c441a6 req-3b76056d-597f-4263-b9f1-260ccc40db50 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 931 time: 0.5000415 Dec 13 09:55:29.967400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81058d49-7180-4d9a-b78e-0c9b04a3ce9e None None] Provisioning complete for port 98a939e2-f0da-4864-80a7-7842d8912a73 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:29.967917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81058d49-7180-4d9a-b78e-0c9b04a3ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:30.294924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:30.297162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:30.450959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-e421eb43-bb9c-42fc-977b-838256f3df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:30.465646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-e421eb43-bb9c-42fc-977b-838256f3df30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.6675220 Dec 13 09:55:30.543111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d7f1-8d3a-43a9-b9ff-095c1960c8cf req-ee6fe3fe-839a-4494-842d-b8482c55ee1c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:30.545269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 98a939e2-f0da-4864-80a7-7842d8912a73 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:30.561389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03d6d7f1-8d3a-43a9-b9ff-095c1960c8cf req-ee6fe3fe-839a-4494-842d-b8482c55ee1c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 945 time: 0.5544097 Dec 13 09:55:30.653882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e96bfe20-6425-4009-937d-b2b1a8c441a6 req-59014c92-54e2-4b90-b3b4-a46b9f5e4262 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921322 Dec 13 09:55:30.730681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-8d36933e-aa4e-4097-a054-7531f7bb3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:30.732178 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-8d36933e-aa4e-4097-a054-7531f7bb3943 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.1978548 Dec 13 09:55:30.806107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03d6d7f1-8d3a-43a9-b9ff-095c1960c8cf req-59e4a811-026c-4cc6-bfcd-19b84eb14524 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437477 Dec 13 09:55:30.852550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device fad59e89-b8ca-4753-a4b3-2f028d52ce94 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:30.885909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-044b471a-4118-4274-a106-c09bc7685ffd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.1436017 Dec 13 09:55:30.908972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Router f2c9849e-c994-4a36-8036-0be073c24660 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:55:30.949187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81058d49-7180-4d9a-b78e-0c9b04a3ce9e None None] Provisioning complete for port 64db6444-6a29-4461-b912-b5d34fc89315 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:30.949187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81058d49-7180-4d9a-b78e-0c9b04a3ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.006210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f339f2-9235-42f3-9ab4-327507342762 req-5e5ed1b0-e0be-4516-855a-e25cdf3c466f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:31.007751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2f339f2-9235-42f3-9ab4-327507342762 req-5e5ed1b0-e0be-4516-855a-e25cdf3c466f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2007353 Dec 13 09:55:31.118561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f364e717-75a5-45ab-87f8-003389c6f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.144240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-8a76305d-2316-4fce-a985-4d841ead105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:31.148395 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-8a76305d-2316-4fce-a985-4d841ead105c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.2457321 Dec 13 09:55:31.170658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2f339f2-9235-42f3-9ab4-327507342762 req-cb50b8f6-261b-447a-b90e-a45ad6f2e7ee tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388533 Dec 13 09:55:31.172774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 98a939e2-f0da-4864-80a7-7842d8912a73 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:31.174037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.179961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81058d49-7180-4d9a-b78e-0c9b04a3ce9e None None] Port 64db6444-6a29-4461-b912-b5d34fc89315 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:31.389097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13c4e2e1-68e3-432c-bd33-46380bd99df8 None None] Provisioning complete for port 64db6444-6a29-4461-b912-b5d34fc89315 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:31.389409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c4e2e1-68e3-432c-bd33-46380bd99df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.391220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:31.422710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] Sync routers for ids ['f2c9849e-c994-4a36-8036-0be073c24660'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:31.423601 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a495be50-c595-4068-92b5-244f63dc1bae tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/routers/f2c9849e-c994-4a36-8036-0be073c24660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7503703 Dec 13 09:55:31.430311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-1be0ed32-2cd2-4f5a-a454-bd9d5852b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:31.440570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-1be0ed32-2cd2-4f5a-a454-bd9d5852b2cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759354 Dec 13 09:55:31.441704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:31.462057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] Routers {'f2c9849e-c994-4a36-8036-0be073c24660'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:31.462698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f2c9849e-c994-4a36-8036-0be073c24660'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:31.471156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13c4e2e1-68e3-432c-bd33-46380bd99df8 None None] Port 64db6444-6a29-4461-b912-b5d34fc89315 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:31.508978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:31.516990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a405344-17ec-4720-84c5-1555a3084213 req-0a88def2-e174-4be3-bc34-237b63772b38 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:31.518626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] Routers {'f2c9849e-c994-4a36-8036-0be073c24660'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:31.519241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f2c9849e-c994-4a36-8036-0be073c24660'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:31.526984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a405344-17ec-4720-84c5-1555a3084213 req-0a88def2-e174-4be3-bc34-237b63772b38 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.3748000 Dec 13 09:55:31.558936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:31.559610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459582f5-597d-4439-b6cb-787cfe3b8741 None None] The sync data for ids ['f2c9849e-c994-4a36-8036-0be073c24660'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:31.635621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a405344-17ec-4720-84c5-1555a3084213 req-e8115836-3826-4052-9835-92a2e9e5a254 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064963 Dec 13 09:55:31.702269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169a8a8b-8b9f-421c-9636-243bbbe6dd4c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:55:31.732201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.742907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0d93187b-d062-4838-9e6a-0a611e5e9fbf up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:31.760944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde82e-404d-4307-a75b-f36bc0feb95f req-4f7a32eb-e00f-49ec-8b9e-6ef14c787ca7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:31.764776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bdde82e-404d-4307-a75b-f36bc0feb95f req-4f7a32eb-e00f-49ec-8b9e-6ef14c787ca7 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3922255 Dec 13 09:55:31.791004 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-7cfd34ef-8e47-4d39-bd9d-974cb474d055 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224738 Dec 13 09:55:31.844059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 0d93187b-d062-4838-9e6a-0a611e5e9fbf completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:55:31.850484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 0d93187b-d062-4838-9e6a-0a611e5e9fbf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:31.850938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.908458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Transition to ACTIVE for port object 169a8a8b-8b9f-421c-9636-243bbbe6dd4c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:55:31.959020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:31.994126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.000076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc0402-a3c3-49c0-abf1-ac192a71ed4f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:32.003927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23bc0402-a3c3-49c0-abf1-ac192a71ed4f tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2c9849e-c994-4a36-8036-0be073c24660 HTTP/1.1" status: 200 len: 982 time: 0.5596023 Dec 13 09:55:32.010448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:32.037931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:32.039452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:32.043816 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2bf2ab-9e26-4b1a-b3ee-57382d4c0d54" -d '{"events": [{"server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:32.051283 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.104159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3382afdb-bd73-4981-8ec5-d911f6e3207f req-14fac5ec-6f76-4580-9050-4d7f08bbba7e service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957089 Dec 13 09:55:32.136423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:32.195262 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.212266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bdde82e-404d-4307-a75b-f36bc0feb95f req-24373230-1284-4237-845b-a59c345354e3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393976 Dec 13 09:55:32.227748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd880-c634-4d03-80a3-decb3f3029ab req-eb4517ec-48f6-4989-a4ff-183583138052 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:32.242000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-455fd880-c634-4d03-80a3-decb3f3029ab req-eb4517ec-48f6-4989-a4ff-183583138052 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 931 time: 0.3698144 Dec 13 09:55:32.251903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:32.438918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-455fd880-c634-4d03-80a3-decb3f3029ab req-47368fac-079e-4656-b8cb-70cf73ae1350 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018940 Dec 13 09:55:32.501293 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a33b2-9ab3-43d2-a765-28ef94f8c3ec x-openstack-request-id: req-f88a33b2-9ab3-43d2-a765-28ef94f8c3ec {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:32.501293 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:32.501293 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f88a33b2-9ab3-43d2-a765-28ef94f8c3ec {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:32.501621 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf', 'code': 200} Dec 13 09:55:32.523465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Attempting to bind port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:32.523903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Attempting to bind port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:32.524326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Attempting to bind port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:32.535828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c on network 510eb792-01a5-47d1-99c2-307be33fc1b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:55:32.536280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Attempting to bind port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:32.552855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:32.553307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Checking segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:32.557364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Bound using segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:32.558760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Bound port: 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:32.559295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:32.633609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d221b-9860-400e-9a49-a4e2d5ac194b req-da4415d9-f01d-48b1-8241-1b7de6c63dd0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:32.635417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d7d221b-9860-400e-9a49-a4e2d5ac194b req-da4415d9-f01d-48b1-8241-1b7de6c63dd0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.3077989 Dec 13 09:55:32.805559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a376-1514-4608-b0ca-e3389bcc888c req-877e072f-41b0-4901-a80e-614a9900e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:32.807058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c180a376-1514-4608-b0ca-e3389bcc888c req-877e072f-41b0-4901-a80e-614a9900e023 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 1097 time: 0.2236321 Dec 13 09:55:32.866049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:32.905975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:32.918694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d7d221b-9860-400e-9a49-a4e2d5ac194b req-10fd9422-d47a-4692-aed5-a8f2d249cda4 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725408 Dec 13 09:55:32.926241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.024712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.025531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.026935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] 10.222.0.37 "PUT /v2.0/ports/169a8a8b-8b9f-421c-9636-243bbbe6dd4c HTTP/1.1" status: 200 len: 1091 time: 3.5918977 Dec 13 09:55:33.036056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:33.040035 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:33.056865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f29a5-c997-442c-9ac5-8928470e0a77 req-8fd134f0-b3bd-4419-86ba-101a3ba3aa67 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.058245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-752f29a5-c997-442c-9ac5-8928470e0a77 req-8fd134f0-b3bd-4419-86ba-101a3ba3aa67 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.2673590 Dec 13 09:55:33.109865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c180a376-1514-4608-b0ca-e3389bcc888c req-37c4fe1a-50b6-4d1c-9b4c-c2db1f82d118 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792394 Dec 13 09:55:33.196340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587c2c-e7a2-41f8-83e9-a8136e6c5265 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:33.250695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-a3822f2f-2c8c-48e1-bc57-6a6a0025d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.252118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-a3822f2f-2c8c-48e1-bc57-6a6a0025d2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 1094 time: 0.1620927 Dec 13 09:55:33.260817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efc53-b98c-48e1-9615-645c92afb05d req-a8c0c50d-b9c6-43ce-bebd-ac0c8c4c2d62 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.268000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-645efc53-b98c-48e1-9615-645c92afb05d req-a8c0c50d-b9c6-43ce-bebd-ac0c8c4c2d62 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2517958 Dec 13 09:55:33.274924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-752f29a5-c997-442c-9ac5-8928470e0a77 req-02e3f01f-51dc-4e24-bf02-f8033298f392 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836948 Dec 13 09:55:33.326093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-28c77a03-96b1-4526-893f-f1b5d629be0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c HTTP/1.1" status: 200 len: 217 time: 0.0560150 Dec 13 09:55:33.373807 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057df10-6166-4b82-999e-aab2851faa7c x-openstack-request-id: req-f057df10-6166-4b82-999e-aab2851faa7c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:33.374128 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:33.374355 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f057df10-6166-4b82-999e-aab2851faa7c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:33.374758 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'status': 'completed', 'code': 200} Dec 13 09:55:33.437353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-645efc53-b98c-48e1-9615-645c92afb05d req-ae55d4f0-26b9-4765-8455-b07bd4f3b77f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684415 Dec 13 09:55:33.444458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.448325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-26f7fc3a-a0e9-434b-b9d9-eafb1719afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.449835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-26f7fc3a-a0e9-434b-b9d9-eafb1719afa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.1146493 Dec 13 09:55:33.541617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-87bd28c9-0033-4124-8600-5551f204c530 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583565 Dec 13 09:55:33.643122 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:33.743817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90aaa-13b3-41a8-9a9a-f540c75573ed req-459b7974-ff79-4eff-904a-f6f5ed7a3c6f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:33.750180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cd90aaa-13b3-41a8-9a9a-f540c75573ed req-459b7974-ff79-4eff-904a-f6f5ed7a3c6f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 943 time: 0.2004528 Dec 13 09:55:33.788756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-bb37fa02-ed96-4423-99e9-fce268210ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374890 Dec 13 09:55:33.885381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cd90aaa-13b3-41a8-9a9a-f540c75573ed req-b4df679a-ce5d-4004-b559-76c2179f18ed tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342096 Dec 13 09:55:33.971275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4c4ca4-fb2e-4a71-98ea-96d7326ae121 req-13d22799-e4f9-4070-8968-5fdd9c98d0ee service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747971 Dec 13 09:55:34.030102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 64db6444-6a29-4461-b912-b5d34fc89315 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:34.030384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.224504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-b32e3def-6705-472c-ad9f-f69ba2047731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:34.226530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-b32e3def-6705-472c-ad9f-f69ba2047731 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 1094 time: 0.1163807 Dec 13 09:55:34.232551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.374449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-449b4455-ffad-4371-b06e-c2d017a56860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:34.376782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-449b4455-ffad-4371-b06e-c2d017a56860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 916 time: 0.1357808 Dec 13 09:55:34.382441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 64db6444-6a29-4461-b912-b5d34fc89315 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:34.405048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84e10b-c947-4a7a-9194-1f7c06095d74 req-63b4821a-05fb-46cd-b310-06b1e6b5aed8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:34.408546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c84e10b-c947-4a7a-9194-1f7c06095d74 req-63b4821a-05fb-46cd-b310-06b1e6b5aed8 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.2971475 Dec 13 09:55:34.681257 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:34.846636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-88562ba0-e2c0-4f89-bcb7-86bcd2a4afac req-390d35de-b23d-4846-ba7f-508afe588444 service neutron] (103189) timed out ('10.222.0.30', 43186) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 09:55:34.913619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-1b6892ae-0536-454a-b8ce-3c4fe5a4d753 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c HTTP/1.1" status: 200 len: 217 time: 0.5192018 Dec 13 09:55:35.013841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-e040c98a-4b02-4b12-9e51-47ec1d554f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:35.015297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-e040c98a-4b02-4b12-9e51-47ec1d554f0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.0917099 Dec 13 09:55:35.052735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c84e10b-c947-4a7a-9194-1f7c06095d74 req-28a04ff5-f172-4f29-b767-3f7c74a93a02 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257670 Dec 13 09:55:35.089063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-adcdc82c-25f7-40e0-9139-3e3a0024b8b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448234 Dec 13 09:55:35.167276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8644f-0fed-4db0-812e-ecf2db826768 req-e481c1a5-1404-45ab-8e2e-7c34a6a1cf3f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:35.168901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00c8644f-0fed-4db0-812e-ecf2db826768 req-e481c1a5-1404-45ab-8e2e-7c34a6a1cf3f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.7761009 Dec 13 09:55:35.368752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-4445fde0-06c2-45b0-ae21-d1e04d0f2490 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663233 Dec 13 09:55:35.381660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc4b1-fdda-4eae-8697-f2fa3a32176c req-b7c4b457-939f-4847-a8df-3a8acd3a93df tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:35.383276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-916dc4b1-fdda-4eae-8697-f2fa3a32176c req-b7c4b457-939f-4847-a8df-3a8acd3a93df tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2115908 Dec 13 09:55:35.400668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00c8644f-0fed-4db0-812e-ecf2db826768 req-39f168e5-acf2-4e64-b53a-077ce0831649 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018571 Dec 13 09:55:35.598136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-916dc4b1-fdda-4eae-8697-f2fa3a32176c req-571471ad-28e4-4eb9-acb5-ec47d33b2692 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486363 Dec 13 09:55:35.665553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190e12-b4bf-44bb-b840-d6b1d2ecbb1e req-9f865a89-93a2-429e-86e6-0a220becb00a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:35.667126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17190e12-b4bf-44bb-b840-d6b1d2ecbb1e req-9f865a89-93a2-429e-86e6-0a220becb00a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 943 time: 0.1427059 Dec 13 09:55:35.676898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:35.729787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1af1f3b-eca5-490b-8efe-aadc2e0d9eb2 req-d394be30-e607-4537-a652-7b0281b1caa6 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454008 Dec 13 09:55:35.773456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=64db6444-6a29-4461-b912-b5d34fc89315,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:35.876120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17190e12-b4bf-44bb-b840-d6b1d2ecbb1e req-a2ef99d2-438b-4938-901c-fc2499fa808d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023132 Dec 13 09:55:35.964283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.178454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Router f2c9849e-c994-4a36-8036-0be073c24660 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:36.240789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1d34-6e18-4199-a900-cb205fb800c8 req-e6040ed4-c295-47b1-9251-bbdc785e5ec5 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:36.242443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c5b1d34-6e18-4199-a900-cb205fb800c8 req-e6040ed4-c295-47b1-9251-bbdc785e5ec5 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.0857100 Dec 13 09:55:36.330285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:36.343295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2c707c2d-07ff-42aa-b505-179b7099d56c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/routers/f2c9849e-c994-4a36-8036-0be073c24660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2650549 Dec 13 09:55:36.343830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:36.348027 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] Sync routers for ids ['f2c9849e-c994-4a36-8036-0be073c24660'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:36.371915 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] Routers {'f2c9849e-c994-4a36-8036-0be073c24660'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:36.375048 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a6cc2c-a06f-42da-84ad-c3548f57c9ac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:36.376379 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f2c9849e-c994-4a36-8036-0be073c24660'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.377403 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1a6cc2c-a06f-42da-84ad-c3548f57c9ac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/64db6444-6a29-4461-b912-b5d34fc89315 HTTP/1.1" status: 404 len: 333 time: 0.0325255 Dec 13 09:55:36.382241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:36.382402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c5b1d34-6e18-4199-a900-cb205fb800c8 req-fb204090-0d0c-4e20-8cc1-c6061cad2e0a tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096492 Dec 13 09:55:36.485144 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.506077 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] Routers {'f2c9849e-c994-4a36-8036-0be073c24660'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:36.506880 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['f2c9849e-c994-4a36-8036-0be073c24660'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.538504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.553101 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:36.554175 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed68fd8-38ad-47b0-b57b-71905674a596 None None] The sync data for ids ['f2c9849e-c994-4a36-8036-0be073c24660'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:36.632068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb550d-6cd9-49cb-91e2-e24a50ea264f req-a8da31a4-523b-47da-8009-07163ef32c0f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:36.659920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4bb550d-6cd9-49cb-91e2-e24a50ea264f req-a8da31a4-523b-47da-8009-07163ef32c0f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1339431 Dec 13 09:55:36.742182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4bb550d-6cd9-49cb-91e2-e24a50ea264f req-075e9d24-0476-4dd4-b845-f41d1d482f4b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813284 Dec 13 09:55:36.743263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:36.843185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:55:36.879246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.885092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.893606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142a086-7b3e-4f37-9802-5e99b15b1c11 req-e33c0fc3-bd79-411d-aeca-f676dc0dc117 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:36.895580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c142a086-7b3e-4f37-9802-5e99b15b1c11 req-e33c0fc3-bd79-411d-aeca-f676dc0dc117 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1191170 Dec 13 09:55:36.987469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:36.988241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Fanout notify agent at l3_agent the message router_deleted on router f2c9849e-c994-4a36-8036-0be073c24660 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:55:36.992071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfebca2d-7791-4515-a64c-921e32e145f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.002507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.010695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e3bc618-8348-41e1-b747-7ccaa16352e1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/routers/f2c9849e-c994-4a36-8036-0be073c24660 HTTP/1.1" status: 204 len: 168 time: 0.6266739 Dec 13 09:55:37.011379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:37.082651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:37.101559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c142a086-7b3e-4f37-9802-5e99b15b1c11 req-a0c5b3d1-5bed-409e-8be7-a5607abe3e8e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882803 Dec 13 09:55:37.120976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'port_id': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'mac_address': 'fa:16:3e:92:2b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ba939f-daf5-4087-9343-4dd45203d509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:55:37.131392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 7e43ed4e-d4b7-43e2-bf03-662540b4efba {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:37.139307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.161159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfebca2d-7791-4515-a64c-921e32e145f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.170641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579638-8d65-404d-850b-fda7da817fe6 req-fd03d58a-b657-4bc5-8011-a30c08ed1fc0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:37.172338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46579638-8d65-404d-850b-fda7da817fe6 req-fd03d58a-b657-4bc5-8011-a30c08ed1fc0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 943 time: 0.1149430 Dec 13 09:55:37.173828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfebca2d-7791-4515-a64c-921e32e145f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.193701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.222332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.232147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169a8a8b-8b9f-421c-9636-243bbbe6dd4c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:55:37.237830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cfebca2d-7791-4515-a64c-921e32e145f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=606dab18ead749e9a345fbb0d071c7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4909639 Dec 13 09:55:37.242957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:37.257098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebca2d-7791-4515-a64c-921e32e145f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973b1b4-e50a-4c8a-a5c1-8262a3d54bd6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:37.279260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:37.289105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.313062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46579638-8d65-404d-850b-fda7da817fe6 req-9ab4b799-97d5-46ae-9498-db422112cc0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245577 Dec 13 09:55:37.343437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.371830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.391960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:37.412111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.465433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.468618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.472993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8973b1b4-e50a-4c8a-a5c1-8262a3d54bd6 HTTP/1.1" status: 204 len: 168 time: 0.2290490 Dec 13 09:55:37.482979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24326d5-a5c9-4ff4-8cfa-f2984ab4b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973b1b4-e50a-4c8a-a5c1-8262a3d54bd6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:37.515405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.546324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=7e43ed4e-d4b7-43e2-bf03-662540b4efba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:37.555845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.561090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47798299-69fd-4dfc-87c5-c5b90a1a2971 None None] Network 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:37.562378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:37.566705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a37e1318-148e-453e-8d4c-e35a730b3a9c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/7e43ed4e-d4b7-43e2-bf03-662540b4efba HTTP/1.1" status: 204 len: 168 time: 0.5541372 Dec 13 09:55:37.660804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a37858-9cf2-4079-8e42-140508feb135 req-235de70a-9a1e-4177-84f6-d8b89e0cd591 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:37.663522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a37858-9cf2-4079-8e42-140508feb135 req-235de70a-9a1e-4177-84f6-d8b89e0cd591 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.1440697 Dec 13 09:55:37.724168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['169a8a8b-8b9f-421c-9636-243bbbe6dd4c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:55:37.727030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.742845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-e7acf89f-057d-4339-a3ac-96249419f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:37.743834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-e7acf89f-057d-4339-a3ac-96249419f15b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1097 time: 0.1154468 Dec 13 09:55:37.772988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] DHCP port deletion for 8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:55:37.841607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92a37858-9cf2-4079-8e42-140508feb135 req-93557c95-3f8c-4dec-8282-bbf9db6f168c tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541193 Dec 13 09:55:37.894401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:37.898127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Deleting port 98a939e2-f0da-4864-80a7-7842d8912a73 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:37.899060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.909934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9372aba9-6cc1-4bb4-aab8-3a6d37b05acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.928205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-ebe51b79-24db-4bde-a462-7c74f9cd2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:37.929664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-ebe51b79-24db-4bde-a462-7c74f9cd2fc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.1740501 Dec 13 09:55:37.936674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 98a939e2-f0da-4864-80a7-7842d8912a73 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:37.937210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.997809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] For port 98a939e2-f0da-4864-80a7-7842d8912a73, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=98a939e2-f0da-4864-80a7-7842d8912a73,segment=NetworkSegment(b88d5341-4c0c-4742-b178-2b66363a58a2),segment_id=b88d5341-4c0c-4742-b178-2b66363a58a2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:37.998208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:37.998515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9372aba9-6cc1-4bb4-aab8-3a6d37b05acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.003146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9372aba9-6cc1-4bb4-aab8-3a6d37b05acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.015570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Calling delete_port for 98a939e2-f0da-4864-80a7-7842d8912a73 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:38.032467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822ce55-7783-4e92-8fc6-1a2663b90860 req-cfc5fc1d-731d-4e69-9d84-8fb1221f6251 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.034261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2822ce55-7783-4e92-8fc6-1a2663b90860 req-cfc5fc1d-731d-4e69-9d84-8fb1221f6251 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.1599514 Dec 13 09:55:38.052566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9372aba9-6cc1-4bb4-aab8-3a6d37b05acb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee6c26db49574122a2b475b2a6fa9961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546068 Dec 13 09:55:38.052566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372aba9-6cc1-4bb4-aab8-3a6d37b05acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfa05d-507b-4ab0-bcca-7bd52bc84c37,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.054215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:38.096247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] For port 98a939e2-f0da-4864-80a7-7842d8912a73, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=98a939e2-f0da-4864-80a7-7842d8912a73,segment=NetworkSegment(b88d5341-4c0c-4742-b178-2b66363a58a2),segment_id=b88d5341-4c0c-4742-b178-2b66363a58a2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:38.096621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.106363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.129114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 98a939e2-f0da-4864-80a7-7842d8912a73 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:38.130185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] Pushing event deleted for resources: {'Port': ['ID=98a939e2-f0da-4864-80a7-7842d8912a73,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.132509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-d04e3851-3aff-46de-bb91-e013c238d599 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1002 time: 0.1908638 Dec 13 09:55:38.135525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac574b36-61d1-4b95-8cf1-2fa49f3beb19 None None] No DVR routers for this DVR port 98a939e2-f0da-4864-80a7-7842d8912a73 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:38.250994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2822ce55-7783-4e92-8fc6-1a2663b90860 req-dd2d201e-ef08-4448-8e49-ce3be1ea3873 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990998 Dec 13 09:55:38.294249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-419c138e-282c-468f-89c0-59af0b76b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.295728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-419c138e-282c-468f-89c0-59af0b76b827 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1528137 Dec 13 09:55:38.303227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.344001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 98a939e2-f0da-4864-80a7-7842d8912a73 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:38.365571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 98a939e2-f0da-4864-80a7-7842d8912a73 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:38.366032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 98a939e2-f0da-4864-80a7-7842d8912a73 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:38.374806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd45e-d06e-468d-acf8-73aae5d67d91 req-d15c4f82-4eb1-4b18-aa32-f3a293e7649a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.376330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1acd45e-d06e-468d-acf8-73aae5d67d91 req-d15c4f82-4eb1-4b18-aa32-f3a293e7649a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1810882 Dec 13 09:55:38.392646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.452042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.460666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-49533124-1a25-42dc-9985-d12197231c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.462367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-49533124-1a25-42dc-9985-d12197231c0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565549 Dec 13 09:55:38.520336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=98a939e2-f0da-4864-80a7-7842d8912a73,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.525110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No DVR routers for this DVR port 98a939e2-f0da-4864-80a7-7842d8912a73 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:38.603378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1acd45e-d06e-468d-acf8-73aae5d67d91 req-1a2599a7-5567-4f39-b6a2-f148421dd808 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144735 Dec 13 09:55:38.613883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd933-2923-4f73-bb66-2234869402ed req-2ce851e0-0cc9-44db-b59a-37e9e41eb265 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:38.615675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a60bd933-2923-4f73-bb66-2234869402ed req-2ce851e0-0cc9-44db-b59a-37e9e41eb265 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 944 time: 0.2250507 Dec 13 09:55:38.683467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.686114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.687191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4cfa05d-507b-4ab0-bcca-7bd52bc84c37 HTTP/1.1" status: 204 len: 168 time: 0.6314883 Dec 13 09:55:38.727989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971e5ba-797b-43d7-b2a2-2889b4622e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfa05d-507b-4ab0-bcca-7bd52bc84c37,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:38.730982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.756090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-613292d9-8819-405a-82c9-0bb58fdc342a service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758951 Dec 13 09:55:38.768864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd3a7db-03a5-43e0-8907-71cd42c3f0b7']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:38.793852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88d5341-4c0c-4742-b178-2b66363a58a2') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:38.794155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88d5341-4c0c-4742-b178-2b66363a58a2') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:38.841000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a60bd933-2923-4f73-bb66-2234869402ed req-11f02a53-173b-4dda-9f13-ec256e602731 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970999 Dec 13 09:55:38.845576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.868666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.879509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:55:38.880037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:55:38.883243 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:55:38.988236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d40b38c-d105-4db6-b5a6-22dd2234cbc2 req-c5366256-7f08-4944-adab-7d56c72c050f service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168307 Dec 13 09:55:39.013700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.027698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.034528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/8dd3a7db-03a5-43e0-8907-71cd42c3f0b7 HTTP/1.1" status: 204 len: 168 time: 1.4676409 Dec 13 09:55:39.035031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.046227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6d90d-c795-4d2d-9349-d6dde0de9b50 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=8dd3a7db-03a5-43e0-8907-71cd42c3f0b7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.060672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3c4b-5289-4b69-982f-31f422a91135 req-4c492da2-4a77-49bf-8ff7-b5f1dde23bf6 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.062256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893a3c4b-5289-4b69-982f-31f422a91135 req-4c492da2-4a77-49bf-8ff7-b5f1dde23bf6 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.1320522 Dec 13 09:55:39.071964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-5200247a-b84f-4ffe-a016-8ebccb8a09e0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.072575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.073551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-5200247a-b84f-4ffe-a016-8ebccb8a09e0 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 946 time: 0.1231630 Dec 13 09:55:39.094846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3574b295-62ef-4e21-bd66-644bdc8ec832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.103993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2494e81-bc09-439e-8f79-82e61860100e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.105398 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b2494e81-bc09-439e-8f79-82e61860100e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/9ebe306e-5f8e-4483-98af-a8f86f019244 HTTP/1.1" status: 200 len: 841 time: 0.0694366 Dec 13 09:55:39.110625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.163618 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7c063638-2df2-44b4-a521-065bf3b6be42 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/9ebe306e-5f8e-4483-98af-a8f86f019244?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0519102 Dec 13 09:55:39.167650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.172393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:39.175452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-893a3c4b-5289-4b69-982f-31f422a91135 req-64b64637-dbe2-4ff0-a631-59a05308c736 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e437856-6012-49ae-9b94-f814ce1e56ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009243 Dec 13 09:55:39.213184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Deleting port 0d93187b-d062-4838-9e6a-0a611e5e9fbf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:39.213533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.299167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3574b295-62ef-4e21-bd66-644bdc8ec832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.307068 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3574b295-62ef-4e21-bd66-644bdc8ec832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.308782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] For port 0d93187b-d062-4838-9e6a-0a611e5e9fbf, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0d93187b-d062-4838-9e6a-0a611e5e9fbf,segment=NetworkSegment(517b607b-89c3-44cc-89f2-9164effd63eb),segment_id=517b607b-89c3-44cc-89f2-9164effd63eb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:39.309307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.323399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:39.324926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Calling delete_port for 0d93187b-d062-4838-9e6a-0a611e5e9fbf owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:39.326916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.403043 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3574b295-62ef-4e21-bd66-644bdc8ec832 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=129ce937bb914168bccdc64bb13fd2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249066 Dec 13 09:55:39.403043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574b295-62ef-4e21-bd66-644bdc8ec832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d8cdd-9661-4c02-9904-6ab649e47147,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.412158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.494792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.546411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.646404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.681283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.684849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.686163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/665d8cdd-9661-4c02-9904-6ab649e47147 HTTP/1.1" status: 204 len: 168 time: 0.2739534 Dec 13 09:55:39.715761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:39.716729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba871f-73bf-4bd0-9e49-acda967d4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d8cdd-9661-4c02-9904-6ab649e47147,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.721889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:39.726779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.727507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.733812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf4952-f9b2-4a9c-b788-6818bf91ed17 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:39.748671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=511e6c32-2c3c-4994-b9ee-81415d94440c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.759658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b9fa295-c598-48db-97dc-938a2410c1b0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5907621 Dec 13 09:55:39.760192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.765062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'security_group': {'name': 'tempest-secgroup-615149213'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:39.795333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.801987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a842a4-72c0-4eda-b288-ab1b110c7a18 req-0c49f609-a1f8-42f5-890c-b41b40bc34c9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.809703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90a842a4-72c0-4eda-b288-ab1b110c7a18 req-0c49f609-a1f8-42f5-890c-b41b40bc34c9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 946 time: 0.4735258 Dec 13 09:55:39.827206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab740-ce5e-48d5-884f-37956ca22180 req-c1075076-aef1-4527-bcee-1d09d1282294 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:39.828952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80cab740-ce5e-48d5-884f-37956ca22180 req-c1075076-aef1-4527-bcee-1d09d1282294 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1211133 Dec 13 09:55:39.902822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.908953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.936374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90a842a4-72c0-4eda-b288-ab1b110c7a18 req-59c86f87-9e94-4b74-8e93-7cbcc73ed1f2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255114 Dec 13 09:55:39.951456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.955559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1915636 Dec 13 09:55:39.955960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:39.962081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'security_group': {'name': 'tempest-secgroup-285784720'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:39.986928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd8084-ef43-441f-b968-1b32b744ad47 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211e89c-45b5-4113-a357-b86d2cfdeb93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:39.993095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:39.998436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:40.008827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80cab740-ce5e-48d5-884f-37956ca22180 req-f9f991cc-789e-4308-ab7e-38e20223df3a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581786 Dec 13 09:55:40.034194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.092350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Pushing event deleted for resources: {'Port': ['ID=0d93187b-d062-4838-9e6a-0a611e5e9fbf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:40.119105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.125561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.135027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d6468-fa3b-470e-8444-9c8c849752ac req-59384799-7475-4b07-b32e-d4188f7a41a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:40.142718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e4d6468-fa3b-470e-8444-9c8c849752ac req-59384799-7475-4b07-b32e-d4188f7a41a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 944 time: 0.1107349 Dec 13 09:55:40.158243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78202822-51fe-424c-ab2b-e956659afec7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:40.172821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.174102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67763bce-c91b-4b10-91a5-ad4c408ef198 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2164614 Dec 13 09:55:40.177424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:40.180404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] No DVR routers for this DVR port 0d93187b-d062-4838-9e6a-0a611e5e9fbf on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:55:40.184769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-706940939', 'security_groups': ['78202822-51fe-424c-ab2b-e956659afec7'], 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '511e6c32-2c3c-4994-b9ee-81415d94440c'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:40.185618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.188985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4f5cbc8-9fb1-4d04-8e7b-5aec70269064 req-53734739-c349-441f-8b70-edf301e6a90f tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.44 "DELETE /v2.0/ports/0d93187b-d062-4838-9e6a-0a611e5e9fbf HTTP/1.1" status: 204 len: 173 time: 1.1085136 Dec 13 09:55:40.189517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'name': 'network-vif-deleted', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:40.192016 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dc21fa-f93e-49f5-818a-2295bc5e1b3c" -d '{"events": [{"server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "name": "network-vif-deleted", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:40.215157 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.249764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e4d6468-fa3b-470e-8444-9c8c849752ac req-201a27b6-3175-48cf-b293-86513381d82b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059911 Dec 13 09:55:40.265534 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5bcab-75df-4e8b-ad5b-12d5978cfc67 x-openstack-request-id: req-5fe5bcab-75df-4e8b-ad5b-12d5978cfc67 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:40.265534 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65157f8-624e-40e8-83ea-429668c7aee7", "name": "network-vif-deleted", "tag": "0d93187b-d062-4838-9e6a-0a611e5e9fbf", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:40.265534 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fe5bcab-75df-4e8b-ad5b-12d5978cfc67 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:40.265534 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65157f8-624e-40e8-83ea-429668c7aee7', 'name': 'network-vif-deleted', 'tag': '0d93187b-d062-4838-9e6a-0a611e5e9fbf', 'status': 'completed', 'code': 200} Dec 13 09:55:40.273537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:40.275857 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487506a-1996-4f91-8659-77ef15320f16" -d '{"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-unplugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:40.311254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1d688937-6730-4698-8cbe-c05b3ebff0b5', 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'project_id': '9e1d3d43006b424b854826030d211632', 'fixed_ips': [{'subnet_id': '511e6c32-2c3c-4994-b9ee-81415d94440c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:40.312139 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.315260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:40.341620 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.350834 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178a9ef-808e-4145-86a8-b2617cf5cbdf x-openstack-request-id: req-0178a9ef-808e-4145-86a8-b2617cf5cbdf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:40.351366 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-unplugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:40.351858 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0178a9ef-808e-4145-86a8-b2617cf5cbdf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:40.352417 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'code': 200} Dec 13 09:55:40.375521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:40.399292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86e2d98a-e43e-4776-9dc1-1849f2a0b72f req-0bd1dbcb-b49d-4c45-98aa-e827137898b3 tempest-VolumesActionsTest-1022277220 tempest-VolumesActionsTest-1022277220-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65157f8-624e-40e8-83ea-429668c7aee7 HTTP/1.1" status: 200 len: 210 time: 0.0433509 Dec 13 09:55:40.437008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:40.471209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.491092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port c1aed831-d87c-4a27-a923-2809effa8bba yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:40.584096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Allocated IP 172.20.0.2 (1d688937-6730-4698-8cbe-c05b3ebff0b5/511e6c32-2c3c-4994-b9ee-81415d94440c/4bee98b9-8c27-485a-943d-672495761388) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:40.767616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.776911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:40.779004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.842311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:40.855269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:40.858433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:40.867613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:40.874071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.12 (1d688937-6730-4698-8cbe-c05b3ebff0b5/511e6c32-2c3c-4994-b9ee-81415d94440c/c1aed831-d87c-4a27-a923-2809effa8bba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:40.877667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:40.940801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1461914517-network', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:40.967369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Made reservation on behalf of 96da84b4d5ed4714a3998ec0672a85a1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:40.971249 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.981286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Attempting to bind port 4bee98b9-8c27-485a-943d-672495761388 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:40.981934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Attempting to bind port 4bee98b9-8c27-485a-943d-672495761388 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'ff3da202-5755-4685-bce7-c5bbb7e630c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:40.982390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Attempting to bind port 4bee98b9-8c27-485a-943d-672495761388 on network 1d688937-6730-4698-8cbe-c05b3ebff0b5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:40.986593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.990615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:40.991770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Checking segment: {'id': 'ff3da202-5755-4685-bce7-c5bbb7e630c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:40.992400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:40.992851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Bound using segment: {'id': 'ff3da202-5755-4685-bce7-c5bbb7e630c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:40.993547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Bound port: 4bee98b9-8c27-485a-943d-672495761388, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3da202-5755-4685-bce7-c5bbb7e630c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:40.994106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.005684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:55:41.013768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:41.014358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.085856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.105297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:41.109774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:41.118059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.149286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.181786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.205594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.209062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=c1aed831-d87c-4a27-a923-2809effa8bba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.226333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.227190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:41.229288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:41.234050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:41.274597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:41.294054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:41.295231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1985122-15c0-4180-97cc-eabad4288f1e None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.299442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.309936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36e63-c458-4d41-8b62-f16ef73bcde7 req-38f5e96c-f7f0-4791-aa33-e7d936e104c5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:41.311633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b36e63-c458-4d41-8b62-f16ef73bcde7 req-38f5e96c-f7f0-4791-aa33-e7d936e104c5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2462342 Dec 13 09:55:41.323558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d44f51-ea96-42f3-bd88-20abb8c853f3 req-ef0db232-a2ea-4656-baf0-d643ada02bd5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:41.326960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:41.327601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.331547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20d44f51-ea96-42f3-bd88-20abb8c853f3 req-ef0db232-a2ea-4656-baf0-d643ada02bd5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1814995 Dec 13 09:55:41.334037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1164ee-db79-4980-abe4-2b183f54d737,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.339428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.339910 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Added segment 686b4bab-c3d6-4c23-804d-d0a993451dcb of type vlan for network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 Dec 13 09:55:41.354730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aefc46e9-c8a4-470e-a4cb-88c19d762489 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1731696 Dec 13 09:55:41.360038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:41.385333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:41.386848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.452531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.470781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20d44f51-ea96-42f3-bd88-20abb8c853f3 req-8d86c521-08e7-4720-a6a2-07abb11d98a5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382620 Dec 13 09:55:41.483306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b36e63-c458-4d41-8b62-f16ef73bcde7 req-3d5319cb-fbb3-42c0-9f24-452e944fdab7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453025 Dec 13 09:55:41.512062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.512062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:41.513341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.582756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:41.595548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.603044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8238518 Dec 13 09:55:41.611164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:41.628429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Request body: {'subnet': {'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1461914517-subnet', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:41.649768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f97464-27fd-44ec-a5b2-8847957d36fc admin admin] Pushing event updated for resources: {'Network': ['ID=2f2b6897-a336-4275-a17e-5e49e8f83ee7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:41.666528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:41.743573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Made reservation on behalf of 96da84b4d5ed4714a3998ec0672a85a1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:41.745943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:41.761193 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 511e6c32-2c3c-4994-b9ee-81415d94440c (CIDR: 172.20.0.0/28) Dec 13 09:55:41.767625 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:55:41.771048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:41.802268 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e06e7c8-0fbd-49c9-bf30-c8a300dc8bcb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4184668 Dec 13 09:55:41.802542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:41.818657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:41.847221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0d93187b-d062-4838-9e6a-0a611e5e9fbf no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:41.877493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979552bc-983b-4419-b3cd-bd739e69a604 req-7c40c19f-0ee0-47f6-b501-1af3803f0225 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:41.887798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-979552bc-983b-4419-b3cd-bd739e69a604 req-7c40c19f-0ee0-47f6-b501-1af3803f0225 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2431552 Dec 13 09:55:41.898717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 0d93187b-d062-4838-9e6a-0a611e5e9fbf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:55:41.899081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0d93187b-d062-4838-9e6a-0a611e5e9fbf not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:55:41.964052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-979552bc-983b-4419-b3cd-bd739e69a604 req-d2f02834-8b03-404e-8e99-ece70e605a1b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751021 Dec 13 09:55:41.988548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:42.042398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:42.047608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.070899 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.153900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bf57da-2dd1-4fd1-96ea-fc3031a690d0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:42.162707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Checking segment: {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:42.163199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Network hostable DHCP agents. Network: 2f2b6897-a336-4275-a17e-5e49e8f83ee7, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:42.176660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7779527-7d69-42e5-aedc-184510e82bef tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.177180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7779527-7d69-42e5-aedc-184510e82bef tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.177618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7779527-7d69-42e5-aedc-184510e82bef tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.180242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7779527-7d69-42e5-aedc-184510e82bef tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=fbe008a498cc4e299357a3805b81b203&network_id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 2970 time: 0.1885314 Dec 13 09:55:42.208670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:42.225600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 2f2b6897-a336-4275-a17e-5e49e8f83ee7) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:42.231223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:42.231912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.238068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced62c2-b728-49de-85ba-26fe19c9bc49 None None] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:42.267268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-562758ba-40ff-4d29-b854-5ddc126270c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6545012 Dec 13 09:55:42.271875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:42.281797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:42.353243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.353533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:55:42.354597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.356624 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c3502-29b8-4a9d-94d5-7f7037b54688" -d '{"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-plugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:55:42.405010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-74a6f77b-7728-4cef-bcb2-3788a8932baa req-0084e37e-5a84-4915-b94e-f04440d6bd51 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:55:42.406915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74a6f77b-7728-4cef-bcb2-3788a8932baa req-0084e37e-5a84-4915-b94e-f04440d6bd51 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154653 Dec 13 09:55:42.468731 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.495236 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5ee03b-5301-4c9b-af38-cfc36904ea30 x-openstack-request-id: req-6a5ee03b-5301-4c9b-af38-cfc36904ea30 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:55:42.495552 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-plugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:55:42.524043 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a5ee03b-5301-4c9b-af38-cfc36904ea30 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:55:42.524601 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'code': 200} Dec 13 09:55:42.536084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:42.738228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:42.738607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.834749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458e677-411e-445f-b823-325ead774b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:42.835621 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:42.977257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.014092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8739905-96c7-431a-93bc-b97f5c9c615e req-f95a1256-0646-42e6-9f92-396a68799e4f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:43.015999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8739905-96c7-431a-93bc-b97f5c9c615e req-f95a1256-0646-42e6-9f92-396a68799e4f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.3555503 Dec 13 09:55:43.030667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377feb1-4011-49a4-8182-9c738ed89b8b req-494aa10a-9b13-4dbe-95cf-f282c051d75c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:43.031899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.033041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9377feb1-4011-49a4-8182-9c738ed89b8b req-494aa10a-9b13-4dbe-95cf-f282c051d75c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3748515 Dec 13 09:55:43.096093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b4e8d-26f5-4aef-b567-69c853f2d178 req-e6e14ae4-ad71-4afd-8a2d-a6abded1a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:43.099222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-906b4e8d-26f5-4aef-b567-69c853f2d178 req-e6e14ae4-ad71-4afd-8a2d-a6abded1a8ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 1096 time: 0.4391377 Dec 13 09:55:43.100656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:43.105332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:43.112925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:43.113532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.123016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:43.124982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.183720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=371fa3c0-7ab0-40ff-8c5f-7c8036a43bea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:43.203399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ad672c9-c5d4-4dd4-82d8-1637d50764e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3996789 Dec 13 09:55:43.204085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:43.214558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2040045322', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '371fa3c0-7ab0-40ff-8c5f-7c8036a43bea'}], 'security_groups': ['d211e89c-45b5-4113-a357-b86d2cfdeb93']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:43.216022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4458e677-411e-445f-b823-325ead774b7f None None] Allocated IP 172.20.0.2 (2f2b6897-a336-4275-a17e-5e49e8f83ee7/29bf57da-2dd1-4fd1-96ea-fc3031a690d0/25d714d0-0a37-45a8-894f-a2c34791ff7e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:43.224032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:43.246483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.341553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f06944-f5f2-4973-8f73-bfd66ad8991c None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:43.358153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8739905-96c7-431a-93bc-b97f5c9c615e req-a0b82ba7-4608-4034-adfb-51b74cca0250 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149464 Dec 13 09:55:43.396240 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-16bcea75-2375-41d0-8623-a9462a805d34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2714102 Dec 13 09:55:43.397317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.430944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-906b4e8d-26f5-4aef-b567-69c853f2d178 req-c536a3fd-b18a-44e7-95ac-0c1538acd34c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299197 Dec 13 09:55:43.433857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:43.473177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b7fa981-ba0c-4c52-a414-1de062ecea66 None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:43.473849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa981-ba0c-4c52-a414-1de062ecea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.511211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9377feb1-4011-49a4-8182-9c738ed89b8b req-5064fbac-d67f-4c6c-a3ed-ed1787246f51 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350846 Dec 13 09:55:43.576423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3b7fa981-ba0c-4c52-a414-1de062ecea66 None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:43.596482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d820f81-d7dd-45be-a177-433f1a55af6a req-8c80b376-27e2-4801-a044-f74d3022a9cb tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:43.605240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d820f81-d7dd-45be-a177-433f1a55af6a req-8c80b376-27e2-4801-a044-f74d3022a9cb tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1162016 Dec 13 09:55:43.608889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.624777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b7fa981-ba0c-4c52-a414-1de062ecea66 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:43.625513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa981-ba0c-4c52-a414-1de062ecea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.630460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.636979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-f1bb6d59-78a0-40b5-92d1-936b6399c112 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:55:43.652202 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-f1bb6d59-78a0-40b5-92d1-936b6399c112 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2381616 Dec 13 09:55:43.767181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458e677-411e-445f-b823-325ead774b7f None None] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:43.773008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4458e677-411e-445f-b823-325ead774b7f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:43.776379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e677-411e-445f-b823-325ead774b7f None None] Pushing event updated for resources: {'Port': ['ID=25d714d0-0a37-45a8-894f-a2c34791ff7e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:43.788009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458e677-411e-445f-b823-325ead774b7f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:43.807384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Update dhcp port {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'fixed_ips': [{'subnet_id': '511e6c32-2c3c-4994-b9ee-81415d94440c', 'ip_address': '172.20.0.2'}, {'subnet_id': '371fa3c0-7ab0-40ff-8c5f-7c8036a43bea'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '4bee98b9-8c27-485a-943d-672495761388'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:55:43.851800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d820f81-d7dd-45be-a177-433f1a55af6a req-988bdba6-fd1c-4e13-82fd-0d7ddc3ca655 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444804 Dec 13 09:55:43.879477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:55:43.957447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:43.986137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.009986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.018566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Delete allocated IP 172.20.0.12 (1d688937-6730-4698-8cbe-c05b3ebff0b5/511e6c32-2c3c-4994-b9ee-81415d94440c) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:55:44.038796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.26 (1d688937-6730-4698-8cbe-c05b3ebff0b5/371fa3c0-7ab0-40ff-8c5f-7c8036a43bea/c1aed831-d87c-4a27-a923-2809effa8bba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:44.102057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:44.284523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d447a54-b3ba-4a33-a440-b6e5b2cd65d5 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.288108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d447a54-b3ba-4a33-a440-b6e5b2cd65d5 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 814 time: 0.1842918 Dec 13 09:55:44.300298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.307669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.339681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Allocated IP 172.25.1.180 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/f369f432-3daf-408b-9a21-380c78a74795) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:44.495043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=c1aed831-d87c-4a27-a923-2809effa8bba,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:44.527463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] In _notify_port_updated(), no bound segment for port c1aed831-d87c-4a27-a923-2809effa8bba on network 1d688937-6730-4698-8cbe-c05b3ebff0b5 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:55:44.542272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:44.542840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.543534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.545365 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-90bbd39a-c88d-4e84-9d8e-d81c61baa826 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/ports/c1aed831-d87c-4a27-a923-2809effa8bba HTTP/1.1" status: 200 len: 921 time: 1.3401618 Dec 13 09:55:44.548902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:44.605515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.705243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4458e677-411e-445f-b823-325ead774b7f None None] Attempting to bind port 25d714d0-0a37-45a8-894f-a2c34791ff7e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:44.705550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4458e677-411e-445f-b823-325ead774b7f None None] Attempting to bind port 25d714d0-0a37-45a8-894f-a2c34791ff7e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:44.705928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458e677-411e-445f-b823-325ead774b7f None None] Attempting to bind port 25d714d0-0a37-45a8-894f-a2c34791ff7e on network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:44.707473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port c1aed831-d87c-4a27-a923-2809effa8bba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:55:44.707902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.765340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253665-dd0b-4daa-bf4a-54d771957d21 req-8c454c0a-ef1a-40f7-8ef3-0bd2ef816c40 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.767281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70253665-dd0b-4daa-bf4a-54d771957d21 req-8c454c0a-ef1a-40f7-8ef3-0bd2ef816c40 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2157016 Dec 13 09:55:44.809329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.831498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb130d-ee48-4727-9315-1a5314125a15 req-e53d6e0b-bc39-4331-99d6-f71a1444e0d2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:44.840154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddeb130d-ee48-4727-9315-1a5314125a15 req-e53d6e0b-bc39-4331-99d6-f71a1444e0d2 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1850028 Dec 13 09:55:44.876521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:44.896534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for c1aed831-d87c-4a27-a923-2809effa8bba owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:55:44.942630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:44.950433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70253665-dd0b-4daa-bf4a-54d771957d21 req-8d59e71f-186d-476c-a7b6-d76c29fda1a6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752663 Dec 13 09:55:44.954604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:44.962769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:44.974126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Pushing event updated for resources: {'Port': ['ID=f369f432-3daf-408b-9a21-380c78a74795,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.004994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Allocated IP 172.20.0.18 (1d688937-6730-4698-8cbe-c05b3ebff0b5/371fa3c0-7ab0-40ff-8c5f-7c8036a43bea/4bee98b9-8c27-485a-943d-672495761388) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:45.015075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:45.018821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458e677-411e-445f-b823-325ead774b7f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:45.019259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458e677-411e-445f-b823-325ead774b7f None None] Checking segment: {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:45.019676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.020088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458e677-411e-445f-b823-325ead774b7f None None] Bound using segment: {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:45.023352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4458e677-411e-445f-b823-325ead774b7f None None] Bound port: 25d714d0-0a37-45a8-894f-a2c34791ff7e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:45.023758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.035301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'network': {'name': 'tempest-network-smoke--243228348', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:45.042017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddeb130d-ee48-4727-9315-1a5314125a15 req-dc4969d2-691d-4557-a3e1-40118b5ac12b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721878 Dec 13 09:55:45.118494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:45.123427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.158023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:45.158409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.194004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:45.232671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.233333 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Added segment e7152e4d-555c-45b7-8663-8f2171a7d845 of type vlan for network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac Dec 13 09:55:45.265467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158770-e07a-441a-8771-b0ad77d026da req-c5a68a2f-6294-4f97-8ee1-42aa5c4060f6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:45.267192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e158770-e07a-441a-8771-b0ad77d026da req-c5a68a2f-6294-4f97-8ee1-42aa5c4060f6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1516657 Dec 13 09:55:45.343998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e158770-e07a-441a-8771-b0ad77d026da req-a4b0a3f9-f08e-47aa-9ed3-e473c8b81c79 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Dec 13 09:55:45.380995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4458e677-411e-445f-b823-325ead774b7f None None] For port 25d714d0-0a37-45a8-894f-a2c34791ff7e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:45.384045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.392308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4458e677-411e-445f-b823-325ead774b7f None None] For port 25d714d0-0a37-45a8-894f-a2c34791ff7e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=25d714d0-0a37-45a8-894f-a2c34791ff7e,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:45.397512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.402532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:45.406001 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4458e677-411e-445f-b823-325ead774b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.525508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.532906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:55:45.553946 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.576072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e677-411e-445f-b823-325ead774b7f None None] Pushing event updated for resources: {'Port': ['ID=25d714d0-0a37-45a8-894f-a2c34791ff7e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.611953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=c1aed831-d87c-4a27-a923-2809effa8bba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.670398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11fcd4-d3b1-408f-9ad1-60ca817b8698 None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.743495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.756880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:45.757693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.801908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a4d3-9ef6-435b-8cc6-56ae8389f554 req-71da75ae-eb63-4dcb-8503-9edb2c5f3498 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:45.808934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edd9a4d3-9ef6-435b-8cc6-56ae8389f554 req-71da75ae-eb63-4dcb-8503-9edb2c5f3498 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2971580 Dec 13 09:55:45.924160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Network': ['ID=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:45.938670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:45.938883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.954464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:45.965625 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f7460c4-8b37-4db7-a913-b9e968bacfe6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/c1aed831-d87c-4a27-a923-2809effa8bba HTTP/1.1" status: 204 len: 168 time: 1.4149406 Dec 13 09:55:45.966541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.004035 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00623bbe-9c32-4afa-848b-ad5e882cc8d1 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9825363 Dec 13 09:55:46.006469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.102923 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4740c1c-2aa3-4b87-8d53-2e75f82a64ec tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:55:46.107112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c4740c1c-2aa3-4b87-8d53-2e75f82a64ec tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/c1aed831-d87c-4a27-a923-2809effa8bba HTTP/1.1" status: 404 len: 333 time: 0.1360373 Dec 13 09:55:46.129423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.216134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e2cd7-a7a9-4cb4-84ce-d972282f2416 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:46.220281 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c47e2cd7-a7a9-4cb4-84ce-d972282f2416 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=fbe008a498cc4e299357a3805b81b203&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2065957 Dec 13 09:55:46.221735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edd9a4d3-9ef6-435b-8cc6-56ae8389f554 req-66d6069a-1103-4754-8d04-5bdd47f4f946 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030960 Dec 13 09:55:46.222041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.304761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.353752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.446956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.476986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.483686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.488050 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/security-groups/78202822-51fe-424c-ab2b-e956659afec7 HTTP/1.1" status: 204 len: 168 time: 0.3540630 Dec 13 09:55:46.505009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.507201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4679a-d16c-4615-8133-d3c13faa2f21 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78202822-51fe-424c-ab2b-e956659afec7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:46.521256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d24a5-b503-46ef-9750-a00b68b54fe4 req-cbbd6f64-27fa-40b4-ad2a-cd2605db4dd7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:46.534830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-277d24a5-b503-46ef-9750-a00b68b54fe4 req-cbbd6f64-27fa-40b4-ad2a-cd2605db4dd7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.3940582 Dec 13 09:55:46.662534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.706948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.772264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 25d714d0-0a37-45a8-894f-a2c34791ff7e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:46.832598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.836056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:46.837404 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/security-groups/d211e89c-45b5-4113-a357-b86d2cfdeb93 HTTP/1.1" status: 204 len: 168 time: 0.3248034 Dec 13 09:55:46.852677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:46.855725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213e3d-1470-4b07-9fed-40cb599e5f89 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211e89c-45b5-4113-a357-b86d2cfdeb93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:47.012798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 25d714d0-0a37-45a8-894f-a2c34791ff7e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:47.014564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.057234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 511e6c32-2c3c-4994-b9ee-81415d94440c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:55:47.057945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d874cc-5002-43b3-a3f8-a12d2de4ff16 req-1143df84-0ae5-409b-9b5c-155b1d669316 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:47.066324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88d874cc-5002-43b3-a3f8-a12d2de4ff16 req-1143df84-0ae5-409b-9b5c-155b1d669316 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.6157634 Dec 13 09:55:47.070696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.106410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:47.106606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.173684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.181340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-277d24a5-b503-46ef-9750-a00b68b54fe4 req-6a886702-ec6e-424d-a39f-117585acb3c5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6401038 Dec 13 09:55:47.226617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:47.280990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88d874cc-5002-43b3-a3f8-a12d2de4ff16 req-2411c4da-7dc1-460b-8352-0ea6e076a33e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897752 Dec 13 09:55:47.295255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968c258-1df6-4ec6-8582-8fa202ab7980 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:47.296999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a968c258-1df6-4ec6-8582-8fa202ab7980 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0158920 Dec 13 09:55:47.301101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:47.375482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Router ad704cf4-57cc-4fe4-a36e-54daf8329394 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:55:47.424684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:47.425059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.493726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3c423ff5-d862-45cc-8787-1bc720ed3c9a tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1867676 Dec 13 09:55:47.508707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:47.527969 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.588640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9207a9-340d-4bb5-abd1-e69ba12309bd None None] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:47.593619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.734873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.842464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 25d714d0-0a37-45a8-894f-a2c34791ff7e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=25d714d0-0a37-45a8-894f-a2c34791ff7e,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:47.862647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=511e6c32-2c3c-4994-b9ee-81415d94440c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:47.882399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.883238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:47.914529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.915051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.915408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.915754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.916098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.916437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.916772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.917105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.917460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.917789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.928114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.931348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.931722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:55:47.952415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:47.965173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ca815f1-5248-4236-8482-d8d2d73087de tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/511e6c32-2c3c-4994-b9ee-81415d94440c HTTP/1.1" status: 204 len: 168 time: 1.1005037 Dec 13 09:55:47.970451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:47.985336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:48.165848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=25d714d0-0a37-45a8-894f-a2c34791ff7e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:48.195948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-12fc8af9-baca-423c-bf9f-12a68a512811 None None] Could not find standard attr ID for object c1aed831-d87c-4a27-a923-2809effa8bba. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:48.268765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:48.272947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.398550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56fdb8eb-0644-4035-8d79-dfd3e8785da3 None None] Could not find standard attr ID for object c1aed831-d87c-4a27-a923-2809effa8bba. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:48.450175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf2a24f4-68ff-4ff0-a873-2c16c601293a tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=fbe008a498cc4e299357a3805b81b203&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9402647 Dec 13 09:55:48.456336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:48.495609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4208ae-f0ee-468c-b655-b2098dc5b3d4 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:48.565357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56fdb8eb-0644-4035-8d79-dfd3e8785da3 None None] Provisioning complete for port 25d714d0-0a37-45a8-894f-a2c34791ff7e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:48.565739 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56fdb8eb-0644-4035-8d79-dfd3e8785da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.709454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:48.709935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.732889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:48.760636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Sync routers for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:48.770237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4cff4-eeee-4afb-ba66-423afdb41352 req-f9ed296d-d827-4862-b68f-87fa9d16df91 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:48.773377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.784280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8da4cff4-eeee-4afb-ba66-423afdb41352 req-f9ed296d-d827-4862-b68f-87fa9d16df91 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.3266680 Dec 13 09:55:48.798763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d6a3-5ff2-47d1-952d-81b5e0f3ea08 req-565011e9-4a51-4bf3-8bb7-2119a75e59e4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:48.800252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46a9d6a3-5ff2-47d1-952d-81b5e0f3ea08 req-565011e9-4a51-4bf3-8bb7-2119a75e59e4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2553623 Dec 13 09:55:48.854400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:48.870313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:48.886036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:48.887149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.896103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:48.897069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:48.914948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=abf41801-035a-4d74-a198-b547f0279ceb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:48.934884 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a307a444-d782-44c3-8f24-746954195af3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9632721 Dec 13 09:55:48.938512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:48.956883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1689231186'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:48.975054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:48.976673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f2636550-e158-4337-a492-775cb86a3848 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7036955 Dec 13 09:55:48.979424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:49.022830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8da4cff4-eeee-4afb-ba66-423afdb41352 req-85ee6d39-c50c-4b41-9c91-f462bb33e8f4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366748 Dec 13 09:55:49.033958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd2e4506-6f9d-4e5e-8c5a-9c4c41dae898 None None] Could not find standard attr ID for object c1aed831-d87c-4a27-a923-2809effa8bba. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:55:49.054465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46a9d6a3-5ff2-47d1-952d-81b5e0f3ea08 req-a2da5842-7ae0-494d-a38d-d425a78d9d87 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027152 Dec 13 09:55:49.070500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1bbb44-7d7a-40e4-8d59-71d8fa3b0717 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:49.073330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e1bbb44-7d7a-40e4-8d59-71d8fa3b0717 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5743921 Dec 13 09:55:49.076456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:49.123607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:49.144530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-353caa6b-a416-4c0c-ae95-d8f1d0c42fd4 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661271 Dec 13 09:55:49.147979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:49.154047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806428174', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:49.418921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a407-e479-4f86-a762-459c1aa9f9c9 req-d1c5655b-d2f1-4bf0-bb0c-8a7c447dc15b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:49.427801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eeb5a407-e479-4f86-a762-459c1aa9f9c9 req-d1c5655b-d2f1-4bf0-bb0c-8a7c447dc15b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1540055 Dec 13 09:55:49.428029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.540068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eeb5a407-e479-4f86-a762-459c1aa9f9c9 req-fad50302-c469-4cd2-b4ea-7a0c453b964b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055946 Dec 13 09:55:49.593596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:49.599074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.705846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f8d73b8-a9ce-4c62-a3b2-a5907cc339b8 None None] Provisioning complete for port 25d714d0-0a37-45a8-894f-a2c34791ff7e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:49.709347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f8d73b8-a9ce-4c62-a3b2-a5907cc339b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.858052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.879090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.961268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:49.970089 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0304391 Dec 13 09:55:49.980397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:50.003524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913753510'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:50.063216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 25d714d0-0a37-45a8-894f-a2c34791ff7e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:50.116844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03667f-286b-4032-8742-20ce1fd2d015 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2577535-b155-425c-9387-f512053d984a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:50.242063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e2f7c-124f-459e-b9f7-648b81fe4567 req-8c0d8ad4-7923-41da-bcca-0e85e59e519c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:50.254562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c8e2f7c-124f-459e-b9f7-648b81fe4567 req-8c0d8ad4-7923-41da-bcca-0e85e59e519c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3155482 Dec 13 09:55:50.262311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 25d714d0-0a37-45a8-894f-a2c34791ff7e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:50.262766 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.274326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.309056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.312073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cadb1-9422-4883-a39d-f783d649058f None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:50.369489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-1d16783f-d3a0-4864-99d1-c491fb0f6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:50.371100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-1d16783f-d3a0-4864-99d1-c491fb0f6640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.4074807 Dec 13 09:55:50.375301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.452414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:45Z', 'revision_number': 3, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:50.455988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.485260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Checking router: ad704cf4-57cc-4fe4-a36e-54daf8329394 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:55:50.485968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Updating router ad704cf4-57cc-4fe4-a36e-54daf8329394 port f369f432-3daf-408b-9a21-380c78a74795 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:55:50.517961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.530209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.598152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c8e2f7c-124f-459e-b9f7-648b81fe4567 req-0359119d-13a9-421b-9992-398e56c5f728 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419356 Dec 13 09:55:50.613548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf1617-4ac0-433b-a501-f813cae19711 req-355b7dd1-482c-41e5-894f-5fb24e00ed5c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:50.623151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bf1617-4ac0-433b-a501-f813cae19711 req-355b7dd1-482c-41e5-894f-5fb24e00ed5c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.3569872 Dec 13 09:55:50.722192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Allocated IP 172.20.0.1 (2f2b6897-a336-4275-a17e-5e49e8f83ee7/29bf57da-2dd1-4fd1-96ea-fc3031a690d0/40b86e2f-6c3c-4533-a287-ea0af667b23b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:50.805028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-db5b212d-5392-45e5-b9b6-779d7d3b6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:50.807506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-db5b212d-5392-45e5-b9b6-779d7d3b6196 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.4200406 Dec 13 09:55:50.839077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86fac34b-4234-4483-a51c-816651af3599 None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:50.839464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86fac34b-4234-4483-a51c-816651af3599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.846796 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.888696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.890179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9087389 Dec 13 09:55:50.894178 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:50.905391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:50.918055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1482677623'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:50.923668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Subnet': ['ID=4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:50.945643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:50.979931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:50.984571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bc84f-0d2c-456b-b67e-7dcafdf3509d tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7d9d4-85de-43df-af30-f5401f67c200,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:50.993251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86fac34b-4234-4483-a51c-816651af3599 None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:50.998424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:51.006046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09bf1617-4ac0-433b-a501-f813cae19711 req-86d9fa4f-5269-4677-aa2e-f6c543ef3791 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810120 Dec 13 09:55:51.064205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.109574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4e97a-2b1c-4458-b1d8-16eceda56109 req-1d921395-d443-468f-a779-6e133f0483be tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.111412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ea4e97a-2b1c-4458-b1d8-16eceda56109 req-1d921395-d443-468f-a779-6e133f0483be tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.3026631 Dec 13 09:55:51.119736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Checking segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:51.120369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network hostable DHCP agents. Network: 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:51.145636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-d8e57e1f-8cda-4f05-af54-c7b963645258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.3196204 Dec 13 09:55:51.154917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86fac34b-4234-4483-a51c-816651af3599 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:51.155533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86fac34b-4234-4483-a51c-816651af3599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.174077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.214851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Pushing event updated for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.215727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.224075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Update dhcp port {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'fixed_ips': [{'subnet_id': '371fa3c0-7ab0-40ff-8c5f-7c8036a43bea', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf41801-035a-4d74-a198-b547f0279ceb'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '4bee98b9-8c27-485a-943d-672495761388'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:55:51.249780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.332560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Attempting to bind port f369f432-3daf-408b-9a21-380c78a74795 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:51.333016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Attempting to bind port f369f432-3daf-408b-9a21-380c78a74795 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:51.333438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Attempting to bind port f369f432-3daf-408b-9a21-380c78a74795 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:51.352363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.396098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:51.396703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:51.397302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.397862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:51.398519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Bound port: f369f432-3daf-408b-9a21-380c78a74795, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:51.399219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.401503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2dd5a-2652-49b6-bbda-7c53853b5e65 None None] Pushing event updated for resources: {'Port': ['ID=f369f432-3daf-408b-9a21-380c78a74795,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.409217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ea4e97a-2b1c-4458-b1d8-16eceda56109 req-5ef0703a-055b-483e-aa86-55e25a3b9708 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800314 Dec 13 09:55:51.415308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-0689fede-1be6-4a50-9d7e-235dcc54c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.416914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-0689fede-1be6-4a50-9d7e-235dcc54c605 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.2179930 Dec 13 09:55:51.426212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:51.500613 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:55:51.507309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.511886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.533536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.534896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:51.546538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.547164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.610378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-4a7d9801-ec95-472b-96f1-e834a2d80d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:51.616177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-4a7d9801-ec95-472b-96f1-e834a2d80d34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752625 Dec 13 09:55:51.625605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-40d99033-8ed5-4ce5-9197-ae4dabff9158 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4752543 Dec 13 09:55:51.635278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:51.639684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7265961 Dec 13 09:55:51.642081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Allocated IP 172.20.0.2 (1d688937-6730-4698-8cbe-c05b3ebff0b5/abf41801-035a-4d74-a198-b547f0279ceb/4bee98b9-8c27-485a-943d-672495761388) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:51.644668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:51.650644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1186094616', 'security_groups': ['e9ff5b08-b481-4fa3-ab5b-0c65a9a1a63b'], 'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'abf41801-035a-4d74-a198-b547f0279ceb'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:51.670254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92cbc-e469-4fd4-b801-97bbe700a8c9 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff5b08-b481-4fa3-ab5b-0c65a9a1a63b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:51.820943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154e71a-4bb6-40e5-bad0-d45293f6b3b2 None None] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:51.919381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:51.985488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-d446acbe-5754-4ef1-ad92-3362c2d2a25d service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569031 Dec 13 09:55:51.997804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab2245-b8e9-496a-b792-509b3ea2c1a9 req-a9aca6bb-c45a-4504-b8f7-c4fe1a6f2ea9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:52.010015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78ab2245-b8e9-496a-b792-509b3ea2c1a9 req-a9aca6bb-c45a-4504-b8f7-c4fe1a6f2ea9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2229409 Dec 13 09:55:52.095492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.113371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.133574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc05820c-a4a4-4d73-a230-1271b49a384c req-8b4f1fd3-4106-4239-ac84-ad7b172edc9b service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223826 Dec 13 09:55:52.137689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] For port f369f432-3daf-408b-9a21-380c78a74795, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:52.146526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] For port f369f432-3daf-408b-9a21-380c78a74795, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f369f432-3daf-408b-9a21-380c78a74795,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:52.198220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.228058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78ab2245-b8e9-496a-b792-509b3ea2c1a9 req-55c95fb1-1b44-4c60-a030-f15ae371c349 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934708 Dec 13 09:55:52.426148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.445066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:52.457585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.477811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ips': [{'subnet_id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:52.478852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Pushing event updated for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:52.479855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.570801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364d19-e3f3-4d28-993c-022fa124c1ea req-e171e085-195e-4d9c-8082-20f2c655e49a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:52.572442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf364d19-e3f3-4d28-993c-022fa124c1ea req-e171e085-195e-4d9c-8082-20f2c655e49a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1391299 Dec 13 09:55:52.681303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.683784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:52.684451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:52.687810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2dd5a-2652-49b6-bbda-7c53853b5e65 None None] Pushing event updated for resources: {'Port': ['ID=f369f432-3daf-408b-9a21-380c78a74795,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:52.695724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:52.696099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf364d19-e3f3-4d28-993c-022fa124c1ea req-c9ef77af-51a6-43d1-9b23-62584f0a6835 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122763 Dec 13 09:55:52.772132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:52.787789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:52.797690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] device_id is not set on port 40a56d16-632b-4e7e-9106-b4fa8683f9c5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:55:52.986845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103b688-b18e-4bc8-8de6-c44b79db9177 req-03fbb152-d866-4531-8373-41fd22df7a5f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:52.988470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9103b688-b18e-4bc8-8de6-c44b79db9177 req-03fbb152-d866-4531-8373-41fd22df7a5f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1016119 Dec 13 09:55:53.089974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9103b688-b18e-4bc8-8de6-c44b79db9177 req-4d558766-a37d-4fb8-9eed-92e8eb9b0fe2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924978 Dec 13 09:55:53.132378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.137681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130205766', 'description': 'tempest-secgroup-smoke-2130205766 description', 'project_id': 'fbe008a498cc4e299357a3805b81b203'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:53.186031 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.224506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.9 (1d688937-6730-4698-8cbe-c05b3ebff0b5/abf41801-035a-4d74-a198-b547f0279ceb/40a56d16-632b-4e7e-9106-b4fa8683f9c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:53.357885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.369039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.393528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-01b2ee73-5dc8-4c7c-b8ed-a1d82dd8a4f8 None None] Provisioning complete for port 40b86e2f-6c3c-4533-a287-ea0af667b23b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:53.394709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01b2ee73-5dc8-4c7c-b8ed-a1d82dd8a4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.445829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25913853-648e-43ab-9d76-cb20c6e01c23,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:53.459858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-01b2ee73-5dc8-4c7c-b8ed-a1d82dd8a4f8 None None] Port 40b86e2f-6c3c-4533-a287-ea0af667b23b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:53.465371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Allocated IP 172.20.0.18 (0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac/4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33/815e02fb-9a6b-4192-9db5-9de9fec8bf6d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:53.483925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76490956-106c-45ca-bef1-d219df42c4e1 None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:53.511393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:53.537544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.541622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-648b8e51-90cc-46d6-8993-1df07fc9ecbc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4054182 Dec 13 09:55:53.553799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:53.564562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:53.630187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884bbf9-919e-4326-9c81-6d2da9ad1f3b req-224501f0-8601-4ca9-9b8a-24a759f81b9d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:53.646173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3884bbf9-919e-4326-9c81-6d2da9ad1f3b req-224501f0-8601-4ca9-9b8a-24a759f81b9d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2231774 Dec 13 09:55:53.739704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1210fbb-cc36-444f-884d-3c415730fd68 None None] Provisioning complete for port 40b86e2f-6c3c-4533-a287-ea0af667b23b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:53.740134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1210fbb-cc36-444f-884d-3c415730fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.791688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:53.823076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1210fbb-cc36-444f-884d-3c415730fd68 None None] Port 40b86e2f-6c3c-4533-a287-ea0af667b23b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:53.858878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3884bbf9-919e-4326-9c81-6d2da9ad1f3b req-fed394a1-6e38-4f96-a63f-e8c45b60d41e tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957500 Dec 13 09:55:54.075867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:54.109047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b51b-d6e6-4a64-8c16-c791f5b78614 req-16b00ea0-63ea-479c-ada3-4b162fe19ec4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:54.111516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d711b51b-d6e6-4a64-8c16-c791f5b78614 req-16b00ea0-63ea-479c-ada3-4b162fe19ec4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2488241 Dec 13 09:55:54.113697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.131494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Router ad704cf4-57cc-4fe4-a36e-54daf8329394 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:55:54.166610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a146b8-8ff1-469e-ac22-735868f8aeb6 req-5680dd1b-2629-43a8-8950-d2e2e95e5394 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:54.175749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.179635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61a146b8-8ff1-469e-ac22-735868f8aeb6 req-5680dd1b-2629-43a8-8950-d2e2e95e5394 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2205760 Dec 13 09:55:54.270115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.299759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.305916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d711b51b-d6e6-4a64-8c16-c791f5b78614 req-99332696-854a-4243-8615-fc1deaaec4ef tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849003 Dec 13 09:55:54.388921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61a146b8-8ff1-469e-ac22-735868f8aeb6 req-558de488-f870-4a08-a1ad-a8aeb2a5c4af tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082388 Dec 13 09:55:54.393680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816f3d56-431c-4d0b-96a5-be108dc5b12a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:54.400335 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.411478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-74eacc9b-0c3b-4388-aeb3-ae5adce5a351 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8447487 Dec 13 09:55:54.412230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:54.415653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7fa791e-3292-4494-b211-40804b904261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '40b86e2f-6c3c-4533-a287-ea0af667b23b', 'name': '', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'mac_address': 'fa:16:3e:69:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:50Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 2, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'subnets': [{'id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:54.435391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:54.436829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.474650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.562506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa791e-3292-4494-b211-40804b904261 None None] The sync data for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 is: [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '40b86e2f-6c3c-4533-a287-ea0af667b23b', 'name': '', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'mac_address': 'fa:16:3e:69:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:50Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 2, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'subnets': [{'id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:55:54.564756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:54.565370 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.636156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:55:54.647219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.672776 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12b01400-35f2-4923-9d97-43da426562aa admin admin] 10.222.0.30 "PUT /v2.0/routers/ad704cf4-57cc-4fe4-a36e-54daf8329394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6848681 Dec 13 09:55:54.690827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:54.695190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:54.700288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:54.775631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=40a56d16-632b-4e7e-9106-b4fa8683f9c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:54.793713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:54.825098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:54.826505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.829476 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.835225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:54.859650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:55:54.872993 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7fc254b0-59b5-4f0d-aaa5-c5549f61101e tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2264073 Dec 13 09:55:54.873672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7a2903b1-8c92-4c15-a01e-4e35c40937cd None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:54.874215 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7a2903b1-8c92-4c15-a01e-4e35c40937cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:54.874330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:54.876055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b296584-6480-4acd-9182-ed40a0492971 req-fdae8392-59de-4527-9de9-e877258d13a9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:54.892165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b296584-6480-4acd-9182-ed40a0492971 req-fdae8392-59de-4527-9de9-e877258d13a9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.3952155 Dec 13 09:55:54.900198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:55.035258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Pushing event updated for resources: {'Port': ['ID=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:55.055108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.074242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b296584-6480-4acd-9182-ed40a0492971 req-1a3671ea-32e2-463e-9087-c43ae83f88b6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811950 Dec 13 09:55:55.170558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb961b69-b081-479a-b02e-c55270115339,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:55.212077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bf43d-7ec4-4b42-bd6b-7ab047a966fd req-35da1dc4-4f0c-42eb-b1a9-6488050a94d8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:55.219275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7bf43d-7ec4-4b42-bd6b-7ab047a966fd req-35da1dc4-4f0c-42eb-b1a9-6488050a94d8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.5673900 Dec 13 09:55:55.222098 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.226254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9af26bcb-5891-4f3d-b909-e31536677b10 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8099587 Dec 13 09:55:55.233331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.260302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:55.291402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7a2903b1-8c92-4c15-a01e-4e35c40937cd None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:55.305561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:55.310825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.314294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Attempting to bind port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:55:55.314674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Attempting to bind port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:55:55.315045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Attempting to bind port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d on network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:55:55.371905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:55:55.372274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Checking segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:55.384950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.385563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Bound using segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:55:55.386094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Bound port: 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:55:55.386505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.401169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7bf43d-7ec4-4b42-bd6b-7ab047a966fd req-494cbab2-d664-4069-aa74-af5881f464ac tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666195 Dec 13 09:55:55.434546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.436518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7a2903b1-8c92-4c15-a01e-4e35c40937cd None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:55.440745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7a2903b1-8c92-4c15-a01e-4e35c40937cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.614485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.623574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278eac9-1b6f-4cf1-aa44-d476af2dbcd7 req-d6f92ef4-e029-45b4-972b-8fc406590f96 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:55.625691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a278eac9-1b6f-4cf1-aa44-d476af2dbcd7 req-d6f92ef4-e029-45b4-972b-8fc406590f96 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1530471 Dec 13 09:55:55.628159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.654726 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet abf41801-035a-4d74-a198-b547f0279ceb (CIDR: 172.20.0.0/28) Dec 13 09:55:55.664420 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:55:55.665484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:55.672542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a780caab-f20a-4761-9617-2d6afb2f931f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:55.678910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.680546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e26dacbe-3a73-491f-abc9-4d0ffbb3f6c3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4291897 Dec 13 09:55:55.685532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.693243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:55.790971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a278eac9-1b6f-4cf1-aa44-d476af2dbcd7 req-14c389ec-10a2-4d97-b5aa-9eac48454f9b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422865 Dec 13 09:55:55.805430 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e260038-3a2d-4904-b0ba-7d553b0315e5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9290004 Dec 13 09:55:55.807227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44626) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:55.818924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:55.840030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.873195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] For port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:55:55.914805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] For port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:55:55.923703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.965775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:55.973275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.013006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6535ee87-951b-4932-b39c-ff26f73db2ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:56.039635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.046263 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91bab833-852b-4bd4-a05d-c64360dc79f0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3595095 Dec 13 09:55:56.049251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:56.087472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:56.119465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b50b2487-18b3-4ab7-ab00-0aee7129a9ea None None] Provisioning complete for port 40a56d16-632b-4e7e-9106-b4fa8683f9c5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:56.119848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b50b2487-18b3-4ab7-ab00-0aee7129a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.132906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdeb0c-a32e-4e41-ab4d-0c4dd57d6c9d None None] Pushing event updated for resources: {'Port': ['ID=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:56.145243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ab252-9d4c-488f-90f9-41b3daa5c9c1 req-ed4f3119-623b-46e6-b19e-6afb708167c8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:56.148597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-974ab252-9d4c-488f-90f9-41b3daa5c9c1 req-ed4f3119-623b-46e6-b19e-6afb708167c8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.2527180 Dec 13 09:55:56.188920 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:55:56.236157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.300029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b50b2487-18b3-4ab7-ab00-0aee7129a9ea None None] Port 40a56d16-632b-4e7e-9106-b4fa8683f9c5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:55:56.336419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:56.342477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-589465267-network', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:56.417637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92afd38-aae1-493f-8745-76e72e360cb4 req-b88eb593-4122-4508-b8a2-4f9808c49a2a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:56.425714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a92afd38-aae1-493f-8745-76e72e360cb4 req-b88eb593-4122-4508-b8a2-4f9808c49a2a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1165867 Dec 13 09:55:56.431468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-974ab252-9d4c-488f-90f9-41b3daa5c9c1 req-aae92d43-0d78-4925-9041-29effa6c3023 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579811 Dec 13 09:55:56.451732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.469316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.479106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Made reservation on behalf of 8c1b2c74e18745c299afa6cf4c0713f0 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:56.488141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.526426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:56.530412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.574616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fffe1c-6cc6-41a2-9ca1-678c605a17a0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:56.588501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.640889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.646397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-609b4a97-8f00-4fb3-a0c2-24a9afe208fa tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5923016 Dec 13 09:55:56.646949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:56.667972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '25913853-648e-43ab-9d76-cb20c6e01c23', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:56.793644 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:55:56.807255 n-d-820531-5 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 371fa3c0-7ab0-40ff-8c5f-7c8036a43bea (CIDR: 172.20.0.16/28) Dec 13 09:55:56.814839 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 09:55:56.815490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:55:56.825430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:56.858592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-27c30d2f-6d32-43ec-b0e5-481aacd3012a tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0474017 Dec 13 09:55:56.860261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:56.868668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'subnet': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:56.891975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a92afd38-aae1-493f-8745-76e72e360cb4 req-5ffe8d29-9805-45a2-bb53-dd4db8d60ae8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649043 Dec 13 09:55:57.050281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.055294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a82f7-78c5-4212-bc6d-1709571c8b86 req-6389b42d-ac6c-4770-a761-694cc4dbf1a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:57.065405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d0a82f7-78c5-4212-bc6d-1709571c8b86 req-6389b42d-ac6c-4770-a761-694cc4dbf1a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1127131 Dec 13 09:55:57.102079 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.105210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.120667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:55:57.135235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.136389 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Added segment 78c347e0-d634-463d-b506-3aeced81df7c of type vlan for network 90a40744-5546-46c6-b957-1490d277b35c Dec 13 09:55:57.155904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.202754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d0a82f7-78c5-4212-bc6d-1709571c8b86 req-032e3e57-2ca2-499c-b4ab-56c20151aea5 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364868 Dec 13 09:55:57.203902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.218343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.230209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Made reservation on behalf of 9e1d3d43006b424b854826030d211632 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:57.235274 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.255993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.265526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6068897 Dec 13 09:55:57.280846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f8e87-7a80-4cb1-8b22-6dd275fee2ee tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c87c31f-0ace-4797-828c-e8ef6eb80eb4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:57.295852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.296840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:57.299621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.475275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f59dcf4-1cbe-4c1f-a3b4-9bfc536274ee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:57.541646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2016907 Dec 13 09:55:57.544414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edd788-f689-4f20-9956-358ed451a2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=90a40744-5546-46c6-b957-1490d277b35c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:57.547299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:57.559315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 90a40744-5546-46c6-b957-1490d277b35c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:55:57.568969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Request body: {'subnet': {'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-589465267-subnet', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:57.653151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Made reservation on behalf of 8c1b2c74e18745c299afa6cf4c0713f0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:55:57.658531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.796379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:57.973034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:55:57.981881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.039884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:58.045288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.046113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.049885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c60bb5-17c0-4a4d-b2eb-1015a14d472b None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:58.091358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de784-ff08-4816-93c8-4b68842fe2d0 req-db75abbf-7c75-40a3-b02c-d8568309c8da tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.093953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f01de784-ff08-4816-93c8-4b68842fe2d0 req-db75abbf-7c75-40a3-b02c-d8568309c8da tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3338728 Dec 13 09:55:58.102107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2385747 Dec 13 09:55:58.109799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:58.134037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1999490949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '794946b7-9900-4ece-9ba4-5089473dc0bf'}], 'security_groups': ['f2577535-b155-425c-9387-f512053d984a', 'daf7d9d4-85de-43df-af30-f5401f67c200']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:58.183561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8600f778-621d-462a-b270-f54ce056f4d5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:58.213542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f01de784-ff08-4816-93c8-4b68842fe2d0 req-cd3669bd-d8d6-447d-803f-c8b250bb9312 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099570 Dec 13 09:55:58.219777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81177667-919e-4f72-9978-799a63f56ab6 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Subnet': ['ID=794946b7-9900-4ece-9ba4-5089473dc0bf,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:55:58.227410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f369f432-3daf-408b-9a21-380c78a74795 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:55:58.256572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-a52ba699-f4b7-4396-bfc8-123c2c96a553 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130205766&fields=id&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 267 time: 0.4919813 Dec 13 09:55:58.347902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Checking segment: {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:55:58.349267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Network hostable DHCP agents. Network: 90a40744-5546-46c6-b957-1490d277b35c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:55:58.377800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a93827-0a9c-4ee8-a5b1-9859689278dc None None] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:58.426961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Network 90a40744-5546-46c6-b957-1490d277b35c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:55:58.466441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 90a40744-5546-46c6-b957-1490d277b35c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:55:58.483024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b80895-5a42-4a5e-a9f5-75f41e739e70 None None] Network 90a40744-5546-46c6-b957-1490d277b35c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:55:58.541098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.541792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.560701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.577442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac4a59-be44-425a-bd05-4251922ac008 req-8995ac8f-a0ea-4eae-ba7f-2d4beea5b292 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.586587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0ac4a59-be44-425a-bd05-4251922ac008 req-8995ac8f-a0ea-4eae-ba7f-2d4beea5b292 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1864994 Dec 13 09:55:58.594550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b640463-785c-4e22-ac1f-be038a5bd656 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0459073 Dec 13 09:55:58.596960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:55:58.607401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:55:58.621111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] Provisioning complete for port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:58.622260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.676627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f858a41-7a99-46c5-9f7a-2884b0308c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.725791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.726766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.760394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0ac4a59-be44-425a-bd05-4251922ac008 req-93a4da1f-be3c-4a9f-9403-fecb49488f62 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594269 Dec 13 09:55:58.846643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-7d9f83b8-07d2-43e7-b98b-742fd714dc2c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.851702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Update dhcp port {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'fixed_ips': [{'subnet_id': '371fa3c0-7ab0-40ff-8c5f-7c8036a43bea', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf41801-035a-4d74-a198-b547f0279ceb', 'ip_address': '172.20.0.2'}, {'subnet_id': '794946b7-9900-4ece-9ba4-5089473dc0bf'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '4bee98b9-8c27-485a-943d-672495761388'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:55:58.853815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f369f432-3daf-408b-9a21-380c78a74795 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:55:58.854186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.856184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-7d9f83b8-07d2-43e7-b98b-742fd714dc2c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/networks?id=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac HTTP/1.1" status: 200 len: 796 time: 0.5908430 Dec 13 09:55:58.892100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-e96ac434-ff4c-4758-8c7f-aa81a434f53f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/quotas/fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 375 time: 0.0347207 Dec 13 09:55:58.942896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-90a40744-5546-46c6-b957-1490d277b35c', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:55:58.944218 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.952084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-7c2f23ef-25f2-465d-969e-5ab07f9939eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:58.952609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:58.954643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-7c2f23ef-25f2-465d-969e-5ab07f9939eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 1095 time: 0.1846571 Dec 13 09:55:59.048934 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Sync routers for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:55:59.069332 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.076024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d8e96-594c-4c96-8576-c7789f6474d4 req-0d9c0d40-da79-478c-bfec-579d87c7fb76 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:59.078073 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:55:59.078204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b99d8e96-594c-4c96-8576-c7789f6474d4 req-0d9c0d40-da79-478c-bfec-579d87c7fb76 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1284156 Dec 13 09:55:59.080961 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:59.113665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-3e25c73d-1c7a-47d6-822e-c7d7eeaef887 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2142775 Dec 13 09:55:59.173425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-964becea-f649-4fa5-871e-6d101b21315a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:55:59.174595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-964becea-f649-4fa5-871e-6d101b21315a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0430391 Dec 13 09:55:59.183552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-969e7aa7-88c4-458a-82bd-ba8622251a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:55:59.184803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-969e7aa7-88c4-458a-82bd-ba8622251a15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1095 time: 0.2043269 Dec 13 09:55:59.202201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.435542 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:55:59.479333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Delete allocated IP 172.20.0.9 (1d688937-6730-4698-8cbe-c05b3ebff0b5/abf41801-035a-4d74-a198-b547f0279ceb) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 09:55:59.490009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Allocated IP 172.20.0.35 (1d688937-6730-4698-8cbe-c05b3ebff0b5/794946b7-9900-4ece-9ba4-5089473dc0bf/40a56d16-632b-4e7e-9106-b4fa8683f9c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:55:59.684212 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '40b86e2f-6c3c-4533-a287-ea0af667b23b', 'name': '', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'mac_address': 'fa:16:3e:69:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:50Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 2, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'subnets': [{'id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:55:59.748675 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Checking router: ad704cf4-57cc-4fe4-a36e-54daf8329394 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:55:59.749247 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Updating router ad704cf4-57cc-4fe4-a36e-54daf8329394 port 40b86e2f-6c3c-4533-a287-ea0af667b23b binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:55:59.756432 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.783626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.820700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.824669 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.831015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:55:59.933903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] For port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:55:59.991040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.140712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978dd94-06c7-4b79-9ab1-3c144d9907e5 None None] Pushing event updated for resources: {'Port': ['ID=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:00.149197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event updated for resources: {'Port': ['ID=40a56d16-632b-4e7e-9106-b4fa8683f9c5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:00.183809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] In _notify_port_updated(), no bound segment for port 40a56d16-632b-4e7e-9106-b4fa8683f9c5 on network 1d688937-6730-4698-8cbe-c05b3ebff0b5 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:56:00.190450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:00.191020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.193838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70158563-d302-4475-b9bd-b81367966684 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "PUT /v2.0/ports/40a56d16-632b-4e7e-9106-b4fa8683f9c5 HTTP/1.1" status: 200 len: 960 time: 2.0788822 Dec 13 09:56:00.197495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Allocated IP 172.20.0.34 (1d688937-6730-4698-8cbe-c05b3ebff0b5/794946b7-9900-4ece-9ba4-5089473dc0bf/4bee98b9-8c27-485a-943d-672495761388) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:00.197640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:00.245686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.255251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Allocated IP 172.20.0.2 (90a40744-5546-46c6-b957-1490d277b35c/8600f778-621d-462a-b270-f54ce056f4d5/0af8b0fc-4e77-4216-9577-787af16eb95a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:00.357339 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.372811 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.373685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.392066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-ba7b30e6-5486-47fe-9b0a-2829f6077ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:00.393629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-ba7b30e6-5486-47fe-9b0a-2829f6077ba7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 1.1939282 Dec 13 09:56:00.424332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.437841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b99d8e96-594c-4c96-8576-c7789f6474d4 req-3e8bc7ae-a790-4308-b5b4-90ea15baf97c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3162060 Dec 13 09:56:00.439091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port f369f432-3daf-408b-9a21-380c78a74795, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f369f432-3daf-408b-9a21-380c78a74795,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:00.456639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5b207554-41a1-49ab-a08e-652f3aeed2fe None None] Provisioning complete for port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:00.457014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b207554-41a1-49ab-a08e-652f3aeed2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.459889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.460684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 815e02fb-9a6b-4192-9db5-9de9fec8bf6d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:00.470281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Pushing event updated for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:00.486500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 40a56d16-632b-4e7e-9106-b4fa8683f9c5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:00.489355 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.489703 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.490035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.490372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.490754 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.491089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.491587 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.491908 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.492236 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.492869 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.493231 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.493638 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.494081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:00.503298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.590364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Attempting to bind port 40b86e2f-6c3c-4533-a287-ea0af667b23b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:00.590919 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Attempting to bind port 40b86e2f-6c3c-4533-a287-ea0af667b23b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:00.591383 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Attempting to bind port 40b86e2f-6c3c-4533-a287-ea0af667b23b on network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:00.629428 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:00.637777 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Checking segment: {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:00.638372 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.638942 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Bound using segment: {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:00.639765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Bound port: 40b86e2f-6c3c-4533-a287-ea0af667b23b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686b4bab-c3d6-4c23-804d-d0a993451dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:00.640301 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.704487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-905acdc1-f7bb-4f02-a1da-35839feaff93 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5161457 Dec 13 09:56:00.711025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-1dc7e9bf-464b-4543-a574-bbf10aee9014 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1000 time: 0.3019607 Dec 13 09:56:00.792062 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] For port 40b86e2f-6c3c-4533-a287-ea0af667b23b, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:00.796113 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] For port 40b86e2f-6c3c-4533-a287-ea0af667b23b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40b86e2f-6c3c-4533-a287-ea0af667b23b,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:00.814226 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.930339 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.942397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:00.957664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:00.985947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 40a56d16-632b-4e7e-9106-b4fa8683f9c5 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:00.999431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Allocated IP 172.25.1.11 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/42e8f279-267a-42f3-8e77-1243c8d1257e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:01.003952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.008219 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c94a8-7af3-44ab-a54b-8df316e8e1f4 None None] Pushing event updated for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.018296 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:01.020611 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:55:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:01.099219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-f8e6ccc4-5ace-40b1-8858-0026c35bbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:01.100713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-f8e6ccc4-5ace-40b1-8858-0026c35bbb5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.3822114 Dec 13 09:56:01.104924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=f369f432-3daf-408b-9a21-380c78a74795,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.150858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Network 90a40744-5546-46c6-b957-1490d277b35c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:01.190144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:01.190868 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.230675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d49ff4-9b06-4a18-b3f5-94f3c601f1cd req-7170573c-a67c-4e25-bfa6-add97478e0fb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:01.245155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d49ff4-9b06-4a18-b3f5-94f3c601f1cd req-7170573c-a67c-4e25-bfa6-add97478e0fb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.4247935 Dec 13 09:56:01.250654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1938efff-3dd8-445d-b3f0-a0e311097c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.253605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:01.256226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:01.286285 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:01.293729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.360801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-d25c9e1e-b1c8-45c6-807e-aa6e88054d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:01.362895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-d25c9e1e-b1c8-45c6-807e-aa6e88054d97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 1096 time: 0.5141139 Dec 13 09:56:01.392433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Pushing event updated for resources: {'Port': ['ID=0af8b0fc-4e77-4216-9577-787af16eb95a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.396751 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.401886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-e56a2b79-24dc-4a1a-adc3-f45c0312a544 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845002 Dec 13 09:56:01.447052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.470539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-78071931-f16a-4a6c-afc9-5ae065685879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:01.472452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-78071931-f16a-4a6c-afc9-5ae065685879 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453386 Dec 13 09:56:01.496329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.537849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d49ff4-9b06-4a18-b3f5-94f3c601f1cd req-68e0db7a-6640-4b9f-ab48-de6f8417090e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916765 Dec 13 09:56:01.540959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=40a56d16-632b-4e7e-9106-b4fa8683f9c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.581719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.709946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Attempting to bind port 0af8b0fc-4e77-4216-9577-787af16eb95a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:01.710930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Attempting to bind port 0af8b0fc-4e77-4216-9577-787af16eb95a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:01.711710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Attempting to bind port 0af8b0fc-4e77-4216-9577-787af16eb95a on network 90a40744-5546-46c6-b957-1490d277b35c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:01.739621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] Provisioning complete for port 40b86e2f-6c3c-4533-a287-ea0af667b23b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:01.740123 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.764323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Pushing event updated for resources: {'Port': ['ID=42e8f279-267a-42f3-8e77-1243c8d1257e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:01.771963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:01.781140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:01.783543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-c074b47e-f480-4c76-9851-1ce1122ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:01.786546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:01.786887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-c074b47e-f480-4c76-9851-1ce1122ff9d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 200 len: 913 time: 0.3971767 Dec 13 09:56:01.867865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.883988 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5feb4c50-c0d0-44ed-a6aa-6a6db8bf399c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/40a56d16-632b-4e7e-9106-b4fa8683f9c5 HTTP/1.1" status: 204 len: 168 time: 1.6855049 Dec 13 09:56:01.885868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:01.932195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:01.937510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Checking segment: {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:01.938235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.938874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Bound using segment: {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:01.939713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Bound port: 0af8b0fc-4e77-4216-9577-787af16eb95a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:01.940319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:01.971683 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d63d44d-70f2-4269-819b-173d97927e7b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] GET failed (client error): The resource could not be found. Dec 13 09:56:01.980946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d63d44d-70f2-4269-819b-173d97927e7b tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports/40a56d16-632b-4e7e-9106-b4fa8683f9c5 HTTP/1.1" status: 404 len: 333 time: 0.0773420 Dec 13 09:56:01.993849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:02.004275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b214-b225-4cd3-9ada-c11742cb8a65 None None] Pushing event updated for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:02.087792 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '40b86e2f-6c3c-4533-a287-ea0af667b23b', 'name': '', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'mac_address': 'fa:16:3e:69:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:50Z', 'updated_at': '2021-12-13T09:56:00Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'subnets': [{'id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:02.151184 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.153478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40b86e2f-6c3c-4533-a287-ea0af667b23b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:02.216508 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1409b48-75be-4050-8881-873ae1ca6d76 None None] The sync data for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 is: [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:55:51Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '40b86e2f-6c3c-4533-a287-ea0af667b23b', 'name': '', 'network_id': '2f2b6897-a336-4275-a17e-5e49e8f83ee7', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'mac_address': 'fa:16:3e:69:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:50Z', 'updated_at': '2021-12-13T09:56:00Z', 'revision_number': 4, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'subnets': [{'id': '29bf57da-2dd1-4fd1-96ea-fc3031a690d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:02.305467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-0859a5f0-06cd-4503-bcd1-c6b0141dcb2c service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192718 Dec 13 09:56:02.325112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173b10d-5a24-420b-a1af-931436ad00b1 req-905a47fb-2775-4b87-a6f6-316559d99d5f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:02.345662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3173b10d-5a24-420b-a1af-931436ad00b1 req-905a47fb-2775-4b87-a6f6-316559d99d5f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.5476649 Dec 13 09:56:02.404151 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.414360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] For port 40b86e2f-6c3c-4533-a287-ea0af667b23b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40b86e2f-6c3c-4533-a287-ea0af667b23b,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:02.420538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] For port 0af8b0fc-4e77-4216-9577-787af16eb95a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:02.440665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] For port 0af8b0fc-4e77-4216-9577-787af16eb95a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0af8b0fc-4e77-4216-9577-787af16eb95a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:02.444083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-9d5303b1-dbf3-4b46-8f88-a78b0d66efab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 200 len: 1000 time: 0.6436667 Dec 13 09:56:02.451887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.464536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.562930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.585308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329451-38e6-436c-a9a1-89ed82d5d1ac req-3c460d69-fe2a-4484-84b1-b835e4d164ec tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:02.588291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94329451-38e6-436c-a9a1-89ed82d5d1ac req-3c460d69-fe2a-4484-84b1-b835e4d164ec tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.6518750 Dec 13 09:56:02.606993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9e40-0722-4e8d-9a00-1fd4bb8bec3c None None] Pushing event updated for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:02.680808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 40b86e2f-6c3c-4533-a287-ea0af667b23b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:02.684005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.724034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c208f47-f80d-47a0-96b7-088fc7536305 req-84f8b0ac-d89e-4ea6-a2c8-7ae456cc4279 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717504 Dec 13 09:56:02.757934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d4a30-4efe-49cb-bcb0-bc24414ab0dc None None] Pushing event updated for resources: {'Port': ['ID=0af8b0fc-4e77-4216-9577-787af16eb95a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:02.810404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:02.816515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3173b10d-5a24-420b-a1af-931436ad00b1 req-edee15f4-a622-49f0-a9a1-82c8dcaf6155 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669969 Dec 13 09:56:02.835495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-139deb00-2e28-4a27-ade8-71fe2fa96def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:02.837032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-139deb00-2e28-4a27-ade8-71fe2fa96def service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 200 len: 851 time: 0.3822625 Dec 13 09:56:02.901489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94329451-38e6-436c-a9a1-89ed82d5d1ac req-40c27d77-c17f-4e73-8dbd-be0df0c6902c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492987 Dec 13 09:56:02.973204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-924e0d64-6e95-43b1-b161-0e14c72ed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:02.982352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-924e0d64-6e95-43b1-b161-0e14c72ed89e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6067a1a5-406e-4f0f-8f1b-7d25d34023d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225638 Dec 13 09:56:03.018669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 815e02fb-9a6b-4192-9db5-9de9fec8bf6d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:03.121226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.126265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.131452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/security-groups/e9ff5b08-b481-4fa3-ab5b-0c65a9a1a63b HTTP/1.1" status: 204 len: 168 time: 0.8587282 Dec 13 09:56:03.132333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:03.209212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2038f9-2e92-4377-ac86-e1d0a09592d0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff5b08-b481-4fa3-ab5b-0c65a9a1a63b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:03.214241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.216806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:03.219937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.401671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.408124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1110100-8c4a-493f-8d4e-f1701134859b req-6bfa33ee-8f6b-45e2-96c7-863eae860219 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 210 time: 0.3552697 Dec 13 09:56:03.455033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:03.515518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:03.516412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.534039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e077-90fe-4217-9841-490f5a110466 req-b38d10b0-638e-450b-bb36-e66fb2c483a3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:03.542068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d181e077-90fe-4217-9841-490f5a110466 req-b38d10b0-638e-450b-bb36-e66fb2c483a3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2796285 Dec 13 09:56:03.557924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.606032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:03.606032 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.716147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:03.721792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d181e077-90fe-4217-9841-490f5a110466 req-31a51a63-2324-407c-81ef-97ace1f645b0 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689258 Dec 13 09:56:03.724437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-edb26bc5-6ba8-4d41-b97d-32b14b7d5a91 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321415 Dec 13 09:56:03.965458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f369f432-3daf-408b-9a21-380c78a74795 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:04.207183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f39df0c-ed0f-44ed-9d80-f7a7721a90bb None None] Could not find standard attr ID for object 40a56d16-632b-4e7e-9106-b4fa8683f9c5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:56:04.244132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f369f432-3daf-408b-9a21-380c78a74795 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:04.246041 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.389476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aa2b1289-5a17-4922-8fb4-3cf8a64db42e None None] Could not find standard attr ID for object 40a56d16-632b-4e7e-9106-b4fa8683f9c5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 09:56:04.540489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1cb766d-937d-42f8-9cb4-5386c7390e53 req-3fdcf591-3688-4043-9104-26d650c3c8c0 service neutron] 10.222.0.37 "GET /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065586 Dec 13 09:56:04.577428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-eb2c1414-e987-495b-b91b-eed954852361 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:04.581766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-eb2c1414-e987-495b-b91b-eed954852361 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/networks?id=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac HTTP/1.1" status: 200 len: 796 time: 0.6648049 Dec 13 09:56:04.685476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.906524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.908665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.911708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:04.915287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7763-8a34-4b47-8372-29c285b5333f req-9ff5afbd-81a5-40ab-b226-cd6e8ee27d12 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:04.916229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/security-groups/daf7d9d4-85de-43df-af30-f5401f67c200 HTTP/1.1" status: 204 len: 168 time: 1.7708607 Dec 13 09:56:04.916858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-774e7763-8a34-4b47-8372-29c285b5333f req-9ff5afbd-81a5-40ab-b226-cd6e8ee27d12 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.7310562 Dec 13 09:56:04.916961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:04.927659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4cbb5-8efc-4f4e-bd82-b146325e3495 None None] Network 90a40744-5546-46c6-b957-1490d277b35c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:04.940569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40b86e2f-6c3c-4533-a287-ea0af667b23b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:04.972491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8ed4-f02a-453d-a8a5-9e0b3d183ad7 req-b35bdc9c-d0e7-48ab-a9c6-75596d996828 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:04.980728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a9c8ed4-f02a-453d-a8a5-9e0b3d183ad7 req-b35bdc9c-d0e7-48ab-a9c6-75596d996828 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.7959468 Dec 13 09:56:05.007559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-7940edcf-cc9a-459d-9e86-a90a01e5d864 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 472 time: 0.4054215 Dec 13 09:56:05.089236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815b7e0-aa07-4566-a6b7-84a5c411c07c tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7d9d4-85de-43df-af30-f5401f67c200,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.145387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'port': {'device_id': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'admin_state_up': True, 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'security_groups': ['25913853-648e-43ab-9d76-cb20c6e01c23']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:05.209574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.216796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] Provisioning complete for port 0af8b0fc-4e77-4216-9577-787af16eb95a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:05.217411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.244077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.331496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.336974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.342533 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2577535-b155-425c-9387-f512053d984a HTTP/1.1" status: 204 len: 168 time: 0.4205692 Dec 13 09:56:05.343995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:05.348901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Router 8a30a457-a6f2-411b-874f-e4beaa508bfc is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:05.447223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet abf41801-035a-4d74-a198-b547f0279ceb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:05.471247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46689b10-72d7-46a7-874d-994142d9e2cf tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2577535-b155-425c-9387-f512053d984a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:05.502110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.515469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 40b86e2f-6c3c-4533-a287-ea0af667b23b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:05.515784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-774e7763-8a34-4b47-8372-29c285b5333f req-10421f0f-eed1-4e65-ada6-a870c4cbe3a7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612688 Dec 13 09:56:05.515909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.631775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a9c8ed4-f02a-453d-a8a5-9e0b3d183ad7 req-73db8050-1887-41a2-b626-709661dd5331 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259142 Dec 13 09:56:05.644511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:05.656598 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.724696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:05.759952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Sync routers for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:05.768304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:05.774793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0daa4d5e-bdd6-45b8-8636-46410945299d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1771793 Dec 13 09:56:05.775774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:05.940357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:05.941466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:05.947805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.030228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18099af3-ce65-4556-b937-4b0f0b91bdc2 req-117e1620-35bd-4a48-aa48-fcfa932f263b tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 210 time: 0.1735508 Dec 13 09:56:06.062901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacfb92-06a0-4761-af7a-87c7332eb5bb req-4560982a-198f-4ce9-8c4c-927c1eb14f1f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:06.072173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6eacfb92-06a0-4761-af7a-87c7332eb5bb req-4560982a-198f-4ce9-8c4c-927c1eb14f1f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2127125 Dec 13 09:56:06.168884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.224582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0af8b0fc-4e77-4216-9577-787af16eb95a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:06.267720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6eacfb92-06a0-4761-af7a-87c7332eb5bb req-8ac2e62b-8f3a-4ae3-aa1f-01677a5eac78 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911178 Dec 13 09:56:06.271341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.29 (0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac/4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33/e7fe56d4-88ec-4351-b841-1841b0098133) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:06.336253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] For port 0af8b0fc-4e77-4216-9577-787af16eb95a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0af8b0fc-4e77-4216-9577-787af16eb95a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:06.355260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.451747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:06.562884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.658738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.784880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-132e727f-fd84-41d0-a7e4-9bd369ed4621 None None] Provisioning complete for port 0af8b0fc-4e77-4216-9577-787af16eb95a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:06.785208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-132e727f-fd84-41d0-a7e4-9bd369ed4621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.787328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d40aa-714b-43d4-8db6-1fca8177720e None None] Pushing event updated for resources: {'Port': ['ID=0af8b0fc-4e77-4216-9577-787af16eb95a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:06.829644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.892678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0af8b0fc-4e77-4216-9577-787af16eb95a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:06.893069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.896417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.943130 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:06.953370 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/abf41801-035a-4d74-a198-b547f0279ceb HTTP/1.1" status: 204 len: 168 time: 1.6014483 Dec 13 09:56:06.959635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30926491-3836-40ac-b179-a90a607469b7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=abf41801-035a-4d74-a198-b547f0279ceb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:06.965626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad060-0428-4def-9351-4d5504e04323 req-928a1db6-7109-4b4e-ad16-bc4c6862ea22 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:06.968684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:06.986135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9efad060-0428-4def-9351-4d5504e04323 req-928a1db6-7109-4b4e-ad16-bc4c6862ea22 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2578146 Dec 13 09:56:07.056501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:07.083783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:07.105921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:07.115902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 794946b7-9900-4ece-9ba4-5089473dc0bf {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:07.118075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5af65f-0d19-40d6-8488-511f41e6db47 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:07.200632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.259133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:07.260125 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.296963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1766717 Dec 13 09:56:07.307411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:07.321147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5c151-adaa-4fbf-927d-6596e957e563 req-5c39ac56-92ad-4e2d-b647-35f1c82ee274 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:07.330204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88c5c151-adaa-4fbf-927d-6596e957e563 req-5c39ac56-92ad-4e2d-b647-35f1c82ee274 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.5287876 Dec 13 09:56:07.372359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.387261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Request body: {'port': {'device_id': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:07.452010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88c5c151-adaa-4fbf-927d-6596e957e563 req-678f18e3-11e2-46e0-b3fb-9815c3d25c4b tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158948 Dec 13 09:56:07.535171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.536080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.536491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.536762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.537094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.537512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.537845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.538174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.538506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.538830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.539157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.539482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.539808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa029a5f-0747-436a-a92b-a3a58f52c273 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:07.568387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9efad060-0428-4def-9351-4d5504e04323 req-31f726b3-8501-4ed5-9135-6c2c58880a00 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764847 Dec 13 09:56:07.657519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:07.664486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.696766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.701345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.931622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:07.994917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a313fec-045b-4449-943d-741141e0136c None None] Provisioning complete for port e7fe56d4-88ec-4351-b841-1841b0098133 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:07.995433 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a313fec-045b-4449-943d-741141e0136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.024433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=794946b7-9900-4ece-9ba4-5089473dc0bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:08.035610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3a313fec-045b-4449-943d-741141e0136c None None] Port e7fe56d4-88ec-4351-b841-1841b0098133 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:08.038171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:02Z', 'revision_number': 3, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:08.049652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.061292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d39ce20-6b33-4829-8c8d-f3447df023ff tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/794946b7-9900-4ece-9ba4-5089473dc0bf HTTP/1.1" status: 204 len: 168 time: 1.0885537 Dec 13 09:56:08.062208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:08.118891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Checking router: 8a30a457-a6f2-411b-874f-e4beaa508bfc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:08.119168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Updating router 8a30a457-a6f2-411b-874f-e4beaa508bfc port 42e8f279-267a-42f3-8e77-1243c8d1257e binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:08.140639 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eef42ce-2619-4026-8342-6f1cd02512fb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:08.157777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eef42ce-2619-4026-8342-6f1cd02512fb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:08.161904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7eef42ce-2619-4026-8342-6f1cd02512fb tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/abf41801-035a-4d74-a198-b547f0279ceb HTTP/1.1" status: 404 len: 337 time: 0.0963733 Dec 13 09:56:08.168062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:08.219429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:08.233481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.239201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.300864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting subnet 371fa3c0-7ab0-40ff-8c5f-7c8036a43bea {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:08.355107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.518309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Allocated IP 172.20.0.1 (90a40744-5546-46c6-b957-1490d277b35c/8600f778-621d-462a-b270-f54ce056f4d5/0627f743-b449-45de-b5ef-b34317ee858a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:08.556517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fe56d4-88ec-4351-b841-1841b0098133 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:08.580765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.589819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.619651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Transition to ACTIVE for port object e7fe56d4-88ec-4351-b841-1841b0098133 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:56:08.650922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.836850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9466db-2831-4b09-9d83-2b3c70469e04 req-66b51ef5-b581-454b-9cf8-b39f091bac98 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:08.850041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e9466db-2831-4b09-9d83-2b3c70469e04 req-66b51ef5-b581-454b-9cf8-b39f091bac98 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 1.1587207 Dec 13 09:56:08.934247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:08.934839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fbd44-5ed1-42f8-8af9-dcf7297c0af9 req-9211d4fc-ffa7-4084-bcdd-c4587ea64e64 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:08.938441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f0fbd44-5ed1-42f8-8af9-dcf7297c0af9 req-9211d4fc-ffa7-4084-bcdd-c4587ea64e64 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 932 time: 1.3318536 Dec 13 09:56:08.949607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0af8b0fc-4e77-4216-9577-787af16eb95a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:09.080087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a277d-f696-4a44-a65b-fe0e27904b87 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:09.380088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.428916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.470799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.495954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.506322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.552932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5e5c8251-7197-4797-b7af-086565999d4b None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:09.553379 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8251-7197-4797-b7af-086565999d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.656624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.659963 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/371fa3c0-7ab0-40ff-8c5f-7c8036a43bea HTTP/1.1" status: 204 len: 168 time: 1.4886713 Dec 13 09:56:09.666391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78c382-364b-4948-a5b3-6036fb018cac tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Subnet': ['ID=371fa3c0-7ab0-40ff-8c5f-7c8036a43bea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:09.678599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:09.694575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c8251-7197-4797-b7af-086565999d4b None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:09.768270 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21ea02a-cfbc-4be4-aaf8-067f5ff2c9f3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:09.768731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21ea02a-cfbc-4be4-aaf8-067f5ff2c9f3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:09.786339 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b21ea02a-cfbc-4be4-aaf8-067f5ff2c9f3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/511e6c32-2c3c-4994-b9ee-81415d94440c HTTP/1.1" status: 404 len: 337 time: 0.0932107 Dec 13 09:56:09.789599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:09.845114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941bf59-7105-4b39-a64c-2b86002ec44b None None] Pushing event updated for resources: {'Port': ['ID=42e8f279-267a-42f3-8e77-1243c8d1257e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:09.862335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Attempting to bind port 42e8f279-267a-42f3-8e77-1243c8d1257e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:09.862716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Attempting to bind port 42e8f279-267a-42f3-8e77-1243c8d1257e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:09.863092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Attempting to bind port 42e8f279-267a-42f3-8e77-1243c8d1257e on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:09.902527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:09.902936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:09.903349 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.903811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:09.904254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Bound port: 42e8f279-267a-42f3-8e77-1243c8d1257e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:09.904644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.906483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0af8b0fc-4e77-4216-9577-787af16eb95a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:09.906843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:09.910968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Network 90a40744-5546-46c6-b957-1490d277b35c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:09.914018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0cb696a9-8a83-473c-996c-5553dda5f123 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2c9849e-c994-4a36-8036-0be073c24660 HTTP/1.1" status: 200 len: 205 time: 0.1234860 Dec 13 09:56:09.915109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:09.928006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:09.930033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.111436 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-cf691fe1-06f1-4d02-b038-dc4be62490b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] delete failed (client error): The resource could not be found. Dec 13 09:56:10.112501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cf691fe1-06f1-4d02-b038-dc4be62490b5 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/routers/f2c9849e-c994-4a36-8036-0be073c24660 HTTP/1.1" status: 404 len: 336 time: 0.1788819 Dec 13 09:56:10.136871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.137603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:10.220894 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-40deddaa-8488-4f21-b0c2-efa70896cee7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.234176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40deddaa-8488-4f21-b0c2-efa70896cee7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.240743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40deddaa-8488-4f21-b0c2-efa70896cee7 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/7e43ed4e-d4b7-43e2-bf03-662540b4efba HTTP/1.1" status: 404 len: 337 time: 0.0813355 Dec 13 09:56:10.255293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.315659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.337817 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef09f0a8-857d-4a69-9343-49ef3d12f454 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.337817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef09f0a8-857d-4a69-9343-49ef3d12f454 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.348195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ef09f0a8-857d-4a69-9343-49ef3d12f454 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/cf8d3577-9fca-4c31-b1b5-6776bf59a3ac HTTP/1.1" status: 404 len: 337 time: 0.0824230 Dec 13 09:56:10.350099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:10.377561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f0fbd44-5ed1-42f8-8af9-dcf7297c0af9 req-3bf42295-9c71-4e3f-b0ee-21a2c5cd92a5 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639420 Dec 13 09:56:10.380887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.434608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5e5c8251-7197-4797-b7af-086565999d4b None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:10.435306 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8251-7197-4797-b7af-086565999d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.462203 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d5bd65-ad2e-49ff-8c41-5e3588efbb96 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.462688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d5bd65-ad2e-49ff-8c41-5e3588efbb96 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.468348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-53d5bd65-ad2e-49ff-8c41-5e3588efbb96 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/d746580c-ec37-458a-90dc-d7230b53a427 HTTP/1.1" status: 404 len: 337 time: 0.0699601 Dec 13 09:56:10.474516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.510823 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd74d460-19bd-40b5-887e-d5d010e984c1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.512348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd74d460-19bd-40b5-887e-d5d010e984c1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.518810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd74d460-19bd-40b5-887e-d5d010e984c1 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/1e844ae2-09ce-4566-96f3-9f5d5c03fde3 HTTP/1.1" status: 404 len: 333 time: 0.0426726 Dec 13 09:56:10.523288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.525290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Attempting to bind port e7fe56d4-88ec-4351-b841-1841b0098133 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:10.525964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Attempting to bind port e7fe56d4-88ec-4351-b841-1841b0098133 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:10.525964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Attempting to bind port e7fe56d4-88ec-4351-b841-1841b0098133 on network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:10.536337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Port e7fe56d4-88ec-4351-b841-1841b0098133 on network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:56:10.536804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Attempting to bind port e7fe56d4-88ec-4351-b841-1841b0098133 on network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:10.543043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4b66c-392d-4a2e-93aa-535602b345ce None None] Update dhcp port {'port': {'network_id': '1d688937-6730-4698-8cbe-c05b3ebff0b5', 'fixed_ips': [{'subnet_id': '371fa3c0-7ab0-40ff-8c5f-7c8036a43bea'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '4bee98b9-8c27-485a-943d-672495761388'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 09:56:10.553739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:10.554084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Checking segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:10.554490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Bound using segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:10.554944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Bound port: e7fe56d4-88ec-4351-b841-1841b0098133, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:10.555314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.578605 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f50ffd-6e78-4b59-902c-755edf13b9c3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.579818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f50ffd-6e78-4b59-902c-755edf13b9c3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.586149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33f50ffd-6e78-4b59-902c-755edf13b9c3 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/417e9230-6404-4f6e-9a5b-adff9e754675 HTTP/1.1" status: 404 len: 337 time: 0.0584443 Dec 13 09:56:10.590230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.632533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e9466db-2831-4b09-9d83-2b3c70469e04 req-e66780cc-c59a-43c7-ad59-6a498e631542 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7523189 Dec 13 09:56:10.723150 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8517cd63-93b7-47ac-8944-13d78e0a71e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.723680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8517cd63-93b7-47ac-8944-13d78e0a71e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.727431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8517cd63-93b7-47ac-8944-13d78e0a71e0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/50f6643a-fae6-4ba8-b4d3-58487364a636 HTTP/1.1" status: 404 len: 337 time: 0.1354594 Dec 13 09:56:10.738009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29278a93-01b7-4afb-87d7-75ac02b95f30 req-06017de9-2d1f-4f2c-b877-41c749e747c3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:10.741246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29278a93-01b7-4afb-87d7-75ac02b95f30 req-06017de9-2d1f-4f2c-b877-41c749e747c3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1529007 Dec 13 09:56:10.742590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.760482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.806996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] For port 42e8f279-267a-42f3-8e77-1243c8d1257e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:10.809041 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69b0e44-53aa-46bf-9360-2c9c6942a914 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.809644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69b0e44-53aa-46bf-9360-2c9c6942a914 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.814595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c69b0e44-53aa-46bf-9360-2c9c6942a914 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/e0a71d62-67bf-4be8-b05f-fb8eea42591d HTTP/1.1" status: 404 len: 333 time: 0.0710242 Dec 13 09:56:10.818960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.829271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cee4b66c-392d-4a2e-93aa-535602b345ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.879662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] For port 42e8f279-267a-42f3-8e77-1243c8d1257e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=42e8f279-267a-42f3-8e77-1243c8d1257e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:10.886594 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e96836f-46ef-4db0-8914-911d14f43055 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.888138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e96836f-46ef-4db0-8914-911d14f43055 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.895689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e96836f-46ef-4db0-8914-911d14f43055 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/41ad56bf-84db-4789-84e0-ced3bea0f302 HTTP/1.1" status: 404 len: 337 time: 0.0750504 Dec 13 09:56:10.900109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:10.904233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:10.949314 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bbeb7e-0a47-4f1a-83a2-e92a9ed3bab0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] DELETE failed (client error): The resource could not be found. Dec 13 09:56:10.950130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bbeb7e-0a47-4f1a-83a2-e92a9ed3bab0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 09:56:10.953088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:10.956017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38bbeb7e-0a47-4f1a-83a2-e92a9ed3bab0 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/subnets/e72e6b30-b499-4acd-9fab-7c7460572230 HTTP/1.1" status: 404 len: 337 time: 0.0509083 Dec 13 09:56:10.960617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:11.039867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e7fe56d4-88ec-4351-b841-1841b0098133,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:11.085448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29278a93-01b7-4afb-87d7-75ac02b95f30 req-e24571df-9cc8-408c-a474-ab02510e85e3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221581 Dec 13 09:56:11.103919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.115618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:11.116269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:11.248006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db974e3-19aa-4e14-9176-abeb0f3e5f83 req-e71154ab-0761-4fa5-b580-fe1b0ec6903d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:11.262398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7db974e3-19aa-4e14-9176-abeb0f3e5f83 req-e71154ab-0761-4fa5-b580-fe1b0ec6903d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.4435332 Dec 13 09:56:11.282565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:11.286111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.294663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] 10.222.0.44 "PUT /v2.0/ports/e7fe56d4-88ec-4351-b841-1841b0098133 HTTP/1.1" status: 200 len: 1092 time: 3.9185412 Dec 13 09:56:11.403491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:11.424308 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff" -d '{"events": [{"name": "network-changed", "server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:11.628225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f809d-7d26-4410-af60-070786c3c41a service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.706795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7db974e3-19aa-4e14-9176-abeb0f3e5f83 req-a89b8867-0717-4870-947d-7a1ec621cfb8 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244492 Dec 13 09:56:11.729409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941bf59-7105-4b39-a64c-2b86002ec44b None None] Pushing event updated for resources: {'Port': ['ID=42e8f279-267a-42f3-8e77-1243c8d1257e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.731628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-548b6eda-31ae-49d2-9685-a8d5f0c418a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:11.739825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:11.748072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.752002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-548b6eda-31ae-49d2-9685-a8d5f0c418a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 1095 time: 0.3176074 Dec 13 09:56:11.775745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.808521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47c59b42-2152-4af9-9c26-8597abb9c345 None None] Provisioning complete for port 0627f743-b449-45de-b5ef-b34317ee858a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:11.809069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47c59b42-2152-4af9-9c26-8597abb9c345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:11.891779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-179f2e01-eff8-43ac-853e-9f0007534821 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e7fe56d4-88ec-4351-b841-1841b0098133 HTTP/1.1" status: 200 len: 217 time: 0.1267161 Dec 13 09:56:11.892190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:11.897238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7117b-74ae-4725-8aba-ed5ddab583c2 None None] Network 1d688937-6730-4698-8cbe-c05b3ebff0b5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:11.925683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Deleting port 9ebe306e-5f8e-4483-98af-a8f86f019244 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:11.927533 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.042888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47c59b42-2152-4af9-9c26-8597abb9c345 None None] Port 0627f743-b449-45de-b5ef-b34317ee858a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:12.055174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26959e-eaa2-4375-87f9-4a4f7fc54cd2 req-ca478774-c1f4-47c6-8bfb-fa1e47a33295 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.057002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb26959e-eaa2-4375-87f9-4a4f7fc54cd2 req-ca478774-c1f4-47c6-8bfb-fa1e47a33295 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 944 time: 0.1639335 Dec 13 09:56:12.061393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-49893827-6007-4de0-91a4-54dffe0cecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.063595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-49893827-6007-4de0-91a4-54dffe0cecd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33 HTTP/1.1" status: 200 len: 838 time: 0.1238661 Dec 13 09:56:12.074038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.155316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-6010cdc0-66c8-4a37-9069-11be12eec2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.157489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-6010cdc0-66c8-4a37-9069-11be12eec2c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829976 Dec 13 09:56:12.162721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb26959e-eaa2-4375-87f9-4a4f7fc54cd2 req-dee0b1c4-e985-4736-aebc-8dc92872c0db tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976639 Dec 13 09:56:12.203064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.293657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-e818d524-1702-4236-8b88-922f32b499a8 service neutron] 10.222.0.44 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277061 Dec 13 09:56:12.303325 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49c645-df5f-4a0a-86cd-16f58c0de765 x-openstack-request-id: req-bf49c645-df5f-4a0a-86cd-16f58c0de765 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:12.303836 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:12.304370 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf49c645-df5f-4a0a-86cd-16f58c0de765 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:12.305245 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133', 'status': 'completed', 'code': 200} Dec 13 09:56:12.326216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Calling delete_port for 9ebe306e-5f8e-4483-98af-a8f86f019244 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:12.388946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '0627f743-b449-45de-b5ef-b34317ee858a', 'name': '', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'mac_address': 'fa:16:3e:75:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:07Z', 'updated_at': '2021-12-13T09:56:08Z', 'revision_number': 1, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'subnets': [{'id': '8600f778-621d-462a-b270-f54ce056f4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:12.421222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f66be3-b834-4c26-a9ba-e795f9aa036f None None] The sync data for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 is: [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '0627f743-b449-45de-b5ef-b34317ee858a', 'name': '', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'mac_address': 'fa:16:3e:75:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:07Z', 'updated_at': '2021-12-13T09:56:08Z', 'revision_number': 1, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'subnets': [{'id': '8600f778-621d-462a-b270-f54ce056f4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:12.423476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] DHCP port deletion for 1d688937-6730-4698-8cbe-c05b3ebff0b5 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:12.498303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ffe80c9d-fa1b-485c-96e1-88d26150e918 req-7c036d4b-35b5-4e7d-8fe8-a27d313dce5f service neutron] 10.222.0.44 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875443 Dec 13 09:56:12.575162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4d719df-1b07-41d9-9f05-dc59b234afd6 None None] Provisioning complete for port 9ebe306e-5f8e-4483-98af-a8f86f019244 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:12.575457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d719df-1b07-41d9-9f05-dc59b234afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.657185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Network 90a40744-5546-46c6-b957-1490d277b35c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:12.666955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:12.746255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c4d719df-1b07-41d9-9f05-dc59b234afd6 None None] Port 9ebe306e-5f8e-4483-98af-a8f86f019244 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:12.763632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Deleting port 4bee98b9-8c27-485a-943d-672495761388 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:12.764233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:12.864061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-8b3c5655-f68d-4721-85aa-a2483be9f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.877819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-8b3c5655-f68d-4721-85aa-a2483be9f8ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 1095 time: 0.2146976 Dec 13 09:56:12.949011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9835ad7-9003-47e2-8dc3-5a3048e5a918 req-a727e61e-159c-442b-840a-09672ade4b01 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:12.966242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9835ad7-9003-47e2-8dc3-5a3048e5a918 req-a727e61e-159c-442b-840a-09672ade4b01 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.4618845 Dec 13 09:56:13.083514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.109737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4d719df-1b07-41d9-9f05-dc59b234afd6 None None] Provisioning complete for port 4bee98b9-8c27-485a-943d-672495761388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:13.110760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4d719df-1b07-41d9-9f05-dc59b234afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.149689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4bee98b9-8c27-485a-943d-672495761388 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:13.273036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Port': ['ID=9ebe306e-5f8e-4483-98af-a8f86f019244,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:13.310093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9835ad7-9003-47e2-8dc3-5a3048e5a918 req-1f315918-c41e-4fc9-bee8-37d6f13aa495 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425422 Dec 13 09:56:13.335559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.344871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:13.360099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae0faac2-eb0c-4a1d-b961-3a3bb9ba25b2 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/ports/9ebe306e-5f8e-4483-98af-a8f86f019244 HTTP/1.1" status: 204 len: 168 time: 2.3976502 Dec 13 09:56:13.421194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] For port 4bee98b9-8c27-485a-943d-672495761388, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4bee98b9-8c27-485a-943d-672495761388,segment=NetworkSegment(ff3da202-5755-4685-bce7-c5bbb7e630c3),segment_id=ff3da202-5755-4685-bce7-c5bbb7e630c3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:13.421942 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.442465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Router 8a30a457-a6f2-411b-874f-e4beaa508bfc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:13.475675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Calling delete_port for 4bee98b9-8c27-485a-943d-672495761388 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:13.647397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-07890ca5-eca3-46e8-9f4d-02bc3bfdb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:13.648898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-07890ca5-eca3-46e8-9f4d-02bc3bfdb8fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac HTTP/1.1" status: 200 len: 897 time: 0.7702086 Dec 13 09:56:13.706064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:13.723707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6dd27269-eb44-4940-adb4-d74036a1f6c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a30a457-a6f2-411b-874f-e4beaa508bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9423323 Dec 13 09:56:13.821926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.830283 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.834261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-09b92e1a-a393-4d8c-954f-7039b133676a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e7fe56d4-88ec-4351-b841-1841b0098133 HTTP/1.1" status: 200 len: 217 time: 0.1459339 Dec 13 09:56:13.850751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:13.889730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Pushing event deleted for resources: {'Port': ['ID=4bee98b9-8c27-485a-943d-672495761388,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:13.916830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] No DVR routers for this DVR port 4bee98b9-8c27-485a-943d-672495761388 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:13.937238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2712a-2bee-48cb-ab5c-8292c4e647a4 req-fd2b35bb-7453-4a76-9182-a000b0dc7a61 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:13.939233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e7fe56d4-88ec-4351-b841-1841b0098133 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:56:13.942415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40b2712a-2bee-48cb-ab5c-8292c4e647a4 req-fd2b35bb-7453-4a76-9182-a000b0dc7a61 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.4410889 Dec 13 09:56:14.035241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.035890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.036740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.037079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.037507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.037845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.040313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.040815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.041011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.041357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.041688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.042040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.042350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f3bfaf-e171-4a08-ae0f-6a0b4e33ab5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:14.236442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e7fe56d4-88ec-4351-b841-1841b0098133,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:14.248817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40b2712a-2bee-48cb-ab5c-8292c4e647a4 req-46c0dc18-4b95-4070-886b-f4d4d6882937 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955673 Dec 13 09:56:14.277934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e7fe56d4-88ec-4351-b841-1841b0098133', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'port_id': 'e7fe56d4-88ec-4351-b841-1841b0098133', 'mac_address': 'fa:16:3e:ce:30:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:56:14.320881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0ece7984-e47d-4828-8aac-7ad9c908f151 None None] Provisioning complete for port 0627f743-b449-45de-b5ef-b34317ee858a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:14.321294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ece7984-e47d-4828-8aac-7ad9c908f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.464330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-8614502c-51bd-4f9f-8f1f-b97a065deafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:14.465853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-8614502c-51bd-4f9f-8f1f-b97a065deafb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33 HTTP/1.1" status: 200 len: 838 time: 0.6028218 Dec 13 09:56:14.522819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d70eec-76b1-42e2-9094-0e04f0bc4a1f req-51204a12-dec1-4574-8e0d-95dc1ec09897 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:14.530381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3d70eec-76b1-42e2-9094-0e04f0bc4a1f req-51204a12-dec1-4574-8e0d-95dc1ec09897 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 944 time: 0.1739619 Dec 13 09:56:14.600380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:14.646495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3d70eec-76b1-42e2-9094-0e04f0bc4a1f req-fac7304e-a73f-4a01-bfa9-64e34edea793 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150949 Dec 13 09:56:14.685734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d688937-6730-4698-8cbe-c05b3ebff0b5']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:14.741491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-53aff3d7-edd4-4d90-a8bc-63bda76fbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:14.744697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-53aff3d7-edd4-4d90-a8bc-63bda76fbe41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2464707 Dec 13 09:56:14.746679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3da202-5755-4685-bce7-c5bbb7e630c3') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:14.746975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3da202-5755-4685-bce7-c5bbb7e630c3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:15.033028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0ece7984-e47d-4828-8aac-7ad9c908f151 None None] Port 0627f743-b449-45de-b5ef-b34317ee858a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:15.062653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.079729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.121593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fe56d4-88ec-4351-b841-1841b0098133 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:15.138607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 42e8f279-267a-42f3-8e77-1243c8d1257e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:15.201843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e7fe56d4-88ec-4351-b841-1841b0098133,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:15.211694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.231758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-942e2906-226c-4f05-8dc0-fb42f07b61fd service neutron] 10.222.0.44 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677763 Dec 13 09:56:15.249479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.303903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:15.315337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:15.320221 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:15.365079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:15.376857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 42e8f279-267a-42f3-8e77-1243c8d1257e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:15.377273 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.611821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e7fe56d4-88ec-4351-b841-1841b0098133'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:15.634421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.650607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.653238 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.658155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] 10.222.0.30 "DELETE /v2.0/networks/1d688937-6730-4698-8cbe-c05b3ebff0b5 HTTP/1.1" status: 204 len: 168 time: 2.3075340 Dec 13 09:56:15.714697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 42e8f279-267a-42f3-8e77-1243c8d1257e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=42e8f279-267a-42f3-8e77-1243c8d1257e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:15.729173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8362b-cf5c-4411-b821-62728a93fd97 tempest-PortsTestJSON-1086491089 tempest-PortsTestJSON-1086491089-project] Pushing event deleted for resources: {'Network': ['ID=1d688937-6730-4698-8cbe-c05b3ebff0b5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:15.732678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:15.805369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c2ed6e-d736-4bd6-97b9-1e6f96115cff req-48cbf665-c04f-4a25-8151-0195f1e3ba2f service neutron] 10.222.0.44 "GET /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479336 Dec 13 09:56:15.843617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffbb38-4a25-4854-834b-69b9683b3aa5 req-9b4d7cd7-11ff-4592-9876-84ece1c1ddfa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:15.848928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32ffbb38-4a25-4854-834b-69b9683b3aa5 req-9b4d7cd7-11ff-4592-9876-84ece1c1ddfa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.5280113 Dec 13 09:56:15.938436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=42e8f279-267a-42f3-8e77-1243c8d1257e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:15.944267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32ffbb38-4a25-4854-834b-69b9683b3aa5 req-1a68f2fa-3839-4785-81ab-658157b631ca tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892434 Dec 13 09:56:16.342184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:16.467852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773940e8-5064-4c97-b35b-d2c5b80fd4e3 req-60f4809c-fddb-4799-ac56-18d91a6ea116 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:16.469652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-773940e8-5064-4c97-b35b-d2c5b80fd4e3 req-60f4809c-fddb-4799-ac56-18d91a6ea116 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2612734 Dec 13 09:56:16.504439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-5616b235-4a53-48ca-9730-aef85335ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:16.508182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-5616b235-4a53-48ca-9730-aef85335ccaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1095 time: 0.2046828 Dec 13 09:56:16.747398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-773940e8-5064-4c97-b35b-d2c5b80fd4e3 req-7ca76652-fe31-4b02-8ded-5d004c1e7a0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344997 Dec 13 09:56:16.935378 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Sync routers for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:16.944848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9aff2da-3098-4f61-a9e8-77a761177e1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e1d3d43006b424b854826030d211632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389509 Dec 13 09:56:16.947373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:16.947979 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:16.948854 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:16.955252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-d0c954e2-cae5-4fea-a1ef-0cb6166b8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:16.962220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-d0c954e2-cae5-4fea-a1ef-0cb6166b8cfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.3749187 Dec 13 09:56:16.991016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 42e8f279-267a-42f3-8e77-1243c8d1257e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:17.007148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3040b-69c6-4d7b-bae9-e91c5ecdfb51 req-1c59dd53-ee72-443c-b175-3ed66f37c38a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:17.020155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76f3040b-69c6-4d7b-bae9-e91c5ecdfb51 req-1c59dd53-ee72-443c-b175-3ed66f37c38a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 945 time: 0.1329770 Dec 13 09:56:17.052456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.100617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 42e8f279-267a-42f3-8e77-1243c8d1257e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:17.101341 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.111814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.117188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-a7ef0573-76b3-4a15-b15c-babae23b1c8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1000 time: 0.0957897 Dec 13 09:56:17.151574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76f3040b-69c6-4d7b-bae9-e91c5ecdfb51 req-ed49c72e-379d-4c48-8d9d-81289089ae5c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220465 Dec 13 09:56:17.169685 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:17.211965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.215407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.220172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/980a0ed3-7252-47c0-8bbd-3e85302346f7 HTTP/1.1" status: 204 len: 168 time: 0.2712684 Dec 13 09:56:17.247553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aae146-7bb5-44c3-a9c9-40c641edd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a0ed3-7252-47c0-8bbd-3e85302346f7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:17.279109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-6ae0646b-6016-4cf4-a0ed-279eb67a6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:17.282616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-6ae0646b-6016-4cf4-a0ed-279eb67a6253 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1112528 Dec 13 09:56:17.468308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-65c978bf-8acb-4276-ab86-94b087c2aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:17.470786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-65c978bf-8acb-4276-ab86-94b087c2aa7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056454 Dec 13 09:56:17.484517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969812-a4c8-4dbd-90b2-b5127a149dbf req-a4c43f63-662b-4ef1-bc71-6364fa8e88d5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:17.501733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01969812-a4c8-4dbd-90b2-b5127a149dbf req-a4c43f63-662b-4ef1-bc71-6364fa8e88d5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1458657 Dec 13 09:56:17.642135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '0627f743-b449-45de-b5ef-b34317ee858a', 'name': '', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'mac_address': 'fa:16:3e:75:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:07Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 2, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'subnets': [{'id': '8600f778-621d-462a-b270-f54ce056f4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:17.710072 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Checking router: 8a30a457-a6f2-411b-874f-e4beaa508bfc for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:17.710435 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Updating router 8a30a457-a6f2-411b-874f-e4beaa508bfc port 0627f743-b449-45de-b5ef-b34317ee858a binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:17.764849 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:17.783223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01969812-a4c8-4dbd-90b2-b5127a149dbf req-6956f0e2-d36b-4470-b7ea-623ea88d4e75 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798746 Dec 13 09:56:17.916027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-92d7ff9c-b607-4b27-b24b-2098d57c29de service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047282 Dec 13 09:56:17.959489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e7fe56d4-88ec-4351-b841-1841b0098133 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:17.997564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-bbc9703a-5ee9-48e4-9c8d-e182dc899063 req-0919e694-7dc5-4172-b268-e173d475b767 service neutron] (103188) timed out ('10.222.0.30', 44424) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 09:56:18.140229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port e7fe56d4-88ec-4351-b841-1841b0098133 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:56:18.153203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e7fe56d4-88ec-4351-b841-1841b0098133 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:18.153203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.315869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f09574ee-aba0-4d1e-9603-dc2bbac2fbe7 req-3e1d6951-0f59-4526-b908-b484d4310700 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805611 Dec 13 09:56:18.355892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b44fe-f364-479f-b9a4-f6c775d12d18 req-9d56b2ca-bda0-4d75-b5e5-e8edaebe696f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:18.383416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a75b44fe-f364-479f-b9a4-f6c775d12d18 req-9d56b2ca-bda0-4d75-b5e5-e8edaebe696f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.3943887 Dec 13 09:56:18.409955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.463177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:18.467725 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425920c2-209e-4de8-84c6-39a6a74a447f" -d '{"events": [{"server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:18.499359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a75b44fe-f364-479f-b9a4-f6c775d12d18 req-06edb79c-ddbe-49eb-80c3-332824ba4ddb tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145678 Dec 13 09:56:18.513295 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.536924 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.568873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e7fe56d4-88ec-4351-b841-1841b0098133,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:18.586311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.720855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.743768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af731-1d8a-4bb4-8382-dee2092f8b3d None None] Pushing event updated for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:18.772040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Attempting to bind port 0627f743-b449-45de-b5ef-b34317ee858a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:18.772440 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Attempting to bind port 0627f743-b449-45de-b5ef-b34317ee858a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:18.772788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Attempting to bind port 0627f743-b449-45de-b5ef-b34317ee858a on network 90a40744-5546-46c6-b957-1490d277b35c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:18.788850 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:18.789269 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Checking segment: {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:18.789653 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.790052 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Bound using segment: {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:18.790678 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Bound port: 0627f743-b449-45de-b5ef-b34317ee858a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c347e0-d634-463d-b506-3aeced81df7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '90a40744-5546-46c6-b957-1490d277b35c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:18.791064 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:18.848955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:18.969644 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] For port 0627f743-b449-45de-b5ef-b34317ee858a, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:18.984521 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] For port 0627f743-b449-45de-b5ef-b34317ee858a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0627f743-b449-45de-b5ef-b34317ee858a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:18.999642 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.012368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:56:19.015388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:19.118522 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:19.119738 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:19.120093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647745526'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:19.206236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] Provisioning complete for port 0627f743-b449-45de-b5ef-b34317ee858a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:19.208462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.220896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.260256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.310645 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:19.655791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.656653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.674553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.711669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e414b-86e4-47f3-9840-1fbed126d3ec req-aceee0f7-707c-4293-aa22-a63eb402ac40 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:19.721379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-670e414b-86e4-47f3-9840-1fbed126d3ec req-aceee0f7-707c-4293-aa22-a63eb402ac40 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.1163411 Dec 13 09:56:19.768210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.810339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:19.825553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:19.836558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:19.849944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-670e414b-86e4-47f3-9840-1fbed126d3ec req-735b2fad-7f27-4380-9505-a13134bfdef7 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200962 Dec 13 09:56:19.887646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d763d3d-759a-4d4b-a983-96d669076c6d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:19.973741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] For port 0627f743-b449-45de-b5ef-b34317ee858a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0627f743-b449-45de-b5ef-b34317ee858a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:20.052077 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da43168-fbf9-471d-add3-7d02ff28080f x-openstack-request-id: req-1da43168-fbf9-471d-add3-7d02ff28080f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:20.075724 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:20.079539 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1da43168-fbf9-471d-add3-7d02ff28080f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:20.081788 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133', 'code': 200} Dec 13 09:56:20.082707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.091700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.111964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'port_id': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'mac_address': 'fa:16:3e:92:2b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ba939f-daf5-4087-9343-4dd45203d509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:56:20.123553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.190066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.202972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3517072 Dec 13 09:56:20.204278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:20.210311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5c901-64bf-4bbd-8cd2-2f3ee81aa3da req-4366a770-b62e-4855-a331-7999d668683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:20.212324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8d5c901-64bf-4bbd-8cd2-2f3ee81aa3da req-4366a770-b62e-4855-a331-7999d668683b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 1097 time: 0.1564729 Dec 13 09:56:20.232762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296eb0-b8de-4963-bed1-6a861e48bbb2 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feab77cc-85c7-41f1-b074-e27562eb6e37,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.261860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.276640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af731-1d8a-4bb4-8382-dee2092f8b3d None None] Pushing event updated for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.298870 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.315376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8d5c901-64bf-4bbd-8cd2-2f3ee81aa3da req-0bbd6975-ce8f-4845-9f61-2bad63749171 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676310 Dec 13 09:56:20.324519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06547b-5abc-4214-9517-30f2cc588eab req-8818b487-e4fb-4536-810e-34071f4af043 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:20.334987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a06547b-5abc-4214-9517-30f2cc588eab req-8818b487-e4fb-4536-810e-34071f4af043 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1349995 Dec 13 09:56:20.397043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a06547b-5abc-4214-9517-30f2cc588eab req-e7a54eba-cfe6-453c-92ff-79d4a595f2ff tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573094 Dec 13 09:56:20.421299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:20.421875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '0627f743-b449-45de-b5ef-b34317ee858a', 'name': '', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'mac_address': 'fa:16:3e:75:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:07Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'subnets': [{'id': '8600f778-621d-462a-b270-f54ce056f4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:20.426574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4a230cfa-091d-4e0d-b67e-53b27efe31e6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2097948 Dec 13 09:56:20.429592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-security--1961728549', 'description': 'tempest-security-description-1236139952'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:20.437108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ddd70-5d88-46ab-87cc-5676b08445c0 None None] Pushing event updated for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.455941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169a8a8b-8b9f-421c-9636-243bbbe6dd4c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:20.499651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:20.503689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2e5a185a-ee5e-49e2-ac20-ec9c3634eb09 None None] Provisioning complete for port 0627f743-b449-45de-b5ef-b34317ee858a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:20.504857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e5a185a-ee5e-49e2-ac20-ec9c3634eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.517838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.527322 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7868f8-2909-42f2-818a-7af2d11c38e4 None None] The sync data for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 is: [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:10Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '0627f743-b449-45de-b5ef-b34317ee858a', 'name': '', 'network_id': '90a40744-5546-46c6-b957-1490d277b35c', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'mac_address': 'fa:16:3e:75:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '8600f778-621d-462a-b270-f54ce056f4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:07Z', 'updated_at': '2021-12-13T09:56:18Z', 'revision_number': 4, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'subnets': [{'id': '8600f778-621d-462a-b270-f54ce056f4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:20.579431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.679617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.690735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.699773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.702694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:20.703936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "PUT /v2.0/security-groups/feab77cc-85c7-41f1-b074-e27562eb6e37 HTTP/1.1" status: 200 len: 1797 time: 0.2807493 Dec 13 09:56:20.707200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:20.811583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-13ce6213-1848-4a8a-81dc-797469b35b91 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups/feab77cc-85c7-41f1-b074-e27562eb6e37 HTTP/1.1" status: 200 len: 1797 time: 0.0940461 Dec 13 09:56:20.813930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:20.853669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e07f7-24ff-4f76-b98b-73d87ca8001b req-a9b41ca0-7167-43af-bc49-6f6357292cbd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:20.876063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-449e07f7-24ff-4f76-b98b-73d87ca8001b req-a9b41ca0-7167-43af-bc49-6f6357292cbd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 944 time: 0.3044803 Dec 13 09:56:20.908138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c68c-2d56-481b-90fa-7c4c306ca882 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feab77cc-85c7-41f1-b074-e27562eb6e37,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:20.951687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['169a8a8b-8b9f-421c-9636-243bbbe6dd4c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:20.964411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.023689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.077196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0627f743-b449-45de-b5ef-b34317ee858a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:21.087816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-449e07f7-24ff-4f76-b98b-73d87ca8001b req-78a8279f-1624-463b-9e15-ee3a95f5fc7d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105916 Dec 13 09:56:21.201341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.209814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.225984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.227556 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/feab77cc-85c7-41f1-b074-e27562eb6e37 HTTP/1.1" status: 204 len: 168 time: 0.4077861 Dec 13 09:56:21.271413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068088c-259d-4c0b-92d3-91fc71fb7ec3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab77cc-85c7-41f1-b074-e27562eb6e37,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:21.364927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.366653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2bd64733-ea80-4f63-86df-04f2be4fd22d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1394169 Dec 13 09:56:21.405774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0627f743-b449-45de-b5ef-b34317ee858a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:21.407913 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.419957 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3a3d4a35-e215-435f-9f0a-f2fd66593036 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] delete failed (client error): The resource could not be found. Dec 13 09:56:21.437638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44938) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.444283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782173443'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:21.454399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3a3d4a35-e215-435f-9f0a-f2fd66593036 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/feab77cc-85c7-41f1-b074-e27562eb6e37 HTTP/1.1" status: 404 len: 347 time: 0.0867829 Dec 13 09:56:21.493243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.593415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.631169 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.729920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3611-5fee-4ca1-a3c7-c2af6930edee req-2fca8277-0552-4581-98be-08f0711a70a5 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:21.739765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e6c3611-5fee-4ca1-a3c7-c2af6930edee req-2fca8277-0552-4581-98be-08f0711a70a5 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.2600288 Dec 13 09:56:21.744612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.754435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:21.759587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': 'cd868b59-bdc7-49a7-9548-7a481670a1c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:21.766241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3271365 Dec 13 09:56:21.841652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:21.867947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413f0fa-e0f7-4844-a7ee-c07d062aa752 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd868b59-bdc7-49a7-9548-7a481670a1c3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:21.960602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e6c3611-5fee-4ca1-a3c7-c2af6930edee req-b3354fc6-ce8a-409f-b3a3-00f806beba41 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196264 Dec 13 09:56:22.027716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.035722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.083380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:22.086497 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f756a-8c06-4871-80aa-27aabf296347" -d '{"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-unplugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:22.099318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a800ceb-6bbc-4182-b595-18d32790dbea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.113802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.123503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.126242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3783289-0a8b-40b8-b63d-2a324ffcfe0f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3687134 Dec 13 09:56:22.256010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.270721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.302118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b466-7523-4b25-b3cd-dd5b8b0ed9b4 req-1522fdd6-df73-4bfd-bf73-3d3899d3e3ea tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:22.303777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8490b466-7523-4b25-b3cd-dd5b8b0ed9b4 req-1522fdd6-df73-4bfd-bf73-3d3899d3e3ea tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1252389 Dec 13 09:56:22.327138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.336496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.337950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5a800ceb-6bbc-4182-b595-18d32790dbea HTTP/1.1" status: 204 len: 168 time: 0.2132366 Dec 13 09:56:22.340936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.359003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19adea-2598-4064-bafb-2d7fddb8130a tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a800ceb-6bbc-4182-b595-18d32790dbea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.403043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8490b466-7523-4b25-b3cd-dd5b8b0ed9b4 req-3924312d-9762-4179-b695-e21dcf3ccd9f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808794 Dec 13 09:56:22.476213 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a06ed-5769-4a2b-ae64-708dde52cb8f x-openstack-request-id: req-800a06ed-5769-4a2b-ae64-708dde52cb8f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:22.476733 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-unplugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:22.476835 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-800a06ed-5769-4a2b-ae64-708dde52cb8f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:22.478060 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'code': 200} Dec 13 09:56:22.484367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.484695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2393e3a-dcaf-4321-914f-394148577387 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1405115 Dec 13 09:56:22.687460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a479c-1290-4279-92d6-ecf57c9b8fe4 req-2578db7b-0986-48f4-b07b-2b6b35c0cb90 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:22.697352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-211a479c-1290-4279-92d6-ecf57c9b8fe4 req-2578db7b-0986-48f4-b07b-2b6b35c0cb90 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 944 time: 0.1479146 Dec 13 09:56:22.711006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.742877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.820182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.823323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:22.838573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.845327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd868b59-bdc7-49a7-9548-7a481670a1c3 HTTP/1.1" status: 204 len: 168 time: 0.3583117 Dec 13 09:56:22.875587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec551c2-3427-4631-a1b2-8cbdea64dc3c tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd868b59-bdc7-49a7-9548-7a481670a1c3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:22.935032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-211a479c-1290-4279-92d6-ecf57c9b8fe4 req-8e28a60a-bae0-4b9c-83c4-88759dfe9e90 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316437 Dec 13 09:56:22.975466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c988ba09-726a-416f-b116-6d3ed5f6e151 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290252 Dec 13 09:56:22.976206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:22.981025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--697909115'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:23.015605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:23.058077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.159300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:23.159835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.238984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.255185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.464740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.527660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:23.545613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c25630-1dda-4bb1-92ab-5913e3da2764 req-f098881e-5e34-48e6-ac9d-27635b48d8ba tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:23.552842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.557938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66c25630-1dda-4bb1-92ab-5913e3da2764 req-f098881e-5e34-48e6-ac9d-27635b48d8ba tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.1209188 Dec 13 09:56:23.736395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.741415 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7606561 Dec 13 09:56:23.742594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:23.747602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '6838272f-5d06-46bd-b8a9-5af9f9f637d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:23.751152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:23.768565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a376b9-5cd7-4285-82c8-10df5d6d30e3 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6838272f-5d06-46bd-b8a9-5af9f9f637d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:23.781263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66c25630-1dda-4bb1-92ab-5913e3da2764 req-cb5be090-25d3-4180-907b-665baa102627 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215347 Dec 13 09:56:23.803516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.851107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:23.908498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.917602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.949295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dceec2-231a-40d1-a584-cde86dd8f7bb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:23.960475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:23.972449 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-66e9c126-678f-45c5-8e68-73febe2fe411 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2265172 Dec 13 09:56:23.973067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:23.985245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '6838272f-5d06-46bd-b8a9-5af9f9f637d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:24.056694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.221216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.232591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.296128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e596c5-e2cb-42aa-9f5f-9616ec33f93f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.317094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.325958 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-694a5fff-f96e-41c6-a4ac-b5ebd6ba75f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493683 Dec 13 09:56:24.326235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:24.330599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '6838272f-5d06-46bd-b8a9-5af9f9f637d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:24.407827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.427577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03990f-9b3a-4a5c-b5b3-8bc08c3e056e req-e9debc58-9a12-44ff-bdc9-8823c3c1d24c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:24.438675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe03990f-9b3a-4a5c-b5b3-8bc08c3e056e req-e9debc58-9a12-44ff-bdc9-8823c3c1d24c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2902825 Dec 13 09:56:24.480088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:24.484198 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580b950-6399-4ca9-88b1-0827405162db" -d '{"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-plugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:24.496070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.502579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.537489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9192a460-8535-4b32-b75e-a1085806a9eb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.542370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.543806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5ec1671a-8584-492f-ac2b-1ab28ef3e066 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2165971 Dec 13 09:56:24.557962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:24.560863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe03990f-9b3a-4a5c-b5b3-8bc08c3e056e req-16b12021-c53e-4b1f-852d-3ba5d750536a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209936 Dec 13 09:56:24.564838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '6838272f-5d06-46bd-b8a9-5af9f9f637d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:24.643737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.777661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.786215 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.831746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c1c7e5-d073-4845-b84c-bbbd84d8e829,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:24.844033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980873d-5cfe-4427-b32a-ac7dadbde152 req-6d941d27-bbf4-4eed-bd04-9c04872eb872 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:24.844033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1980873d-5cfe-4427-b32a-ac7dadbde152 req-6d941d27-bbf4-4eed-bd04-9c04872eb872 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.0696890 Dec 13 09:56:24.853695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.856017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-96719a07-dcb0-4601-bb5b-92a0197976ee tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2952046 Dec 13 09:56:24.858796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:24.867336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '6838272f-5d06-46bd-b8a9-5af9f9f637d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:24.918499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:24.955294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1980873d-5cfe-4427-b32a-ac7dadbde152 req-d179d966-f265-4245-9be5-d891ce03e498 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028335 Dec 13 09:56:25.000974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.080372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.088821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.120946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67c3d8d-67a0-4d1f-8ea9-55bbb6bd6f6d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.135709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.142301 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-338995ed-2f60-4083-8b11-d49d8a9c44f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2814925 Dec 13 09:56:25.143869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.195972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.211561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.258568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.286861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.290218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d67c3d8d-67a0-4d1f-8ea9-55bbb6bd6f6d HTTP/1.1" status: 204 len: 168 time: 0.1409991 Dec 13 09:56:25.293676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c3462-1dc4-4c1b-a90d-f343f14b6e07 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d67c3d8d-67a0-4d1f-8ea9-55bbb6bd6f6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.297170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.301850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4080b21-1a25-4cad-a0d0-2e88f714f851 req-2ec43a81-6458-41cd-a136-7a1d8145311f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:25.313522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4080b21-1a25-4cad-a0d0-2e88f714f851 req-2ec43a81-6458-41cd-a136-7a1d8145311f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2034123 Dec 13 09:56:25.360445 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-75ae7983-b0f4-450a-bac5-0f3be7186dff tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0603778 Dec 13 09:56:25.363764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.417634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.440582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.511719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.523889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.528644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/24c1c7e5-d073-4845-b84c-bbbd84d8e829 HTTP/1.1" status: 204 len: 168 time: 0.1608675 Dec 13 09:56:25.537247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.552250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f61cb-bee4-4292-af8a-541ee7de0add tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c1c7e5-d073-4845-b84c-bbbd84d8e829,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.617516 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b2b8756c-6787-4d68-ba31-f80967ad7844 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0756867 Dec 13 09:56:25.628493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.689414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.699591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.741525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.747505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.748716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9192a460-8535-4b32-b75e-a1085806a9eb HTTP/1.1" status: 204 len: 168 time: 0.1190183 Dec 13 09:56:25.751965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.778179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75653e08-a157-43f9-8509-ea994b01ec3f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9192a460-8535-4b32-b75e-a1085806a9eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:25.799435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4080b21-1a25-4cad-a0d0-2e88f714f851 req-46f3160e-d535-472b-9133-41084758c24b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847412 Dec 13 09:56:25.825772 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa8e21a7-14e6-4669-bc11-16c8113687e5 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0725765 Dec 13 09:56:25.826419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.868292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.879502 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19714684-5261-49bd-93e1-d4e40eca1869 x-openstack-request-id: req-19714684-5261-49bd-93e1-d4e40eca1869 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:25.881068 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-plugged", "status": "completed", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:25.881701 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19714684-5261-49bd-93e1-d4e40eca1869 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:25.882467 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'code': 200} Dec 13 09:56:25.884560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.929212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.937687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:25.941800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/06e596c5-e2cb-42aa-9f5f-9616ec33f93f HTTP/1.1" status: 204 len: 168 time: 0.1143858 Dec 13 09:56:25.946595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:25.954252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a67d6-c838-442b-8d3f-b71baed8d7ed tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06e596c5-e2cb-42aa-9f5f-9616ec33f93f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:26.011205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3ae30d1-b65d-49fd-9319-07756a523653 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0625861 Dec 13 09:56:26.013427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.040772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.054738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.102474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.110758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.115365 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b8dceec2-231a-40d1-a584-cde86dd8f7bb HTTP/1.1" status: 204 len: 168 time: 0.0980685 Dec 13 09:56:26.116565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25026936-25dd-4a22-9c8d-43a7ecf60b5c req-78853b3c-1971-483a-8540-61228aa7f34e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:26.116760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.118220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25026936-25dd-4a22-9c8d-43a7ecf60b5c req-78853b3c-1971-483a-8540-61228aa7f34e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.1481028 Dec 13 09:56:26.134416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ad47-f94a-4c76-bbeb-f3b9a331912e tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8dceec2-231a-40d1-a584-cde86dd8f7bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:26.151061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fe80-bb6f-4b29-9d11-2e0d79d84646 req-f8ecaa3e-13f0-435a-93b8-8aa0510ce90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:26.152583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c356fe80-bb6f-4b29-9d11-2e0d79d84646 req-f8ecaa3e-13f0-435a-93b8-8aa0510ce90d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 1096 time: 0.1203108 Dec 13 09:56:26.177167 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8ee3a3a-8cb9-4399-bc7e-4465f0e53c73 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579505 Dec 13 09:56:26.179701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.255062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.257345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25026936-25dd-4a22-9c8d-43a7ecf60b5c req-e28dbf2a-4988-42b3-b2ea-84ce3bda215e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224453 Dec 13 09:56:26.279583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.324658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.327587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.331159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/6838272f-5d06-46bd-b8a9-5af9f9f637d9 HTTP/1.1" status: 204 len: 168 time: 0.1482182 Dec 13 09:56:26.333389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.345909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857314a-ea55-4237-a138-d9e503374a19 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838272f-5d06-46bd-b8a9-5af9f9f637d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:26.361444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c356fe80-bb6f-4b29-9d11-2e0d79d84646 req-6192b145-05b3-463e-a8b6-051bfc996238 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853619 Dec 13 09:56:26.371963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2b9dd4f4-ad9d-4214-87a5-7c1a2cb51f18 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:26.373198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2b9dd4f4-ad9d-4214-87a5-7c1a2cb51f18 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=d77652f8-805a-439e-85ff-eee1f65a3c12 HTTP/1.1" status: 200 len: 944 time: 0.1571026 Dec 13 09:56:26.383110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Deleting port 40b86e2f-6c3c-4533-a287-ea0af667b23b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:26.383390 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.404513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de2576e3-80bd-44eb-9cc2-9b20b6fd0d10 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597477 Dec 13 09:56:26.411289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.416726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973744573'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:26.442497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.506245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.556491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port fad59e89-b8ca-4753-a4b3-2f028d52ce94 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:26.556825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.563363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.593529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.612764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] For port 40b86e2f-6c3c-4533-a287-ea0af667b23b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40b86e2f-6c3c-4533-a287-ea0af667b23b,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:26.613197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.645741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Calling delete_port for 40b86e2f-6c3c-4533-a287-ea0af667b23b owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:26.648479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.649737 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2369947 Dec 13 09:56:26.652415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:26.658378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7998e3-41a1-4167-8bec-dc9a2b2a2dda tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d792b2a-5e03-4d61-8a0d-bd675d99b885,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:26.662342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '4d792b2a-5e03-4d61-8a0d-bd675d99b885', 'direction': 'ingress', 'protocol': 17}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:26.713201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.789819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port fad59e89-b8ca-4753-a4b3-2f028d52ce94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=fad59e89-b8ca-4753-a4b3-2f028d52ce94,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:26.790377 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.826726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for fad59e89-b8ca-4753-a4b3-2f028d52ce94 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:26.965836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:26.979111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.032379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54ff216-f353-49ca-833f-8603f66cebaa,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.050425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.054220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.055372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6472bbe4-e0d7-49cd-9b21-b15b2ea9ffe6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4017301 Dec 13 09:56:27.059511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:27.065623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c39-6e2f-44b6-a344-96d0b6cca1f5 req-9d5c070d-5293-480f-9477-83fda433ad0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:27.067701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43b44c39-6e2f-44b6-a344-96d0b6cca1f5 req-9d5c070d-5293-480f-9477-83fda433ad0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1734476 Dec 13 09:56:27.131171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.185771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.194783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.224770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43b44c39-6e2f-44b6-a344-96d0b6cca1f5 req-677202b5-3365-4862-bb1d-22beec773acc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495278 Dec 13 09:56:27.225999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.227767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b86e2f-6c3c-4533-a287-ea0af667b23b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.230164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.250222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ffc4aa44-ece7-40d2-8999-33be41829af6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:27.309736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=fad59e89-b8ca-4753-a4b3-2f028d52ce94,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.351531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.351731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:27.355161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.356394 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d792b2a-5e03-4d61-8a0d-bd675d99b885 HTTP/1.1" status: 204 len: 168 time: 0.2954473 Dec 13 09:56:27.362471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45098) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:27.461677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2154-15c8-4cf3-b94a-6eb9b3ebf9f1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d792b2a-5e03-4d61-8a0d-bd675d99b885,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:27.591390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.17 (0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac/4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33/3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:27.596174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] No DVR routers for this DVR port fad59e89-b8ca-4753-a4b3-2f028d52ce94 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:27.607064 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.617922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37288f27-e5b9-43d1-ac02-ac5ce9d9597a req-2a41232e-3019-4962-a230-403bf3a9dce5 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "DELETE /v2.0/ports/fad59e89-b8ca-4753-a4b3-2f028d52ce94 HTTP/1.1" status: 204 len: 173 time: 1.2362020 Dec 13 09:56:27.664098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-deleted', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:27.668224 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c880def-9184-4e4a-80f6-648d57075728" -d '{"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-deleted", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:27.766410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1a29e-1607-4c60-915b-32ff9023858d req-d5edb953-d7b1-4805-9358-840ebb7f0216 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:27.771584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afc1a29e-1607-4c60-915b-32ff9023858d req-d5edb953-d7b1-4805-9358-840ebb7f0216 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.3341594 Dec 13 09:56:27.872833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.874492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:27.960130 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6f92703c-db2d-44d1-ae97-bb68f110ee47 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5599279 Dec 13 09:56:27.963589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:27.969881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301106296'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:27.976869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.036566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:28.046827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:28.054301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:28.066844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afc1a29e-1607-4c60-915b-32ff9023858d req-b805f7fd-eb05-4c51-964b-187f6551cbde tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791531 Dec 13 09:56:28.116153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.169101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:28.190315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.201219 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2e97c-a9bc-433b-a1c5-be02396ddd95 x-openstack-request-id: req-2ac2e97c-a9bc-433b-a1c5-be02396ddd95 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:28.201642 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77652f8-805a-439e-85ff-eee1f65a3c12", "name": "network-vif-deleted", "tag": "fad59e89-b8ca-4753-a4b3-2f028d52ce94", "status": "failed", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:28.202019 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ac2e97c-a9bc-433b-a1c5-be02396ddd95 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:28.202692 n-d-820531-5 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd77652f8-805a-439e-85ff-eee1f65a3c12', 'name': 'network-vif-deleted', 'tag': 'fad59e89-b8ca-4753-a4b3-2f028d52ce94', 'status': 'failed', 'code': 422} returned with failed status Dec 13 09:56:28.305646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Router ad704cf4-57cc-4fe4-a36e-54daf8329394 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:28.364078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.460148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.470803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.475482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d222459-28c7-4435-a2c2-a6f3c5c55db7 None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:28.476403 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d222459-28c7-4435-a2c2-a6f3c5c55db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.500595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:56:28.537050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d222459-28c7-4435-a2c2-a6f3c5c55db7 None None] Port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:28.573013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-561488dc-12f7-432b-8efc-bfe6a4193c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.573364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.574605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6101158 Dec 13 09:56:28.577765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe2b13-4687-41f4-bd4a-49a8472c13a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4957ad1-1bb2-4055-abc1-8f1aec105c56,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:28.582513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:28.586909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:28.596185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-178cb0fa-0196-4cb5-b421-1209c75fc291 admin admin] 10.222.0.30 "PUT /v2.0/routers/ad704cf4-57cc-4fe4-a36e-54daf8329394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7410016 Dec 13 09:56:28.596338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:28.598960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--827932028'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:28.634441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Sync routers for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:28.652562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:28.653510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:28.706078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0e6a9-0515-4a85-b4e9-e7d1dea96b7e req-848c8122-230f-4ede-8fdb-4496bb6bc835 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.714593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bf0e6a9-0515-4a85-b4e9-e7d1dea96b7e req-848c8122-230f-4ede-8fdb-4496bb6bc835 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1717904 Dec 13 09:56:28.726759 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.755542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248483a9-7a6b-4f4b-ba0b-9bb360f388c6 req-e22ad2bb-ef77-4811-935f-b2abad79c10a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.757799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-248483a9-7a6b-4f4b-ba0b-9bb360f388c6 req-e22ad2bb-ef77-4811-935f-b2abad79c10a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 907 time: 0.1740673 Dec 13 09:56:28.796588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:28.799031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:28.839971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-9dc2f5f4-12e8-4eb9-9bba-d08abfe31891 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0950856 Dec 13 09:56:28.866161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bf0e6a9-0515-4a85-b4e9-e7d1dea96b7e req-3fcb3fc7-6ad8-4605-b5ba-7ea5c9a783e3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462996 Dec 13 09:56:28.977822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.978467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.978968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.979504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.980378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.980548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.981074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:28.983360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-15922f71-7d62-4cd4-99e5-86e759b9f20a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 6499 time: 0.0883529 Dec 13 09:56:28.995740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.005467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.058563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.065744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.070507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4852610 Dec 13 09:56:29.077233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:29.085933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.090260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.093832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': 'a4957ad1-1bb2-4055-abc1-8f1aec105c56', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f1d010d3-6c63-4ae6-b25a-b8d02d2beb1e', 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:29.216639 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.224136 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.228590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:29.233184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4ced2-8e9b-417c-adbc-89376e1aedec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d010d3-6c63-4ae6-b25a-b8d02d2beb1e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:29.314039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d110f-4951-4f6c-8010-954ddf3c1c21 req-00fe37da-0661-4066-82b5-a018ca73f23b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.315897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-214d110f-4951-4f6c-8010-954ddf3c1c21 req-00fe37da-0661-4066-82b5-a018ca73f23b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.2881687 Dec 13 09:56:29.326065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Deleting port f369f432-3daf-408b-9a21-380c78a74795 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:29.326407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.336037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f369f432-3daf-408b-9a21-380c78a74795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:56:27Z', 'revision_number': 5, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port': {'id': 'f369f432-3daf-408b-9a21-380c78a74795', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:55:44Z', 'updated_at': '2021-12-13T09:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:29.346836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.361903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6b1e5-c607-4b93-8707-8dbd535d34d3 req-e0bc96a2-9285-442d-8962-eff9b9725081 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.369573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30a6b1e5-c607-4b93-8707-8dbd535d34d3 req-e0bc96a2-9285-442d-8962-eff9b9725081 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.2015367 Dec 13 09:56:29.373641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Checking router: ad704cf4-57cc-4fe4-a36e-54daf8329394 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:29.397153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Routers {'ad704cf4-57cc-4fe4-a36e-54daf8329394'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:29.397814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad704cf4-57cc-4fe4-a36e-54daf8329394'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:29.410844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-8e2f3a76-1897-46cb-946b-5832961bd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.411282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-8e2f3a76-1897-46cb-946b-5832961bd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.411749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-8e2f3a76-1897-46cb-946b-5832961bd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.415431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-8e2f3a76-1897-46cb-946b-5832961bd91b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=db03649b-aea4-43b5-884d-4ce30d59b734&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 200 len: 2299 time: 0.3948462 Dec 13 09:56:29.421182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:29.424523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:29.563336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] Set router ad704cf4-57cc-4fe4-a36e-54daf8329394 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:29.605777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-214d110f-4951-4f6c-8010-954ddf3c1c21 req-c8ba560f-1aac-4a32-904a-5d4ed37ce05c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660141 Dec 13 09:56:29.629640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-63578608-f4ef-498a-9a64-7c57c6f216db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 200 len: 1001 time: 0.1802373 Dec 13 09:56:29.692710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30a6b1e5-c607-4b93-8707-8dbd535d34d3 req-0a7c59c1-cbae-4066-8f70-c715504f5cb7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216608 Dec 13 09:56:29.725944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:56:29Z', 'revision_number': 6, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:29.751452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] For port f369f432-3daf-408b-9a21-380c78a74795, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f369f432-3daf-408b-9a21-380c78a74795,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:29.751854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.768645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f5d2a-25ed-4d9e-bb67-5f1ddfe6b47d None None] The sync data for ids ['ad704cf4-57cc-4fe4-a36e-54daf8329394'] in n-d-820531-5 is: [{'id': 'ad704cf4-57cc-4fe4-a36e-54daf8329394', 'name': 'tempest-TestAggregatesBasicOps-1461914517-router', 'tenant_id': '96da84b4d5ed4714a3998ec0672a85a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:42Z', 'updated_at': '2021-12-13T09:56:29Z', 'revision_number': 6, 'project_id': '96da84b4d5ed4714a3998ec0672a85a1', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:29.805909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Calling delete_port for f369f432-3daf-408b-9a21-380c78a74795 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:29.819051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:29.857294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.875125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0afe13f2-3ee3-4fe4-963b-16c58cccf5db None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:29.875502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0afe13f2-3ee3-4fe4-963b-16c58cccf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.910425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.948822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0afe13f2-3ee3-4fe4-963b-16c58cccf5db None None] Port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:29.972630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-eaaf7eca-44f6-4bb7-8784-37d9a498c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:29.974710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-eaaf7eca-44f6-4bb7-8784-37d9a498c1ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 200 len: 856 time: 0.3132937 Dec 13 09:56:29.987829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:29.992552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9002604 Dec 13 09:56:29.994819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5826a0-424c-43a1-90f0-689b3e27e383 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aef8dce-6320-41c4-8cdc-ca029b67a27e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:30.009542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:30.071668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:30.088529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c527f233-3ff1-483c-b4cc-4e40790e5055 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/8a036871-55cf-43a7-b154-8d4830ecc4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5706835 Dec 13 09:56:30.095335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:30.108709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:30.110709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:30.168936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-cda7892c-c62f-4859-a2b6-8277aac70f7f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:30.192100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-cda7892c-c62f-4859-a2b6-8277aac70f7f tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 907 time: 0.3780684 Dec 13 09:56:30.285629 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:30.343132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.374429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Pushing event deleted for resources: {'Port': ['ID=f369f432-3daf-408b-9a21-380c78a74795,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:30.426128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.434577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.456006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.495564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-7b6311af-f9b1-44fc-b34a-6517f28bbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:30.501229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-7b6311af-f9b1-44fc-b34a-6517f28bbaf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bacb149-e1c8-46f5-ab37-9eb8735eeb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5100882 Dec 13 09:56:30.520488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.526485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.530432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3aef8dce-6320-41c4-8cdc-ca029b67a27e HTTP/1.1" status: 204 len: 168 time: 0.5220819 Dec 13 09:56:30.543726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:30.566555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6731e1-fc4c-4aae-a34c-f4a6663138bf tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aef8dce-6320-41c4-8cdc-ca029b67a27e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:30.597143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31318f0b-eaac-448a-889c-8ac5d4441db4 req-8b75e2f2-2d81-4f54-92d5-c0c82bd01587 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:30.598856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31318f0b-eaac-448a-889c-8ac5d4441db4 req-8b75e2f2-2d81-4f54-92d5-c0c82bd01587 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 907 time: 0.6433663 Dec 13 09:56:30.699796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port 8e7210b5-d29b-4ce5-bb34-95bf81789755 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:30.700141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.748853 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:28Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f', 'name': '', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:9d:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:28Z', 'revision_number': 2, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:30.790230 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:30.791307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Updating router 8a036871-55cf-43a7-b154-8d4830ecc4a3 port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:30.811907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a2d4264c-2d2a-4390-a9f9-773a8cdcdb7b tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2519059 Dec 13 09:56:30.817227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:30.890332 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.953448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.957985 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63224f42-c566-41f2-8deb-77934257c7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:30.959816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.015142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40b86e2f-6c3c-4533-a287-ea0af667b23b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:31.052306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.053284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad704cf4-57cc-4fe4-a36e-54daf8329394 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:31.058440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.060040 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-984f472a-4c35-497b-a2f8-e823ee7c6952 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ad704cf4-57cc-4fe4-a36e-54daf8329394 HTTP/1.1" status: 204 len: 168 time: 2.4631450 Dec 13 09:56:31.062259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:31.065153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-71125791-036a-4dfd-83f8-6decc520d0a4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:31.065641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 40b86e2f-6c3c-4533-a287-ea0af667b23b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:31.065794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40b86e2f-6c3c-4533-a287-ea0af667b23b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:31.070437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f369f432-3daf-408b-9a21-380c78a74795 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:31.071917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-71125791-036a-4dfd-83f8-6decc520d0a4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.7267563 Dec 13 09:56:31.121763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f369f432-3daf-408b-9a21-380c78a74795 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:31.122025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f369f432-3daf-408b-9a21-380c78a74795 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:31.165567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Deleting subnet 29bf57da-2dd1-4fd1-96ea-fc3031a690d0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:31.172732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.236356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-6983c7dd-f3c7-4084-b59e-dde4ad8d147a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/quotas/fff45063a8154d5ab2a35578e13eb3e2 HTTP/1.1" status: 200 len: 375 time: 0.1387570 Dec 13 09:56:31.250279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.329215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.390720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.408273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-953545d6-a404-40c6-94f7-63f2e29329ad service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766489 Dec 13 09:56:31.429751 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.436408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port 8e7210b5-d29b-4ce5-bb34-95bf81789755, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8e7210b5-d29b-4ce5-bb34-95bf81789755,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:31.437262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.443024 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.456134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for 8e7210b5-d29b-4ce5-bb34-95bf81789755 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:31.523531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.575434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc6638-647c-4155-8629-dc3dc611f453 req-b82ef954-c322-4db9-a07a-871f44ae9091 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:31.577079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33fc6638-647c-4155-8629-dc3dc611f453 req-b82ef954-c322-4db9-a07a-871f44ae9091 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 944 time: 0.5665052 Dec 13 09:56:31.609537 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bf57da-2dd1-4fd1-96ea-fc3031a690d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:31.633546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.640970 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d5b64489-5510-4e20-822c-70779fafec14 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/29bf57da-2dd1-4fd1-96ea-fc3031a690d0 HTTP/1.1" status: 204 len: 168 time: 0.5775051 Dec 13 09:56:31.651101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b1fe2b-34fb-46da-8c78-9187244b5c96 None None] Network 2f2b6897-a336-4275-a17e-5e49e8f83ee7 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:31.651464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:31.674158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.699787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-08aba46a-2d26-4f6d-8665-4964d49dc711 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:31.701752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-08aba46a-2d26-4f6d-8665-4964d49dc711 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/ports?device_id=c59684d4-e707-4c94-b5a2-8974df6ec29e HTTP/1.1" status: 200 len: 945 time: 0.1961317 Dec 13 09:56:31.805888 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Attempting to bind port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:31.809599 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Attempting to bind port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:31.810200 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Attempting to bind port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f on network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:31.828166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:31.828694 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Checking segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:31.829238 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.829735 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Bound using segment: {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:31.830324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Bound port: 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7152e4d-555c-45b7-8663-8f2171a7d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:31.830812 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.909921 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] For port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:31.913645 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] For port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:31.924567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84610f74-8c4a-4677-8d24-815349b6eac5 None None] Pushing event updated for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:31.928210 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:31.963803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] DHCP port deletion for 2f2b6897-a336-4275-a17e-5e49e8f83ee7 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:31.972888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8e7210b5-d29b-4ce5-bb34-95bf81789755 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:31.984045 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:31.984881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:31.988630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.089187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Deleting port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:32.089480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.142375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:32.151657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:32.152091 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.263991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.267666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Deleting port 25d714d0-0a37-45a8-894f-a2c34791ff7e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:32.268038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.289503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Deleting port 25d714d0-0a37-45a8-894f-a2c34791ff7e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:32.290039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.353716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.410868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] For port 25d714d0-0a37-45a8-894f-a2c34791ff7e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=25d714d0-0a37-45a8-894f-a2c34791ff7e,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:32.411352 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.416241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] For port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:32.417860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.479053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:28Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f', 'name': '', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:9d:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:32.491020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-9c283aa8-ffd7-43e9-8306-23952c5a66de service neutron] 10.222.0.37 "GET /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9404597 Dec 13 09:56:32.493554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] For port 25d714d0-0a37-45a8-894f-a2c34791ff7e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=25d714d0-0a37-45a8-894f-a2c34791ff7e,segment=NetworkSegment(686b4bab-c3d6-4c23-804d-d0a993451dcb),segment_id=686b4bab-c3d6-4c23-804d-d0a993451dcb)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:32.493935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.504498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-ed8bc119-48dd-431d-b2c4-01c80fbd2719 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2662346 Dec 13 09:56:32.505214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.513554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Calling delete_port for 25d714d0-0a37-45a8-894f-a2c34791ff7e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:32.521531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84610f74-8c4a-4677-8d24-815349b6eac5 None None] Pushing event updated for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:32.524512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Calling delete_port for 25d714d0-0a37-45a8-894f-a2c34791ff7e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:32.538677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7481da6-c3fb-4e0c-9389-5c2a29bb2f34 None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:28Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f', 'name': '', 'network_id': '0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:9d:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:27Z', 'updated_at': '2021-12-13T09:56:31Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:32.573413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.708186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Calling delete_port for 169a8a8b-8b9f-421c-9636-243bbbe6dd4c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:32.716813 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.745267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:32.779088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] For port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:32.787748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.800047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=8e7210b5-d29b-4ce5-bb34-95bf81789755,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:32.808895 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.819790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-e1d4740a-83f2-4213-a33d-1d0bb66a0f6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 217 time: 0.2999108 Dec 13 09:56:32.825889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] No DVR routers for this DVR port 25d714d0-0a37-45a8-894f-a2c34791ff7e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:32.864416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-c4aee416-9e99-4263-bf27-c76f26ff5352 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:56:32.865565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-c4aee416-9e99-4263-bf27-c76f26ff5352 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3508718 Dec 13 09:56:32.870736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] No DVR routers for this DVR port 8e7210b5-d29b-4ce5-bb34-95bf81789755 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:32.908495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b75cb-27e4-4771-b35a-7f5b3e5d799a None None] Pushing event deleted for resources: {'Port': ['ID=25d714d0-0a37-45a8-894f-a2c34791ff7e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:32.965337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:32.968768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f308ed0-9af1-4fb4-8463-8ee1d275f932 req-02c9d7c8-2e95-4f79-a0dc-1f75a9c37137 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "DELETE /v2.0/ports/8e7210b5-d29b-4ce5-bb34-95bf81789755 HTTP/1.1" status: 204 len: 173 time: 2.7758241 Dec 13 09:56:32.971415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'name': 'network-vif-deleted', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:32.974798 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eee5b7-0d59-460d-8655-8fa1796f230c" -d '{"events": [{"server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "name": "network-vif-deleted", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:33.015050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Pushing event deleted for resources: {'Port': ['ID=25d714d0-0a37-45a8-894f-a2c34791ff7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.022350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] No DVR routers for this DVR port 25d714d0-0a37-45a8-894f-a2c34791ff7e on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:33.059936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65b86d-461a-49c0-9c26-b044bc54c930 None None] Pushing event updated for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.085390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:33.149467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33fc6638-647c-4155-8629-dc3dc611f453 req-d935aa3a-b3e4-483a-b72d-c84ed88915fd tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5359273 Dec 13 09:56:33.155095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-986cbe23-19bb-4586-9f7d-16654a2acf86 None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:33.155484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-986cbe23-19bb-4586-9f7d-16654a2acf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.156155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-19a613d1-07a7-4074-9f5b-b1a68390e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:33.177731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-19a613d1-07a7-4074-9f5b-b1a68390e1e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.3236661 Dec 13 09:56:33.199128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.245407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.248652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.252454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1d010d3-6c63-4ae6-b25a-b8d02d2beb1e HTTP/1.1" status: 204 len: 168 time: 2.3377023 Dec 13 09:56:33.270560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:33.274267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb212d2-ab52-4f8c-94cc-ab8cc1044a86 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d010d3-6c63-4ae6-b25a-b8d02d2beb1e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.333438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.338555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2b6897-a336-4275-a17e-5e49e8f83ee7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:33.346710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:33.347538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.360454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Deleting subnet 5a5715ba-592c-41a5-bea5-ce263cb2df62 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:33.393446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686b4bab-c3d6-4c23-804d-d0a993451dcb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:33.393744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686b4bab-c3d6-4c23-804d-d0a993451dcb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:33.396583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.398750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event deleted for resources: {'Port': ['ID=169a8a8b-8b9f-421c-9636-243bbbe6dd4c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.412667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0fecb23f-755a-40c4-83ee-a1a3bb19a320 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1327300 Dec 13 09:56:33.415015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:33.451136 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.526014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ac09247-0b22-4f0d-b57a-1d79cb965928 req-5f52e3fa-8401-4527-b876-11076ae77bd6 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4f6461-927c-458a-b6cd-a333e0f8c45c HTTP/1.1" status: 200 len: 210 time: 0.1378148 Dec 13 09:56:33.529596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] No DVR routers for this DVR port 169a8a8b-8b9f-421c-9636-243bbbe6dd4c on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:33.532838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.542851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-55eb2bbe-f508-45f2-b347-fb13b8701434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:33.544370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-55eb2bbe-f508-45f2-b347-fb13b8701434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3585455 Dec 13 09:56:33.549265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.559326 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eea8f58f-ee2a-4053-aaee-b586bf5b9835 req-e4e4d08e-e7e3-4d7a-8c6f-58adf3db1ce9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "DELETE /v2.0/ports/169a8a8b-8b9f-421c-9636-243bbbe6dd4c HTTP/1.1" status: 204 len: 173 time: 1.8065755 Dec 13 09:56:33.575441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-deleted', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:33.582994 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b68893-1d31-431d-bc02-c1af9bb820ff" -d '{"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-deleted", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:33.587640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:33.588149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:33.594211 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:33.598796 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.600366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-5a5a87f1-13b7-4072-a3c9-af768cf9f4a9 service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368678 Dec 13 09:56:33.645872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.741093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 25d714d0-0a37-45a8-894f-a2c34791ff7e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:33.790623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 25d714d0-0a37-45a8-894f-a2c34791ff7e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:33.790987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 25d714d0-0a37-45a8-894f-a2c34791ff7e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:33.843091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.848723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.884469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.911150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.915324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.922283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f2b6897-a336-4275-a17e-5e49e8f83ee7 HTTP/1.1" status: 204 len: 168 time: 2.2694309 Dec 13 09:56:33.923516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab586f9b-21dd-418b-920e-af2ff79f7fff admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2b6897-a336-4275-a17e-5e49e8f83ee7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:33.926220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:33.951797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.955827 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:33.960228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4957ad1-1bb2-4055-abc1-8f1aec105c56 HTTP/1.1" status: 204 len: 168 time: 0.5357811 Dec 13 09:56:33.976316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:33.989232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:56:34.015250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25343d00-e2a8-4250-98fc-4bc725e4abf7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4957ad1-1bb2-4055-abc1-8f1aec105c56,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:34.034648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-52b79ab6-b36b-41be-80b2-08291dfa8101 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640691 Dec 13 09:56:34.054849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-778459c8-85ba-4af8-a729-d0b810d47abf service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947611 Dec 13 09:56:34.119221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f457ac0c-54ab-4ac4-a044-ff9b224a69e6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1352100 Dec 13 09:56:34.120287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:34.125351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702719650'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:34.190340 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.237430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-94cb4d53-9684-40bf-a954-f6c38aa6ef19 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922097 Dec 13 09:56:34.246795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:34.289805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'mac_address': 'fa:16:3e:8c:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:56:34.294265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-d6cd2cbb-9112-4e1b-b82f-175108c09324 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 217 time: 0.0494084 Dec 13 09:56:34.391059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-2e084107-96e9-41cc-ad8d-ed134b53b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:34.393110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-2e084107-96e9-41cc-ad8d-ed134b53b705 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.0899286 Dec 13 09:56:34.424113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.429508 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c6564-7916-4041-ba35-295226ebafc3 x-openstack-request-id: req-a14c6564-7916-4041-ba35-295226ebafc3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:34.430023 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f6461-927c-458a-b6cd-a333e0f8c45c", "name": "network-vif-deleted", "tag": "8e7210b5-d29b-4ce5-bb34-95bf81789755", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:34.430522 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a14c6564-7916-4041-ba35-295226ebafc3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:34.431467 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f6461-927c-458a-b6cd-a333e0f8c45c', 'name': 'network-vif-deleted', 'tag': '8e7210b5-d29b-4ce5-bb34-95bf81789755', 'status': 'completed', 'code': 200} Dec 13 09:56:34.452354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.485213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.486220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.490685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3666756 Dec 13 09:56:34.495553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.498296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:34.508752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '58cdd1d4-7637-4c28-976c-c584bf926b18', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:34.512561 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9278f46c-6e06-42c9-b934-6664f0a67923 x-openstack-request-id: req-9278f46c-6e06-42c9-b934-6664f0a67923 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:34.512863 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59684d4-e707-4c94-b5a2-8974df6ec29e", "name": "network-vif-deleted", "tag": "169a8a8b-8b9f-421c-9636-243bbbe6dd4c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:34.513160 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9278f46c-6e06-42c9-b934-6664f0a67923 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:34.515589 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59684d4-e707-4c94-b5a2-8974df6ec29e', 'name': 'network-vif-deleted', 'tag': '169a8a8b-8b9f-421c-9636-243bbbe6dd4c', 'status': 'completed', 'code': 200} Dec 13 09:56:34.518996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:34.548309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-d360ca2f-6350-4f09-9c77-5d181b5d6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:34.548886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:34.551018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-d360ca2f-6350-4f09-9c77-5d181b5d6652 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457791 Dec 13 09:56:34.553807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31def498-0503-4556-a569-dc2184d4944f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cdd1d4-7637-4c28-976c-c584bf926b18,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:34.555242 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.600797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5715ba-592c-41a5-bea5-ce263cb2df62,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:34.616620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.625266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-94030b07-fff9-4a28-8f65-203541cfc0e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a5715ba-592c-41a5-bea5-ce263cb2df62 HTTP/1.1" status: 204 len: 168 time: 1.8107333 Dec 13 09:56:34.626201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:34.639750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:34.679378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.691050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2916600f-197a-49b5-b65c-61faf25b8d50 req-899f2a3b-95eb-4382-aeb5-dacaf020cbd9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 210 time: 0.0941126 Dec 13 09:56:34.710130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.768341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.817941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b56cd5c4-7ed2-4041-8091-b0e196750bb6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:34.846920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-1e227322-bcd1-418d-a513-6dbd487dc852 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838917 Dec 13 09:56:34.860809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145062-c414-4909-ab30-aa60b607b08e req-d59bda33-1ee5-425c-9dca-43567f901df5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:34.870020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53145062-c414-4909-ab30-aa60b607b08e req-d59bda33-1ee5-425c-9dca-43567f901df5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 945 time: 0.2985737 Dec 13 09:56:34.888051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.933078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a81447-85b0-461b-95db-a0af8b0b49eb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:34.948514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517b607b-89c3-44cc-89f2-9164effd63eb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:34.948975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517b607b-89c3-44cc-89f2-9164effd63eb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:34.965561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.988722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:34.997238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.002518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:35.003008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:35.005533 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:35.015976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53145062-c414-4909-ab30-aa60b607b08e req-2fb77833-d2a8-4b7d-8017-cc04683556ae tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448042 Dec 13 09:56:35.036640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:35.084022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.084260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 169a8a8b-8b9f-421c-9636-243bbbe6dd4c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:35.086171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 169a8a8b-8b9f-421c-9636-243bbbe6dd4c not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:35.088869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:35.090556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.096841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.103501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.109591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.116268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.122344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.130862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-9813036e-4c91-4293-bedd-296bb5691762 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.3564689 Dec 13 09:56:35.154593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.165788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.174663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] 10.222.0.30 "DELETE /v2.0/networks/13a81447-85b0-461b-95db-a0af8b0b49eb HTTP/1.1" status: 204 len: 168 time: 0.5422180 Dec 13 09:56:35.199126 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.204389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782bd61-5d0e-4498-808c-1f343e826058 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a81447-85b0-461b-95db-a0af8b0b49eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:35.221815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f6c940f-c825-405f-8fe2-7ddc3c359b50 req-712c5dfa-9a01-44fc-9856-e9079fa0619d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874162 Dec 13 09:56:35.227210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.240880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:35.243190 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.268622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-2a25c239-7353-41da-9713-b519a941402c service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960545 Dec 13 09:56:35.271355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee67fd-04a8-49fc-9f6a-56591d3a2088,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:35.281334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.283425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b32e3cea-d650-4127-94f5-d455237dd59d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7825480 Dec 13 09:56:35.291690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.329622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-0654dbb4-71a3-4769-bb91-55d820e865f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 200 len: 217 time: 0.0449033 Dec 13 09:56:35.337537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.355564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.434764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.442051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-cbab9e24-991e-4111-8ecc-aa5a0934be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.445864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.446592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-cbab9e24-991e-4111-8ecc-aa5a0934be6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.1098773 Dec 13 09:56:35.449520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/01ee67fd-04a8-49fc-9f6a-56591d3a2088 HTTP/1.1" status: 204 len: 168 time: 0.1534297 Dec 13 09:56:35.450696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.479192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f21e73-7653-42ea-a137-47c76a8595c8 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ee67fd-04a8-49fc-9f6a-56591d3a2088,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:35.506391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Deleting port 0627f743-b449-45de-b5ef-b34317ee858a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:35.507492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.548733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.597969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] For port 0627f743-b449-45de-b5ef-b34317ee858a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0627f743-b449-45de-b5ef-b34317ee858a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:35.598320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.621770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6f1dd1f0-1063-4668-83d5-2915158a77f6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1693079 Dec 13 09:56:35.634681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.638168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-183d4452-0308-45d3-aecb-caa21527b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.639894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-183d4452-0308-45d3-aecb-caa21527b33d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1728454 Dec 13 09:56:35.644026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Calling delete_port for 0627f743-b449-45de-b5ef-b34317ee858a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:35.716313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.723490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.729614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.736185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.742634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7447d-8be1-4811-952e-37e4f15792b2 req-d4d1d7fd-390c-4fa1-8a44-0233ae2968e8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.742911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.745218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79e7447d-8be1-4811-952e-37e4f15792b2 req-d4d1d7fd-390c-4fa1-8a44-0233ae2968e8 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 945 time: 0.2089922 Dec 13 09:56:35.755552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.762072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.763994 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-d2b76638-aff1-4a0b-90c5-4c383e737446 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.1581833 Dec 13 09:56:35.776185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-106d5a8f-8280-4958-b660-4da32cf38af5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddc42792de1241a6a6361131680a8389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224298 Dec 13 09:56:35.776377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:35.834846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8370924-edcf-45e1-91c8-141401c94ebd req-7c5539aa-594b-48aa-8397-671f82745968 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 210 time: 0.0561182 Dec 13 09:56:35.861895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-8db99bfa-b0e0-4215-a44e-bd7f52cd4e61 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:35.866074 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-8db99bfa-b0e0-4215-a44e-bd7f52cd4e61 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0904636 Dec 13 09:56:35.887435 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:35.909332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-534e1944-ee2a-456c-8214-d8d64764af8c service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564461 Dec 13 09:56:35.960170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79e7447d-8be1-4811-952e-37e4f15792b2 req-0f547fe1-7122-4f64-9e82-e6610b6f7882 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029593 Dec 13 09:56:36.003241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.005066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:36.042171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.085760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b56cd5c4-7ed2-4041-8091-b0e196750bb6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:36.086680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.101570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-036dde60-cfca-466b-b9ae-c87f6a7e620a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.103077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-036dde60-cfca-466b-b9ae-c87f6a7e620a tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 945 time: 0.2339385 Dec 13 09:56:36.116375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.161940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-0e32c167-1443-4aff-82ad-ac7b7cf86320 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2567689 Dec 13 09:56:36.179019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:36.190838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.208889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.220328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:36.223579 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42638978-c4ec-4c98-b62d-763d50c10b8b" -d '{"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:36.239509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-95ccd5f5-f2ca-4804-b0d3-226c23549d64 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203642 Dec 13 09:56:36.247082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Pushing event deleted for resources: {'Port': ['ID=0627f743-b449-45de-b5ef-b34317ee858a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.269092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:36.276700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-6a98cc1b-c189-4d69-bed7-0be8e05846f2 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.278612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-6a98cc1b-c189-4d69-bed7-0be8e05846f2 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.3677473 Dec 13 09:56:36.282425 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa3321-6a78-45f8-ad8c-81e24359cf96 x-openstack-request-id: req-00fa3321-6a78-45f8-ad8c-81e24359cf96 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:36.282745 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-plugged", "status": "completed", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:36.283060 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00fa3321-6a78-45f8-ad8c-81e24359cf96 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:36.283472 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'code': 200} Dec 13 09:56:36.284645 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.298760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.302837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.329522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.330576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.331072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.337463 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e437856-6012-49ae-9b94-f814ce1e56ed HTTP/1.1" status: 204 len: 168 time: 0.5555055 Dec 13 09:56:36.338040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/58cdd1d4-7637-4c28-976c-c584bf926b18 HTTP/1.1" status: 204 len: 168 time: 0.6930680 Dec 13 09:56:36.349759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:36.372840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.379795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Request body: {'port': {'device_id': '781fe16d-9eb2-4b07-9091-99baf216022f', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'admin_state_up': True, 'tenant_id': 'fff45063a8154d5ab2a35578e13eb3e2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:36.455153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab65c3-0aae-469e-bf53-0fcf32dc8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e437856-6012-49ae-9b94-f814ce1e56ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.572618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b357f-70c5-44b9-bc43-afb27d764953 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cdd1d4-7637-4c28-976c-c584bf926b18,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:36.650589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d4253-4f8c-424c-8a04-7a1d37bf8297 req-9138c15e-10e2-4c0b-9a43-0439d4d20e28 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.652356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa6d4253-4f8c-424c-8a04-7a1d37bf8297 req-9138c15e-10e2-4c0b-9a43-0439d4d20e28 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 945 time: 0.5406625 Dec 13 09:56:36.659324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-687e7859-b63d-42e1-b803-e5b1ca18fcdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 200 len: 217 time: 0.3957710 Dec 13 09:56:36.757836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port ffc4aa44-ece7-40d2-8999-33be41829af6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:36.758178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:36.841308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc74ac-7807-475b-bad8-dc44cb8835a2 req-8e82db88-0184-4330-8116-9b1a860c7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.842837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22fc74ac-7807-475b-bad8-dc44cb8835a2 req-8e82db88-0184-4330-8116-9b1a860c7e57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1098 time: 0.2618196 Dec 13 09:56:36.866021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.876659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.886387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.892517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.899650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.906273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.912912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.914829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-723b6018-8df3-424b-bfd0-2e09face745e req-57691d5d-3dbf-42aa-9765-8aac6fdc4c93 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 5442 time: 0.3535960 Dec 13 09:56:36.950262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-c7ae6b66-da7e-4ce1-80e5-7fb953d30ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:36.951716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-c7ae6b66-da7e-4ce1-80e5-7fb953d30ce3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 200 len: 797 time: 0.2796881 Dec 13 09:56:36.957087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e25066e0-333e-4743-b8b6-bb43dfcb83af tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6019328 Dec 13 09:56:36.963622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:36.973875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607243995'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:36.979291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa6d4253-4f8c-424c-8a04-7a1d37bf8297 req-06daa608-2868-4f8c-a7b0-bc8e34a8f334 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084068 Dec 13 09:56:37.034181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Made reservation on behalf of fff45063a8154d5ab2a35578e13eb3e2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:37.034181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.040872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=37565299-edcb-4228-bfbe-6ec90c1edf81,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:37.049526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.054310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.132692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22fc74ac-7807-475b-bad8-dc44cb8835a2 req-0228e918-cca3-4032-ba34-ebb57ac1d122 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131426 Dec 13 09:56:37.169633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] For port 37565299-edcb-4228-bfbe-6ec90c1edf81, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:37.170150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port ffc4aa44-ece7-40d2-8999-33be41829af6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ffc4aa44-ece7-40d2-8999-33be41829af6,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:37.170518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.228007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-723b6018-8df3-424b-bfd0-2e09face745e req-14b829ff-5e75-4c8e-bc7a-6a25d82b1465 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&id=f3483cf3-7f00-4464-ae52-a165715b43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2976482 Dec 13 09:56:37.228955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] device_id is not set on port 37565299-edcb-4228-bfbe-6ec90c1edf81 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:56:37.230014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2bb10359-c0c6-4370-972c-80535fcae521 req-d9701031-98a7-4fa1-b162-1b47f2504563 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 210 time: 0.1016955 Dec 13 09:56:37.240850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-70038a89-63b9-4e63-9298-a1c2d5b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:37.242398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-70038a89-63b9-4e63-9298-a1c2d5b82f21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03649b-aea4-43b5-884d-4ce30d59b734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2675619 Dec 13 09:56:37.245905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for ffc4aa44-ece7-40d2-8999-33be41829af6 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:37.252433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.273488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.311627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.328249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.444431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] No DVR routers for this DVR port 37565299-edcb-4228-bfbe-6ec90c1edf81 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:37.457374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Pushing event updated for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:37.490525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.491808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5256169 Dec 13 09:56:37.496214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873a95-1e20-4b8a-ac7c-ced1fb857f97 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43344b91-377a-4a4f-bbc3-48133033a42e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:37.501731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:37.510748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '43344b91-377a-4a4f-bbc3-48133033a42e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:37.533300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] In _notify_port_updated(), no bound segment for port 37565299-edcb-4228-bfbe-6ec90c1edf81 on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:56:37.534194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:37.534905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.536238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e5025d6f-3e37-4932-b248-d92e592ecd3d service neutron] 10.222.0.37 "PUT /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 200 len: 1032 time: 1.3643124 Dec 13 09:56:37.624921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-62666611-941b-4d35-9604-15e6b786645e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:37.627221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-62666611-941b-4d35-9604-15e6b786645e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "GET /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0812244 Dec 13 09:56:37.645696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:37.671254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.687716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Router 8a30a457-a6f2-411b-874f-e4beaa508bfc has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:37.728774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a9293199-1ef9-414f-8c42-277b261917bf None None] Provisioning complete for port 37565299-edcb-4228-bfbe-6ec90c1edf81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:37.730027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9293199-1ef9-414f-8c42-277b261917bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.759065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.776305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a9293199-1ef9-414f-8c42-277b261917bf None None] Port 37565299-edcb-4228-bfbe-6ec90c1edf81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:37.896132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.906291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.946925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Allocated IP 172.20.0.12 (510eb792-01a5-47d1-99c2-307be33fc1b9/99ba939f-daf5-4087-9343-4dd45203d509/cd757bc7-6fde-4ccf-8031-f9c3d486dd09) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:37.958441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf984b18-b8cb-45f2-b3c7-f5d332d07eac,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:37.966442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:37.969364 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4c48a5e-ee90-468b-bf3d-c0ea00946aa9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4632397 Dec 13 09:56:37.971247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:37.979967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:37.988808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-82debb5f-eb08-4793-a62a-bd50a07b0758 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a30a457-a6f2-411b-874f-e4beaa508bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0306861 Dec 13 09:56:37.995182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd29e5a-5af7-4310-92ee-aceab5fe6e96 req-0c99a173-8f6e-4939-925c-5debec57bb75 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:37.998234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Sync routers for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:38.002475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.002953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcd29e5a-5af7-4310-92ee-aceab5fe6e96 req-0c99a173-8f6e-4939-925c-5debec57bb75 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 945 time: 0.2036407 Dec 13 09:56:38.009857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-e14ac857-92f2-4016-b137-fb53b29b1829 service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556884 Dec 13 09:56:38.016077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:38.018536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:38.078043 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a47ba878-2e5f-4a64-b403-69addf77c619 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules/bf984b18-b8cb-45f2-b3c7-f5d332d07eac HTTP/1.1" status: 200 len: 763 time: 0.1063180 Dec 13 09:56:38.106106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45336) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.229222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00131572-6a16-4531-b148-18e42d8acc7d,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:38.265323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.271730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcd29e5a-5af7-4310-92ee-aceab5fe6e96 req-72ffd766-73a0-4d3f-8d76-452ee4ad743d tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678943 Dec 13 09:56:38.365107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] For port 00131572-6a16-4531-b148-18e42d8acc7d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:38.418081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] device_id is not set on port 00131572-6a16-4531-b148-18e42d8acc7d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:56:38.435088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.443727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:38.451648 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.467298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38c43160-e30f-41c2-964f-12b6081193c0 req-419611a7-d56e-4d6a-b4a7-16b40dc8927a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 210 time: 0.0712438 Dec 13 09:56:38.483766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-54c7a47d-ab15-4b3b-b5bd-7e15d3b5f33c service neutron] 10.222.0.37 "GET /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604490 Dec 13 09:56:38.513075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7cc52a8d-a3ec-431e-a568-ce26c145a8bc tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4056053 Dec 13 09:56:38.525444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.562991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:38.563676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.569927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:38.573495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30053-ca7f-43a5-99e0-f7ee5fa5cbf2 req-b53aff44-b675-453f-bbbd-4d492a32d081 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:38.585110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98d30053-ca7f-43a5-99e0-f7ee5fa5cbf2 req-b53aff44-b675-453f-bbbd-4d492a32d081 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 947 time: 0.4201131 Dec 13 09:56:38.656323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-802b5575-f78d-4ab2-9da7-728780210b9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 200 len: 217 time: 0.1381457 Dec 13 09:56:38.703136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Pushing event updated for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:38.708974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] No DVR routers for this DVR port 00131572-6a16-4531-b148-18e42d8acc7d on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:38.790956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] In _notify_port_updated(), no bound segment for port 00131572-6a16-4531-b148-18e42d8acc7d on network db03649b-aea4-43b5-884d-4ce30d59b734 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 09:56:38.792103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:38.792735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.794286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-9c7ee661-f129-4900-bf50-6733bf6eb015 service neutron] 10.222.0.37 "PUT /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 200 len: 1031 time: 1.1567349 Dec 13 09:56:38.832610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-2ed3a7b0-d0fb-4488-ae04-6e2842adda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:38.834029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-2ed3a7b0-d0fb-4488-ae04-6e2842adda35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.0970860 Dec 13 09:56:38.836529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Deleting port 42e8f279-267a-42f3-8e77-1243c8d1257e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:38.837261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.844259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=ffc4aa44-ece7-40d2-8999-33be41829af6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:38.880914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:38.972089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:36Z', 'revision_number': 5, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port': {'id': '42e8f279-267a-42f3-8e77-1243c8d1257e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:00Z', 'updated_at': '2021-12-13T09:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:39.010627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98d30053-ca7f-43a5-99e0-f7ee5fa5cbf2 req-23af4388-18f6-41f0-b36c-dc232fdf45e5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177558 Dec 13 09:56:39.011213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Checking router: 8a30a457-a6f2-411b-874f-e4beaa508bfc for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:39.022310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Routers {'8a30a457-a6f2-411b-874f-e4beaa508bfc'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:39.023282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a30a457-a6f2-411b-874f-e4beaa508bfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:39.042022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] No DVR routers for this DVR port ffc4aa44-ece7-40d2-8999-33be41829af6 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:39.049961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.061207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.066458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89c57b9a-86c2-4349-97ef-bffe06f44f3c req-e9c41748-aeed-4d3c-9d8f-21380b30f4a4 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.44 "DELETE /v2.0/ports/ffc4aa44-ece7-40d2-8999-33be41829af6 HTTP/1.1" status: 204 len: 173 time: 2.9498448 Dec 13 09:56:39.069805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00131572-6a16-4531-b148-18e42d8acc7d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:39.070296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'name': 'network-vif-deleted', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:39.081952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] For port 42e8f279-267a-42f3-8e77-1243c8d1257e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=42e8f279-267a-42f3-8e77-1243c8d1257e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:39.082516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.084630 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2b95bc-981c-4751-a33b-cc4b0810aa5e" -d '{"events": [{"server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "name": "network-vif-deleted", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:39.109356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 892778e8-56c5-4d28-b683-769c25ad32da {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:39.109727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.145446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.184985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.196932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.199369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bf984b18-b8cb-45f2-b3c7-f5d332d07eac HTTP/1.1" status: 204 len: 168 time: 0.5998342 Dec 13 09:56:39.209536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:39.244351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d0168-f124-4c88-8949-c61bee44e4a9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf984b18-b8cb-45f2-b3c7-f5d332d07eac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:39.265606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port 892778e8-56c5-4d28-b683-769c25ad32da, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=892778e8-56c5-4d28-b683-769c25ad32da,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:39.266452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.280897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.283872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 892778e8-56c5-4d28-b683-769c25ad32da owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:39.293184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.310872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.313326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84407627-d8c3-49d1-abeb-94535a8a9cda None None] Provisioning complete for port 00131572-6a16-4531-b148-18e42d8acc7d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:39.313837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84407627-d8c3-49d1-abeb-94535a8a9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.319167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.326868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.337379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-6edaa255-4b5b-424e-9cb8-3fb77520b02f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 3885 time: 0.6141202 Dec 13 09:56:39.344204 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657e2d3-1ec9-424e-8d57-65ef9308e949 x-openstack-request-id: req-f657e2d3-1ec9-424e-8d57-65ef9308e949 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:39.344452 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606eee6d-45b8-4983-afba-7c205948f18f", "name": "network-vif-deleted", "tag": "ffc4aa44-ece7-40d2-8999-33be41829af6", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:39.344779 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f657e2d3-1ec9-424e-8d57-65ef9308e949 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:39.345358 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606eee6d-45b8-4983-afba-7c205948f18f', 'name': 'network-vif-deleted', 'tag': 'ffc4aa44-ece7-40d2-8999-33be41829af6', 'status': 'completed', 'code': 200} Dec 13 09:56:39.361175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-b2f7f492-c89d-4f21-8468-8c581019877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:39.364930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-b2f7f492-c89d-4f21-8468-8c581019877b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4880302 Dec 13 09:56:39.404014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84407627-d8c3-49d1-abeb-94535a8a9cda None None] Port 00131572-6a16-4531-b148-18e42d8acc7d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:39.443887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] Set router 8a30a457-a6f2-411b-874f-e4beaa508bfc gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:39.447041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00131572-6a16-4531-b148-18e42d8acc7d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:39.447798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d036d298-e143-46f5-bed3-f8a52f926497 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:39.551825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Calling delete_port for 42e8f279-267a-42f3-8e77-1243c8d1257e owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:39.557615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.652736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-52a25642-bdac-486b-a7d2-cd67924926a4 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4382598 Dec 13 09:56:39.666808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 6, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:39.677833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:39.704910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.714676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '43344b91-377a-4a4f-bbc3-48133033a42e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:39.716540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=892778e8-56c5-4d28-b683-769c25ad32da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:39.726906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44d08731-2fdf-4e7d-88e6-acc0f4fc4fec req-3e0330e8-89cf-410f-b032-11f8e7c556a9 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=606eee6d-45b8-4983-afba-7c205948f18f HTTP/1.1" status: 200 len: 210 time: 0.1753693 Dec 13 09:56:39.743387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24b4a860-93bc-470c-b68f-d98adb256a84 req-52cf0c49-05a6-4a7d-b060-e07388200b0d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048674 Dec 13 09:56:39.767824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c92a8-6dd9-4ae1-85d8-32bea7d1ead5 None None] The sync data for ids ['8a30a457-a6f2-411b-874f-e4beaa508bfc'] in n-d-820531-5 is: [{'id': '8a30a457-a6f2-411b-874f-e4beaa508bfc', 'name': 'tempest-TestAggregatesBasicOps-589465267-router', 'tenant_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:55:58Z', 'updated_at': '2021-12-13T09:56:38Z', 'revision_number': 6, 'project_id': '8c1b2c74e18745c299afa6cf4c0713f0', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:39.840788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:39.856422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:39.860990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:39.865859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:39.881806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.899904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port 892778e8-56c5-4d28-b683-769c25ad32da on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:39.908359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.914675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:39.916751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-4d669931-d1c5-4693-a27e-3f3422e1aafc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "DELETE /v2.0/ports/892778e8-56c5-4d28-b683-769c25ad32da HTTP/1.1" status: 204 len: 173 time: 1.1166329 Dec 13 09:56:39.917197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.917325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:39.918322 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29cc85-c466-4ff9-944c-f32c0dc95df3" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "d036d298-e143-46f5-bed3-f8a52f926497"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:39.921846 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829457e0-99e8-4fca-8343-9ca26b6f4f4e" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "892778e8-56c5-4d28-b683-769c25ad32da"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:39.932376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-166cad6f-46c8-4a44-81f3-26c7267029d3 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473967 Dec 13 09:56:39.945782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:39.953475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:39.954601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.053898 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287760ad-a191-4c97-a74e-48e947e6f085 x-openstack-request-id: req-287760ad-a191-4c97-a74e-48e947e6f085 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:40.055196 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "d036d298-e143-46f5-bed3-f8a52f926497", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:40.055603 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-287760ad-a191-4c97-a74e-48e947e6f085 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:40.056184 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497', 'code': 200} Dec 13 09:56:40.059751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.063152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ffc4aa44-ece7-40d2-8999-33be41829af6 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.067886 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c808d30-5b05-402c-a933-804c3f69d9b5 x-openstack-request-id: req-5c808d30-5b05-402c-a933-804c3f69d9b5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:40.071579 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "892778e8-56c5-4d28-b683-769c25ad32da", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:40.072318 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c808d30-5b05-402c-a933-804c3f69d9b5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:40.073895 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '892778e8-56c5-4d28-b683-769c25ad32da', 'status': 'completed', 'code': 200} Dec 13 09:56:40.075031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:40.076200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.172650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-75ee95ea-6bad-48fe-b477-0c628a4c7a03 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8055542 Dec 13 09:56:40.188062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbafbf-c8f8-4ba1-84be-d60e6be5f062 req-ddb280fd-9233-4091-96bb-dccc9ece33d4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:40.196500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7cbafbf-c8f8-4ba1-84be-d60e6be5f062 req-ddb280fd-9233-4091-96bb-dccc9ece33d4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 932 time: 0.2970505 Dec 13 09:56:40.231891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Request body: {'port': {'device_id': '781fe16d-9eb2-4b07-9091-99baf216022f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:40.239617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: ffc4aa44-ece7-40d2-8999-33be41829af6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:40.239982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ffc4aa44-ece7-40d2-8999-33be41829af6 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:40.265377 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.357477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:40.357968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.370662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:40.373227 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.374616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.416833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:40.428264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.430002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1c1fe3d4-5d6a-4d47-9179-68ea74886162 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.453309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-14292612-cae3-4a16-b119-cc10ff906ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706581 Dec 13 09:56:40.454161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef466cc-47e3-4aad-85fe-bff2aa9fbb22,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.462023 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.485570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.504137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Pushing event deleted for resources: {'Port': ['ID=42e8f279-267a-42f3-8e77-1243c8d1257e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.527266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.531012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c38521d-7ae6-4139-a573-b3df6357986f tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8252878 Dec 13 09:56:40.538585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:40.546437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-4a3c719d-7495-470b-894d-a6470d9d7264 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 200 len: 217 time: 0.0808415 Dec 13 09:56:40.554170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e75ec-5deb-4609-ad09-f0195abffba3 req-a4d24ef8-7980-43c2-940f-91a79bdae784 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:40.555702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-326e75ec-5deb-4609-ad09-f0195abffba3 req-a4d24ef8-7980-43c2-940f-91a79bdae784 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 947 time: 0.3075218 Dec 13 09:56:40.560271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7cbafbf-c8f8-4ba1-84be-d60e6be5f062 req-65df4107-de3c-4665-bcb4-0c06d12a915a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629637 Dec 13 09:56:40.589628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59c1217c-e566-45c2-b0b2-2bb4ef84f52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.599444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.609213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.609550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.652383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:40.663481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.664659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 37565299-edcb-4228-bfbe-6ec90c1edf81 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.670495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7be9cb0d-8778-4491-898c-8e7a787e73ca tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules/aef466cc-47e3-4aad-85fe-bff2aa9fbb22 HTTP/1.1" status: 200 len: 763 time: 0.1137125 Dec 13 09:56:40.682509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:40.735325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:40.735325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.747370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-201de8e2-cc87-4958-93b9-03fea4ff052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:40.749149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-201de8e2-cc87-4958-93b9-03fea4ff052e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 200 len: 797 time: 0.1766472 Dec 13 09:56:40.755236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.756838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:40.763111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-326e75ec-5deb-4609-ad09-f0195abffba3 req-13b8af02-ce25-40f6-ae57-3e6a1e49430f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800303 Dec 13 09:56:40.767636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 37565299-edcb-4228-bfbe-6ec90c1edf81 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:40.768303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 892778e8-56c5-4d28-b683-769c25ad32da no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.771989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.774199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:40.815411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 892778e8-56c5-4d28-b683-769c25ad32da {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:40.816334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 892778e8-56c5-4d28-b683-769c25ad32da not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:40.816888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:40.907946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-020cff37-8553-4dab-b16f-c28cbb51be6d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2243023 Dec 13 09:56:40.922833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:40.970623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.971196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a30a457-a6f2-411b-874f-e4beaa508bfc {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:56:40.981617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:40.984858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1149352e-1a31-445f-9a21-4dc382c6a72d admin admin] 10.222.0.30 "DELETE /v2.0/routers/8a30a457-a6f2-411b-874f-e4beaa508bfc HTTP/1.1" status: 204 len: 168 time: 2.9778912 Dec 13 09:56:40.999034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.007458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.021488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-884aa5f7-5e5b-43b4-a63d-37a04da7c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.023348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 42e8f279-267a-42f3-8e77-1243c8d1257e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:41.025332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-884aa5f7-5e5b-43b4-a63d-37a04da7c901 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2684689 Dec 13 09:56:41.052024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 42e8f279-267a-42f3-8e77-1243c8d1257e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:41.052537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 42e8f279-267a-42f3-8e77-1243c8d1257e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:41.052951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0627f743-b449-45de-b5ef-b34317ee858a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:41.079181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0627f743-b449-45de-b5ef-b34317ee858a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:41.080367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0627f743-b449-45de-b5ef-b34317ee858a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:41.093207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:41.102538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.148955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.156453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e44f841-79e3-4d72-9302-383afab917c1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.163314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e44f841-79e3-4d72-9302-383afab917c1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.170841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e44f841-79e3-4d72-9302-383afab917c1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.175862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.177718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e44f841-79e3-4d72-9302-383afab917c1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.185571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e44f841-79e3-4d72-9302-383afab917c1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 3145 time: 0.3141773 Dec 13 09:56:41.192772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=4a824a6b-3f32-4501-910e-2c4d9c0d0d5b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.224860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.243522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port 4a824a6b-3f32-4501-910e-2c4d9c0d0d5b on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:41.246264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.250249 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-e30de362-8b32-4f5e-a16f-4044d76cce77 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "DELETE /v2.0/ports/4a824a6b-3f32-4501-910e-2c4d9c0d0d5b HTTP/1.1" status: 204 len: 173 time: 1.3177648 Dec 13 09:56:41.277552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59c1217c-e566-45c2-b0b2-2bb4ef84f52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.309105 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.324288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59c1217c-e566-45c2-b0b2-2bb4ef84f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.348960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port d036d298-e143-46f5-bed3-f8a52f926497 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:41.349348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.380019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Deleting subnet 8600f778-621d-462a-b270-f54ce056f4d5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:56:41.424778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.472576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670427ef-d783-43a8-a141-60b792611027 req-44b17713-22dc-45a1-aeba-838f1f940f36 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.474490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-670427ef-d783-43a8-a141-60b792611027 req-44b17713-22dc-45a1-aeba-838f1f940f36 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.0828741 Dec 13 09:56:41.489180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d7d903b-b5a0-4403-a852-3e24ca62e926 req-3e530762-9b00-4273-b84f-06fab0df9c6d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025653 Dec 13 09:56:41.493852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-59c1217c-e566-45c2-b0b2-2bb4ef84f52d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=459c7a1903af4409ad440719c8cd8a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1178186 Dec 13 09:56:41.494751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.497664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port d036d298-e143-46f5-bed3-f8a52f926497, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d036d298-e143-46f5-bed3-f8a52f926497,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:41.497896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.499560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1217c-e566-45c2-b0b2-2bb4ef84f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a63744-fdd0-4493-88c2-b3b3a1108c77,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.521169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3be8fd-edbe-4cf9-8862-471b6dfa3a0a req-ebd0d156-cd73-4e29-a8dd-c46faa1e39cc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:41.522674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b3be8fd-edbe-4cf9-8862-471b6dfa3a0a req-ebd0d156-cd73-4e29-a8dd-c46faa1e39cc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 945 time: 0.2993739 Dec 13 09:56:41.523293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.539618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.543241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/aef466cc-47e3-4aad-85fe-bff2aa9fbb22 HTTP/1.1" status: 204 len: 168 time: 0.5878940 Dec 13 09:56:41.543624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.556045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.563448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-a82d373c-5a63-4d72-a55b-b59fcd7db4a2 service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078356 Dec 13 09:56:41.586296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20319b-d021-415e-9401-39ebd099f872 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aef466cc-47e3-4aad-85fe-bff2aa9fbb22,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:41.765925 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a309b7b2-a868-4c29-be19-da23c15e24b9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2110193 Dec 13 09:56:41.774227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:41.781556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '43344b91-377a-4a4f-bbc3-48133033a42e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:41.786213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.885846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.891646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port 4e5a05f4-7f76-4242-b070-e9cd2769e943 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:41.891975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.917030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.995659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.996020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:41.996339 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Floating IP d7e2436e-3f47-42fa-b12d-7a2d7276e811 disassociated. External IP: 172.25.1.152, port: d036d298-e143-46f5-bed3-f8a52f926497. Dec 13 09:56:41.996685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for d036d298-e143-46f5-bed3-f8a52f926497 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:42.057819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:42.061053 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd22ac5-5652-40cc-8a88-a7ce1393b7a5" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:42.077980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:42.080235 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93a7eb-bd23-4d71-921c-bf03b25ceb11" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:42.101978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd757bc7-6fde-4ccf-8031-f9c3d486dd09 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:42.110154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.113643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.115197 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28a63744-fdd0-4493-88c2-b3b3a1108c77 HTTP/1.1" status: 204 len: 168 time: 0.6197994 Dec 13 09:56:42.132913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.145243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.151324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port 4e5a05f4-7f76-4242-b070-e9cd2769e943, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4e5a05f4-7f76-4242-b070-e9cd2769e943,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:42.151688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.167872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.177092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a8763-8ac1-43ba-b164-6d238c6ea714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a63744-fdd0-4493-88c2-b3b3a1108c77,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:42.177733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b3be8fd-edbe-4cf9-8862-471b6dfa3a0a req-d8cb261f-ce09-4ab1-b1b0-fb3dcc6278aa tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=a35b602a-ce00-4c29-b295-25226475df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413045 Dec 13 09:56:42.183131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for 4e5a05f4-7f76-4242-b070-e9cd2769e943 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:42.209755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4649e500-6735-4472-acf7-d6b609949557,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:42.246671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Transition to ACTIVE for port object cd757bc7-6fde-4ccf-8031-f9c3d486dd09 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:56:42.260254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62820b4-2adb-4649-b8b4-7bd6d2ebdec4 req-d5c49115-3b78-4e4f-9d64-d7d02d3fb1d9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:42.261823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c62820b4-2adb-4649-b8b4-7bd6d2ebdec4 req-d5c49115-3b78-4e4f-9d64-d7d02d3fb1d9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 932 time: 0.2239194 Dec 13 09:56:42.262311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.265025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4a3dd2d8-170c-482f-b136-e89dec67c14d tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4888320 Dec 13 09:56:42.266749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec1ca726-f2cb-47fc-a16b-8478b31872ad req-316e202c-3d0b-411e-a095-61b66e71fb9c service neutron] 10.222.0.37 "GET /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784244 Dec 13 09:56:42.267382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.268825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.279008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.320616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c9a620a-ea21-4ba2-93be-d0a75d455249 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules/4649e500-6735-4472-acf7-d6b609949557 HTTP/1.1" status: 200 len: 764 time: 0.0492380 Dec 13 09:56:42.341629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.492511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:42.564138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45564) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.568398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c62820b4-2adb-4649-b8b4-7bd6d2ebdec4 req-d1b5c57a-58dd-424b-904b-0b337ee5ad31 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841110 Dec 13 09:56:42.590151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a5d3e9b-a9bd-4259-b562-3ff8e78dc8b7 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2427232 Dec 13 09:56:42.595222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.631423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5831f2-63a7-4844-b261-bcc9208ec3c5 req-d62648fe-3b2c-4a60-af8c-09630ba056f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:42.632444 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adda1da-2cc4-4cae-bd6e-ad5e671ce8d1 x-openstack-request-id: req-0adda1da-2cc4-4cae-bd6e-ad5e671ce8d1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:42.633108 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:42.633435 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0adda1da-2cc4-4cae-bd6e-ad5e671ce8d1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:42.633677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc5831f2-63a7-4844-b261-bcc9208ec3c5 req-d62648fe-3b2c-4a60-af8c-09630ba056f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 947 time: 0.2952232 Dec 13 09:56:42.633843 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'code': 200} Dec 13 09:56:42.634217 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'code': 200} Dec 13 09:56:42.634532 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'code': 200} Dec 13 09:56:42.645525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.647931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da28-ef13-4700-8901-ed26fa0d2562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.707271 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842853e-97eb-4c29-ad80-72a2da7c7a40 x-openstack-request-id: req-a842853e-97eb-4c29-ad80-72a2da7c7a40 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:42.707896 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "4a824a6b-3f32-4501-910e-2c4d9c0d0d5b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:42.708056 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a842853e-97eb-4c29-ad80-72a2da7c7a40 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:42.708635 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '4a824a6b-3f32-4501-910e-2c4d9c0d0d5b', 'status': 'completed', 'code': 200} Dec 13 09:56:42.759662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Attempting to bind port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:42.760075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Attempting to bind port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:42.760411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Attempting to bind port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:42.761545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.762975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8600f778-621d-462a-b270-f54ce056f4d5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:42.803092 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.804867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1b6b9-9320-4b65-8baa-007a8a97134e None None] Network 90a40744-5546-46c6-b957-1490d277b35c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:42.806967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6580f8d3-9403-4866-9e14-2b203e2b6267 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8600f778-621d-462a-b270-f54ce056f4d5 HTTP/1.1" status: 204 len: 168 time: 1.8030932 Dec 13 09:56:42.813291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:42.813903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:56:42.814291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Attempting to bind port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:42.819504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.827754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=d036d298-e143-46f5-bed3-f8a52f926497,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:42.860889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.911541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:42.911880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Checking segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:42.912648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Bound using segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:42.913104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Bound port: cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:42.913490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.948193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:42.960528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4e5a05f4-7f76-4242-b070-e9cd2769e943'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:42.986424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc5831f2-63a7-4844-b261-bcc9208ec3c5 req-85e13727-3129-4939-8eeb-8be9f2a8a109 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340130 Dec 13 09:56:43.004323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=4e5a05f4-7f76-4242-b070-e9cd2769e943,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.024268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada804-4fef-4084-99d7-f35cb8781bbb req-250072aa-dc38-4647-b5ec-ff0fe67f44ed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:43.038169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada804-4fef-4084-99d7-f35cb8781bbb req-250072aa-dc38-4647-b5ec-ff0fe67f44ed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:43.047384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada804-4fef-4084-99d7-f35cb8781bbb req-250072aa-dc38-4647-b5ec-ff0fe67f44ed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:43.056179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fada804-4fef-4084-99d7-f35cb8781bbb req-250072aa-dc38-4647-b5ec-ff0fe67f44ed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 2332 time: 0.3159740 Dec 13 09:56:43.069902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] DHCP port deletion for 90a40744-5546-46c6-b957-1490d277b35c request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:56:43.075401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] No DVR routers for this DVR port 4e5a05f4-7f76-4242-b070-e9cd2769e943 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:43.078392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.083832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-670427ef-d783-43a8-a141-60b792611027 req-8aba51d7-352f-4004-a11b-9a5e0b194c28 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "DELETE /v2.0/ports/4e5a05f4-7f76-4242-b070-e9cd2769e943 HTTP/1.1" status: 204 len: 173 time: 1.6018524 Dec 13 09:56:43.088551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.099869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Router 35d52281-1e88-4376-8561-e820921eb58f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:43.111471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.113043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4649e500-6735-4472-acf7-d6b609949557 HTTP/1.1" status: 204 len: 168 time: 0.5106843 Dec 13 09:56:43.117571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:43.121936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.146533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Deleting port 0af8b0fc-4e77-4216-9577-787af16eb95a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:43.146890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.159328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9d5ba-c04c-421b-b8c8-24157a3464d6 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4649e500-6735-4472-acf7-d6b609949557,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.254747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] For port 0af8b0fc-4e77-4216-9577-787af16eb95a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0af8b0fc-4e77-4216-9577-787af16eb95a,segment=NetworkSegment(78c347e0-d634-463d-b506-3aeced81df7c),segment_id=78c347e0-d634-463d-b506-3aeced81df7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:43.255174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.260316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:43.280697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Calling delete_port for 0af8b0fc-4e77-4216-9577-787af16eb95a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:43.356053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da28-ef13-4700-8901-ed26fa0d2562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.370322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:43.370707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2496ac1-7a22-4b3d-8118-1d710152d8b1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2501106 Dec 13 09:56:43.386688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:43.387603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fada804-4fef-4084-99d7-f35cb8781bbb req-c939af0d-8d69-4359-91f6-20f569763bb5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301389 Dec 13 09:56:43.392834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.408986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] No DVR routers for this DVR port 0af8b0fc-4e77-4216-9577-787af16eb95a on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:43.411704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da28-ef13-4700-8901-ed26fa0d2562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.445899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444e26a-f9bb-4a6e-87b1-9a071ecbf858 None None] Pushing event deleted for resources: {'Port': ['ID=0af8b0fc-4e77-4216-9577-787af16eb95a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.455973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.482287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:43.482495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e5d0da28-ef13-4700-8901-ed26fa0d2562 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a07b0aa8bc34cbfbd03e9e6b6bc4ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9128675 Dec 13 09:56:43.493785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:43.495395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f9005b3-5164-40ed-8aac-64cc0a4beadf req-e2656208-6579-4cc3-9b52-81d3a9b20849 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b HTTP/1.1" status: 200 len: 210 time: 0.1313019 Dec 13 09:56:43.500445 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Sync routers for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:43.511848 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:43.512573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:43.530056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.538774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0da28-ef13-4700-8901-ed26fa0d2562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caffef1-6d4f-4a6e-ba36-d195a8393ef9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.560537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:43.561204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.562928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] 10.222.0.37 "PUT /v2.0/ports/cd757bc7-6fde-4ccf-8031-f9c3d486dd09 HTTP/1.1" status: 200 len: 1092 time: 3.3588142 Dec 13 09:56:43.576275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:43.584839 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.589504 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c59a69-8c6e-421c-a205-42cc2ece55db" -d '{"events": [{"name": "network-changed", "server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:43.665804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Deleting port 0af8b0fc-4e77-4216-9577-787af16eb95a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:43.666160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.668308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a570-db66-4553-a57a-3b91072b43dd service neutron] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.693920 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:43.732014 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21372dd-3104-410b-9898-87b34de478d6 x-openstack-request-id: req-c21372dd-3104-410b-9898-87b34de478d6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:43.732352 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:43.732624 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c21372dd-3104-410b-9898-87b34de478d6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:43.733544 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'status': 'completed', 'code': 200} Dec 13 09:56:43.756721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port d036d298-e143-46f5-bed3-f8a52f926497 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:43.761540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.766381 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-f044c1b5-e97f-4b02-b778-99a0f4e765d7 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "DELETE /v2.0/ports/d036d298-e143-46f5-bed3-f8a52f926497 HTTP/1.1" status: 204 len: 173 time: 2.5104647 Dec 13 09:56:43.768105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.771679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.773541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/43344b91-377a-4a4f-bbc3-48133033a42e HTTP/1.1" status: 204 len: 168 time: 0.3851781 Dec 13 09:56:43.776014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:43.797403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-dc7cc41b-dc1d-474d-affa-8d7a1d0a3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:43.798903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-dc7cc41b-dc1d-474d-affa-8d7a1d0a3834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 1095 time: 0.1826150 Dec 13 09:56:43.866014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4fd2-d90f-49d0-b3bd-3c49bcbe9a51 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43344b91-377a-4a4f-bbc3-48133033a42e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:43.874193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] For port 0af8b0fc-4e77-4216-9577-787af16eb95a, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:43.874571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.875870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.906673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Calling delete_port for 0af8b0fc-4e77-4216-9577-787af16eb95a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:43.912197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-a569c2be-bb4b-467c-b798-cb31a3407b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09 HTTP/1.1" status: 200 len: 217 time: 0.0939586 Dec 13 09:56:43.913090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.913975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Port 0af8b0fc-4e77-4216-9577-787af16eb95a was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:56:43.918851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:43.937728 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.951314 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Checking router: 35d52281-1e88-4376-8561-e820921eb58f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:43.958291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:43.958768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:43.961544 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:43.962346 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:44.008813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfe90-15dc-47fc-aea9-2ab64ca56806 req-23a8fe5e-7fc5-4581-985b-e98554cf1a6f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:44.016273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dddcfe90-15dc-47fc-aea9-2ab64ca56806 req-23a8fe5e-7fc5-4581-985b-e98554cf1a6f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 944 time: 0.2803206 Dec 13 09:56:44.019449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Pushing event deleted for resources: {'Port': ['ID=0af8b0fc-4e77-4216-9577-787af16eb95a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.032946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f007af9-50fc-4fb5-bdb9-d4fcfbdc0591 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2384517 Dec 13 09:56:44.047294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:44.047446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] No DVR routers for this DVR port 0af8b0fc-4e77-4216-9577-787af16eb95a on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:44.055382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337680029'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:44.061550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.064180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.065444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6caffef1-6d4f-4a6e-ba36-d195a8393ef9 HTTP/1.1" status: 204 len: 168 time: 0.5508928 Dec 13 09:56:44.090569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320664d0-a754-4712-9285-8aa255c64070 req-0548bb81-0479-4e3f-9af0-39738a1868db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:44.092525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-0548bb81-0479-4e3f-9af0-39738a1868db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.1699593 Dec 13 09:56:44.092645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df0f05-e5b1-4911-8af9-cff7e29aa1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caffef1-6d4f-4a6e-ba36-d195a8393ef9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.095028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:44.105273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port 1c1fe3d4-5d6a-4d47-9179-68ea74886162, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1c1fe3d4-5d6a-4d47-9179-68ea74886162,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:44.105659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.138282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 1c1fe3d4-5d6a-4d47-9179-68ea74886162 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:44.152557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.172063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-90b7c6d5-c488-4b19-ac6a-3273f73eee67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634408 Dec 13 09:56:44.193532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.224320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dddcfe90-15dc-47fc-aea9-2ab64ca56806 req-ecf3e9f3-0ca1-4786-bc3e-e61a9267c50f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047307 Dec 13 09:56:44.278275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a40744-5546-46c6-b957-1490d277b35c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:44.295238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c347e0-d634-463d-b506-3aeced81df7c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:44.295811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c347e0-d634-463d-b506-3aeced81df7c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:44.309690 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.326222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:44.335810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.337641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.347771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.350959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:56:44.351700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:56:44.354160 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:56:44.355898 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b827515-c50c-432f-b783-e5ff28386dea None None] The sync data for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 is: [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:46:15Z', 'revision_number': 4, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7944b0cf-adcf-4102-8321-8530c64ebb9a', 'name': '', 'network_id': '8bacb149-e1c8-46f5-ab37-9eb8735eeb28', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'mac_address': 'fa:16:3e:24:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:14Z', 'updated_at': '2021-12-13T09:46:21Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'subnets': [{'id': 'ea3a3c63-7f7f-4621-b502-7ac5e1209708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:44.368784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-c6977b59-6e4d-4d6c-b2b9-31b7dff48286 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849453 Dec 13 09:56:44.404017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.406578 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3571563 Dec 13 09:56:44.408430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fda1a-df45-4c1a-80ba-2009cf9d21aa tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82512b45-190d-40c6-9c13-08f032be627e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.410863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:44.418014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Request body: {'security_group_rule': {'security_group_id': '82512b45-190d-40c6-9c13-08f032be627e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:44.421455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.514786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=1c1fe3d4-5d6a-4d47-9179-68ea74886162,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.516852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.523048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port 1c1fe3d4-5d6a-4d47-9179-68ea74886162 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:44.527538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.535858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-02ee1fea-4aff-425f-9e8f-fc2e2a9d80e1 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "DELETE /v2.0/ports/1c1fe3d4-5d6a-4d47-9179-68ea74886162 HTTP/1.1" status: 204 len: 173 time: 0.7521238 Dec 13 09:56:44.537834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.541302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] 10.222.0.30 "DELETE /v2.0/networks/90a40744-5546-46c6-b957-1490d277b35c HTTP/1.1" status: 204 len: 168 time: 1.7194886 Dec 13 09:56:44.542524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e893-a509-4115-be9b-d430f324fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=90a40744-5546-46c6-b957-1490d277b35c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.587949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.702860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73625da-08de-451d-85ba-5085a7ec5a1c req-a475ecd0-5d06-4e8f-bae6-c677c0fde5cd tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:44.704874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d73625da-08de-451d-85ba-5085a7ec5a1c req-a475ecd0-5d06-4e8f-bae6-c677c0fde5cd tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 943 time: 0.1582942 Dec 13 09:56:44.709954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'name': 'network-vif-deleted', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497'}, {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:44.712270 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3043fec1-7dff-42e2-8464-661fcb7ba12a" -d '{"events": [{"server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "name": "network-vif-deleted", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "d036d298-e143-46f5-bed3-f8a52f926497"}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:44.718208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-320664d0-a754-4712-9285-8aa255c64070 req-c2a0273a-6d20-4856-9d82-fcba36ef56e2 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213997 Dec 13 09:56:44.759363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:44.759936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.849654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.874009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:44.883535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1fd00-227f-4b79-b0d8-ac4082cae039 None None] New status for floating IP d7e2436e-3f47-42fa-b12d-7a2d7276e811: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:56:44.942625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839c9d28-7ebe-4241-9b7b-31ec7e08bfa1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:44.954993 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc0580-10fd-4c7a-8235-ec2af2492c5c x-openstack-request-id: req-2ecc0580-10fd-4c7a-8235-ec2af2492c5c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:44.959470 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b", "name": "network-vif-deleted", "tag": "4e5a05f4-7f76-4242-b070-e9cd2769e943", "status": "completed", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "d036d298-e143-46f5-bed3-f8a52f926497", "status": "completed", "code": 200}, {"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "1c1fe3d4-5d6a-4d47-9179-68ea74886162", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:44.959988 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ecc0580-10fd-4c7a-8235-ec2af2492c5c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:44.960488 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c41264c-e7e1-4955-a2dc-9d08ef9bfc0b', 'name': 'network-vif-deleted', 'tag': '4e5a05f4-7f76-4242-b070-e9cd2769e943', 'status': 'completed', 'code': 200} Dec 13 09:56:44.961191 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': 'd036d298-e143-46f5-bed3-f8a52f926497', 'status': 'completed', 'code': 200} Dec 13 09:56:44.962497 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '1c1fe3d4-5d6a-4d47-9179-68ea74886162', 'status': 'completed', 'code': 200} Dec 13 09:56:44.979858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d73625da-08de-451d-85ba-5085a7ec5a1c req-8da6fc53-e804-4f3d-bfa1-d6c509181373 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a7f328f-0bf6-4011-84f5-79576194796e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586091 Dec 13 09:56:44.990598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:44.991054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.012927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.036767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:45.048451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.053233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06cbc079-3eba-4c4d-a551-61d33d0321ec tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6357048 Dec 13 09:56:45.057561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.104536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4e5a05f4-7f76-4242-b070-e9cd2769e943 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:45.107991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a917e5d-a2ec-42e1-95d6-b0733f92689d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96da84b4d5ed4714a3998ec0672a85a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916548 Dec 13 09:56:45.108165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0af8b0fc-4e77-4216-9577-787af16eb95a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:45.118999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.132499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-00b621ab-3a71-4053-ab7b-6b6e5e27045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:45.134277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-00b621ab-3a71-4053-ab7b-6b6e5e27045d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 1095 time: 0.3128469 Dec 13 09:56:45.169043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 4e5a05f4-7f76-4242-b070-e9cd2769e943 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:45.169726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4e5a05f4-7f76-4242-b070-e9cd2769e943 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:45.205096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0af8b0fc-4e77-4216-9577-787af16eb95a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:45.205607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0af8b0fc-4e77-4216-9577-787af16eb95a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:45.247657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.258369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-ec93f419-1621-4ea7-b7a8-bbdbacbddf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:45.259876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-ec93f419-1621-4ea7-b7a8-bbdbacbddf0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 916 time: 0.1091635 Dec 13 09:56:45.294057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.335340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-2fd7f2cb-f7f6-42cd-b43e-945f0c7d74a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09 HTTP/1.1" status: 200 len: 217 time: 0.0549417 Dec 13 09:56:45.352748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d913-d826-4230-945c-26dcf2147750 req-a3fd21dc-b84c-475c-9ef9-5dc7b9455a15 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:45.359903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c12d913-d826-4230-945c-26dcf2147750 req-a3fd21dc-b84c-475c-9ef9-5dc7b9455a15 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.3043163 Dec 13 09:56:45.385746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.388341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.391949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/82512b45-190d-40c6-9c13-08f032be627e HTTP/1.1" status: 204 len: 168 time: 0.3310812 Dec 13 09:56:45.399556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.415886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621221-8455-4174-9b79-3170c6cc8272 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82512b45-190d-40c6-9c13-08f032be627e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.449536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.461540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.479773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-8e45cc7b-c9d3-43d6-bb8f-6f6da12c69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:45.481267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-8e45cc7b-c9d3-43d6-bb8f-6f6da12c69e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.1163094 Dec 13 09:56:45.498287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc6ab-8498-4680-864a-0d30a77bb705 req-e481016d-b426-402e-b6d2-96246fab81df tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:45.499769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b5bc6ab-8498-4680-864a-0d30a77bb705 req-e481016d-b426-402e-b6d2-96246fab81df tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 944 time: 0.1727784 Dec 13 09:56:45.512821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=6ba48fe0-2354-4a15-ac09-89e2d60a1f81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.538390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c12d913-d826-4230-945c-26dcf2147750 req-32c9fa82-fa0f-48a2-ac55-018666edbbad tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775455 Dec 13 09:56:45.546047 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bca74f4d-f8cc-4dd5-b95d-a4fe7de6e2e9 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1372275 Dec 13 09:56:45.557666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45634) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.563601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.563961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.571033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-ac993655-9c20-403a-9de3-7bd6e3857db3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669043 Dec 13 09:56:45.589858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port 6ba48fe0-2354-4a15-ac09-89e2d60a1f81 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:45.592492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.596119 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bf08decf-9281-4f91-8b87-ecf192d108ca req-7f820906-3880-470b-b8b4-14b52e7c5779 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.37 "DELETE /v2.0/ports/6ba48fe0-2354-4a15-ac09-89e2d60a1f81 HTTP/1.1" status: 204 len: 173 time: 1.0548232 Dec 13 09:56:45.695893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-456364651-network', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:45.709169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-214d62eb-1773-4cd3-be28-76b19e4c7c71 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1517797 Dec 13 09:56:45.712467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.723375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b5bc6ab-8498-4680-864a-0d30a77bb705 req-5a91b039-0a4e-4a26-90ec-8309e2a4fea3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016380 Dec 13 09:56:45.736894 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-45442201-6246-4c5f-8c23-179047a52af1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] delete failed (client error): The resource could not be found. Dec 13 09:56:45.742085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45442201-6246-4c5f-8c23-179047a52af1 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "DELETE /v2.0/security-groups/82512b45-190d-40c6-9c13-08f032be627e HTTP/1.1" status: 404 len: 347 time: 0.0252738 Dec 13 09:56:45.742569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:45.751230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Made reservation on behalf of c14ee030d32f42dd8a88c57684e63e6f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:45.754241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.759739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.762385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.763512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f1164ee-db79-4980-abe4-2b183f54d737 HTTP/1.1" status: 204 len: 168 time: 0.6417022 Dec 13 09:56:45.766128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.781541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-73a6962b-3e86-495d-840f-e33382fa00a3 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948485 Dec 13 09:56:45.785844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041daf1-b590-4071-ae05-e16a06624035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1164ee-db79-4980-abe4-2b183f54d737,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.856523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c7fdf2a7-eb6c-4ac8-9d96-0a08f4894d83 tempest-SecGroupTest-610200690 tempest-SecGroupTest-610200690-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129653 Dec 13 09:56:45.904355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.913302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.925884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94c59a69-8c6e-421c-a205-42cc2ece55db req-933e016b-b7af-4f14-8906-39b0a680ab4d service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363428 Dec 13 09:56:45.960972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:45.987380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026c848a-112a-41f0-8496-51b5851398ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:45.993035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:45.993549 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Added segment 3bf10ed2-9f7e-476c-9f61-3534e4d5f70e of type vlan for network a09fd3fb-3d9c-43f6-b2db-43a600e3864f Dec 13 09:56:46.042838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.080075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.084063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:46.084063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.154132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5885890 Dec 13 09:56:46.156864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.172832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Request body: {'subnet': {'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-456364651-subnet', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:46.200335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5d9221b-89f4-4dfb-a905-70636356d700 req-70ef4a91-0790-4db3-aa25-94bd556b38df tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0560625 Dec 13 09:56:46.233872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79530e32-80f9-49ae-8217-58fc7ff38c9f admin admin] Pushing event updated for resources: {'Network': ['ID=a09fd3fb-3d9c-43f6-b2db-43a600e3864f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:46.236564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Made reservation on behalf of c14ee030d32f42dd8a88c57684e63e6f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:46.240846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.246864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:46.318693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.349112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.381254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7039d05c-533f-4e8e-a2ac-371a9266d097 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c1b2c74e18745c299afa6cf4c0713f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610471 Dec 13 09:56:46.381858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.481686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.492755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.494120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-43884780-adf7-4641-a404-4796edb5f6e3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:46.495678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-43884780-adf7-4641-a404-4796edb5f6e3 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.0740390 Dec 13 09:56:46.552321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:46.578066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.639557 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17fbd04e-69bc-4b62-902d-6c616e736b37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c1a919c2b8b4da489ec8276fa8a08ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891905 Dec 13 09:56:46.645820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.653371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Checking segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:46.653804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Network hostable DHCP agents. Network: a09fd3fb-3d9c-43f6-b2db-43a600e3864f, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:56:46.710616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:56:46.720429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.721827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa916a5-9452-4121-abad-ec2d750e138e req-0e8dd37d-31a1-41fd-8cdb-ba89a9b25297 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:46.724648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fa916a5-9452-4121-abad-ec2d750e138e req-0e8dd37d-31a1-41fd-8cdb-ba89a9b25297 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 945 time: 0.1045372 Dec 13 09:56:46.736818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a09fd3fb-3d9c-43f6-b2db-43a600e3864f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:46.738511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:46.739422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.745871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ce275-bcd3-44a7-846f-ff7c1fa41dfa None None] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:46.748864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:46.749604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.770448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.797465 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dc067cf0-1b29-4845-b70f-a5a557418676 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6368229 Dec 13 09:56:46.801325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:46.806564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:46.826058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.829369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.840918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.842133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.846733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f59dcf4-1cbe-4c1f-a3b4-9bfc536274ee HTTP/1.1" status: 204 len: 168 time: 0.4519818 Dec 13 09:56:46.905176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:56:46.906058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.931906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.948358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.951715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:46.953374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc815b-3be9-45a4-9215-c1738e9f53dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f59dcf4-1cbe-4c1f-a3b4-9bfc536274ee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:46.970521 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d763d3d-759a-4d4b-a983-96d669076c6d HTTP/1.1" status: 204 len: 168 time: 0.3233047 Dec 13 09:56:47.020782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:47.023083 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07cf185-3f31-447a-a2bc-ee412357306b" -d '{"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:47.030701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fa916a5-9452-4121-abad-ec2d750e138e req-c019d116-5261-4df7-a8a3-60ad54260d81 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a6fec37-fa03-4652-b0d1-14f92ceca5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962885 Dec 13 09:56:47.091298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] For port 853fa47f-8a6a-4271-adfe-8384a0823d8d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=853fa47f-8a6a-4271-adfe-8384a0823d8d,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:47.091854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.102479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b9462-a059-46ac-969c-c69f94ca076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d763d3d-759a-4d4b-a983-96d669076c6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:47.206176 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204b51a-4f4f-4679-9df6-57ad15496e8f x-openstack-request-id: req-7204b51a-4f4f-4679-9df6-57ad15496e8f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:47.207818 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030ad900-2cd2-45f8-8441-817b27adf025", "name": "network-vif-deleted", "tag": "6ba48fe0-2354-4a15-ac09-89e2d60a1f81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:47.207818 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7204b51a-4f4f-4679-9df6-57ad15496e8f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:47.208282 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030ad900-2cd2-45f8-8441-817b27adf025', 'name': 'network-vif-deleted', 'tag': '6ba48fe0-2354-4a15-ac09-89e2d60a1f81', 'status': 'completed', 'code': 200} Dec 13 09:56:47.246616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Allocated IP 172.20.0.2 (a09fd3fb-3d9c-43f6-b2db-43a600e3864f/f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc/cff76235-7820-41a8-8500-8120358e03ed) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:47.282698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.408634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.409269 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.409544 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Floating IP 57d5507a-0d68-437d-a5b0-513c22c59275 disassociated. External IP: 172.25.1.173, port: 853fa47f-8a6a-4271-adfe-8384a0823d8d. Dec 13 09:56:47.410076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for 853fa47f-8a6a-4271-adfe-8384a0823d8d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:47.596778 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.617545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163602a7-1900-4262-a346-a8f93eb6fda1 req-48a7001a-bfad-4e68-b7f7-553940b23e0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:47.619382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-163602a7-1900-4262-a346-a8f93eb6fda1 req-48a7001a-bfad-4e68-b7f7-553940b23e0e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 944 time: 0.7369869 Dec 13 09:56:47.630992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.632803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.689006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.717258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f5b2f52-e0eb-4148-83e7-449be680ab28 req-17cf4fb1-1007-4711-8b7c-281fa9966556 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0953047 Dec 13 09:56:47.719664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:47.723539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:47.728163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:47.734509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=853fa47f-8a6a-4271-adfe-8384a0823d8d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:47.742619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.751031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Pushing event updated for resources: {'Port': ['ID=cff76235-7820-41a8-8500-8120358e03ed,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:47.839243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Attempting to bind port cff76235-7820-41a8-8500-8120358e03ed on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:47.840074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Attempting to bind port cff76235-7820-41a8-8500-8120358e03ed by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:47.840605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Attempting to bind port cff76235-7820-41a8-8500-8120358e03ed on network a09fd3fb-3d9c-43f6-b2db-43a600e3864f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:47.846536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:47.848212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Checking segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:47.848798 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.849703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Bound using segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:47.850333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Bound port: cff76235-7820-41a8-8500-8120358e03ed, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:47.850895 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.917034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-163602a7-1900-4262-a346-a8f93eb6fda1 req-00f202c2-be6d-4764-be2a-32feb48821c1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758739 Dec 13 09:56:47.948768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] For port cff76235-7820-41a8-8500-8120358e03ed, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:47.953613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] For port cff76235-7820-41a8-8500-8120358e03ed, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cff76235-7820-41a8-8500-8120358e03ed,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:47.961098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:47.998251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Allocated IP 172.25.1.73 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/cbeac05f-4857-4965-8a5d-54e7e31ffec4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:48.110342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Router 59b6a5ba-da06-4c48-b788-8c3169ed337a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:48.112327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd607c6-df05-4568-9bcc-4c7346743a67 None None] Pushing event updated for resources: {'Port': ['ID=cff76235-7820-41a8-8500-8120358e03ed,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:48.238833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.324938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:48.470725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:48.479506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:48.486008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:48.548090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:48.654577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Pushing event updated for resources: {'Port': ['ID=cbeac05f-4857-4965-8a5d-54e7e31ffec4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:48.802554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.804807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.805471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.807919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.808700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.810381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.811141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.812154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.813639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.814524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.815242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.817142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.818803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:56:48.934953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:48.955090 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Sync routers for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:48.989715 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:48.992273 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:49.054928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:56:49.062920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:49.138107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] No DVR routers for this DVR port 853fa47f-8a6a-4271-adfe-8384a0823d8d on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:49.153329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:49.167415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc9a5101-82f7-41cc-b137-79457c9c0399 req-de260d6f-bbf8-4083-a5f9-d5030fbbbffc tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.37 "DELETE /v2.0/ports/853fa47f-8a6a-4271-adfe-8384a0823d8d HTTP/1.1" status: 204 len: 173 time: 2.6606324 Dec 13 09:56:49.186714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab3e91aa-ae6f-4c11-b755-0f3e6acc92c7 req-679459ac-bf63-41fb-81ec-77040daa73f2 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.3125725 Dec 13 09:56:49.209394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-feaa2204-eeb5-415e-8405-9650410bbdd1 req-3e2b94cd-fdef-484d-a583-3db4376cc551 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a08403d-22ca-4f82-89bf-9578f55cd8c1 HTTP/1.1" status: 200 len: 210 time: 0.3367820 Dec 13 09:56:49.215734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-deleted', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:49.224565 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33367ff-e282-4184-a6bc-363a4cb85df1" -d '{"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-deleted", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:49.257810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cff76235-7820-41a8-8500-8120358e03ed up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:49.341079 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab4596-e027-4668-8263-5459595ac8c6 x-openstack-request-id: req-17ab4596-e027-4668-8263-5459595ac8c6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:49.341388 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a08403d-22ca-4f82-89bf-9578f55cd8c1", "name": "network-vif-deleted", "tag": "853fa47f-8a6a-4271-adfe-8384a0823d8d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:49.342151 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17ab4596-e027-4668-8263-5459595ac8c6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:49.342632 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a08403d-22ca-4f82-89bf-9578f55cd8c1', 'name': 'network-vif-deleted', 'tag': '853fa47f-8a6a-4271-adfe-8384a0823d8d', 'status': 'completed', 'code': 200} Dec 13 09:56:49.347672 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:49.535444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f79ba-99ce-4f24-ab85-291fb0de0ef3 req-f37f3836-1921-4b43-9a6f-11df7758cd0a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:49.544421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d25f79ba-99ce-4f24-ab85-291fb0de0ef3 req-f37f3836-1921-4b43-9a6f-11df7758cd0a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 944 time: 0.1577473 Dec 13 09:56:49.683189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d25f79ba-99ce-4f24-ab85-291fb0de0ef3 req-bbe78b9a-d8f1-4078-9f06-e5ccc4108521 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310480 Dec 13 09:56:49.783699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:49.806527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 853fa47f-8a6a-4271-adfe-8384a0823d8d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:49.806790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 853fa47f-8a6a-4271-adfe-8384a0823d8d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:49.837320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:49.865736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe62868-46c3-4157-a03f-f0bff2b9c029 None None] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:56:49.867775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'port_id': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'mac_address': 'fa:16:3e:6e:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ba939f-daf5-4087-9343-4dd45203d509', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:56:49.927852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:49.981192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cff76235-7820-41a8-8500-8120358e03ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:49.981618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.074687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.092333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-941b549c-071c-48f5-8832-b19e52ebeb42 None None] Provisioning complete for port cff76235-7820-41a8-8500-8120358e03ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:50.092881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-941b549c-071c-48f5-8832-b19e52ebeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.196766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd757bc7-6fde-4ccf-8031-f9c3d486dd09 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:56:50.261459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:50.306130 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.308407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.317859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.436088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13048baf-b1ee-4c9d-85e5-220c987bca53 req-b088c857-3724-4046-b6c2-91ff0e7c1766 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0522945 Dec 13 09:56:50.436679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:50.445029 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Checking router: 59b6a5ba-da06-4c48-b788-8c3169ed337a for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:50.486685 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:50.487425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:50.520144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:50.664314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cd757bc7-6fde-4ccf-8031-f9c3d486dd09'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:56:50.687204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.699503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port cff76235-7820-41a8-8500-8120358e03ed, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cff76235-7820-41a8-8500-8120358e03ed,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:50.762652 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-941b549c-071c-48f5-8832-b19e52ebeb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.764834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.765356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.769312 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:50.839741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=cff76235-7820-41a8-8500-8120358e03ed,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:50.861251 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.915536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-941b549c-071c-48f5-8832-b19e52ebeb42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:56:50.916183 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-941b549c-071c-48f5-8832-b19e52ebeb42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:56:50.979360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b46dc-2df5-4bbf-9a22-53595f35d1a3 req-2d9033e9-4ea0-4e01-8758-2738ce1bcba0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:50.985385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9b46dc-2df5-4bbf-9a22-53595f35d1a3 req-2d9033e9-4ea0-4e01-8758-2738ce1bcba0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 945 time: 0.1426105 Dec 13 09:56:50.990313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:50.996082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.003749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a6fec37-fa03-4652-b0d1-14f92ceca5e3 HTTP/1.1" status: 204 len: 168 time: 0.5650642 Dec 13 09:56:51.004467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:51.054909 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-dc5f4e2b-5c6b-403a-b626-470420c1844c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] show failed (client error): The resource could not be found. Dec 13 09:56:51.059426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dc5f4e2b-5c6b-403a-b626-470420c1844c tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "GET /v2.0/security-groups/9a6fec37-fa03-4652-b0d1-14f92ceca5e3 HTTP/1.1" status: 404 len: 347 time: 0.0368330 Dec 13 09:56:51.060629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:51.091252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce51a6-89e8-4aa0-8cfc-1fe722924d71 tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6fec37-fa03-4652-b0d1-14f92ceca5e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:51.290682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:51.296320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa9b46dc-2df5-4bbf-9a22-53595f35d1a3 req-4952da33-6ed1-4063-9b3f-450761c16069 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900617 Dec 13 09:56:51.346237 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ab63b-a145-401b-91e8-e5f0cc570d72 None None] The sync data for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 is: [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:45:06Z', 'revision_number': 4, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a831b3cb-7607-4519-9c30-7885b790b4c7', 'name': '', 'network_id': '6067a1a5-406e-4f0f-8f1b-7d25d34023d6', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'mac_address': 'fa:16:3e:c3:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:45:03Z', 'updated_at': '2021-12-13T09:45:12Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'subnets': [{'id': 'fbf660e8-5ac3-4583-8351-4896f207c28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:51.362854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Deleting port 95415131-abcf-435b-9200-bf7ea8b195f2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:51.363480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.505733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.506948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.544092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Calling delete_port for 95415131-abcf-435b-9200-bf7ea8b195f2 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:51.591796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:56:51.693279 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68c163fd-0901-48dd-8530-75f5c24606fb req-ce99aadc-1a05-4c01-b5db-7f56b83308ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0433552 Dec 13 09:56:51.705233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5c50d237-586a-454f-95ca-fe241d1904bb None None] Provisioning complete for port cff76235-7820-41a8-8500-8120358e03ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:51.705715 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c50d237-586a-454f-95ca-fe241d1904bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.778828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cff76235-7820-41a8-8500-8120358e03ed up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:51.822510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:51.866396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:51.867015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.876799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:51.890912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:51.891985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:51.908938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:51.919965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'network': {'name': 'tempest-network-smoke--2044752130', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:51.932327 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd09f8-cfb1-4d3e-bc5d-aa6a528f3921 None None] New status for floating IP 57d5507a-0d68-437d-a5b0-513c22c59275: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:56:51.948167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:56:51.956130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.968001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.978831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cff76235-7820-41a8-8500-8120358e03ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:51.979208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:51.992558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.019453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Pushing event deleted for resources: {'Port': ['ID=95415131-abcf-435b-9200-bf7ea8b195f2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.050003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:52.052176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.067037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:52.068923 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.db.api [None req-58dd09f8-cfb1-4d3e-bc5d-aa6a528f3921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:56:52.069311 n-d-820531-5 neutron-server[103191]: DEBUG oslo_db.api [None req-58dd09f8-cfb1-4d3e-bc5d-aa6a528f3921 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:56:52.097969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:52.163479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.166218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.167394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0eae6b11-48d7-4f05-8e6b-600851fc04bf tempest-ServerActionsTestJSON-159353753 tempest-ServerActionsTestJSON-159353753-project] 10.222.0.30 "DELETE /v2.0/floatingips/57d5507a-0d68-437d-a5b0-513c22c59275 HTTP/1.1" status: 204 len: 168 time: 1.0948319 Dec 13 09:56:52.169351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.173623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:52.182018 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.217738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:56:52.236761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766db98d-7962-406e-b2de-38d49c668fdf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.241564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.241965 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Added segment dfd618b2-1577-4cc3-8d61-2cdfc78afde5 of type vlan for network b18d534e-85cb-44ca-a10a-41b27729f276 Dec 13 09:56:52.292155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.302595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.304049 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-904dd13b-ad0b-452d-9592-82f76673cc59 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5014722 Dec 13 09:56:52.305469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.307598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:52.355488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.426269 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.435122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:52.435793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.442910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:49Z', 'revision_number': 3, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:52.523274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:52.523677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Updating router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d port cbeac05f-4857-4965-8a5d-54e7e31ffec4 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:56:52.570788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd09f8-cfb1-4d3e-bc5d-aa6a528f3921 None None] New status for floating IP 57d5507a-0d68-437d-a5b0-513c22c59275: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:56:52.587858 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.654210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.710060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7928090 Dec 13 09:56:52.711414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:52.814086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'admin_state_up': True, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:56:52.879253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb82e0-802b-4150-abf0-9a265feb8b6d tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Network': ['ID=b18d534e-85cb-44ca-a10a-41b27729f276,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:52.905217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b18d534e-85cb-44ca-a10a-41b27729f276 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:56:52.927685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:52.928862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.037413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:53.048011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.052171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:53.104740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.150626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:56:53.172243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301e662-99b4-46a9-91ab-3306e635ed80 None None] Pushing event updated for resources: {'Port': ['ID=cbeac05f-4857-4965-8a5d-54e7e31ffec4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:53.180711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:53.181022 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.227597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Attempting to bind port cbeac05f-4857-4965-8a5d-54e7e31ffec4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:56:53.228474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Attempting to bind port cbeac05f-4857-4965-8a5d-54e7e31ffec4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:56:53.230355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Attempting to bind port cbeac05f-4857-4965-8a5d-54e7e31ffec4 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:56:53.239264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:56:53.246773 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d7483a3e-d1ad-4b5c-893b-cc50de88c289 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/8a036871-55cf-43a7-b154-8d4830ecc4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6935112 Dec 13 09:56:53.252705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:56:53.263265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:56:53.263651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:56:53.264056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.264451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:56:53.264931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Bound port: cbeac05f-4857-4965-8a5d-54e7e31ffec4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:56:53.265348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.301204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8d0269d-dce5-4673-bfe5-5a1261fb6a2a req-6bdffef0-82d1-482d-ab5f-1e308096889e tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.4421611 Dec 13 09:56:53.314809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:53.315462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:53.443184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb91a72-895d-43fb-9508-b54cb6f909ee req-0035ccb8-4379-498c-889d-2618d605c692 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:53.444838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acb91a72-895d-43fb-9508-b54cb6f909ee req-0035ccb8-4379-498c-889d-2618d605c692 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 945 time: 0.9762268 Dec 13 09:56:53.614777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.673280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:53.768028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.837486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] For port cbeac05f-4857-4965-8a5d-54e7e31ffec4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:56:53.856727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] For port cbeac05f-4857-4965-8a5d-54e7e31ffec4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cbeac05f-4857-4965-8a5d-54e7e31ffec4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:56:53.880408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:53.978656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acb91a72-895d-43fb-9508-b54cb6f909ee req-1c106f9e-6779-41a8-bea9-40b74626d916 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807596 Dec 13 09:56:53.983225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.033979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:54.037079 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddafc8b-95c6-4ad9-be67-87889ef247a6" -d '{"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-plugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:54.082823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:54.083481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.115532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:54.117553 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8ca35-0fe7-4785-a72c-8d8f6ab51eb7 x-openstack-request-id: req-edc8ca35-0fe7-4785-a72c-8d8f6ab51eb7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:54.117978 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-plugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:54.118507 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edc8ca35-0fe7-4785-a72c-8d8f6ab51eb7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:54.119122 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'code': 200} Dec 13 09:56:54.119862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301e662-99b4-46a9-91ab-3306e635ed80 None None] Pushing event updated for resources: {'Port': ['ID=cbeac05f-4857-4965-8a5d-54e7e31ffec4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:54.189633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.276467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:54.285426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.297524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:54.324267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:56:54.325251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03234e8a-e5f4-485e-a4f5-08801bcb5cf9 req-b99313e8-23cc-400f-9cd7-7cb3d49a1c15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:54.327891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03234e8a-e5f4-485e-a4f5-08801bcb5cf9 req-b99313e8-23cc-400f-9cd7-7cb3d49a1c15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.5201190 Dec 13 09:56:54.330239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:54.432075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:56:54.443286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.585985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5fcd2-d9fb-45c6-a72f-b3cb8af0b2bc req-eb8bbcbf-2f9e-4510-bedf-2490121952b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:54.587531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4c5fcd2-d9fb-45c6-a72f-b3cb8af0b2bc req-eb8bbcbf-2f9e-4510-bedf-2490121952b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 1097 time: 0.3768570 Dec 13 09:56:54.593617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3ec5dbf-4f1c-4e11-af53-475904f9ce6f req-6b98c915-b648-42de-8eb1-b014822d3bf8 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1255572 Dec 13 09:56:54.667796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:56:54.786429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:49Z', 'revision_number': 3, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.851503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d8035-b92e-4a28-8f2e-5e441f49d8dc None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:49Z', 'revision_number': 3, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:54.968260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:56:54.997100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826bb6b-706d-4ae7-a58f-137068a8d0ba None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '98eeca8d-f932-454c-aacf-5597dc85e343', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'port_id': '732a2704-fb06-4f65-a4ac-8207db91366e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'mac_address': 'fa:16:3e:29:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:55:08Z', 'updated_at': '2021-12-13T09:55:15Z', 'revision_number': 1, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:56:55.053599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03234e8a-e5f4-485e-a4f5-08801bcb5cf9 req-9d509ed8-9ac9-46ff-8de0-fe4cb541dae6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7125404 Dec 13 09:56:55.061089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Allocated IP 172.20.0.1 (a09fd3fb-3d9c-43f6-b2db-43a600e3864f/f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc/415bca1b-2dac-4012-ab9e-fe03615fc323) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:55.204978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4c5fcd2-d9fb-45c6-a72f-b3cb8af0b2bc req-cb0e8028-bf22-4b12-bae9-5a7b802b88d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046894 Dec 13 09:56:55.271326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.367513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0e39b-c97b-470e-8fc8-8ed6d079a112 req-42cd95ed-38c2-4534-9151-e1a289aea9c1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:55.369049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9d0e39b-c97b-470e-8fc8-8ed6d079a112 req-42cd95ed-38c2-4534-9151-e1a289aea9c1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2658372 Dec 13 09:56:55.390031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-2f7b3b73-5efe-4621-9937-83fb11ca41f2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:55.391762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-2f7b3b73-5efe-4621-9937-83fb11ca41f2 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.2256200 Dec 13 09:56:55.428029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.596164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cbeac05f-4857-4965-8a5d-54e7e31ffec4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:55.726188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cbeac05f-4857-4965-8a5d-54e7e31ffec4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:55.726568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.807154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9d0e39b-c97b-470e-8fc8-8ed6d079a112 req-cc43364e-1eae-4e11-9ef1-080580f160be tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843391 Dec 13 09:56:55.833368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cbeea25-031b-4397-b37e-b9773f690dac req-615464aa-94ac-4d46-8f49-e8ad199d7573 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0806987 Dec 13 09:56:55.906362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.930683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port cbeac05f-4857-4965-8a5d-54e7e31ffec4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cbeac05f-4857-4965-8a5d-54e7e31ffec4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:55.939417 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.954651 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:55.974994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:56.022952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.039569 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.079209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:56.079559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3b4a57f4-a4a4-4734-b3c1-bbc6ca47f40f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:56.139962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=cbeac05f-4857-4965-8a5d-54e7e31ffec4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:56.148963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port e7fe56d4-88ec-4351-b841-1841b0098133 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:56.149466 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.210294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:56.251496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Pushing event updated for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:56.256183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:56.264436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:56.462677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.25.1.11 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/affc431c-6e5a-4c23-8230-880dbc2fdc75) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:56:56.476137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.480093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port e7fe56d4-88ec-4351-b841-1841b0098133, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e7fe56d4-88ec-4351-b841-1841b0098133,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:56.480570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.525603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b303-d6c6-4822-a015-1dc524fa1aae req-f6a2ffed-82e6-4bb5-b4de-cc023d85aed3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:56.533879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac91b303-d6c6-4822-a015-1dc524fa1aae req-f6a2ffed-82e6-4bb5-b4de-cc023d85aed3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 946 time: 0.3190634 Dec 13 09:56:56.606131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for e7fe56d4-88ec-4351-b841-1841b0098133 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:56.663233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a1a6afc0-0245-4c24-8edb-2ec11d526b8e None None] Provisioning complete for port 415bca1b-2dac-4012-ab9e-fe03615fc323 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:56.664569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1a6afc0-0245-4c24-8edb-2ec11d526b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.708591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6afc0-0245-4c24-8edb-2ec11d526b8e None None] Port 415bca1b-2dac-4012-ab9e-fe03615fc323 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:56:56.832440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac91b303-d6c6-4822-a015-1dc524fa1aae req-a6ff1c30-0765-4fea-8880-e688c71ae5c8 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=25913853-648e-43ab-9d76-cb20c6e01c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971630 Dec 13 09:56:56.897253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:56.986890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Deleting port a831b3cb-7607-4519-9c30-7885b790b4c7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:56:56.987830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.110183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fe4e71f-a456-4d80-a9c6-3f9e8f0ebff2 req-cc6b3cdd-b30f-489d-8a58-9561ac9452ed tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1185400 Dec 13 09:56:57.110756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.145251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.173912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.189623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4747d-fbe7-40c4-ad97-6213ae1ccae6 req-54b9a427-b6ae-4703-a626-76f545a9aab3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:57.191736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fb4747d-fbe7-40c4-ad97-6213ae1ccae6 req-54b9a427-b6ae-4703-a626-76f545a9aab3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2502580 Dec 13 09:56:57.299607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:57.321952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:57.327569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] For port a831b3cb-7607-4519-9c30-7885b790b4c7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a831b3cb-7607-4519-9c30-7885b790b4c7,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:56:57.328009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.333189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:56:57.337144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.338633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=affc431c-6e5a-4c23-8230-880dbc2fdc75,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:57.435017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Calling delete_port for a831b3cb-7607-4519-9c30-7885b790b4c7 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:56:57.442062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=e7fe56d4-88ec-4351-b841-1841b0098133,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:57.549240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cbeac05f-4857-4965-8a5d-54e7e31ffec4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:56:57.634894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cbeac05f-4857-4965-8a5d-54e7e31ffec4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:57.635179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:57.848406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6fb4747d-fbe7-40c4-ad97-6213ae1ccae6 req-d9184481-0cdf-4224-b5c6-0eb9cd9a3d8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266911 Dec 13 09:56:58.146996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e7fe56d4-88ec-4351-b841-1841b0098133 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:56:58.179550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: e7fe56d4-88ec-4351-b841-1841b0098133 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:56:58.180502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e7fe56d4-88ec-4351-b841-1841b0098133 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:56:58.428896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] No DVR routers for this DVR port e7fe56d4-88ec-4351-b841-1841b0098133 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:56:58.431059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.434661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1d2bb9d-9d3b-47ea-a5b6-a244ad6a81e0 req-00c77f7b-a3bd-46a1-8f84-5e6ba8404ca4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "DELETE /v2.0/ports/e7fe56d4-88ec-4351-b841-1841b0098133 HTTP/1.1" status: 204 len: 173 time: 3.0308461 Dec 13 09:56:58.477027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'name': 'network-vif-deleted', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:56:58.479780 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9621bfe-8dcd-46f8-822f-fc4ffb48ff50" -d '{"events": [{"server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "name": "network-vif-deleted", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:56:58.520827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e1b399-9f0a-4315-b4de-0ee04921f072 req-5fe8433a-4bbf-48fc-a8e5-08aa34d5f3a6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=0561f3c5-8d29-4d3e-ace5-7d0a9837462c HTTP/1.1" status: 200 len: 210 time: 0.1686702 Dec 13 09:56:58.558665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.587836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b42e0da5-54c3-4751-9faa-0d600fdeb794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.625060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.635326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:58.722891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efdf80-f6c4-4149-94a8-752fe211eaf2 req-613164d9-162f-4862-bcb0-f778e3b654be tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:58.724556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33efdf80-f6c4-4149-94a8-752fe211eaf2 req-613164d9-162f-4862-bcb0-f778e3b654be tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.3761482 Dec 13 09:56:58.820207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c1c912f-da91-46fe-95d2-765f91ac8ff6 req-23ef1fa1-bcb3-46de-b601-2109f1327c3c tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1876750 Dec 13 09:56:58.824801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a831b3cb-7607-4519-9c30-7885b790b4c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:58.939885 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0584ccdb-bcab-44c7-b57a-7363f93f27cf x-openstack-request-id: req-0584ccdb-bcab-44c7-b57a-7363f93f27cf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:56:58.940201 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561f3c5-8d29-4d3e-ace5-7d0a9837462c", "name": "network-vif-deleted", "tag": "e7fe56d4-88ec-4351-b841-1841b0098133", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:56:58.940591 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0584ccdb-bcab-44c7-b57a-7363f93f27cf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:56:58.941026 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561f3c5-8d29-4d3e-ace5-7d0a9837462c', 'name': 'network-vif-deleted', 'tag': 'e7fe56d4-88ec-4351-b841-1841b0098133', 'status': 'completed', 'code': 200} Dec 13 09:56:59.004853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.055385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.083786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Pushing event updated for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:56:59.145908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33efdf80-f6c4-4149-94a8-752fe211eaf2 req-dc3311a3-f2fc-4293-b14c-97fdde6975e6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500733 Dec 13 09:56:59.229611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.365851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:56:59.388528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:56:59.463484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.575204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60e09-f159-41dd-907b-5ef079324fc4 req-ea746cf3-6d57-4031-98ff-f24f65812fc3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:56:59.576806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9b60e09-f159-41dd-907b-5ef079324fc4 req-ea746cf3-6d57-4031-98ff-f24f65812fc3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2228749 Dec 13 09:56:59.639566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:56:59.746115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.761597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-06d0091a-5a44-44f5-80f8-ea1bb548e819 None None] Provisioning complete for port 415bca1b-2dac-4012-ab9e-fe03615fc323 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:56:59.762455 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06d0091a-5a44-44f5-80f8-ea1bb548e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.795568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.829442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:56:59.878622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9b60e09-f159-41dd-907b-5ef079324fc4 req-a7e4df72-5089-4818-9452-9e6996006988 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199638 Dec 13 09:56:59.920545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.923680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:56:59.931001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/security-groups/25913853-648e-43ab-9d76-cb20c6e01c23 HTTP/1.1" status: 204 len: 168 time: 0.2900043 Dec 13 09:56:59.952887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4963c-3fcf-4a01-86a0-330cfe26d78c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25913853-648e-43ab-9d76-cb20c6e01c23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:00.055628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-06d0091a-5a44-44f5-80f8-ea1bb548e819 None None] Port 415bca1b-2dac-4012-ab9e-fe03615fc323 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:00.112064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88d57a74-cc42-4488-8389-9bde15f1123d req-ec4460f9-2257-4f95-8f05-f748ab2cfa3a tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0734875 Dec 13 09:57:00.162666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.177255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:00.257653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting subnet 4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:00.262421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.279746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4182f7-08d3-41d4-8419-c05ae7de38f9 req-c02e5411-80b7-43fd-9309-5cb699349821 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:00.281473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd4182f7-08d3-41d4-8419-c05ae7de38f9 req-c02e5411-80b7-43fd-9309-5cb699349821 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2449386 Dec 13 09:57:00.321336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Router 59b6a5ba-da06-4c48-b788-8c3169ed337a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:00.323228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.386842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:00.398429 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:00.407165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b94774f5-28a5-46b9-b867-e2c05c056def admin admin] 10.222.0.30 "PUT /v2.0/routers/727bd975-a8f9-4a10-ad8a-e810f2a6ab1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0960925 Dec 13 09:57:00.431612 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:00.432374 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:00.442709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.495012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd4182f7-08d3-41d4-8419-c05ae7de38f9 req-dcf84177-fc87-4c6f-97e7-527cb44b3898 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033410 Dec 13 09:57:00.538042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.571093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a53137-f4bd-46ea-b0f1-bb69382e5104 None None] Network 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:00.583972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.592689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/subnets/4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33 HTTP/1.1" status: 204 len: 168 time: 0.4117355 Dec 13 09:57:00.593687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:00.594574 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:00.676498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48265f8-189f-4995-b525-1b205cdc4bc4 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Subnet': ['ID=4eda5f83-4755-4bd9-8a2b-b16f2dc5ba33,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:00.730362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:00.745244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3d382a15-bdad-4339-b154-8a052d3a98f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/59b6a5ba-da06-4c48-b788-8c3169ed337a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5704036 Dec 13 09:57:00.747709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:00.756320 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:00.761494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:57:00.853551 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:56:57Z', 'revision_number': 2, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:00.893023 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:00.893740 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Updating router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d port 415bca1b-2dac-4012-ab9e-fe03615fc323 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:00.894762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] Sync routers for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:00.930021 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.055957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:01.059029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:56:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:01.101316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.426135 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f740a2d0-4146-4b74-81d6-0444076c8905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.451090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.522883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] DHCP port deletion for 0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:01.536086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] Set router 59b6a5ba-da06-4c48-b788-8c3169ed337a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:01.660875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Deleting port 28ffd6ca-da19-484e-bd53-56c0f00f4de2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:01.661253 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.755529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-060d26db-35ec-4ae6-bb5f-ee7be3f8daa9 req-8b637e61-63cc-45e5-addd-f0472a99d6ff tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.0433226 Dec 13 09:57:01.757490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:01.775687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1679687685-network', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:01.831672 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.841776 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.860877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Made reservation on behalf of 14273cc24870411d9fa0b3d2a28f606f for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:01.864254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.878744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.887618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429c904-f8ad-4c04-9847-80ebdc5defb1 req-ec3790ba-5357-429d-ae33-ee9124929767 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:01.890364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] For port 28ffd6ca-da19-484e-bd53-56c0f00f4de2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=28ffd6ca-da19-484e-bd53-56c0f00f4de2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:01.890826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:01.895238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9429c904-f8ad-4c04-9847-80ebdc5defb1 req-ec3790ba-5357-429d-ae33-ee9124929767 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.1609313 Dec 13 09:57:01.917690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Calling delete_port for 28ffd6ca-da19-484e-bd53-56c0f00f4de2 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:02.014153 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Pushing event updated for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.041515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.049574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:02.050713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.053856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:02.071154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.084895 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Sync routers for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:02.123385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.123827 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.127040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.127467 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.129742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.130178 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.130616 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.131944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.132355 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.133771 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.134671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.135083 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.137298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:02.220874 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:02.223806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:02.226204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9429c904-f8ad-4c04-9847-80ebdc5defb1 req-5e4e89d3-edd9-4d65-91f7-b4a626d47480 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186665 Dec 13 09:57:02.230793 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Attempting to bind port 415bca1b-2dac-4012-ab9e-fe03615fc323 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:02.231168 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Attempting to bind port 415bca1b-2dac-4012-ab9e-fe03615fc323 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:02.231532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Attempting to bind port 415bca1b-2dac-4012-ab9e-fe03615fc323 on network a09fd3fb-3d9c-43f6-b2db-43a600e3864f {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:02.249320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Deleting port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:02.255796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.258307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:02.279610 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.291386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.297477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4c64c05c-18b8-4737-8034-15e70527b621 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.4871049 Dec 13 09:57:02.315025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:02.341216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf958e3-af9c-4348-9d84-a5746f28ebe5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.385768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:02.390823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.396406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.402176 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Added segment e12ecc48-7455-4e46-b937-cff0b164714b of type vlan for network 8a1258cf-1f0b-4962-909c-18f63f7437cf Dec 13 09:57:02.430930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:02.431310 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Checking segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:02.431935 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.432526 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Bound using segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:02.433248 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Bound port: 415bca1b-2dac-4012-ab9e-fe03615fc323, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:02.434176 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.442220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] For port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,segment=NetworkSegment(e7152e4d-555c-45b7-8663-8f2171a7d845),segment_id=e7152e4d-555c-45b7-8663-8f2171a7d845)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:02.442633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.466507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Pushing event deleted for resources: {'Port': ['ID=28ffd6ca-da19-484e-bd53-56c0f00f4de2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.478206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 815e02fb-9a6b-4192-9db5-9de9fec8bf6d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:02.507596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.508909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Calling delete_port for 815e02fb-9a6b-4192-9db5-9de9fec8bf6d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:02.579504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.641858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0dc06f41-a964-4b5a-ab5a-65247f7f0f47 None None] Provisioning complete for port 415bca1b-2dac-4012-ab9e-fe03615fc323 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:02.642236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0dc06f41-a964-4b5a-ab5a-65247f7f0f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.656924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.683163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0dc06f41-a964-4b5a-ab5a-65247f7f0f47 None None] Port 415bca1b-2dac-4012-ab9e-fe03615fc323 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:02.699541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'name': 'tempest-ServerActionsTestJSON-1440925762-router', 'tenant_id': '4bdd0c8879f14011a5776ec5851e6db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:44:55Z', 'updated_at': '2021-12-13T09:56:57Z', 'revision_number': 5, 'project_id': '4bdd0c8879f14011a5776ec5851e6db5', 'gw_port': {'id': '28ffd6ca-da19-484e-bd53-56c0f00f4de2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a5ba-da06-4c48-b788-8c3169ed337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:44:57Z', 'updated_at': '2021-12-13T09:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:02.703427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] For port 415bca1b-2dac-4012-ab9e-fe03615fc323, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:02.713318 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] For port 415bca1b-2dac-4012-ab9e-fe03615fc323, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=415bca1b-2dac-4012-ab9e-fe03615fc323,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:02.717247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.719772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.723339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:02.764387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.765415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:02.766019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.784936 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.789696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] Checking router: 59b6a5ba-da06-4c48-b788-8c3169ed337a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:02.822218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.822789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] Routers {'59b6a5ba-da06-4c48-b788-8c3169ed337a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:02.822911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b6a5ba-da06-4c48-b788-8c3169ed337a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:57:02.823436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['59b6a5ba-da06-4c48-b788-8c3169ed337a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:02.827936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.829391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d63715b-413e-442a-9ea7-63ff4cc2d33e admin admin] 10.222.0.30 "DELETE /v2.0/routers/59b6a5ba-da06-4c48-b788-8c3169ed337a HTTP/1.1" status: 204 len: 168 time: 2.0805538 Dec 13 09:57:02.832963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:02.917093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:02.918071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14213b-aa5b-421c-a1ee-c4cbb8ffa982 None None] The sync data for ids ['59b6a5ba-da06-4c48-b788-8c3169ed337a'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:02.941258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Deleting subnet fbf660e8-5ac3-4583-8351-4896f207c28a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:02.942663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] Pushing event updated for resources: {'Network': ['ID=8a1258cf-1f0b-4962-909c-18f63f7437cf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:02.944877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:02.955831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:02.968933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6d750775-6d3d-4e52-855c-93a8aea2f30a tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=457f76097a354ec79e3b8da28a05487a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6419261 Dec 13 09:57:02.970402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-12cfc27a-b446-466e-a66b-42179153ba50 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2090657 Dec 13 09:57:02.979137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:02.979481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:03.008950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Request body: {'subnet': {'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1679687685-subnet', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:03.043473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.072186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3156eab6-c535-4d1b-b5cf-b0ca96ac4cfd req-d3a71e3f-e0d5-4a93-99a6-db741fa4f6bc tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1259825 Dec 13 09:57:03.073577 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.097063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] No DVR routers for this DVR port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:03.142985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202bc18-601f-4f7c-b1c4-57bf4759ffd3 None None] Pushing event deleted for resources: {'Port': ['ID=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.147945 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c62c-7e7d-4039-acc3-6ac92dcfab00 None None] Pushing event updated for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.155767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.158530 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:03.162375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:03.195812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=815e02fb-9a6b-4192-9db5-9de9fec8bf6d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.220043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] No DVR routers for this DVR port 815e02fb-9a6b-4192-9db5-9de9fec8bf6d on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:03.232157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Made reservation on behalf of 14273cc24870411d9fa0b3d2a28f606f for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:03.234295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.235020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.379777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.426282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] Provisioning complete for port 415bca1b-2dac-4012-ab9e-fe03615fc323 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:03.426789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.573229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:03.583130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf660e8-5ac3-4583-8351-4896f207c28a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:03.584981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.595223 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-59186fde-611b-4a05-9e9d-e57937830459 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fbf660e8-5ac3-4583-8351-4896f207c28a HTTP/1.1" status: 204 len: 168 time: 0.7588480 Dec 13 09:57:03.595457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8528b-579a-497f-a669-85dea925e81c None None] Network 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:03.597554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:03.642562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df97eca-1384-4cd3-9ff4-293e646b4b1e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:03.650048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3df97eca-1384-4cd3-9ff4-293e646b4b1e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6674666 Dec 13 09:57:03.665231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:03.747885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.756630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:03.757107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0dd3fef5-a34a-4130-85d2-8e8089cb6fba tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849137 Dec 13 09:57:03.761372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.762714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309338677', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:03.765455 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.774030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.827417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86910a-0402-49b8-9432-297d4da268f4 req-3c479380-9f5b-4adb-98c4-f85fbc50da20 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:03.835890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e86910a-0402-49b8-9432-297d4da268f4 req-3c479380-9f5b-4adb-98c4-f85fbc50da20 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.4569812 Dec 13 09:57:03.841444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:03.853851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] For port 415bca1b-2dac-4012-ab9e-fe03615fc323, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=415bca1b-2dac-4012-ab9e-fe03615fc323,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:03.874865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.875932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7152e4d-555c-45b7-8663-8f2171a7d845') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:03.876477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7152e4d-555c-45b7-8663-8f2171a7d845') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:03.898169 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.911846 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:56:58Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:03.957228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:03.978563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e86910a-0402-49b8-9432-297d4da268f4 req-8234923d-b385-41a8-89aa-55e5544082fb tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415138 Dec 13 09:57:04.009803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6318-37fd-46c9-a53b-5e8e527869df None None] Pushing event updated for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:04.010835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:04.016461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.045908 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Checking router: 37ffee03-4e1e-493a-9fb4-2d36bc623eaf for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:04.046287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Updating router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf port affc431c-6e5a-4c23-8230-880dbc2fdc75 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:04.051608 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:04.066798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:04.075185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.085932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] DHCP port deletion for 6067a1a5-406e-4f0f-8f1b-7d25d34023d6 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:04.132387 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.162181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a831b3cb-7607-4519-9c30-7885b790b4c7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:04.214603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a831b3cb-7607-4519-9c30-7885b790b4c7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:04.226899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a831b3cb-7607-4519-9c30-7885b790b4c7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:04.227871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 815e02fb-9a6b-4192-9db5-9de9fec8bf6d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:04.239216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.254680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.260937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Deleting port 12096cdb-f68f-4f38-ba90-42d80119a6e5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:04.261328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.278585 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.283425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/networks/0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac HTTP/1.1" status: 204 len: 168 time: 3.6853485 Dec 13 09:57:04.297726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 815e02fb-9a6b-4192-9db5-9de9fec8bf6d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:04.299131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 815e02fb-9a6b-4192-9db5-9de9fec8bf6d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:04.312047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 45982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:04.325856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Deleting port 12096cdb-f68f-4f38-ba90-42d80119a6e5 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:04.326960 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.411460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1baf8894-178e-4711-9e4b-2ab71be1d840 req-9d404300-d8ff-4ce7-affe-8831cc458fe5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1244509 Dec 13 09:57:04.415247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Checking segment: {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:04.416271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Network hostable DHCP agents. Network: 8a1258cf-1f0b-4962-909c-18f63f7437cf, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:04.429415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450e784-8cc3-46e7-b78c-f07e8a66112c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Network': ['ID=0b7239e8-a5bf-4a0a-9d26-e7a7ed6811ac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:04.452232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] For port 12096cdb-f68f-4f38-ba90-42d80119a6e5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12096cdb-f68f-4f38-ba90-42d80119a6e5,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:04.452232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.463270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] For port 12096cdb-f68f-4f38-ba90-42d80119a6e5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12096cdb-f68f-4f38-ba90-42d80119a6e5,segment=NetworkSegment(70589c7e-3d01-4bd4-8240-e12158f29ab6),segment_id=70589c7e-3d01-4bd4-8240-e12158f29ab6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:04.463905 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.475567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:04.488198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Calling delete_port for 12096cdb-f68f-4f38-ba90-42d80119a6e5 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:04.488399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Calling delete_port for 12096cdb-f68f-4f38-ba90-42d80119a6e5 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:04.490785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617f7ffb-1f7a-4f48-972c-bd982df159b9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:04.503457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8a1258cf-1f0b-4962-909c-18f63f7437cf) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:04.522043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:04.523410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.551570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b69490e7-19cb-4343-9640-ebc573425b00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5554743 Dec 13 09:57:04.554855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 45986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:04.561920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:04.577379 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.586922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a5bced-beed-491c-984e-fdf3263b8267 None None] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:04.592208 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.611170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.616454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.672635 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:02Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:04.721221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.747450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2b921-0117-47cd-bdcb-365d99c88e24 None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:02Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:04.766614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Attempting to bind port affc431c-6e5a-4c23-8230-880dbc2fdc75 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:04.770337 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Attempting to bind port affc431c-6e5a-4c23-8230-880dbc2fdc75 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:04.771858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Attempting to bind port affc431c-6e5a-4c23-8230-880dbc2fdc75 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:04.775652 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d02a6-47f2-45aa-a461-3c5d98f3d63a None None] Pushing event updated for resources: {'Port': ['ID=affc431c-6e5a-4c23-8230-880dbc2fdc75,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:04.790994 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:04.801209 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:04.801864 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.802205 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:04.802704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Bound port: affc431c-6e5a-4c23-8230-880dbc2fdc75, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:04.803086 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.856903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.929781 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] For port affc431c-6e5a-4c23-8230-880dbc2fdc75, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:04.933611 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] For port affc431c-6e5a-4c23-8230-880dbc2fdc75, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=affc431c-6e5a-4c23-8230-880dbc2fdc75,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:04.941615 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:04.986982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.006390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8a1258cf-1f0b-4962-909c-18f63f7437cf', 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf', 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'fixed_ips': [{'subnet_id': '617f7ffb-1f7a-4f48-972c-bd982df159b9'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:05.007651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.055985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:05.063014 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:05.126292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.136486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] Pushing event deleted for resources: {'Port': ['ID=12096cdb-f68f-4f38-ba90-42d80119a6e5,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:05.138473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb615f-0c84-48a7-bfa3-2bbb7912045b None None] No DVR routers for this DVR port 12096cdb-f68f-4f38-ba90-42d80119a6e5 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:05.216988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d02a6-47f2-45aa-a461-3c5d98f3d63a None None] Pushing event updated for resources: {'Port': ['ID=affc431c-6e5a-4c23-8230-880dbc2fdc75,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:05.373026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Allocated IP 172.20.0.2 (8a1258cf-1f0b-4962-909c-18f63f7437cf/617f7ffb-1f7a-4f48-972c-bd982df159b9/7674d91e-96ce-4e06-bfd8-7e725aa22ae1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:05.384179 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:05.434648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa14633-127c-4773-bb5f-827efc69f302 req-1bdf4e57-57ff-48e3-b3c6-75c5e3d165ae tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:05.456078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4fa14633-127c-4773-bb5f-827efc69f302 req-1bdf4e57-57ff-48e3-b3c6-75c5e3d165ae tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.1993523 Dec 13 09:57:05.779024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 415bca1b-2dac-4012-ab9e-fe03615fc323 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:05.790706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.808438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port db9e1415-bd07-4897-94d6-eb0afe4075e8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:05.809511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.826995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4fa14633-127c-4773-bb5f-827efc69f302 req-83e959a2-c8d4-4599-96ee-f644b43fc4bb tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722203 Dec 13 09:57:05.875841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:05.905983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee25a336-dcde-4527-b89a-55461bccd03b req-1b498557-92b3-4daa-b2f3-d696012d3a0d tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1717665 Dec 13 09:57:06.012477 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:57:06.025299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.026050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.050524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for db9e1415-bd07-4897-94d6-eb0afe4075e8 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:06.134544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Pushing event updated for resources: {'Port': ['ID=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:06.167102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:06.193739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:06.196522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:06.227277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 415bca1b-2dac-4012-ab9e-fe03615fc323 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:06.227655 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.262916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.297270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:56:58Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:06.330338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.378326 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3b792-929a-4112-b2dd-0c855c782010 None None] The sync data for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 is: [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:56:58Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:06.441757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.526163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=db9e1415-bd07-4897-94d6-eb0afe4075e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:06.559949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.602819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] No DVR routers for this DVR port 12096cdb-f68f-4f38-ba90-42d80119a6e5 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:06.609861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Allocated IP 172.25.1.22 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/89c60509-adf8-44c5-b6ae-017c236120b7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:06.711327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.770897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Attempting to bind port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:06.771204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Attempting to bind port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:06.771574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Attempting to bind port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 on network 8a1258cf-1f0b-4962-909c-18f63f7437cf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:06.792757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:06.793434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Checking segment: {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:06.793525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.793886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Bound using segment: {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:06.794379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Bound port: 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:06.794765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.827548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=12096cdb-f68f-4f38-ba90-42d80119a6e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:06.874010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:06.884789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Subnet': ['ID=8c67d193-ddce-48a5-9704-5eeeccc924d6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:06.973512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.093762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] For port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:07.100825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] For port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:07.119183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.153055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:07.166399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac256c3d-a7cc-4ee8-9211-95b760b7250c req-dc9c5e7c-ab41-48c6-b37b-f320bf7d8da9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1023204 Dec 13 09:57:07.182898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:07.192793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:07.266298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Pushing event updated for resources: {'Port': ['ID=89c60509-adf8-44c5-b6ae-017c236120b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:07.347650 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.353150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5118ee-6226-43ee-a061-5f6d3c5b421f None None] Pushing event updated for resources: {'Port': ['ID=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:07.421623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Checking segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:07.422616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network hostable DHCP agents. Network: b18d534e-85cb-44ca-a10a-41b27729f276, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:07.431128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6067a1a5-406e-4f0f-8f1b-7d25d34023d6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:07.474149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 28ffd6ca-da19-484e-bd53-56c0f00f4de2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:07.480699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.481233 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Floating IP 98eeca8d-f932-454c-aacf-5597dc85e343 disassociated (deleted). External IP: 172.25.1.170, port: 732a2704-fb06-4f65-a4ac-8207db91366e. Dec 13 09:57:07.529100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3a13-8589-4016-9a0c-4b0afb8de933 req-e0ba3575-61c8-467d-971a-45d8891d27a0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:07.530535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70589c7e-3d01-4bd4-8240-e12158f29ab6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:07.530845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70589c7e-3d01-4bd4-8240-e12158f29ab6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:07.547218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce7c3a13-8589-4016-9a0c-4b0afb8de933 req-e0ba3575-61c8-467d-971a-45d8891d27a0 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.5499916 Dec 13 09:57:07.557781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 28ffd6ca-da19-484e-bd53-56c0f00f4de2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:07.558354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 28ffd6ca-da19-484e-bd53-56c0f00f4de2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:07.562337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12096cdb-f68f-4f38-ba90-42d80119a6e5 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:07.605927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 12096cdb-f68f-4f38-ba90-42d80119a6e5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:07.606347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12096cdb-f68f-4f38-ba90-42d80119a6e5 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:07.801578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.841148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce7c3a13-8589-4016-9a0c-4b0afb8de933 req-7e3f7935-c1a5-4de7-be6f-8da238261304 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924998 Dec 13 09:57:07.855480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.857658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network b18d534e-85cb-44ca-a10a-41b27729f276 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:07.903659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:07.904700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:07.906096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device affc431c-6e5a-4c23-8230-880dbc2fdc75 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:07.918599 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:08.059762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port affc431c-6e5a-4c23-8230-880dbc2fdc75 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:08.060134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.064963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b18d534e-85cb-44ca-a10a-41b27729f276) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:08.084691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:08.090735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.103278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.110660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.137770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00502c5d-f48a-4283-8cf1-e0f59e5d4b0b None None] Network b18d534e-85cb-44ca-a10a-41b27729f276 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:08.147512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.157607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6067a1a5-406e-4f0f-8f1b-7d25d34023d6 HTTP/1.1" status: 204 len: 168 time: 4.5584686 Dec 13 09:57:08.245317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f14ac-b82a-4684-aca1-3da48d6012a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6067a1a5-406e-4f0f-8f1b-7d25d34023d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:08.258015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67cb51f5-e1c3-44b8-958b-71214afed55c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.4991882 Dec 13 09:57:08.270680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:08.426102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-b18d534e-85cb-44ca-a10a-41b27729f276', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:08.429623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.442931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.484831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d1d54d8-2dc5-4110-82e3-029e83647dc4 req-0841bdb0-6032-44a1-ad42-69ca70a43842 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1320155 Dec 13 09:57:08.522965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port affc431c-6e5a-4c23-8230-880dbc2fdc75, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=affc431c-6e5a-4c23-8230-880dbc2fdc75,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:08.544689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.688098 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:08.765042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=affc431c-6e5a-4c23-8230-880dbc2fdc75,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:08.785099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:08.845009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Allocated IP 172.20.0.2 (b18d534e-85cb-44ca-a10a-41b27729f276/8c67d193-ddce-48a5-9704-5eeeccc924d6/262c36ca-452f-4124-b1c0-036456df4454) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:09.220202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Router dcf99999-5623-4b75-9bdf-abc6736e87c6 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:57:09.232491 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.236918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2f7e9-6abf-4ede-8e91-5f0803a80729 req-f4e86a60-b10c-4115-b8b8-92dc1d37bb2d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:09.238915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24e2f7e9-6abf-4ede-8e91-5f0803a80729 req-f4e86a60-b10c-4115-b8b8-92dc1d37bb2d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.1802344 Dec 13 09:57:09.239822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:09.263420 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-990422ae-a065-4b98-b689-ce467f017ec5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bdd0c8879f14011a5776ec5851e6db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702687 Dec 13 09:57:09.264191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:09.339254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d2f23-8451-42d5-85d7-167638a7d59b None None] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:09.363115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.513789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] Provisioning complete for port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:09.514271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.516016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Pushing event updated for resources: {'Port': ['ID=262c36ca-452f-4124-b1c0-036456df4454,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:09.552751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24e2f7e9-6abf-4ede-8e91-5f0803a80729 req-2fd1b82a-a807-47b5-a526-9b3c2707beaf tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127726 Dec 13 09:57:09.600377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:09.612705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.613836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Network b18d534e-85cb-44ca-a10a-41b27729f276 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:09.615789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.656221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:09.666955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:09.671596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:09.684842 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Sync routers for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:09.700631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.713472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:09.715212 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e2797ba-aed0-45c8-89ee-1be9d322fc08 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/floatingips/98eeca8d-f932-454c-aacf-5597dc85e343 HTTP/1.1" status: 204 len: 168 time: 5.3998849 Dec 13 09:57:09.717792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:09.721023 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:09.737700 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:09.738349 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:09.835403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:09.840649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa59c337-9cce-4f3b-85c4-feb0b2b1f350 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2811048 Dec 13 09:57:09.844590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:09.952436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:09.991968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaab25ea-7e65-47b9-a94a-ab1dd9a5d2a5 req-bfe9a0db-25ac-451a-bf51-764a659882e5 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.2317936 Dec 13 09:57:10.042051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:10.043328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:10.146468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.149454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.150776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a35b602a-ce00-4c29-b295-25226475df10 HTTP/1.1" status: 204 len: 168 time: 0.8864529 Dec 13 09:57:10.156034 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce5c55-ab64-4455-ac68-e73e194016cb x-openstack-request-id: req-49ce5c55-ab64-4455-ac68-e73e194016cb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:10.159109 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:10.160699 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49ce5c55-ab64-4455-ac68-e73e194016cb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:10.161250 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e', 'status': 'completed', 'code': 200} Dec 13 09:57:10.174418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b602a-ce00-4c29-b295-25226475df10,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:10.242930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.257704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device affc431c-6e5a-4c23-8230-880dbc2fdc75 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:10.280681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.287033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.289039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.291684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.291684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.296292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.296766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.298997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.300595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.300595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.302170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.302170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.302170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468fc6d8-0cb9-446d-b451-26277a5d94df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:10.347347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:10.403302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.404870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Attempting to bind port 262c36ca-452f-4124-b1c0-036456df4454 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:10.404870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Attempting to bind port 262c36ca-452f-4124-b1c0-036456df4454 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:10.404870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Attempting to bind port 262c36ca-452f-4124-b1c0-036456df4454 on network b18d534e-85cb-44ca-a10a-41b27729f276 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:10.416374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:10.417809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Checking segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:10.417809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.417809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Bound using segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:10.418074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Bound port: 262c36ca-452f-4124-b1c0-036456df4454, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:10.418460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.452894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-50122aa6-f187-428b-8c88-5e414c01913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:10.457379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-50122aa6-f187-428b-8c88-5e414c01913c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 1097 time: 0.2678313 Dec 13 09:57:10.552344 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:07Z', 'revision_number': 3, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:10.685006 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Checking router: dcf99999-5623-4b75-9bdf-abc6736e87c6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:10.685006 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Updating router dcf99999-5623-4b75-9bdf-abc6736e87c6 port 89c60509-adf8-44c5-b6ae-017c236120b7 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:10.771634 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:10.822150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] For port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:10.975065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d9ab6-c033-44f6-859d-54fa3fd08e41 req-238b0acd-c548-47c3-a3ba-64c159bc21e3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:10.983035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a2d9ab6-c033-44f6-859d-54fa3fd08e41 req-238b0acd-c548-47c3-a3ba-64c159bc21e3 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.7043164 Dec 13 09:57:11.003658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-c210fddb-d078-429a-bf22-0e0d1eea0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:11.005432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-c210fddb-d078-429a-bf22-0e0d1eea0ba3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 200 len: 898 time: 0.5383546 Dec 13 09:57:11.128408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-eeb536f9-7658-44d1-a1a5-8336e80d665c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 200 len: 217 time: 0.1103776 Dec 13 09:57:11.199529 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.240611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port affc431c-6e5a-4c23-8230-880dbc2fdc75 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:11.240980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.332707 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.350829 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.429155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] For port 262c36ca-452f-4124-b1c0-036456df4454, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:11.544544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.20.0.1 (b18d534e-85cb-44ca-a10a-41b27729f276/8c67d193-ddce-48a5-9704-5eeeccc924d6/4a1b6700-d2db-4c65-8caf-167eac16327d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:11.546678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] For port 262c36ca-452f-4124-b1c0-036456df4454, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=262c36ca-452f-4124-b1c0-036456df4454,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:11.567118 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-854bee72-1365-415d-a840-bf6bb4fa2869 None None] Provisioning complete for port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:11.567118 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-854bee72-1365-415d-a840-bf6bb4fa2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.569714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.571386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f0f1-0835-488a-94a1-1042a09a7e92 None None] Pushing event updated for resources: {'Port': ['ID=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.681687 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Attempting to bind port 89c60509-adf8-44c5-b6ae-017c236120b7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:11.682320 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Attempting to bind port 89c60509-adf8-44c5-b6ae-017c236120b7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:11.682973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Attempting to bind port 89c60509-adf8-44c5-b6ae-017c236120b7 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:11.695167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:11.696676 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:11.697107 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.697529 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:11.705215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Bound port: 89c60509-adf8-44c5-b6ae-017c236120b7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:11.708344 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.753879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.802206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521cbcc-2873-4963-9876-a7667bb29699 None None] Pushing event updated for resources: {'Port': ['ID=89c60509-adf8-44c5-b6ae-017c236120b7,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:11.815368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:11.824120 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] For port 89c60509-adf8-44c5-b6ae-017c236120b7, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:11.843319 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] For port 89c60509-adf8-44c5-b6ae-017c236120b7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89c60509-adf8-44c5-b6ae-017c236120b7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:11.856493 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:11.953867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:11.962974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.038174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:12.039160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:12.045342 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:12.046823 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:12.059366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.061403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d77d5-d1f5-40db-963f-d536e5fa5d4f None None] Pushing event updated for resources: {'Port': ['ID=262c36ca-452f-4124-b1c0-036456df4454,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.152394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network b18d534e-85cb-44ca-a10a-41b27729f276 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:12.167209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:12.201157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:12.229837 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521cbcc-2873-4963-9876-a7667bb29699 None None] Pushing event updated for resources: {'Port': ['ID=89c60509-adf8-44c5-b6ae-017c236120b7,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:12.267272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:12.417630 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:12.480367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:12.505204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74776f95-3bea-48b6-9c32-654872605d77 req-09d862b2-b278-44e5-a722-13a6307fb05a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.513144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74776f95-3bea-48b6-9c32-654872605d77 req-09d862b2-b278-44e5-a722-13a6307fb05a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 1.6424179 Dec 13 09:57:12.522599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:12.696209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:12.696675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:12.712098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a2d9ab6-c033-44f6-859d-54fa3fd08e41 req-ea82e4c9-6e3c-48db-b00e-98a8fb09c932 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7278576 Dec 13 09:57:12.821151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-a93ac34e-987a-49f2-972e-e1543347ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.827743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-a93ac34e-987a-49f2-972e-e1543347ac73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2aab5852-eb49-401a-bd53-e3b664134bdb HTTP/1.1" status: 200 len: 835 time: 1.6910541 Dec 13 09:57:12.856950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-3b7a2d2b-3e71-4fa3-904a-e4770f2bb1e8 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:12.858856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-3b7a2d2b-3e71-4fa3-904a-e4770f2bb1e8 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.4929311 Dec 13 09:57:12.870400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74776f95-3bea-48b6-9c32-654872605d77 req-11455f50-9ef7-4ecd-9967-d123c1166dfc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548460 Dec 13 09:57:12.885215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1042262202-network', 'tenant_id': '820ea8e20ff64e21b7e303a2c00e42f3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:12.904452 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:07Z', 'revision_number': 3, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:12.980043 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ff345-3db2-4cb5-83d9-454efce7692c None None] The sync data for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 is: [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:07Z', 'revision_number': 3, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:13.109693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:13.140176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-227c442e-749b-43a7-97a6-4653ec00a545 req-b1b7bb86-029d-4b49-8e75-ad10f2035e7f tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/ports?device_id=030ad900-2cd2-45f8-8441-817b27adf025 HTTP/1.1" status: 200 len: 210 time: 0.1095614 Dec 13 09:57:13.162271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11408517-dbb6-428d-82d9-6a78e44c775e None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:56:52Z', 'revision_number': 6, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '04619f57-371f-4fd4-89e7-61a433f41e9e', 'name': '', 'network_id': '324a3b7f-e906-4582-9ca3-cbc4cd12d26e', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f6:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:27Z', 'updated_at': '2021-12-13T09:54:37Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '2aab5852-eb49-401a-bd53-e3b664134bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:13.196035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Made reservation on behalf of 820ea8e20ff64e21b7e303a2c00e42f3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:13.203922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.265444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-35588de5-a747-4705-8767-84a596cc11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:13.267286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-35588de5-a747-4705-8767-84a596cc11b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=324a3b7f-e906-4582-9ca3-cbc4cd12d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958895 Dec 13 09:57:13.269725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:13.271355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.362550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.446402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:13.448666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Allocated IP 172.20.0.1 (8a1258cf-1f0b-4962-909c-18f63f7437cf/617f7ffb-1f7a-4f48-972c-bd982df159b9/1effc6a6-7133-4b5c-84cc-b774f21f3a33) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:13.531393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 732a2704-fb06-4f65-a4ac-8207db91366e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:13.531919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.544105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:13.544591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.688831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-a36d9b7d-59c4-49d7-a6eb-d4224d3f79f5 service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108560 Dec 13 09:57:13.741724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 262c36ca-452f-4124-b1c0-036456df4454 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:13.742329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.810799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.841396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ba1d0-676e-4099-b2b1-7f6f6a51d2dd None None] New status for floating IP 98eeca8d-f932-454c-aacf-5597dc85e343: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:57:13.851006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-889dbdb9-6cab-45a0-a9a0-edbdd8e9d5ee req-c7c93334-a9c8-4f70-b605-0dcb5b42eb38 service neutron] 10.222.0.44 "GET /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519790 Dec 13 09:57:13.947050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 262c36ca-452f-4124-b1c0-036456df4454 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:13.947871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.948432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.953427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:13.983418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.093414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:14.096033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 732a2704-fb06-4f65-a4ac-8207db91366e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=732a2704-fb06-4f65-a4ac-8207db91366e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:14.097062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.100758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:14.107814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:14.115497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:14.161715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7834c1-38db-46b5-8b69-b1e7f830b474 None None] Network b18d534e-85cb-44ca-a10a-41b27729f276 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:14.162088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6ed7-5253-43c1-986e-58cd3fb27069 req-0d64c238-98a0-4809-aa2f-9dab5f5edf6f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.163712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-586c6ed7-5253-43c1-986e-58cd3fb27069 req-0d64c238-98a0-4809-aa2f-9dab5f5edf6f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 946 time: 0.3117230 Dec 13 09:57:14.166579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 732a2704-fb06-4f65-a4ac-8207db91366e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:14.178334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Pushing event updated for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:14.194255 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.195021 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Added segment 0f808006-8533-49a5-99b8-55a48d7055eb of type vlan for network 44e70c64-bf0a-424a-a7af-0737139e1cda Dec 13 09:57:14.199679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:14.284990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.296581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 732a2704-fb06-4f65-a4ac-8207db91366e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:14.298911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.427865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883e21-5fc1-4097-8fed-ee30226c115f req-0a526b2b-2cae-4651-8759-a69af2b60c01 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.437511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf883e21-5fc1-4097-8fed-ee30226c115f req-0a526b2b-2cae-4651-8759-a69af2b60c01 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.4223361 Dec 13 09:57:14.446362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.491962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47fbe287-1703-4053-a856-3aec585d75f0 None None] Provisioning complete for port 262c36ca-452f-4124-b1c0-036456df4454 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:14.492680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47fbe287-1703-4053-a856-3aec585d75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.562929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:57:14.600485 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.605243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.612952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 262c36ca-452f-4124-b1c0-036456df4454, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=262c36ca-452f-4124-b1c0-036456df4454,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:14.620175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.627429 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.777640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.785005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=262c36ca-452f-4124-b1c0-036456df4454,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:14.836619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.836987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.837342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.837682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.838015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.838348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.838677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.838995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.839328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.839641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.839970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.840298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.840613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:14.863133 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.886939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.900546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf883e21-5fc1-4097-8fed-ee30226c115f req-3d7a96a1-fce3-4ecd-9917-7e2efb8be03f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514246 Dec 13 09:57:14.901683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.905573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.907463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:14.908066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.943337 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:14.947450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:14.953722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c14de159-1b0e-4404-b572-b4384e10ac45 None None] Provisioning complete for port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:14.954104 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14de159-1b0e-4404-b572-b4384e10ac45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.008337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-586c6ed7-5253-43c1-986e-58cd3fb27069 req-4f188dfd-66a4-4bc3-a4d9-0401363b6f99 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8106198 Dec 13 09:57:15.022623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.105902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46104) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:15.215303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] Pushing event updated for resources: {'Network': ['ID=44e70c64-bf0a-424a-a7af-0737139e1cda,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:15.219529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=732a2704-fb06-4f65-a4ac-8207db91366e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:15.244165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Pushing event updated for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:15.253114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.304853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c14de159-1b0e-4404-b572-b4384e10ac45 None None] Port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:15.308887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f1b53da-29c3-460e-8891-3a9cbb8c2d28 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7631207 Dec 13 09:57:15.309033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 44e70c64-bf0a-424a-a7af-0737139e1cda details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:15.317813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:15.331432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Request body: {'subnet': {'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1042262202-subnet', 'tenant_id': '820ea8e20ff64e21b7e303a2c00e42f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:15.341351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] No DVR routers for this DVR port 732a2704-fb06-4f65-a4ac-8207db91366e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:15.347402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.363943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74b3605d-695b-47b4-9c68-b8d35704d6eb req-839b012d-0968-44f8-9f4c-771643dc1dc6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "DELETE /v2.0/ports/732a2704-fb06-4f65-a4ac-8207db91366e HTTP/1.1" status: 204 len: 173 time: 2.4911892 Dec 13 09:57:15.364624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'name': 'network-vif-deleted', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:15.370100 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5679f4ef-e751-4ebc-83c5-c72ddf6ff03e" -d '{"events": [{"server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "name": "network-vif-deleted", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:15.431140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.432288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network b18d534e-85cb-44ca-a10a-41b27729f276 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:15.449337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89c60509-adf8-44c5-b6ae-017c236120b7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:15.474861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:15.513987 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.525509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.526743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a7f328f-0bf6-4011-84f5-79576194796e HTTP/1.1" status: 204 len: 168 time: 0.4009717 Dec 13 09:57:15.527847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:15.532255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Made reservation on behalf of 820ea8e20ff64e21b7e303a2c00e42f3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:15.537423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.539167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46112) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:15.540559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446e2e-ef2b-415f-8f46-5c09f43ada74 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f328f-0bf6-4011-84f5-79576194796e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:15.587349 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-e5783d90-e31b-4741-a906-4793eb606d09 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] show failed (client error): The resource could not be found. Dec 13 09:57:15.591062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e5783d90-e31b-4741-a906-4793eb606d09 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "GET /v2.0/security-groups/5a7f328f-0bf6-4011-84f5-79576194796e HTTP/1.1" status: 404 len: 347 time: 0.0441313 Dec 13 09:57:15.619525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:15.638858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-99c65c50-c03d-4136-8a75-970d207a62eb None None] Provisioning complete for port 4a1b6700-d2db-4c65-8caf-167eac16327d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:15.639783 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99c65c50-c03d-4136-8a75-970d207a62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.686268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 89c60509-adf8-44c5-b6ae-017c236120b7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:15.692039 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:15.713069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:15.714493 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d79fd17-8dc0-4070-a454-ca5447b11182 x-openstack-request-id: req-7d79fd17-8dc0-4070-a454-ca5447b11182 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:15.715641 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e484c0-d65c-440f-8a86-ca14928d5d6b", "name": "network-vif-deleted", "tag": "732a2704-fb06-4f65-a4ac-8207db91366e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:15.716443 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d79fd17-8dc0-4070-a454-ca5447b11182 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:15.721914 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e484c0-d65c-440f-8a86-ca14928d5d6b', 'name': 'network-vif-deleted', 'tag': '732a2704-fb06-4f65-a4ac-8207db91366e', 'status': 'completed', 'code': 200} Dec 13 09:57:15.841420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-99c65c50-c03d-4136-8a75-970d207a62eb None None] Port 4a1b6700-d2db-4c65-8caf-167eac16327d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:15.996250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 6ef7142a-72eb-42d2-9c4d-c57e00e33cd2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:15.997452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.037453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-99c65c50-c03d-4136-8a75-970d207a62eb None None] Provisioning complete for port 262c36ca-452f-4124-b1c0-036456df4454 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:16.039594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99c65c50-c03d-4136-8a75-970d207a62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.203560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.289375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 89c60509-adf8-44c5-b6ae-017c236120b7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89c60509-adf8-44c5-b6ae-017c236120b7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:16.300679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.301478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 262c36ca-452f-4124-b1c0-036456df4454 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:16.343342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47bba864-0cef-4801-af5d-0777981b9436 req-679da976-89ab-47ed-b6c7-5d62d5092432 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e484c0-d65c-440f-8a86-ca14928d5d6b HTTP/1.1" status: 200 len: 210 time: 0.0386510 Dec 13 09:57:16.360458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:16.381086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.394773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee4e3-6d6f-4ac8-937c-3ce9fcbb5e1f req-28771a1d-4e22-4d06-b104-abdca4b61edc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.396669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-272ee4e3-6d6f-4ac8-937c-3ce9fcbb5e1f req-28771a1d-4e22-4d06-b104-abdca4b61edc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2481353 Dec 13 09:57:16.407462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.407934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.415094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-c9395e88-acff-4d68-bff9-628421edf7ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320766 Dec 13 09:57:16.432447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=89c60509-adf8-44c5-b6ae-017c236120b7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:16.440174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 6ef7142a-72eb-42d2-9c4d-c57e00e33cd2 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:16.456717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 262c36ca-452f-4124-b1c0-036456df4454 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:16.457720 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.584069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Provisioning complete for port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:16.584561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.611626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-272ee4e3-6d6f-4ac8-937c-3ce9fcbb5e1f req-1a1fc039-3694-4c5b-acfc-68399e0a4d9d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906157 Dec 13 09:57:16.642475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28ddf-f397-4345-9129-659d1c2c966a req-2c634498-3518-4df8-a4de-1cd784787f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.644848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-2c634498-3518-4df8-a4de-1cd784787f27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 1098 time: 0.1191537 Dec 13 09:57:16.664064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:16.675232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Provisioning complete for port 4a1b6700-d2db-4c65-8caf-167eac16327d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:16.676038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.723849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-febf9a4a-e435-4d49-bd4e-70c6768cbe46 None None] Port 4a1b6700-d2db-4c65-8caf-167eac16327d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:16.737776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Router dcf99999-5623-4b75-9bdf-abc6736e87c6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:16.754498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:16.760875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b0c5b51-00b3-45fd-a5e9-9cb0f81f8387 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "PUT /v2.0/routers/37ffee03-4e1e-493a-9fb4-2d36bc623eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4876308 Dec 13 09:57:16.763166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Checking segment: {'id': '0f808006-8533-49a5-99b8-55a48d7055eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:16.763531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Network hostable DHCP agents. Network: 44e70c64-bf0a-424a-a7af-0737139e1cda, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:16.767822 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Sync routers for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:16.768752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:16.773686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c669df-e662-4948-9a14-687264dadbb0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:16.780031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1088409819', 'description': 'tempest-secgroup_access--1088409819 description', 'project_id': '457f76097a354ec79e3b8da28a05487a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:16.793258 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:16.794133 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:16.871663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.911286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28ddf-f397-4345-9129-659d1c2c966a req-7cd2b709-63fc-4a35-9606-f27bf6b91b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:16.912402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-7cd2b709-63fc-4a35-9606-f27bf6b91b7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.2389805 Dec 13 09:57:16.914661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=6ef7142a-72eb-42d2-9c4d-c57e00e33cd2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:16.937460 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:16.963115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Network 44e70c64-bf0a-424a-a7af-0737139e1cda is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:16.965713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:16.968894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:16.976280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Sync routers for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:16.992206 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29fb3660-db0b-4995-adba-4f1e4df9cf27 admin admin] 10.222.0.30 "PUT /v2.0/routers/dcf99999-5623-4b75-9bdf-abc6736e87c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1426554 Dec 13 09:57:16.998863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:16.999718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:17.067028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.080203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.161466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4955696e-303c-451c-a9b1-3e2a84707c43,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:17.163718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 44e70c64-bf0a-424a-a7af-0737139e1cda) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:17.167661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.171901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b837bf08-a80d-426a-b214-cb991118ef87 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3994212 Dec 13 09:57:17.172528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.175761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:17.182028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--461037550', 'description': 'tempest-secgroup_general--461037550 description', 'project_id': '457f76097a354ec79e3b8da28a05487a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:17.190543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-f00e72fe-b8a4-4ada-a383-74904ac1f4bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 200 len: 1002 time: 0.2649338 Dec 13 09:57:17.207608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.210354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.213531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:17.214190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.214747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e8a2a63d-c837-4706-8795-8ae13973f7ce tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/floatingips/d7e2436e-3f47-42fa-b12d-7a2d7276e811 HTTP/1.1" status: 204 len: 168 time: 1.5940654 Dec 13 09:57:17.217000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.227737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.303389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeafe4d-6293-4633-a133-13391e8d1e0d None None] Network 44e70c64-bf0a-424a-a7af-0737139e1cda requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:17.308397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-936c7983-533c-41e9-b249-f5ac545d30e1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9791832 Dec 13 09:57:17.312094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89c60509-adf8-44c5-b6ae-017c236120b7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:17.488981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.514952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28ddf-f397-4345-9129-659d1c2c966a req-547e01b7-590a-4952-8861-c9aa8617b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:17.516461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-547e01b7-590a-4952-8861-c9aa8617b0ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.2984934 Dec 13 09:57:17.572128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.603338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.653764 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:14Z', 'revision_number': 2, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:17.686755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 00131572-6a16-4531-b148-18e42d8acc7d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:17.687225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.694854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28ddf-f397-4345-9129-659d1c2c966a req-d7f80e93-e87a-4130-8012-71f5978180a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:17.696579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-d7f80e93-e87a-4130-8012-71f5978180a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670370 Dec 13 09:57:17.745160 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Checking router: 37ffee03-4e1e-493a-9fb4-2d36bc623eaf for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:17.746436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Updating router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf port 4a1b6700-d2db-4c65-8caf-167eac16327d binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:17.795570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.835613 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.893673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.968731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ae315-3aed-4d51-9b0d-1c012617e8ac None None] Network 44e70c64-bf0a-424a-a7af-0737139e1cda requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:17.980188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:17.988575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:17.990195 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8130867 Dec 13 09:57:17.994023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 89c60509-adf8-44c5-b6ae-017c236120b7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:17.994600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.009672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'security_group_rule': {'security_group_id': '4955696e-303c-451c-a9b1-3e2a84707c43', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:18.058712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f968-377a-4bbc-958e-a28f8c613678 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2458f163-c27f-4f78-a1bd-707e55715a3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.113933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.118091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.121854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/security-groups/3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50 HTTP/1.1" status: 204 len: 168 time: 0.6293788 Dec 13 09:57:18.137958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.144895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9b1c5-eee2-4980-9210-f0564945050d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd9c9a-bf04-4af4-93d5-d3f21f5fea50,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.215930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 00131572-6a16-4531-b148-18e42d8acc7d owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:18.372821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:18.430732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:14Z', 'revision_number': 4, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1effc6a6-7133-4b5c-84cc-b774f21f3a33', 'name': '', 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'mac_address': 'fa:16:3e:5b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:14Z', 'revision_number': 2, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'subnets': [{'id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:18.504878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Checking router: dcf99999-5623-4b75-9bdf-abc6736e87c6 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:18.506345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Updating router dcf99999-5623-4b75-9bdf-abc6736e87c6 port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:18.511277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-b7d663da-385d-4af6-aa32-ad06410717ce service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014407 Dec 13 09:57:18.594190 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.600075 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.608776 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.698774 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbd7f-0a6b-4158-9cb9-5edcaaa74cad None None] Pushing event updated for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:18.715099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.803683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.865721 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Attempting to bind port 4a1b6700-d2db-4c65-8caf-167eac16327d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:18.866305 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Attempting to bind port 4a1b6700-d2db-4c65-8caf-167eac16327d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:18.866468 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Attempting to bind port 4a1b6700-d2db-4c65-8caf-167eac16327d on network b18d534e-85cb-44ca-a10a-41b27729f276 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:18.898808 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:18.899339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Checking segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:18.899676 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.900243 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Bound using segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:18.900573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Bound port: 4a1b6700-d2db-4c65-8caf-167eac16327d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:18.904684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.904986 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:18.969212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14cf3-b5c3-4617-9e4f-559f7d510481 req-e4045cf4-6d63-42e7-a456-e80b72f1aa48 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:18.980476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9c14cf3-b5c3-4617-9e4f-559f7d510481 req-e4045cf4-6d63-42e7-a456-e80b72f1aa48 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 1.1752338 Dec 13 09:57:19.000708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.053221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] For port 4a1b6700-d2db-4c65-8caf-167eac16327d, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:19.068630 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] For port 4a1b6700-d2db-4c65-8caf-167eac16327d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a1b6700-d2db-4c65-8caf-167eac16327d,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:19.081164 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.199236 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:19.199980 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:19.217604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eca28ddf-f397-4345-9129-659d1c2c966a req-0f2792a1-f2d4-470f-a424-2191b54750b4 service neutron] 10.222.0.44 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034428 Dec 13 09:57:19.280633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] Provisioning complete for port 4a1b6700-d2db-4c65-8caf-167eac16327d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:19.281173 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.446525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330faf94-5f83-4e1e-899f-e5c2d0089375,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:19.461084 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.473267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=00131572-6a16-4531-b148-18e42d8acc7d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:19.475268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.484095 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbd7f-0a6b-4158-9cb9-5edcaaa74cad None None] Pushing event updated for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:19.515234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.531297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9affac1-87f5-4be4-817a-3333a02d6ad5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5351627 Dec 13 09:57:19.604966 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:19.730737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9c14cf3-b5c3-4617-9e4f-559f7d510481 req-e91d2bbf-a50c-441f-bf55-06fff45e5c00 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7492626 Dec 13 09:57:19.754011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:19.776648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ca15dba-ef60-47e3-810e-6f1c3f8d5444 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/ports/00131572-6a16-4531-b148-18e42d8acc7d HTTP/1.1" status: 204 len: 168 time: 2.5495200 Dec 13 09:57:19.777544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:19.855784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.055104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ef7b-11e4-4c48-9019-ed265a1fdc0d None None] Pushing event updated for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:20.120825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.253930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Attempting to bind port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:20.254312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Attempting to bind port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:20.254682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Attempting to bind port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 on network 8a1258cf-1f0b-4962-909c-18f63f7437cf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:20.264509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] For port 4a1b6700-d2db-4c65-8caf-167eac16327d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a1b6700-d2db-4c65-8caf-167eac16327d,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:20.267073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 37565299-edcb-4228-bfbe-6ec90c1edf81 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:20.267698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.283459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.298182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-98258f14-78b5-4b62-8cb7-fac98f6d3919 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--461037550&fields=id&tenant_id=457f76097a354ec79e3b8da28a05487a HTTP/1.1" status: 200 len: 267 time: 0.2373893 Dec 13 09:57:20.306928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:20.310870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Checking segment: {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:20.311497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.312061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Bound using segment: {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:20.312979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Bound port: 1effc6a6-7133-4b5c-84cc-b774f21f3a33, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12ecc48-7455-4e46-b937-cff0b164714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:20.316656 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.340608 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:19Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:20.428660 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80638e-1f1c-41f8-912d-701c094cbd96 None None] The sync data for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 is: [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:19Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:20.519997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.563118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 37565299-edcb-4228-bfbe-6ec90c1edf81 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:20.818886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 04619f57-371f-4fd4-89e7-61a433f41e9e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:20.819229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:20.837842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] For port 1effc6a6-7133-4b5c-84cc-b774f21f3a33, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:20.875293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] For port 1effc6a6-7133-4b5c-84cc-b774f21f3a33, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1effc6a6-7133-4b5c-84cc-b774f21f3a33,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:20.919872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b140a3-0bc2-4aaf-86db-7f1b4e6b73d6 None None] Pushing event updated for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:20.954156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7fc92780-cda9-4f7c-8034-33cf477121f2 None None] Provisioning complete for port 4a1b6700-d2db-4c65-8caf-167eac16327d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:20.955453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fc92780-cda9-4f7c-8034-33cf477121f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.036045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.094680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.124821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 04619f57-371f-4fd4-89e7-61a433f41e9e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=04619f57-371f-4fd4-89e7-61a433f41e9e,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:21.125808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:21.151595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 04619f57-371f-4fd4-89e7-61a433f41e9e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:21.183722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-8ea5f3cb-a396-4029-bde8-21f2c818cdb3 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--1088409819&fields=id&tenant_id=457f76097a354ec79e3b8da28a05487a HTTP/1.1" status: 200 len: 267 time: 0.8846321 Dec 13 09:57:21.316427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:21.320415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:21.349097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=37565299-edcb-4228-bfbe-6ec90c1edf81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.526126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a1b6700-d2db-4c65-8caf-167eac16327d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:21.741225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-4a1dd822-4950-425e-be6e-8c0573dba5c9 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:21.748742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-4a1dd822-4950-425e-be6e-8c0573dba5c9 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 797 time: 0.4158006 Dec 13 09:57:21.791981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ef7b-11e4-4c48-9019-ed265a1fdc0d None None] Pushing event updated for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:21.810153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-30e4720b-e6bc-48e5-b395-550d624fe18f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/quotas/457f76097a354ec79e3b8da28a05487a HTTP/1.1" status: 200 len: 375 time: 0.0601845 Dec 13 09:57:21.952687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:22.031964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-dec3d71c-b95c-4607-8ce5-65fd8ed5a14e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:22.040195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-dec3d71c-b95c-4607-8ce5-65fd8ed5a14e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/networks?id=44e70c64-bf0a-424a-a7af-0737139e1cda HTTP/1.1" status: 200 len: 810 time: 0.9988508 Dec 13 09:57:22.062468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-5593e3a4-2129-4ebe-9bf2-b5adaeeba4b8 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/quotas/820ea8e20ff64e21b7e303a2c00e42f3 HTTP/1.1" status: 200 len: 375 time: 0.0210021 Dec 13 09:57:22.099756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4a1b6700-d2db-4c65-8caf-167eac16327d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:22.100134 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.186575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-bd5ecbec-655b-416a-bb59-fd87f33c35bc tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=820ea8e20ff64e21b7e303a2c00e42f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230252 Dec 13 09:57:22.199467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.227051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-62389761-b49f-449b-9a23-875ab1c60337 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/ports/37565299-edcb-4228-bfbe-6ec90c1edf81 HTTP/1.1" status: 204 len: 168 time: 2.4484632 Dec 13 09:57:22.239572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:22.304678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] Provisioning complete for port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:22.305052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.536166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-c9fb77bb-26c5-467f-b7a8-f5291ef77e73 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7248306 Dec 13 09:57:22.732940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-4eb7d0cd-c42a-4a9e-84c5-6b85352e7b65 service neutron] 10.222.0.30 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955762 Dec 13 09:57:22.827443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:22.917144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=04619f57-371f-4fd4-89e7-61a433f41e9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:22.948811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.001088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:14Z', 'revision_number': 4, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1effc6a6-7133-4b5c-84cc-b774f21f3a33', 'name': '', 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'mac_address': 'fa:16:3e:5b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 4, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'subnets': [{'id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:23.073751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-6d88129f-0483-49e5-97db-feaf64526b92 service neutron] 10.222.0.30 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382766 Dec 13 09:57:23.102298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting subnet 949ac215-2ff1-43d2-b9ed-babcd7ff3d42 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:23.148280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd1583-2ab8-44b9-a2c7-be738e1c3b3d None None] The sync data for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 is: [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T09:57:14Z', 'revision_number': 4, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1effc6a6-7133-4b5c-84cc-b774f21f3a33', 'name': '', 'network_id': '8a1258cf-1f0b-4962-909c-18f63f7437cf', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'mac_address': 'fa:16:3e:5b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 4, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'subnets': [{'id': '617f7ffb-1f7a-4f48-972c-bd982df159b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:23.150838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.195294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] For port 1effc6a6-7133-4b5c-84cc-b774f21f3a33, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1effc6a6-7133-4b5c-84cc-b774f21f3a33,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:23.208826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.323723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-4e7c12d8-c5a1-424f-8416-4e78edb8da7c service neutron] 10.222.0.30 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1362298 Dec 13 09:57:23.358010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bc41c-5333-4846-aede-dd209d00b530 None None] Pushing event updated for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:23.359093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.594118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.739082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:23.894238 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.207559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-60485902-db1a-422d-87c0-810329045a49 service neutron] 10.222.0.30 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903717 Dec 13 09:57:24.253182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router 8a036871-55cf-43a7-b154-8d4830ecc4a3 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:24.540107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:24.559892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e59891b9-70e1-4339-91ff-e37a0d35e9be tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/8a036871-55cf-43a7-b154-8d4830ecc4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1831436 Dec 13 09:57:24.566090 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Sync routers for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:24.566650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:24.598959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:24.600909 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:24.762788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting subnet 2aab5852-eb49-401a-bd53-e3b664134bdb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:24.771256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.918759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:24.976692 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:25.142357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Subnet': ['ID=949ac215-2ff1-43d2-b9ed-babcd7ff3d42,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:25.230196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d98b558-aa0c-400d-b211-e15bea71df8b None None] Network 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:25.305182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef8524b4-a526-44b9-9f2a-f2ba604646f8 req-3083b4a9-a8ab-4863-8150-29bd15aec104 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.1967988 Dec 13 09:57:25.305828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.309681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.324542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5af309c-a088-4e1a-8b5f-8e174c1f99fb tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/subnets/949ac215-2ff1-43d2-b9ed-babcd7ff3d42 HTTP/1.1" status: 204 len: 168 time: 3.0819583 Dec 13 09:57:25.326578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:25.388626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbffc5b-ac7b-4ffd-99d3-7223420af20d req-bb13ccaf-5b92-405d-8a96-e79f24ebb6c6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:25.415145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcbffc5b-ac7b-4ffd-99d3-7223420af20d req-bb13ccaf-5b92-405d-8a96-e79f24ebb6c6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 1.5540025 Dec 13 09:57:25.547477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1effc6a6-7133-4b5c-84cc-b774f21f3a33 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:25.675246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.675641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting subnet 8bd44379-27d6-41dd-80ed-28d234ca0d66 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:25.686820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.735455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:25.743821 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/subnets/2aab5852-eb49-401a-bd53-e3b664134bdb HTTP/1.1" status: 204 len: 168 time: 1.1730783 Dec 13 09:57:25.745822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:25.747397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e0a5d-6f07-44a5-884a-cdb054ba677a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Subnet': ['ID=2aab5852-eb49-401a-bd53-e3b664134bdb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:25.756300 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:57:22Z', 'revision_number': 7, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:25.771681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba0f6d-860d-4988-b774-8fbd815baf45 None None] Network 324a3b7f-e906-4582-9ca3-cbc4cd12d26e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:25.834332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f34a898-b29a-4a45-be1a-09d0fec12a4e req-0af7638d-2249-408d-98a5-44b48361f8d5 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 210 time: 0.0936606 Dec 13 09:57:25.883973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Checking router: 8a036871-55cf-43a7-b154-8d4830ecc4a3 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:25.914430 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Routers {'8a036871-55cf-43a7-b154-8d4830ecc4a3'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:25.918455 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['8a036871-55cf-43a7-b154-8d4830ecc4a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:25.929152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.042730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.130226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:26.130510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.175975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bcbffc5b-ac7b-4ffd-99d3-7223420af20d req-63beb9ce-6634-475d-82d3-9193156e9abe tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598205 Dec 13 09:57:26.179230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.193842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] DHCP port deletion for 51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:26.204038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.210346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/subnets/8bd44379-27d6-41dd-80ed-28d234ca0d66 HTTP/1.1" status: 204 len: 168 time: 0.8802991 Dec 13 09:57:26.212886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:26.224263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f2348-1daf-4ad9-b1dd-43a3f0968f21 None None] Network db03649b-aea4-43b5-884d-4ce30d59b734 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:26.282478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.387600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685158b-fd10-4871-8e4d-5bdec29230a9 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd44379-27d6-41dd-80ed-28d234ca0d66,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:26.402224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.498603 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] Set router 8a036871-55cf-43a7-b154-8d4830ecc4a3 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:26.588297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] DHCP port deletion for 324a3b7f-e906-4582-9ca3-cbc4cd12d26e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:26.601354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Deleting port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:26.609807 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.722842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9614b87-02f5-4366-a9c0-dd36fdc9bfab req-6e620b73-86ce-43c5-83e7-164d1bf0e5ba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.1590936 Dec 13 09:57:26.795617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Deleting port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:26.796802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.837017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] For port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:26.838421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.911848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:26.917061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-ff2b933b-67b6-4bb8-af28-ed828e7e37bf tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:26.946921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-ff2b933b-67b6-4bb8-af28-ed828e7e37bf tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.44 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 797 time: 0.3491173 Dec 13 09:57:27.005498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] For port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,segment=NetworkSegment(d42106f3-1fed-46d3-90dc-b377c69fdec7),segment_id=d42106f3-1fed-46d3-90dc-b377c69fdec7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:27.007507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.030758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Calling delete_port for 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:27.093701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Calling delete_port for 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:27.112882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:27.113267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.291536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.310886 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:57:22Z', 'revision_number': 7, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:27.376124 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bbb59-70e8-4840-b4e9-4549cc5b2182 None None] The sync data for ids ['8a036871-55cf-43a7-b154-8d4830ecc4a3'] in n-d-820531-5 is: [{'id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'name': 'tempest-TestNetworkBasicOps-router-1705289610', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:54:16Z', 'updated_at': '2021-12-13T09:57:22Z', 'revision_number': 7, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': 'a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a036871-55cf-43a7-b154-8d4830ecc4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:54:17Z', 'updated_at': '2021-12-13T09:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:27.426600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:27.426995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.451497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d65aaa-2abb-4f17-a385-c567829b20f3 req-f9123667-2162-4356-9da9-4a7f4ae98593 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 210 time: 0.2223368 Dec 13 09:57:27.453617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 888add0f-e0a4-404b-a772-86a370a7cb48 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:27.457660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.485453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:27.506635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Port': ['ID=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:27.535742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] Pushing event deleted for resources: {'Port': ['ID=9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:27.538575 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.544631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] No DVR routers for this DVR port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:27.585560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd1922-7f5c-4d76-8a3e-62d993c7f85d None None] No DVR routers for this DVR port 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:27.642190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3277-e573-428f-86de-e1ee0cbdecb5 req-68014a7e-d7d8-4bc9-97fe-d4134c07dd3a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:27.652791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5acd3277-e573-428f-86de-e1ee0cbdecb5 req-68014a7e-d7d8-4bc9-97fe-d4134c07dd3a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2750859 Dec 13 09:57:27.666833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Deleting port 888add0f-e0a4-404b-a772-86a370a7cb48 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:27.667349 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.817392 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:27.989037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] DHCP port deletion for db03649b-aea4-43b5-884d-4ce30d59b734 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:57:28.062026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.101329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 888add0f-e0a4-404b-a772-86a370a7cb48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=888add0f-e0a4-404b-a772-86a370a7cb48,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:28.142243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed33e810-2bde-4893-8d2d-d92011ad82c3 req-322f9454-006d-4674-89b2-566014f66edb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.1015399 Dec 13 09:57:28.161195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-53ea19be-fd7f-4822-8a39-cc8983455b57 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457f76097a354ec79e3b8da28a05487a HTTP/1.1" status: 200 len: 477 time: 0.8951998 Dec 13 09:57:28.186617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5acd3277-e573-428f-86de-e1ee0cbdecb5 req-b2d3a890-8ee5-4f29-9495-5e6d514e46c2 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325837 Dec 13 09:57:28.194743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.206092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:28.219035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'port': {'device_id': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'admin_state_up': True, 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'security_groups': ['2458f163-c27f-4f78-a1bd-707e55715a3a', '4955696e-303c-451c-a9b1-3e2a84707c43']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:28.243459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] For port 888add0f-e0a4-404b-a772-86a370a7cb48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=888add0f-e0a4-404b-a772-86a370a7cb48,segment=NetworkSegment(7a39bc85-5716-4727-bca7-70f75ad7e205),segment_id=7a39bc85-5716-4727-bca7-70f75ad7e205)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:28.244006 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.275732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Calling delete_port for 888add0f-e0a4-404b-a772-86a370a7cb48 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:28.379830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.442003 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.442734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:28.470857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:28.471183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9952e3c0-3ee5-4ddb-be9b-d0ff67e3379c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:28.474432 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.504518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] No DVR routers for this DVR port 888add0f-e0a4-404b-a772-86a370a7cb48 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:28.506035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:28.517276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.616494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event deleted for resources: {'Port': ['ID=888add0f-e0a4-404b-a772-86a370a7cb48,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:28.623989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c81a29-9b28-4f71-b4c6-ca5587b1a8f6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:28.660266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.668109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.672031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce024a41-7ebc-41d9-89bd-165c7e78ddc7 req-7fe04876-3bb5-49f8-9f25-a674d6da6555 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 210 time: 0.0805299 Dec 13 09:57:28.683026 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-025cd121-c0e0-4c27-85fa-80301aaadd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.690734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42106f3-1fed-46d3-90dc-b377c69fdec7') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:28.691270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42106f3-1fed-46d3-90dc-b377c69fdec7') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:28.691754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1128f6a-681c-4497-9f31-71cdd9ffb7bb None None] Pushing event deleted for resources: {'Port': ['ID=888add0f-e0a4-404b-a772-86a370a7cb48,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:28.697901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Deleting port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:28.698107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.714638 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.767388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-454425d9-9168-41ce-a53a-0cf579dca9d7 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:28.770090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-454425d9-9168-41ce-a53a-0cf579dca9d7 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.44 "GET /v2.0/networks?id=44e70c64-bf0a-424a-a7af-0737139e1cda HTTP/1.1" status: 200 len: 810 time: 0.9142215 Dec 13 09:57:28.795906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.805007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.805635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Fanout notify agent at l3_agent the message router_deleted on router 8a036871-55cf-43a7-b154-8d4830ecc4a3 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:57:28.815479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.817960 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2f7c1963-bbb0-41ea-a741-e1e5cb3c11e6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/routers/8a036871-55cf-43a7-b154-8d4830ecc4a3 HTTP/1.1" status: 204 len: 168 time: 3.0618930 Dec 13 09:57:28.819785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:28.824146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Request body: {'port': {'device_id': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda', 'admin_state_up': True, 'tenant_id': '820ea8e20ff64e21b7e303a2c00e42f3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:28.839948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] For port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,segment=NetworkSegment(c987cba5-439b-4a44-9e19-0da4ee2d226e),segment_id=c987cba5-439b-4a44-9e19-0da4ee2d226e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:28.840706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:28.861171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Calling delete_port for d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:29.000674 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.042084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.050360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] No DVR routers for this DVR port d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:29.062451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f048c-db12-447c-a5cf-46a003602bd2 None None] Pushing event deleted for resources: {'Port': ['ID=d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:29.093569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.132114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:29.132821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:29.148759 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:29.231766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.286522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324a3b7f-e906-4582-9ca3-cbc4cd12d26e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:29.314545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a39bc85-5716-4727-bca7-70f75ad7e205') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:29.315410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a39bc85-5716-4727-bca7-70f75ad7e205') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:29.342231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.350587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e78deb51-cc03-428f-b216-d12150dbfb0e req-c34fe060-465d-466a-8ab5-2475b9c2b4f9 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.0882032 Dec 13 09:57:29.366280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.386750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:29.387167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:29.390610 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:29.513898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Made reservation on behalf of 820ea8e20ff64e21b7e303a2c00e42f3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:29.517661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.529463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.546743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.574334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:29.579552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.584903 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/networks/324a3b7f-e906-4582-9ca3-cbc4cd12d26e HTTP/1.1" status: 204 len: 168 time: 0.7627459 Dec 13 09:57:29.598095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd8035-cb5b-4a89-8c0e-156d6da6b79d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Network': ['ID=324a3b7f-e906-4582-9ca3-cbc4cd12d26e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:29.601102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.607013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/networks/51c81a29-9b28-4f71-b4c6-ca5587b1a8f6 HTTP/1.1" status: 204 len: 168 time: 3.3896146 Dec 13 09:57:29.607144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.640274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:29.641662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d2a83544-3b11-46ea-8cb3-5d95a6bb2ab0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:29.644837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:29.645744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 04619f57-371f-4fd4-89e7-61a433f41e9e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:29.677277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'network': {'name': 'tempest-network-smoke--754005719', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:29.681460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.20.0.13 (b18d534e-85cb-44ca-a10a-41b27729f276/8c67d193-ddce-48a5-9704-5eeeccc924d6/d71d8776-85d3-4d98-90a1-4eaa06454b21) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:29.698054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 04619f57-371f-4fd4-89e7-61a433f41e9e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:29.698546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 04619f57-371f-4fd4-89e7-61a433f41e9e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:29.700946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:29.703315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad33b56-1644-4d45-963c-cacc4e0bbe99 tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Network': ['ID=51c81a29-9b28-4f71-b4c6-ca5587b1a8f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:29.730770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:29.731262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a3985a34-23d1-4dfc-a78f-8a2ebfe5f84b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:29.767104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d9065-7c16-46e0-a3a3-6684bae6785b req-96936a74-c0dc-4f77-ac35-25adc496c0a4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:29.778761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-420d9065-7c16-46e0-a3a3-6684bae6785b req-96936a74-c0dc-4f77-ac35-25adc496c0a4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.3947642 Dec 13 09:57:29.795721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:29.982466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.030364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02f25e8a-91a9-46f3-93ab-21a14feeed7a req-f10a8ec1-f47a-44ca-b6d1-f0d6fbd4615f tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 210 time: 0.1170099 Dec 13 09:57:30.038145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:30.042505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db03649b-aea4-43b5-884d-4ce30d59b734']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:30.047540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.066881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c987cba5-439b-4a44-9e19-0da4ee2d226e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:30.067614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c987cba5-439b-4a44-9e19-0da4ee2d226e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:30.091221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.118108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.136330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:30.137016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:30.141664 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:30.260542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.277960 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.297215 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] 10.222.0.30 "DELETE /v2.0/networks/db03649b-aea4-43b5-884d-4ce30d59b734 HTTP/1.1" status: 204 len: 168 time: 0.6816399 Dec 13 09:57:30.305918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-420d9065-7c16-46e0-a3a3-6684bae6785b req-3210e1ed-1fe7-43e9-96b0-ca526dbd9575 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243533 Dec 13 09:57:30.306324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157886-0e2b-4ecd-aff4-c96264bc737b tempest-TaggedBootDevicesTest_v242-1240950010 tempest-TaggedBootDevicesTest_v242-1240950010-project] Pushing event deleted for resources: {'Network': ['ID=db03649b-aea4-43b5-884d-4ce30d59b734,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:30.350563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:57:30.395451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.395958 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Added segment 8305e651-f281-4756-9406-955c993d7d09 of type vlan for network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 Dec 13 09:57:30.398373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Allocated IP 172.20.0.11 (44e70c64-bf0a-424a-a7af-0737139e1cda/35c669df-e662-4948-9a14-687264dadbb0/25a462fd-a6be-4526-8791-f0d44fa327bc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:30.491818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.615273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.630062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cda07761-c0c4-4407-ba01-772baf4a2243 req-8059f948-4dfb-4a8d-b8e7-9987802d4404 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.1062794 Dec 13 09:57:30.786708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.792232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:30.792842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.912595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2443833 Dec 13 09:57:30.913765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee571a-e7b1-4fff-b470-1e82eee8be15 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Network': ['ID=1094f3fb-cdb3-4a22-b4a9-d4937d37a043,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:30.915420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:30.921284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-271194361', 'admin_state_up': True, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:30.949507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:57:30.977031 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75c7e0f6-0f79-400f-bf16-8e6a289cd217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.989548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:30.990715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.087055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.168775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.189086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.233909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.269163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:31.418696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network b18d534e-85cb-44ca-a10a-41b27729f276 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:31.452427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Network 44e70c64-bf0a-424a-a7af-0737139e1cda is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:31.511587 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.514717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:31.530918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.562105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:31.567077 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b51dba-a7a0-4efa-9b0e-90f1dc476eae" -d '{"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:31.581976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:31.598660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:31.601345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:31.612136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.750182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:31.780900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:31.813906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:31.816539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:31.871573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181f16-c500-4cac-b0c9-201ae481613c req-cf4f0d8a-9625-44d3-b297-73acc3bc0909 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:31.881102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97181f16-c500-4cac-b0c9-201ae481613c req-cf4f0d8a-9625-44d3-b297-73acc3bc0909 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 932 time: 0.6174285 Dec 13 09:57:31.979122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:32.029911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-645430b2-9a55-4f7a-accf-c939fa34fabf None None] Provisioning complete for port d71d8776-85d3-4d98-90a1-4eaa06454b21 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:32.031328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645430b2-9a55-4f7a-accf-c939fa34fabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.038297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Pushing event updated for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:32.049505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc706-6700-4d63-8675-dc6983393b67 req-de6eadb8-da9f-4a96-9c92-8ea8107a4142 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:32.051660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-471cc706-6700-4d63-8675-dc6983393b67 req-de6eadb8-da9f-4a96-9c92-8ea8107a4142 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.5162563 Dec 13 09:57:32.058051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b44c3be5-a24b-409a-86f4-65b2d493687e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2556062 Dec 13 09:57:32.058357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.079872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.081771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-645430b2-9a55-4f7a-accf-c939fa34fabf None None] Port d71d8776-85d3-4d98-90a1-4eaa06454b21 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:32.090488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Request body: {'port': {'device_id': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:32.146434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:32.147102 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.195688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-41fcaba5-3919-4d1c-bdd8-53e4722c3bba tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.9813311 Dec 13 09:57:32.212408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97181f16-c500-4cac-b0c9-201ae481613c req-95fa5548-00d3-42c2-92e5-611eafa5a118 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281131 Dec 13 09:57:32.220551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.277590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Request body: {'port': {'device_id': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:32.281149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.388068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.25.1.238 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/7a440c87-c164-437c-a578-6235720e34c7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:32.596971 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255fa9f-9f1d-4b28-b63d-de095ee6dabf x-openstack-request-id: req-1255fa9f-9f1d-4b28-b63d-de095ee6dabf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:32.597306 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:32.597563 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1255fa9f-9f1d-4b28-b63d-de095ee6dabf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:32.598281 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'code': 200} Dec 13 09:57:32.723499 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.799456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:32.812076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-471cc706-6700-4d63-8675-dc6983393b67 req-abefe23e-3ebf-4b79-8ecd-ecaed3872a8d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438090 Dec 13 09:57:32.819918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:32.823545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:32.849457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:32.957991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.001221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9380a2e-2835-4b70-955f-1ed779b5da81 req-dcdb1912-2e41-461b-997d-733ff80d1d07 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:33.003439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9380a2e-2835-4b70-955f-1ed779b5da81 req-dcdb1912-2e41-461b-997d-733ff80d1d07 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 971 time: 0.3198540 Dec 13 09:57:33.080690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=7a440c87-c164-437c-a578-6235720e34c7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:33.132070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a462fd-a6be-4526-8791-f0d44fa327bc {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:33.145936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.208911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c1846-ccfd-43b9-81b3-875d86d6acb0 req-68bf2898-ebf8-49c2-a867-4ffbf04cb220 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:33.210567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a0c1846-ccfd-43b9-81b3-875d86d6acb0 req-68bf2898-ebf8-49c2-a867-4ffbf04cb220 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 947 time: 0.2377036 Dec 13 09:57:33.211802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Transition to ACTIVE for port object 25a462fd-a6be-4526-8791-f0d44fa327bc will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:57:33.225919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.262957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:57:33.323352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.497053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:33.524230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'port_id': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'mac_address': 'fa:16:3e:6e:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ba939f-daf5-4087-9343-4dd45203d509', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:57:33.535293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9380a2e-2835-4b70-955f-1ed779b5da81 req-f40681e6-291d-458a-ac63-eabd90503656 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4160526 Dec 13 09:57:33.643288 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.664578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a0c1846-ccfd-43b9-81b3-875d86d6acb0 req-ec5a3ca3-fcdf-46ed-b40a-7b60b981f175 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417148 Dec 13 09:57:33.682112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Pushing event updated for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:33.732458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:33.737635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd757bc7-6fde-4ccf-8031-f9c3d486dd09 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:33.847155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:33.858451 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.038203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:34.197335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cd757bc7-6fde-4ccf-8031-f9c3d486dd09'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:57:34.430722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-61e53094-27ab-4df0-a41f-c8984b76d133 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:34.433070 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-61e53094-27ab-4df0-a41f-c8984b76d133 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.44 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 947 time: 0.2433195 Dec 13 09:57:34.471957 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.692174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.721371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Deleting port b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:34.721772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.769888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71d8776-85d3-4d98-90a1-4eaa06454b21 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:34.793262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Attempting to bind port 25a462fd-a6be-4526-8791-f0d44fa327bc on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:34.795275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Attempting to bind port 25a462fd-a6be-4526-8791-f0d44fa327bc by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0f808006-8533-49a5-99b8-55a48d7055eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:34.795683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Attempting to bind port 25a462fd-a6be-4526-8791-f0d44fa327bc on network 44e70c64-bf0a-424a-a7af-0737139e1cda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:34.804596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.838449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Port 25a462fd-a6be-4526-8791-f0d44fa327bc on network 44e70c64-bf0a-424a-a7af-0737139e1cda not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:57:34.838865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Attempting to bind port 25a462fd-a6be-4526-8791-f0d44fa327bc on network 44e70c64-bf0a-424a-a7af-0737139e1cda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:34.854671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router b8471366-8f9c-41ff-b887-0d1d2f1a03fe is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:57:34.855628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Transition to ACTIVE for port object d71d8776-85d3-4d98-90a1-4eaa06454b21 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:57:34.865942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac43e-b7fe-45c2-8f82-7f7ec51f2409 req-0951d675-b1e5-4737-9137-22f806702fd3 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:34.867609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-135ac43e-b7fe-45c2-8f82-7f7ec51f2409 req-0951d675-b1e5-4737-9137-22f806702fd3 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 944 time: 0.3152895 Dec 13 09:57:34.869240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:34.869643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Checking segment: {'id': '0f808006-8533-49a5-99b8-55a48d7055eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:34.871241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Bound using segment: {'id': '0f808006-8533-49a5-99b8-55a48d7055eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:34.871241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Bound port: 25a462fd-a6be-4526-8791-f0d44fa327bc, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f808006-8533-49a5-99b8-55a48d7055eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:34.871736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.881756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a58521-dd27-475d-90f5-420a24c61799 req-a7819808-ad6a-4ab8-9d19-8a5dca8f7c4a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:34.883435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a58521-dd27-475d-90f5-420a24c61799 req-a7819808-ad6a-4ab8-9d19-8a5dca8f7c4a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 945 time: 0.3257332 Dec 13 09:57:34.891655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:34.997363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] For port b56cd5c4-7ed2-4041-8091-b0e196750bb6, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b56cd5c4-7ed2-4041-8091-b0e196750bb6,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:34.997984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.092515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a58521-dd27-475d-90f5-420a24c61799 req-276510fc-5963-42a4-9959-4a9800c9c473 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912827 Dec 13 09:57:35.138648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:35.153997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-135ac43e-b7fe-45c2-8f82-7f7ec51f2409 req-e9c78b76-3cc1-4f3a-9432-428f840440e9 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692931 Dec 13 09:57:35.178553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:35.250376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=25a462fd-a6be-4526-8791-f0d44fa327bc,segment=NetworkSegment(0f808006-8533-49a5-99b8-55a48d7055eb),segment_id=0f808006-8533-49a5-99b8-55a48d7055eb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:35.259322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:35.290388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.396765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:35.420849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Sync routers for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:35.438952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.441006 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9a4ff69f-a96d-4994-9a62-bdf1dcab6720 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5241797 Dec 13 09:57:35.447106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:35.449219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.475786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:35.484837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:35.485531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:35.528366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:35.530548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.536044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] 10.222.0.44 "PUT /v2.0/ports/25a462fd-a6be-4526-8791-f0d44fa327bc HTTP/1.1" status: 200 len: 1092 time: 3.4566855 Dec 13 09:57:35.548001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.550609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.551044 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Floating IP 7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7 disassociated. External IP: 172.25.1.107, port: b56cd5c4-7ed2-4041-8091-b0e196750bb6. Dec 13 09:57:35.551602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Calling delete_port for b56cd5c4-7ed2-4041-8091-b0e196750bb6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:35.572452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Attempting to bind port d71d8776-85d3-4d98-90a1-4eaa06454b21 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:35.572838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Attempting to bind port d71d8776-85d3-4d98-90a1-4eaa06454b21 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:35.574762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Attempting to bind port d71d8776-85d3-4d98-90a1-4eaa06454b21 on network b18d534e-85cb-44ca-a10a-41b27729f276 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:35.584051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:35.594526 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b494e04-eab9-47ae-aca4-f8b251bd324c" -d '{"events": [{"name": "network-changed", "server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:35.784851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243c3d8-6f84-403c-8c68-1b398a015065 req-3671d853-5c79-4574-a0bd-3d03c7c07325 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:35.787805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:35.806403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b243c3d8-6f84-403c-8c68-1b398a015065 req-3671d853-5c79-4574-a0bd-3d03c7c07325 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 983 time: 0.5502198 Dec 13 09:57:35.882775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:35.932929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d52d1f1b-d668-4a2b-a7cd-65eaea90629b tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=fbe008a498cc4e299357a3805b81b203&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3952129 Dec 13 09:57:35.933927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Port d71d8776-85d3-4d98-90a1-4eaa06454b21 on network b18d534e-85cb-44ca-a10a-41b27729f276 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:57:35.934367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Attempting to bind port d71d8776-85d3-4d98-90a1-4eaa06454b21 on network b18d534e-85cb-44ca-a10a-41b27729f276 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:35.951465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:35.970177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'Port': ['ID=b56cd5c4-7ed2-4041-8091-b0e196750bb6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:36.026764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f44d8-e688-42c2-992f-a4a878e26da6 service neutron] Pushing event updated for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:36.028033 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.040653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:36.043280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Checking segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:36.045857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Bound using segment: {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:36.046357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Bound port: d71d8776-85d3-4d98-90a1-4eaa06454b21, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:36.046750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.109431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:36.112765 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e163669f-9231-4b03-9132-62413e3a600c" -d '{"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-plugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:36.137014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:36.147986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.170926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:36.202594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1c70-5f18-4ac8-99c6-55b3556a8fac req-afea89b5-a5cb-4baa-84a9-adc767177d0e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:36.204737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d42a1c70-5f18-4ac8-99c6-55b3556a8fac req-afea89b5-a5cb-4baa-84a9-adc767177d0e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=794038c5-e3ad-4ab1-8d07-91ccf258b91b HTTP/1.1" status: 200 len: 868 time: 0.8867474 Dec 13 09:57:36.257007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-10ab9d80-4dc9-445f-81d9-2d659c83bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:36.258523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-10ab9d80-4dc9-445f-81d9-2d659c83bd68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=820ea8e20ff64e21b7e303a2c00e42f3&device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 1095 time: 0.6284418 Dec 13 09:57:36.308343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:36.310755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:36.336989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:36.351308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:36.362221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d42a1c70-5f18-4ac8-99c6-55b3556a8fac req-5ac051a3-b03e-49e1-8895-53c4851a5da3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a54a3bf-c687-4ef9-85ce-2d2715255696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339037 Dec 13 09:57:36.384089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:36.390625 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:36.404353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:36.412082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] No DVR routers for this DVR port b56cd5c4-7ed2-4041-8091-b0e196750bb6 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:36.427592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.437542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6cdce907-5574-4cda-979f-6dcd45b64e58 req-10933370-4f64-4cab-8b4c-f717c3309939 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.44 "DELETE /v2.0/ports/b56cd5c4-7ed2-4041-8091-b0e196750bb6 HTTP/1.1" status: 204 len: 173 time: 1.9904883 Dec 13 09:57:36.438152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-deleted', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:36.441328 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e16919-10db-4b14-800f-a86b683cf808" -d '{"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-deleted", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:36.464641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:36.478938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:36.481591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-bcd2587b-ed48-43ba-84f8-05f0f956a98a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a462fd-a6be-4526-8791-f0d44fa327bc HTTP/1.1" status: 200 len: 217 time: 0.1909153 Dec 13 09:57:36.483187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bd07a-7569-468a-bbd3-6ff75497314c tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:36.485023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-104bd07a-7569-468a-bbd3-6ff75497314c tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5333173 Dec 13 09:57:36.489894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:36.492668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b243c3d8-6f84-403c-8c68-1b398a015065 req-52f024dc-64e7-49ae-8f1d-490d34824300 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6838949 Dec 13 09:57:36.503650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.514030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: b56cd5c4-7ed2-4041-8091-b0e196750bb6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:36.514384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b56cd5c4-7ed2-4041-8091-b0e196750bb6 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:36.515967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Checking router: b8471366-8f9c-41ff-b887-0d1d2f1a03fe for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:36.516183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Updating router b8471366-8f9c-41ff-b887-0d1d2f1a03fe port 7a440c87-c164-437c-a578-6235720e34c7 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:36.625796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ee41b15-7e92-4ac6-9947-e230731c86c8 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1345859 Dec 13 09:57:36.628747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:36.630215 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bdafd2-6f2c-419f-a3b9-2e2e2999e2cc x-openstack-request-id: req-99bdafd2-6f2c-419f-a3b9-2e2e2999e2cc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:36.630815 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:36.633608 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99bdafd2-6f2c-419f-a3b9-2e2e2999e2cc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:36.635834 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc', 'status': 'completed', 'code': 200} Dec 13 09:57:36.651966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802237392', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:36.657776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.725526 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:36.763801 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efdf84-b3dd-4e2c-b50a-dd091724f6bc x-openstack-request-id: req-32efdf84-b3dd-4e2c-b50a-dd091724f6bc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:36.764621 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-plugged", "status": "completed", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:36.767187 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32efdf84-b3dd-4e2c-b50a-dd091724f6bc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:36.768212 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'code': 200} Dec 13 09:57:36.869262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc1c1-c8b8-4700-8994-94e04850051d req-2626971a-61e8-4358-b35c-30b8d19b2993 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:36.870799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db1cc1c1-c8b8-4700-8994-94e04850051d req-2626971a-61e8-4358-b35c-30b8d19b2993 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.2239547 Dec 13 09:57:36.874698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:36.875316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:36.898096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] 10.222.0.44 "PUT /v2.0/ports/d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 1131 time: 4.6276937 Dec 13 09:57:37.012741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:37.017445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.255978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-93eb5cf5-21ab-4b6a-a701-a36f260ce8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.263262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-93eb5cf5-21ab-4b6a-a701-a36f260ce8ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35c669df-e662-4948-9a14-687264dadbb0 HTTP/1.1" status: 200 len: 850 time: 0.7679298 Dec 13 09:57:37.264695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b32d7b-50c9-429d-979e-40e78c790478 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:37.277658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.290010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.388087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c3a9-c805-43ec-bebc-84133906db33 None None] Pushing event updated for resources: {'Port': ['ID=7a440c87-c164-437c-a578-6235720e34c7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:37.462518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-b300c899-111b-42ef-ae7d-6cd67fce6606 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e70c64-bf0a-424a-a7af-0737139e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446655 Dec 13 09:57:37.481887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Attempting to bind port 7a440c87-c164-437c-a578-6235720e34c7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:37.482264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Attempting to bind port 7a440c87-c164-437c-a578-6235720e34c7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:37.482626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Attempting to bind port 7a440c87-c164-437c-a578-6235720e34c7 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:37.499279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:37.499748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:37.500220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.501746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:37.502664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Bound port: 7a440c87-c164-437c-a578-6235720e34c7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:37.504559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.505750 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:37.602591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3f5c-b72d-4433-b59b-4ca7075813b3 req-7cfdcb16-bf2b-482a-92b5-72236c4b5e04 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.604180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dace3f5c-b72d-4433-b59b-4ca7075813b3 req-7cfdcb16-bf2b-482a-92b5-72236c4b5e04 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 944 time: 0.7627161 Dec 13 09:57:37.623551 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:37.639212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.647580 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:37.648704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:37.655830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db1cc1c1-c8b8-4700-8994-94e04850051d req-915d5b09-1f00-4a19-9326-3ea4d3901b75 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162400 Dec 13 09:57:37.733721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Subnet': ['ID=1547b99d-bb18-408b-9b9d-05f03541b016,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:37.736289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] For port 7a440c87-c164-437c-a578-6235720e34c7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:37.750480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Checking segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:37.750480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network hostable DHCP agents. Network: 1094f3fb-cdb3-4a22-b4a9-d4937d37a043, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:57:37.750745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] For port 7a440c87-c164-437c-a578-6235720e34c7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a440c87-c164-437c-a578-6235720e34c7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:37.772539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-af00f924-b425-4c53-814c-4643c3fee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.774972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.776196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-af00f924-b425-4c53-814c-4643c3fee8c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1134 time: 0.6267409 Dec 13 09:57:37.777453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b468-f06d-4188-adf7-d502e64015b9 req-4a59fabb-aa24-433f-8ca4-8f85b57f20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.779205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6d1b468-f06d-4188-adf7-d502e64015b9 req-4a59fabb-aa24-433f-8ca4-8f85b57f20a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 1097 time: 0.6770165 Dec 13 09:57:37.788812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:57:37.809005 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0efc1a7-c536-4f3b-8c02-fb2f74be0a55 x-openstack-request-id: req-a0efc1a7-c536-4f3b-8c02-fb2f74be0a55 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:37.809447 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794038c5-e3ad-4ab1-8d07-91ccf258b91b", "name": "network-vif-deleted", "tag": "b56cd5c4-7ed2-4041-8091-b0e196750bb6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:37.810946 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0efc1a7-c536-4f3b-8c02-fb2f74be0a55 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:37.811476 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794038c5-e3ad-4ab1-8d07-91ccf258b91b', 'name': 'network-vif-deleted', 'tag': 'b56cd5c4-7ed2-4041-8091-b0e196750bb6', 'status': 'completed', 'code': 200} Dec 13 09:57:37.814216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1094f3fb-cdb3-4a22-b4a9-d4937d37a043) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:37.832595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:37.833241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:37.868924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-3c96e66e-2c7f-4d98-ad53-08293fa14abf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 217 time: 0.0817301 Dec 13 09:57:37.870491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ead0b07f-8ebc-4838-8f71-03a17537960f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2406139 Dec 13 09:57:37.873788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:37.896954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5316a-1e0a-45c7-b489-215a877106db None None] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:37.993595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:38.018899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6d1b468-f06d-4188-adf7-d502e64015b9 req-2aec9baf-235b-4ef4-9b51-31cd51ddf3a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206476 Dec 13 09:57:38.077078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dace3f5c-b72d-4433-b59b-4ca7075813b3 req-6d43c6ee-8fb7-4779-bee2-dc1ae0333eb2 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578490 Dec 13 09:57:38.159989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-93a3b5a6-7435-4fbb-a38a-23172ad54515 service neutron] 10.222.0.44 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805382 Dec 13 09:57:38.225395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:38.311465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-93105bbf-e348-46db-818a-b391efc63d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:38.318353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-93105bbf-e348-46db-818a-b391efc63d4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 200 len: 834 time: 0.4244688 Dec 13 09:57:38.408354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17611d-8eba-4798-943c-b53f82c490b4 req-aff7f6af-16d7-4095-b684-c7eb917757ca tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:38.422731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba17611d-8eba-4798-943c-b53f82c490b4 req-aff7f6af-16d7-4095-b684-c7eb917757ca tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 983 time: 0.3844955 Dec 13 09:57:38.440733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.478442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.612302 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:38.672103 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaa1b3-fd0f-40d0-8c73-fd1b0cb7e400 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:38.698842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.706958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:38.711829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a54a3bf-c687-4ef9-85ce-2d2715255696 HTTP/1.1" status: 204 len: 168 time: 0.4854128 Dec 13 09:57:38.712593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:38.782786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2caeb-cef2-4bc9-800a-27727becf746 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a54a3bf-c687-4ef9-85ce-2d2715255696,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:38.807214 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-10557caf-5b6b-4ccc-a22e-7852b9d6179f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] show failed (client error): The resource could not be found. Dec 13 09:57:38.811040 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-10557caf-5b6b-4ccc-a22e-7852b9d6179f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups/5a54a3bf-c687-4ef9-85ce-2d2715255696 HTTP/1.1" status: 404 len: 347 time: 0.0833161 Dec 13 09:57:38.822425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:38.840083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:38.846606 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8" -d '{"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:38.858321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba17611d-8eba-4798-943c-b53f82c490b4 req-1e74befd-4405-4e1a-80c7-0625c1869d45 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4347084 Dec 13 09:57:38.891607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c3a9-c805-43ec-bebc-84133906db33 None None] Pushing event updated for resources: {'Port': ['ID=7a440c87-c164-437c-a578-6235720e34c7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:38.916881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cb13d7d-eb80-4dc8-aec4-8d8dfad4da89 req-cbc24afe-2b2c-4762-b2fb-27db55361bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295454 Dec 13 09:57:38.960989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-cd9de7db-8b26-4a15-9bd7-bcb1e71c0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:38.962520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-cd9de7db-8b26-4a15-9bd7-bcb1e71c0745 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b18d534e-85cb-44ca-a10a-41b27729f276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6308205 Dec 13 09:57:39.004980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:39.007347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:39.035550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:57:39.037662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.134131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-4c0daf34-99a3-4bb4-85fd-3d3004243c83 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585908 Dec 13 09:57:39.216268 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897795e6-8238-4be3-87e7-2167e862fa4f x-openstack-request-id: req-897795e6-8238-4be3-87e7-2167e862fa4f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:39.216268 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:39.217053 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-897795e6-8238-4be3-87e7-2167e862fa4f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:39.217355 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'status': 'completed', 'code': 200} Dec 13 09:57:39.363162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5ef06-f472-4d84-8fab-f730e9a8cf40 None None] New status for floating IP 7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:57:39.475380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.496076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Deleting port eb5857f7-8198-4cd7-8802-9d5723a42c5c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:39.496415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:39.533938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3464ff46-b9b6-4670-a9eb-fe017f128a49 req-f237bf6f-79d6-40f9-8154-fe61659b5a84 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428722 Dec 13 09:57:39.654537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00302dd3-d1f4-40e6-b81a-675cc17471ec req-884ae158-9c51-4311-a67a-c4958a095fe6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:39.656122 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00302dd3-d1f4-40e6-b81a-675cc17471ec req-884ae158-9c51-4311-a67a-c4958a095fe6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.7921784 Dec 13 09:57:39.786870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-6bb43250-447e-43c3-84e7-9b22a3c486d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:39.788320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-6bb43250-447e-43c3-84e7-9b22a3c486d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=820ea8e20ff64e21b7e303a2c00e42f3&device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 1095 time: 0.6525350 Dec 13 09:57:39.928783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2a9a-2182-4da5-9ede-32bbaae3da03 req-e3172767-aa30-4375-9eb9-0372c198dfbd tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:39.936105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-482d2a9a-2182-4da5-9ede-32bbaae3da03 req-e3172767-aa30-4375-9eb9-0372c198dfbd tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 944 time: 0.6808293 Dec 13 09:57:39.994023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00302dd3-d1f4-40e6-b81a-675cc17471ec req-ea1bd1ca-5c71-4154-a257-683bd1d57b1e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937119 Dec 13 09:57:40.008825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-d0264a8e-3a50-4961-9334-d916d3249383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.010658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-d0264a8e-3a50-4961-9334-d916d3249383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1134 time: 0.3532081 Dec 13 09:57:40.027019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Allocated IP 172.20.0.2 (1094f3fb-cdb3-4a22-b4a9-d4937d37a043/1547b99d-bb18-408b-9b9d-05f03541b016/4007a206-2232-4006-880b-f04d72e688dc) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:40.062889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-482d2a9a-2182-4da5-9ede-32bbaae3da03 req-fdaa740d-5e5e-42db-8faf-edc4a5aade2c tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225331 Dec 13 09:57:40.172350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-9978d712-69af-4d54-a483-989634d0d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.175785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-9978d712-69af-4d54-a483-989634d0d264 service neutron] 10.222.0.44 "GET /v2.0/networks?id=44e70c64-bf0a-424a-a7af-0737139e1cda HTTP/1.1" status: 200 len: 911 time: 0.3716123 Dec 13 09:57:40.185016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:40.185260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.186557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.217628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Calling delete_port for eb5857f7-8198-4cd7-8802-9d5723a42c5c owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:40.251636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-aff7e246-702f-46b8-bc48-f02d5f242629 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a462fd-a6be-4526-8791-f0d44fa327bc HTTP/1.1" status: 200 len: 217 time: 0.0644464 Dec 13 09:57:40.281265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bc992-4f1f-405e-a67f-c0936a5d5361 req-be9e6f0f-d632-4681-bd68-7330ae54cca5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.291132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-907bc992-4f1f-405e-a67f-c0936a5d5361 req-be9e6f0f-d632-4681-bd68-7330ae54cca5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 983 time: 0.1709483 Dec 13 09:57:40.371997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-1be3c2e9-65cb-4773-96ca-3a39db082d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.376551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-1be3c2e9-65cb-4773-96ca-3a39db082d87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 898 time: 0.3373165 Dec 13 09:57:40.411611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 25a462fd-a6be-4526-8791-f0d44fa327bc details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:57:40.530214 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-8cf89e16-84d3-4b0c-b9cb-a7c6eaafc79b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 217 time: 0.1304317 Dec 13 09:57:40.602065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.614588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-7f78d2ea-9b38-44e6-90e1-2cc5c05d3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.633547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-7f78d2ea-9b38-44e6-90e1-2cc5c05d3f3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35c669df-e662-4948-9a14-687264dadbb0 HTTP/1.1" status: 200 len: 850 time: 0.3358781 Dec 13 09:57:40.676705 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.717035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'Port': ['ID=eb5857f7-8198-4cd7-8802-9d5723a42c5c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:40.735080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-7f5a26df-339d-43ba-838e-9062634feb8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=44e70c64-bf0a-424a-a7af-0737139e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831187 Dec 13 09:57:40.738619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:40.815250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-974e7b66-9abc-4e96-9b97-427979eda363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.818575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-974e7b66-9abc-4e96-9b97-427979eda363 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 200 len: 834 time: 0.2744231 Dec 13 09:57:40.861330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:40.874145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:40.880963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:40.900554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-907bc992-4f1f-405e-a67f-c0936a5d5361 req-ec0ff867-4e8d-4f20-8d42-53a397ce6ecb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5798752 Dec 13 09:57:40.936318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Pushing event updated for resources: {'Port': ['ID=4007a206-2232-4006-880b-f04d72e688dc,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:40.942502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.1 (1094f3fb-cdb3-4a22-b4a9-d4937d37a043/1547b99d-bb18-408b-9b9d-05f03541b016/c622bfad-f18c-4b92-8069-d303f1cda290) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:40.974242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-fcf3107c-04d7-4c65-814a-06d0547d2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:40.978651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-fcf3107c-04d7-4c65-814a-06d0547d2856 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b18d534e-85cb-44ca-a10a-41b27729f276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030219 Dec 13 09:57:40.980888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:41.021223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=25a462fd-a6be-4526-8791-f0d44fa327bc,segment=NetworkSegment(0f808006-8533-49a5-99b8-55a48d7055eb),segment_id=0f808006-8533-49a5-99b8-55a48d7055eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:41.057967 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.060607 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.073160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89354175-e179-4f36-92fe-6b0f5591e581 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "DELETE /v2.0/floatingips/7ca71c3f-c13f-43e6-99c6-5fbf3a0339a7 HTTP/1.1" status: 204 len: 168 time: 2.2355478 Dec 13 09:57:41.100616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a24062-e97b-4b27-9b2c-d8e099d9c4ab None None] The sync data for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 is: [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:33Z', 'revision_number': 3, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:41.118301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '25a462fd-a6be-4526-8791-f0d44fa327bc', 'network_id': '44e70c64-bf0a-424a-a7af-0737139e1cda', 'port_id': '25a462fd-a6be-4526-8791-f0d44fa327bc', 'mac_address': 'fa:16:3e:b0:39:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c669df-e662-4948-9a14-687264dadbb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:57:41.145401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-4b4d625d-b469-4c91-8b1f-d0fd81a75778 service neutron] 10.222.0.44 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817570 Dec 13 09:57:41.194356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.262711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.281888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.346133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a462fd-a6be-4526-8791-f0d44fa327bc {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:41.349708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:41.358661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Attempting to bind port 4007a206-2232-4006-880b-f04d72e688dc on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:41.359063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Attempting to bind port 4007a206-2232-4006-880b-f04d72e688dc by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:41.359360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:41.361038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Attempting to bind port 4007a206-2232-4006-880b-f04d72e688dc on network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:41.366353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:41.403471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:41.421209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:41.424071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Checking segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:41.424789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.425482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Bound using segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:41.426934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Bound port: 4007a206-2232-4006-880b-f04d72e688dc, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:41.429457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.449820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=25a462fd-a6be-4526-8791-f0d44fa327bc,segment=NetworkSegment(0f808006-8533-49a5-99b8-55a48d7055eb),segment_id=0f808006-8533-49a5-99b8-55a48d7055eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:41.450789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.463382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.751242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] For port 4007a206-2232-4006-880b-f04d72e688dc, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:41.755776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] For port 4007a206-2232-4006-880b-f04d72e688dc, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4007a206-2232-4006-880b-f04d72e688dc,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:41.758072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:41.764220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.802359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:41.803643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['25a462fd-a6be-4526-8791-f0d44fa327bc'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:57:41.901768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f667498-3016-4a0e-9e61-722274fe8bf3 None None] Pushing event updated for resources: {'Port': ['ID=4007a206-2232-4006-880b-f04d72e688dc,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:42.153245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3da88-30a1-4373-a633-7e95f43c2144 req-ae0a9469-a9ef-45ae-a54b-4824ccbe3554 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.154835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cc3da88-30a1-4373-a633-7e95f43c2144 req-ae0a9469-a9ef-45ae-a54b-4824ccbe3554 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.9829187 Dec 13 09:57:42.248504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eea7a-f386-496f-9346-70768e2225ef req-b7d585fb-9785-4d0a-9216-2d708e51fc8f tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.250962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b4eea7a-f386-496f-9346-70768e2225ef req-b7d585fb-9785-4d0a-9216-2d708e51fc8f tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 944 time: 1.0232184 Dec 13 09:57:42.293275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-f076ce5a-4ecb-4087-9d8d-a8c7c536e3f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3048239 Dec 13 09:57:42.390126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b494e04-eab9-47ae-aca4-f8b251bd324c req-b3313eaa-3c55-47e7-bdb7-a6f29ce4a121 service neutron] 10.222.0.44 "GET /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2432890 Dec 13 09:57:42.410715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d71d8776-85d3-4d98-90a1-4eaa06454b21 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:57:42.561694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cc3da88-30a1-4373-a633-7e95f43c2144 req-88499d22-ff8f-4062-b117-f844ffffd288 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279154 Dec 13 09:57:42.613236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b4eea7a-f386-496f-9346-70768e2225ef req-4d45b84b-9b66-4fd0-9254-8c15c4c4546d tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165846 Dec 13 09:57:42.672500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47e6a5a9-7bd6-48d0-8cf5-b8a5be8206a8 req-c79a6dad-0ad1-4af7-8872-3600005916a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670413 Dec 13 09:57:42.839560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:42.862199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'port_id': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'mac_address': 'fa:16:3e:f6:fe:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:57:42.888759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b6c89-ff53-4edb-a63c-86675249a550 req-e84a1aac-76e1-4fb0-a637-d5a9ab4994e2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:42.900700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a11b6c89-ff53-4edb-a63c-86675249a550 req-e84a1aac-76e1-4fb0-a637-d5a9ab4994e2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 983 time: 0.1428454 Dec 13 09:57:42.907728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:42.932823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71d8776-85d3-4d98-90a1-4eaa06454b21 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:42.975635 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:57:42.978193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:42.987062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.029455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a11b6c89-ff53-4edb-a63c-86675249a550 req-a671dba9-0842-4e1c-b687-4108337b64be tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1276670 Dec 13 09:57:43.187979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:43.202268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d71d8776-85d3-4d98-90a1-4eaa06454b21'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:57:43.321078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.336321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.343768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfb9bc-7956-4e37-b9fd-04d051dd0ec0 req-f8bd8fd7-7473-4fc8-bba0-16fd68a9290b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:43.351820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ecfb9bc-7956-4e37-b9fd-04d051dd0ec0 req-f8bd8fd7-7473-4fc8-bba0-16fd68a9290b tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.1782253 Dec 13 09:57:43.458510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ecfb9bc-7956-4e37-b9fd-04d051dd0ec0 req-10cf85cf-d589-41e9-8629-f1724da41ab5 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025093 Dec 13 09:57:43.507645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4007a206-2232-4006-880b-f04d72e688dc up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:43.527986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:43.536992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:43.740161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:43.747808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:43.760149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4007a206-2232-4006-880b-f04d72e688dc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:43.760524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.033262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:44.069281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933122824', 'description': 'tempest-description--1890896956'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:44.115541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.139539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174cebf-57cf-4a18-9474-8a11ddd093e2 None None] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:57:44.158383 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.186127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router b8471366-8f9c-41ff-b887-0d1d2f1a03fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:44.232626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eadc3-ef52-46de-80bf-9cbd751b80d7 req-94f20001-75bb-4b13-969f-497ba4b0ed31 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.243215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-190eadc3-ef52-46de-80bf-9cbd751b80d7 req-94f20001-75bb-4b13-969f-497ba4b0ed31 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 945 time: 0.2658358 Dec 13 09:57:44.287310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9f893-ddf6-4de5-a586-f249360491b4 req-a11120ca-3f18-4820-a276-b92d785d736a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.295239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69c9f893-ddf6-4de5-a586-f249360491b4 req-a11120ca-3f18-4820-a276-b92d785d736a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 984 time: 0.1769636 Dec 13 09:57:44.370363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:44.384784 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6c808733-1afa-4dc4-91d1-8e4fd1b77d2a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/b8471366-8f9c-41ff-b887-0d1d2f1a03fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5094333 Dec 13 09:57:44.386994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:44.412173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 25a462fd-a6be-4526-8791-f0d44fa327bc up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:44.439774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69c9f893-ddf6-4de5-a586-f249360491b4 req-89bb0601-2fd9-4e6b-8a94-8eec1c3ea2b0 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1401176 Dec 13 09:57:44.480860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31ce17fc-56a3-4bc9-8ed3-eda43d2672f7 None None] Provisioning complete for port 4007a206-2232-4006-880b-f04d72e688dc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:44.482459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31ce17fc-56a3-4bc9-8ed3-eda43d2672f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.483222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-190eadc3-ef52-46de-80bf-9cbd751b80d7 req-56df6245-7267-477a-bf34-2c9fdb98e68e tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386696 Dec 13 09:57:44.510938 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Sync routers for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:44.534341 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:44.534976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:44.542382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 4007a206-2232-4006-880b-f04d72e688dc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4007a206-2232-4006-880b-f04d72e688dc,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:44.567057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.567847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a440c87-c164-437c-a578-6235720e34c7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:44.586654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.594280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.654621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=4007a206-2232-4006-880b-f04d72e688dc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:44.771909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 25a462fd-a6be-4526-8791-f0d44fa327bc completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:57:44.815895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 25a462fd-a6be-4526-8791-f0d44fa327bc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:44.816306 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.842213 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:44.866099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.868946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8271761 Dec 13 09:57:44.878567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:44.900359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group_rule': {'security_group_id': '5fe8c9ce-b60f-484e-aba6-698febcb78ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:44.933593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488d46d-1330-43a5-a81d-20c5f9736009 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe8c9ce-b60f-484e-aba6-698febcb78ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:44.945763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7a440c87-c164-437c-a578-6235720e34c7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:44.946597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:44.992652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.996990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:44.997657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.010006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.013496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.013641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.014077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.023266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.024053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.024807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.025618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.039924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.054176 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-304741ae-ef3d-4fd6-887b-03da5e57bb21 tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8489 time: 0.6583402 Dec 13 09:57:45.057262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:45.146701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.170567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.201719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-f0801055-bd07-4ba7-a29f-0f34e054c307 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.210323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-f0801055-bd07-4ba7-a29f-0f34e054c307 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.5659535 Dec 13 09:57:45.293768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:45.295999 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1057a-0103-4005-a3cf-3a73b5b501ea" -d '{"events": [{"server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "name": "network-vif-plugged", "status": "completed", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:45.325872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-425d6c0e-f23b-4da7-bb5f-e3a4351b2664 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/quotas/fff45063a8154d5ab2a35578e13eb3e2 HTTP/1.1" status: 200 len: 375 time: 0.1142018 Dec 13 09:57:45.443704 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cba9b9-ed06-41dd-9757-eef6555db44e x-openstack-request-id: req-c3cba9b9-ed06-41dd-9757-eef6555db44e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:45.454358 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:42Z', 'revision_number': 2, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:45.458182 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "name": "network-vif-plugged", "status": "completed", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:45.459303 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3cba9b9-ed06-41dd-9757-eef6555db44e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:45.461374 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc', 'code': 200} Dec 13 09:57:45.501851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.505310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=25a462fd-a6be-4526-8791-f0d44fa327bc,segment=NetworkSegment(0f808006-8533-49a5-99b8-55a48d7055eb),segment_id=0f808006-8533-49a5-99b8-55a48d7055eb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:45.542756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.543728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d71d8776-85d3-4d98-90a1-4eaa06454b21 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:45.572085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-6ba0711e-f236-4532-a146-f2927de9677a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.578641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-6ba0711e-f236-4532-a146-f2927de9677a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/ports?device_id=781fe16d-9eb2-4b07-9091-99baf216022f HTTP/1.1" status: 200 len: 946 time: 0.3451228 Dec 13 09:57:45.579374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.583015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Checking router: b8471366-8f9c-41ff-b887-0d1d2f1a03fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:45.583493 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Updating router b8471366-8f9c-41ff-b887-0d1d2f1a03fe port c622bfad-f18c-4b92-8069-d303f1cda290 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:57:45.598902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.599485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.604157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.606485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.606958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.607417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.607874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.608329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.608780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.615181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.615447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.616958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:45.624064 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f7b9c987-4eb5-4eb9-a6f9-da7a4e53b0cb tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7844 time: 0.5638325 Dec 13 09:57:45.625776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:45.673540 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.714771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-901972e3-b3a8-41b5-930b-41130d8f4c60 None None] Provisioning complete for port 4007a206-2232-4006-880b-f04d72e688dc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:45.716512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-901972e3-b3a8-41b5-930b-41130d8f4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:45.802701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-8e837ea9-7b5d-4669-aed7-016170f14589 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4706454 Dec 13 09:57:45.852182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:45.892907 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.065035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 7a440c87-c164-437c-a578-6235720e34c7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a440c87-c164-437c-a578-6235720e34c7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:46.085838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.177901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-5b5ccc9a-0476-4fa2-bbeb-379625323c83 service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176645 Dec 13 09:57:46.218209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=7a440c87-c164-437c-a578-6235720e34c7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.280706 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.288338 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.295507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d71d8776-85d3-4d98-90a1-4eaa06454b21 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:57:46.323257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4007a206-2232-4006-880b-f04d72e688dc up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:46.342404 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac13cb-3c5e-4c49-a612-1394bb8cddaa None None] Pushing event updated for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.399617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-08b7fe19-4e3a-4f47-a778-176452121443 service neutron] 10.222.0.30 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209110 Dec 13 09:57:46.419410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697dd0c2-b276-4153-8e18-0a85866cb0ad,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.421741 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f6f8ac8-780d-4a31-858c-c300ae93ad9d tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5951 time: 0.7922714 Dec 13 09:57:46.442882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.444111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7cce646d-3700-4e33-ac0e-625f66f7ddcc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5581567 Dec 13 09:57:46.446864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:46.451926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'security_group_rule': {'security_group_id': '5fe8c9ce-b60f-484e-aba6-698febcb78ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:46.492560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-901972e3-b3a8-41b5-930b-41130d8f4c60 None None] Provisioning complete for port c622bfad-f18c-4b92-8069-d303f1cda290 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.500320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-901972e3-b3a8-41b5-930b-41130d8f4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.504932 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Attempting to bind port c622bfad-f18c-4b92-8069-d303f1cda290 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:46.506066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Attempting to bind port c622bfad-f18c-4b92-8069-d303f1cda290 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:46.506411 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Attempting to bind port c622bfad-f18c-4b92-8069-d303f1cda290 on network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:46.522257 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:46.524075 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Checking segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:46.524828 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.525246 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Bound using segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:46.525957 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.527919 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Bound port: c622bfad-f18c-4b92-8069-d303f1cda290, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:46.528568 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.534306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26d54-dcc1-4fe8-bc92-1974a3c6565e req-8568eb5c-1990-43a6-8006-d40854b930af tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:46.536090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eee26d54-dcc1-4fe8-bc92-1974a3c6565e req-8568eb5c-1990-43a6-8006-d40854b930af tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 984 time: 0.7305324 Dec 13 09:57:46.546053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fadb8-c589-4359-8dfd-dfbda8393581 req-4ad0e99d-f95f-4ed5-978a-1f8eeba9feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:46.561904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c90fadb8-c589-4359-8dfd-dfbda8393581 req-4ad0e99d-f95f-4ed5-978a-1f8eeba9feeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 1097 time: 1.0470641 Dec 13 09:57:46.596671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d71d8776-85d3-4d98-90a1-4eaa06454b21 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.597702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.696887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Deleting port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:46.704357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.708422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.717578 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] For port c622bfad-f18c-4b92-8069-d303f1cda290, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:46.725313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.746848 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] For port c622bfad-f18c-4b92-8069-d303f1cda290, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c622bfad-f18c-4b92-8069-d303f1cda290,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:46.759406 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.761300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4007a206-2232-4006-880b-f04d72e688dc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:46.762239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.791026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84849687-cf15-4505-bca1-b415034073cb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.829484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.836618 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5687de0e-f593-4232-88dc-36f9d8e8a741 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3856800 Dec 13 09:57:46.837059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:46.850819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:46.900392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-901972e3-b3a8-41b5-930b-41130d8f4c60 None None] Port c622bfad-f18c-4b92-8069-d303f1cda290 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:46.940043 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac13cb-3c5e-4c49-a612-1394bb8cddaa None None] Pushing event updated for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:46.963104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:46.979943 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:46.981266 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:47.225629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] Provisioning complete for port c622bfad-f18c-4b92-8069-d303f1cda290 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:47.229665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.235923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.300377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c90fadb8-c589-4359-8dfd-dfbda8393581 req-1af917f7-890a-41ef-a836-120d7aacec39 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003636 Dec 13 09:57:47.366696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021b596-a52e-485a-9dc9-bbf59ce4e90b req-2e6aac17-8b28-45b4-84d0-ebde93e83854 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:47.369380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e021b596-a52e-485a-9dc9-bbf59ce4e90b req-2e6aac17-8b28-45b4-84d0-ebde93e83854 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 946 time: 0.4696717 Dec 13 09:57:47.443801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.507267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eee26d54-dcc1-4fe8-bc92-1974a3c6565e req-dd1ad2f6-d8dc-4fa8-94f3-81a7ceaea016 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9427388 Dec 13 09:57:47.556790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:47.557108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] For port cd757bc7-6fde-4ccf-8031-f9c3d486dd09, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:47.559123 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:47.562228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.563320 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b65162d-f7fd-4228-9663-b30118b31cb7" -d '{"events": [{"server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "name": "network-vif-plugged", "status": "completed", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:47.625153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:47.640765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.697184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Calling delete_port for cd757bc7-6fde-4ccf-8031-f9c3d486dd09 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:47.724492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e021b596-a52e-485a-9dc9-bbf59ce4e90b req-502b9811-cb74-4e74-979e-124953a96d67 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342080 Dec 13 09:57:47.763514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:47.913550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:47.919614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Allocated IP 172.25.1.135 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/4a6d2127-bb0a-4e32-b735-e084a38e050f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:47.992435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-976a7453-553b-4a3c-8ad3-b3496901467e req-c60a1225-2c9b-45ce-99e3-5b97e124adb7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 210 time: 0.1021016 Dec 13 09:57:48.044258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] For port c622bfad-f18c-4b92-8069-d303f1cda290, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c622bfad-f18c-4b92-8069-d303f1cda290,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:48.071987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.213696 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e472e41e-7d1d-4b78-aaf9-2ec85c4b9c56 x-openstack-request-id: req-e472e41e-7d1d-4b78-aaf9-2ec85c4b9c56 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:48.217152 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "name": "network-vif-plugged", "status": "completed", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:48.217322 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e472e41e-7d1d-4b78-aaf9-2ec85c4b9c56 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:48.219381 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'code': 200} Dec 13 09:57:48.233808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.246429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.334045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.337921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event deleted for resources: {'Port': ['ID=cd757bc7-6fde-4ccf-8031-f9c3d486dd09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:48.341381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-03f54dd2-4184-4d74-822d-c156d848b2ea None None] Provisioning complete for port c622bfad-f18c-4b92-8069-d303f1cda290 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:48.341748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03f54dd2-4184-4d74-822d-c156d848b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.427288 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:46Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:48.436108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a440c87-c164-437c-a578-6235720e34c7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:48.441948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e194c-74e8-47c7-a326-7feab7356434 req-cec581c7-960e-4c99-8013-a52bf01ee938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:48.456998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad4e194c-74e8-47c7-a326-7feab7356434 req-cec581c7-960e-4c99-8013-a52bf01ee938 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.2673166 Dec 13 09:57:48.491594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:48.505014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:48.513876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:48.539283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=4a6d2127-bb0a-4e32-b735-e084a38e050f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:48.544964 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40960e0-6b2f-4589-b3d7-c89eb8abb10e None None] The sync data for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 is: [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:46Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:48.551069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eac988-70c8-48a0-9652-49ab84936ae9 None None] Pushing event updated for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:48.578221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] No DVR routers for this DVR port cd757bc7-6fde-4ccf-8031-f9c3d486dd09 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:48.599027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.602624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5eb32f96-4ea8-4819-9127-4e43c2e4a247 req-4334ef04-c1bf-4049-b1f0-48474e098d53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "DELETE /v2.0/ports/cd757bc7-6fde-4ccf-8031-f9c3d486dd09 HTTP/1.1" status: 204 len: 173 time: 3.0115147 Dec 13 09:57:48.603661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-deleted', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:48.627287 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df37193-41fa-4e9e-b34a-98fd82fd14aa" -d '{"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-deleted", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:48.679399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:48.693095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543269318', 'description': 'tempest-secgroup-smoke-1543269318 description', 'project_id': 'fbe008a498cc4e299357a3805b81b203'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:48.697151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7a440c87-c164-437c-a578-6235720e34c7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:48.697701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:48.844025 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b1534-bb13-46e6-bbd1-73ac6e0040c5 x-openstack-request-id: req-606b1534-bb13-46e6-bbd1-73ac6e0040c5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:48.847622 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fe16d-9eb2-4b07-9091-99baf216022f", "name": "network-vif-deleted", "tag": "cd757bc7-6fde-4ccf-8031-f9c3d486dd09", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:48.848042 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-606b1534-bb13-46e6-bbd1-73ac6e0040c5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:48.848682 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fe16d-9eb2-4b07-9091-99baf216022f', 'name': 'network-vif-deleted', 'tag': 'cd757bc7-6fde-4ccf-8031-f9c3d486dd09', 'status': 'completed', 'code': 200} Dec 13 09:57:48.855469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad4e194c-74e8-47c7-a326-7feab7356434 req-4e8e0d14-e0a4-439c-897b-48e338f11717 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3909650 Dec 13 09:57:48.949550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.214081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.216701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece85a8-c4d4-45ba-a126-1796b9a32481 req-cad41c91-ffc1-47c1-a267-84f134caba15 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:49.237717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bece85a8-c4d4-45ba-a126-1796b9a32481 req-cad41c91-ffc1-47c1-a267-84f134caba15 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.4760551 Dec 13 09:57:49.352484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:49.358760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995dc67-8a46-4306-b6f2-bee906bd6720 req-dec3b440-35b9-4a40-86e7-9878263d6ff5 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:49.360872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6995dc67-8a46-4306-b6f2-bee906bd6720 req-dec3b440-35b9-4a40-86e7-9878263d6ff5 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 946 time: 0.4235978 Dec 13 09:57:49.402683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: cd757bc7-6fde-4ccf-8031-f9c3d486dd09 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:49.403045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cd757bc7-6fde-4ccf-8031-f9c3d486dd09 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:49.426615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.433493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.438399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.464905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bece85a8-c4d4-45ba-a126-1796b9a32481 req-6cadc7e1-e3a4-483a-88f0-5ec02b78fc52 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2256856 Dec 13 09:57:49.562885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.565110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8846979 Dec 13 09:57:49.567734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0098d475-bf0a-40f4-88e4-022eda328444,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:49.575331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:49.585052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.585739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.586381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.586879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.587376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.587900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.588406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.588986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.589579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.590344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.590855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.591345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.591930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90d118-07d1-41af-affe-c2279f4b358e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:57:49.596382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:49.652257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-7102df7a-67ef-4ffd-ac57-3da3e17f629e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:49.658253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-7102df7a-67ef-4ffd-ac57-3da3e17f629e tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 815 time: 0.6608503 Dec 13 09:57:49.689958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6995dc67-8a46-4306-b6f2-bee906bd6720 req-b783b5a8-7364-48a3-bfc2-da4bce0b044d tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173139 Dec 13 09:57:49.717719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Request body: {'port': {'device_id': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'admin_state_up': True, 'tenant_id': 'fff45063a8154d5ab2a35578e13eb3e2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:49.730702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1bac664-2d4d-41c7-a189-a34be9c794d5 req-aa334ae7-74d1-4716-8804-d107019bc997 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 210 time: 0.0672712 Dec 13 09:57:49.797184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.909756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.924138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.927311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.939023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:49.958639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Made reservation on behalf of fff45063a8154d5ab2a35578e13eb3e2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:49.962753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.012773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9194e1-1f85-4641-9421-66c9a4bfdfe3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:50.036224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.040438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdd6d943-5495-474d-aae0-2948501accfb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4564161 Dec 13 09:57:50.044146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:50.064924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:50.317373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Allocated IP 172.20.0.13 (510eb792-01a5-47d1-99c2-307be33fc1b9/99ba939f-daf5-4087-9343-4dd45203d509/03fabc74-5e98-4a19-bfb6-a15c039221d5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:50.338899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=4a6d2127-bb0a-4e32-b735-e084a38e050f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:50.384723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.411917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c622bfad-f18c-4b92-8069-d303f1cda290 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:57:50.542513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c622bfad-f18c-4b92-8069-d303f1cda290 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:50.549923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.616712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.626882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.648456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.710122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7839a34-0f4d-4424-a601-6b1e8d7b1981,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:50.744557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.747245 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-44c88b8e-fc54-468a-bf42-164342691f71 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9078426 Dec 13 09:57:50.769457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.783057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:50.788743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b81a8b11-7236-4e7e-9087-d572a694948a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7379816 Dec 13 09:57:50.820150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:50.870214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96472-29e4-4c84-b710-9230fc21b64e req-ddb93a8e-154f-43a9-b540-2418001f2c75 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:50.871875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdc96472-29e4-4c84-b710-9230fc21b64e req-ddb93a8e-154f-43a9-b540-2418001f2c75 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 946 time: 0.4263582 Dec 13 09:57:50.971120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:50.986586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b24c25-96f3-4435-9ccd-9b63701ba69b req-358abf53-8200-4a53-a4c5-d711d464db05 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:50.988178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84b24c25-96f3-4435-9ccd-9b63701ba69b req-358abf53-8200-4a53-a4c5-d711d464db05 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.3014750 Dec 13 09:57:51.073045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.169909 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84b24c25-96f3-4435-9ccd-9b63701ba69b req-30e2e662-7305-4809-85c2-2703563cb2fc tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1609817 Dec 13 09:57:51.214568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdc96472-29e4-4c84-b710-9230fc21b64e req-8659db17-427f-438b-944c-3026238a1836 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321095 Dec 13 09:57:51.316093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.333795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.368049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7979015a-536c-448d-9a26-825889c1538b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.375574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.381990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.386176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a38036eb-a78d-4934-8c47-4a8aec040c4f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889041 Dec 13 09:57:51.386583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.393894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.433741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Network 510eb792-01a5-47d1-99c2-307be33fc1b9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:51.437167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:51.458503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:51.466554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.523941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event updated for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.604718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.612474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.632603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:51.633309 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.636210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f2b399-527b-4bb7-9e04-5fea2f6c7f4f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.650854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.652285 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b7c4e87-4e39-44cf-8733-def2194e2841 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646074 Dec 13 09:57:51.657914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.661959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f7bb-4308-41e6-822d-42517cd864de req-46826bc7-078f-4e4e-8905-fe1cde3ba140 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:51.662991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.669443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68c6f7bb-4308-41e6-822d-42517cd864de req-46826bc7-078f-4e4e-8905-fe1cde3ba140 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 932 time: 0.2216609 Dec 13 09:57:51.709733 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:57:51.721604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.736467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-febb7cfc-90b4-4f45-ab00-608dd59fa4fd tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0221002 Dec 13 09:57:51.750296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ba770a42-33a3-45d9-a31d-5c1c81ef0587 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:51.752478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ba770a42-33a3-45d9-a31d-5c1c81ef0587 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.44 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 946 time: 0.2032454 Dec 13 09:57:51.760360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Request body: {'port': {'device_id': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.777158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-856b1007-fb60-4742-a93a-8805c391bfc3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--933122824&fields=id&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 267 time: 0.1805930 Dec 13 09:57:51.825531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.836713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.883891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7bc516-1be8-4e17-a160-93f84d72d5c9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:51.894936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:51.896458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e4812d84-2b20-4ec1-b865-6818d349aabc tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2372115 Dec 13 09:57:51.899346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:51.903915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68c6f7bb-4308-41e6-822d-42517cd864de req-a43e0189-1624-42d3-9988-e4339002fb31 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335010 Dec 13 09:57:51.905808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'security_group_rule': {'security_group_id': '0098d475-bf0a-40f4-88e4-022eda328444', 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:51.946738 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Project fbe008a498cc4e299357a3805b81b203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 09:57:51.955708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.035946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.039904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.042737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.086340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.110113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2012184 Dec 13 09:57:52.120367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acf4e2-90f7-4a6c-8547-30bed2b9d231 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca48ccfb-fdd2-4134-b7d8-8815561c5792,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:52.259213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-88d91ff7-e89f-4210-a6a2-62d8b103de06 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:52.261863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-88d91ff7-e89f-4210-a6a2-62d8b103de06 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 817 time: 0.4848526 Dec 13 09:57:52.354250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71703-8326-4bf4-ab17-ef39b2f6050a req-99d223f6-e504-481a-bc7c-c33dc90640d2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:52.356146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3d71703-8326-4bf4-ab17-ef39b2f6050a req-99d223f6-e504-481a-bc7c-c33dc90640d2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.3173239 Dec 13 09:57:52.371770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f59a8379-55e2-4595-a812-8d0ac6e2fec9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/quotas/cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 375 time: 0.0986872 Dec 13 09:57:52.374855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Deleting port 25a462fd-a6be-4526-8791-f0d44fa327bc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:52.375414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:52.530169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-56ba9c24-3326-45fc-ab05-302c5abbfdeb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352494 Dec 13 09:57:53.064435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-052d0544-0100-4026-87f1-539decf1eb47 service neutron] 10.222.0.30 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932775 Dec 13 09:57:53.185177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3d71703-8326-4bf4-ab17-ef39b2f6050a req-1ed832c4-4d0d-48a7-9984-7e8804f96f35 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8056023 Dec 13 09:57:53.262787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] For port 25a462fd-a6be-4526-8791-f0d44fa327bc, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=25a462fd-a6be-4526-8791-f0d44fa327bc,segment=NetworkSegment(0f808006-8533-49a5-99b8-55a48d7055eb),segment_id=0f808006-8533-49a5-99b8-55a48d7055eb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:53.263173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.356301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Calling delete_port for 25a462fd-a6be-4526-8791-f0d44fa327bc owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:53.390943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-bb7ed732-1c1f-4ce9-ad0f-0f91264984a0 service neutron] 10.222.0.30 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224697 Dec 13 09:57:53.431873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:53.532010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fabc74-5e98-4a19-bfb6-a15c039221d5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:57:53.552752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.614894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Transition to ACTIVE for port object 03fabc74-5e98-4a19-bfb6-a15c039221d5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:57:53.628287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:53.910350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Pushing event updated for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:54.039366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.200049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-d78b19f7-e7ac-4c85-a35d-97bfa1017d69 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543269318&fields=id&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 267 time: 0.4416454 Dec 13 09:57:54.230379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Pushing event deleted for resources: {'Port': ['ID=25a462fd-a6be-4526-8791-f0d44fa327bc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:54.414699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Attempting to bind port 03fabc74-5e98-4a19-bfb6-a15c039221d5 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:57:54.415702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Attempting to bind port 03fabc74-5e98-4a19-bfb6-a15c039221d5 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:57:54.415989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Attempting to bind port 03fabc74-5e98-4a19-bfb6-a15c039221d5 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:54.437556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] No DVR routers for this DVR port 25a462fd-a6be-4526-8791-f0d44fa327bc on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:57:54.442895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 25a462fd-a6be-4526-8791-f0d44fa327bc no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:57:54.452674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.467308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85911d9a-b6fe-43f5-bbcb-25e3b788bd09 req-ac3f83fc-9c70-4ba4-8688-9c697603febf tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.44 "DELETE /v2.0/ports/25a462fd-a6be-4526-8791-f0d44fa327bc HTTP/1.1" status: 204 len: 173 time: 2.6884153 Dec 13 09:57:54.468261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Port 03fabc74-5e98-4a19-bfb6-a15c039221d5 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:57:54.468808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Attempting to bind port 03fabc74-5e98-4a19-bfb6-a15c039221d5 on network 510eb792-01a5-47d1-99c2-307be33fc1b9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:57:54.471803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'name': 'network-vif-deleted', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:54.484821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.487163 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a1cdbd-3f02-4bc4-980a-ee7101a58fe0" -d '{"events": [{"server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "name": "network-vif-deleted", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:54.500473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 25a462fd-a6be-4526-8791-f0d44fa327bc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:57:54.502834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 25a462fd-a6be-4526-8791-f0d44fa327bc not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:57:54.553081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91a516-99d1-4dbb-9b4b-354575ee22e2 req-3a4d6bfc-3be8-4e03-b598-f289f2452ec7 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.565048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d91a516-99d1-4dbb-9b4b-354575ee22e2 req-3a4d6bfc-3be8-4e03-b598-f289f2452ec7 tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/ports?device_id=12feee09-a8b1-4fb2-a012-fafaee768e60 HTTP/1.1" status: 200 len: 867 time: 0.7022111 Dec 13 09:57:54.585753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:57:54.586653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Checking segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:57:54.587273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Bound using segment: {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:57:54.587824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Bound port: 03fabc74-5e98-4a19-bfb6-a15c039221d5, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790accf3-6bd0-4964-bb3b-6b579865d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:57:54.588518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:54.727894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-22fad0ea-9100-4092-bc86-18e99a806492 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:54.753272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-22fad0ea-9100-4092-bc86-18e99a806492 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/networks?id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 200 len: 796 time: 0.5178714 Dec 13 09:57:54.809533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d91a516-99d1-4dbb-9b4b-354575ee22e2 req-36e213ca-3b66-4641-99b2-f954a470f4bd tempest-ServerGroupTestJSON-1307889551 tempest-ServerGroupTestJSON-1307889551-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416422 Dec 13 09:57:54.833545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-4176954d-f694-4a06-96d9-49f00c87e586 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/quotas/fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 375 time: 0.0747652 Dec 13 09:57:54.858853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:57:54.871783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:57:54.879625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.037103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.038006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.041433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] 10.222.0.37 "PUT /v2.0/ports/03fabc74-5e98-4a19-bfb6-a15c039221d5 HTTP/1.1" status: 200 len: 1092 time: 3.2832437 Dec 13 09:57:55.048109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024cc1-5ae4-455e-ab90-79a068c0e335 service neutron] Pushing event updated for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:55.050193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Deleting port 7944b0cf-adcf-4102-8321-8530c64ebb9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:55.051782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.116180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-56698b09-9dd6-4886-9894-c7b22e2e4fae tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894433 Dec 13 09:57:55.152655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81964f4a-6a9e-4914-9037-c077c2180483 req-c296ff8a-4e78-4840-a0b8-c6c625c84c25 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.159537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81964f4a-6a9e-4914-9037-c077c2180483 req-c296ff8a-4e78-4840-a0b8-c6c625c84c25 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 944 time: 0.1819420 Dec 13 09:57:55.272641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] For port 7944b0cf-adcf-4102-8321-8530c64ebb9a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7944b0cf-adcf-4102-8321-8530c64ebb9a,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:57:55.273012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.292311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Calling delete_port for 7944b0cf-adcf-4102-8321-8530c64ebb9a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:57:55.386222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81964f4a-6a9e-4914-9037-c077c2180483 req-ffe8c882-5410-41e5-9ad3-bc40be38def9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887624 Dec 13 09:57:55.434568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-88a03503-18b6-4820-ab13-07383b4455a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.436299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-88a03503-18b6-4820-ab13-07383b4455a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 1095 time: 0.2732031 Dec 13 09:57:55.559936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-8407630d-b059-423f-b9da-2f8595f2de22 service neutron] 10.222.0.30 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842711 Dec 13 09:57:55.669038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-faf2cdb8-db6b-471e-a4ee-ad889fd962ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5 HTTP/1.1" status: 200 len: 217 time: 0.2202859 Dec 13 09:57:55.699405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.752702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-d2290b57-dcab-4943-b000-888ce5395ceb service neutron] 10.222.0.30 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917136 Dec 13 09:57:55.763213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7944b0cf-adcf-4102-8321-8530c64ebb9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:55.778703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-34f60021-4bda-4ea6-8c3a-0b98772325d5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.791283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-34f60021-4bda-4ea6-8c3a-0b98772325d5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.3076835 Dec 13 09:57:55.801539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-7521a547-7763-481d-829e-3a3510ee513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:55.802637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-7521a547-7763-481d-829e-3a3510ee513e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.1135082 Dec 13 09:57:55.837234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-325bd4a6-2783-44ab-9595-9e4f6d9466b0 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:55.863719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-ba834499-435a-4961-9230-47679998cd95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494752 Dec 13 09:57:56.057580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-322987e9-5e4a-45a6-b28d-b4df8974b626 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850007 Dec 13 09:57:56.095111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-325bd4a6-2783-44ab-9595-9e4f6d9466b0 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.140618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-325bd4a6-2783-44ab-9595-9e4f6d9466b0 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.324100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9bc2823-589b-4d41-8041-27dda15bd66b req-930b1656-f8ec-432c-b367-d561602feb0e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 210 time: 0.0984809 Dec 13 09:57:56.398623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3aa3c7e-cc18-4366-9d72-a265f976daf0 req-325bd4a6-2783-44ab-9595-9e4f6d9466b0 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6061482 Dec 13 09:57:56.472429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-ddb25597-0501-4da3-8507-643b634da0cd tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:56.490024 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-ddb25597-0501-4da3-8507-643b634da0cd tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 817 time: 0.9451928 Dec 13 09:57:56.506696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0338d3b4-0b4c-456a-8da7-131213184d21 req-09d0096c-f642-464d-886a-ee48ca9d28cd service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376945 Dec 13 09:57:56.512961 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894de9d9-5cfd-479d-8150-18a08c93a46d x-openstack-request-id: req-894de9d9-5cfd-479d-8150-18a08c93a46d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:56.513278 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12feee09-a8b1-4fb2-a012-fafaee768e60", "name": "network-vif-deleted", "tag": "25a462fd-a6be-4526-8791-f0d44fa327bc", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:56.513616 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-894de9d9-5cfd-479d-8150-18a08c93a46d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:56.514132 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12feee09-a8b1-4fb2-a012-fafaee768e60', 'name': 'network-vif-deleted', 'tag': '25a462fd-a6be-4526-8791-f0d44fa327bc', 'status': 'completed', 'code': 200} Dec 13 09:57:56.515667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:56.545562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd4a6-2783-44ab-9595-9e4f6d9466b0 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8822590-4aa1-4eae-8a1b-73d8867e7f4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:56.627305 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-451e1fa7-aeed-46d5-8a62-0b6745837898 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 379 time: 0.1333423 Dec 13 09:57:56.641641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'port': {'device_id': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'admin_state_up': True, 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'security_groups': ['5fe8c9ce-b60f-484e-aba6-698febcb78ec']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:56.654571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-043459fc-647b-4022-bb93-46587b748131 req-cc95b7b0-efc7-4424-b163-855d3891a00f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 210 time: 0.1097517 Dec 13 09:57:56.721516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3577c-5164-4d86-8acc-9aa5c9d938ac tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:56.726046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ac3577c-5164-4d86-8acc-9aa5c9d938ac tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1131 time: 0.2064149 Dec 13 09:57:56.728367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:56.731196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a5ca-1e03-45cb-aecb-6aaf93409624 req-5c2e74a4-0d87-4051-8606-31a372056fe1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:56.735712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d98a5ca-1e03-45cb-aecb-6aaf93409624 req-5c2e74a4-0d87-4051-8606-31a372056fe1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 944 time: 0.2034092 Dec 13 09:57:56.743253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:56.793378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:56.827326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d98a5ca-1e03-45cb-aecb-6aaf93409624 req-430db665-e234-4198-8424-703edb8c725f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825863 Dec 13 09:57:56.844186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.034964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Made reservation on behalf of cc1575bf7bcd4494a6f3c27c1855b560 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:57.046724 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.086178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46946) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:57.151433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Deleting subnet 35c669df-e662-4948-9a14-687264dadbb0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:57:57.155411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.179311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.197511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.245597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.313688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.322295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.346160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c669df-e662-4948-9a14-687264dadbb0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:57.348240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.351516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df8eff93-fb2e-4a9c-854e-a35525a4d76c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35c669df-e662-4948-9a14-687264dadbb0 HTTP/1.1" status: 204 len: 168 time: 0.2640207 Dec 13 09:57:57.353964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:57.403497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Allocated IP 172.20.0.4 (064d79cb-0c5c-4be1-86bc-759d777808d2/a89c27a3-3c62-453b-af3e-973d76f62ec7/8ab9d3be-fd46-4bc6-91c3-2395b179a786) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:57.492525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Router 35d52281-1e88-4376-8561-e820921eb58f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:57:57.500194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.528700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39a23ae9-0e9f-4e13-bc70-58e641d00939 req-89a156fc-0a25-4c85-a5de-87c1ee349f1a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 210 time: 0.0699825 Dec 13 09:57:57.682701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.762817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e70c64-bf0a-424a-a7af-0737139e1cda']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:57.799712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-959bda17-a601-4df9-9e80-6aff12be9d36 req-ca8d5418-9d9b-4ae1-b1ce-0b79710f67c9 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 210 time: 0.0543811 Dec 13 09:57:57.805503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f808006-8533-49a5-99b8-55a48d7055eb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:57.805877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f808006-8533-49a5-99b8-55a48d7055eb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:57.831205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.847640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-7421945b-d773-47d9-9e7a-43803a6dd086 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:57.849284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-7421945b-d773-47d9-9e7a-43803a6dd086 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/networks?id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 200 len: 796 time: 0.2822187 Dec 13 09:57:57.860919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.896810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:57:57.897270 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:57:57.899032 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:57:57.961054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.25.1.224 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6c27ddb9-fa0c-4378-8f4a-c5d5595b2470) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:58.010806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-15fd8551-f6b2-4ed3-9fef-79d402fcfd2f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbe008a498cc4e299357a3805b81b203 HTTP/1.1" status: 200 len: 380 time: 0.1515551 Dec 13 09:57:58.032019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'port': {'device_id': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'admin_state_up': True, 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'security_groups': ['0098d475-bf0a-40f4-88e4-022eda328444']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:58.042568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.062324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:57:58.073639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8848f10d-84fa-4f05-b1ac-19ccb70fb7e1 admin admin] 10.222.0.30 "PUT /v2.0/routers/35d52281-1e88-4376-8561-e820921eb58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6399493 Dec 13 09:57:58.081857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:58.083187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Sync routers for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:57:58.089216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.094499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/44e70c64-bf0a-424a-a7af-0737139e1cda HTTP/1.1" status: 204 len: 168 time: 0.7371755 Dec 13 09:57:58.095161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.114277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:58.115191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:58.148126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b673b-4e19-4302-bb54-a42555d10ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e70c64-bf0a-424a-a7af-0737139e1cda,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:58.188062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98872b2-cf63-484c-95a2-888a1b75fca3 req-6abe3ad7-1b6a-49f6-a108-ad45fbc12f99 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:58.205370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a98872b2-cf63-484c-95a2-888a1b75fca3 req-6abe3ad7-1b6a-49f6-a108-ad45fbc12f99 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 944 time: 0.2288148 Dec 13 09:57:58.259714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:58.289562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.297081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:58.320299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.383715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a98872b2-cf63-484c-95a2-888a1b75fca3 req-a389a237-6405-4bc0-bf68-674e293a4f53 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762817 Dec 13 09:57:58.384373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.465279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Made reservation on behalf of fbe008a498cc4e299357a3805b81b203 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:57:58.470696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.515009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:57:58.525917 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0acf312-13ea-49e4-b158-eb2855f98190" -d '{"events": [{"name": "network-changed", "server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:57:58.546072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:58.551506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ee12750-55c6-4eb7-ac41-0b20e6e7b012 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=820ea8e20ff64e21b7e303a2c00e42f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515354 Dec 13 09:57:58.553985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:57:58.554500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:57:55Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:58.630139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:58.635969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Checking router: 35d52281-1e88-4376-8561-e820921eb58f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:57:58.638028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:58.644958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.656211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:58.658293 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bff44a-b61c-4cf6-806d-f592daee7467 x-openstack-request-id: req-69bff44a-b61c-4cf6-806d-f592daee7467 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:57:58.658856 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:57:58.659078 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69bff44a-b61c-4cf6-806d-f592daee7467 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:57:58.659637 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5', 'status': 'completed', 'code': 200} Dec 13 09:57:58.681311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Routers {'35d52281-1e88-4376-8561-e820921eb58f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:57:58.681661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['35d52281-1e88-4376-8561-e820921eb58f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:58.714098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:57:58.716276 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.788973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd546-be39-4eaf-ad32-ef324ada1203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:58.796495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:57:58.809424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:57:58.886344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] Set router 35d52281-1e88-4376-8561-e820921eb58f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:57:58.965871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e3793-bf60-450b-977c-b99b318f5fdf req-d807b389-ef02-49e7-b859-5d52aff92b47 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:58.977383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4e3793-bf60-450b-977c-b99b318f5fdf req-d807b389-ef02-49e7-b859-5d52aff92b47 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 931 time: 0.3154876 Dec 13 09:57:59.025882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-5b6a7300-5d72-4e61-a8e0-ed073bd39d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:59.027436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-5b6a7300-5d72-4e61-a8e0-ed073bd39d68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 1095 time: 0.3669925 Dec 13 09:57:59.083119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.110701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7c268ad-2615-453d-9082-e5232577c6fb req-a107a1d5-854d-4870-91d9-b2dee5c88635 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 210 time: 0.1232364 Dec 13 09:57:59.194178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4e3793-bf60-450b-977c-b99b318f5fdf req-db215e75-9982-4f97-861a-e55c5aa6a2ce tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100782 Dec 13 09:57:59.197532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.20.0.5 (1094f3fb-cdb3-4a22-b4a9-d4937d37a043/1547b99d-bb18-408b-9b9d-05f03541b016/00895650-b663-47d8-9317-38bec129aaab) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:57:59.198896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.200237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f4af3dd-b747-4487-8e4c-50d2cd3c1c69 None None] Provisioning complete for port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:57:59.200598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f4af3dd-b747-4487-8e4c-50d2cd3c1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.222787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:59.223435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.270863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.281220 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-f40639f0-c559-467a-865a-35a900ae85e2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6449778 Dec 13 09:57:59.301401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7f4af3dd-b747-4487-8e4c-50d2cd3c1c69 None None] Port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:57:59.315508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Request body: {'port': {'device_id': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:57:59.330245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:57:55Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:57:59.363178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=6c27ddb9-fa0c-4378-8f4a-c5d5595b2470,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:59.392316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b159ac4-13c5-47a9-9064-0089e2b38f3d None None] The sync data for ids ['35d52281-1e88-4376-8561-e820921eb58f'] in n-d-820531-5 is: [{'id': '35d52281-1e88-4376-8561-e820921eb58f', 'name': 'tempest-TaggedBootDevicesTest_v242-1201544447-router', 'tenant_id': '78b8287346a8472c9fe4ac4c72b75a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:11Z', 'updated_at': '2021-12-13T09:57:55Z', 'revision_number': 5, 'project_id': '78b8287346a8472c9fe4ac4c72b75a72', 'gw_port': {'id': '89b2c46e-2441-4cbc-a6a6-990b286b1e04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d52281-1e88-4376-8561-e820921eb58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:12Z', 'updated_at': '2021-12-13T09:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:57:59.454221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.466801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Deleting port 89b2c46e-2441-4cbc-a6a6-990b286b1e04 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:57:59.467366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.510104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-ab3a55e0-caac-4d0f-9438-4d3890747f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:59.511860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-ab3a55e0-caac-4d0f-9438-4d3890747f6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 200 len: 916 time: 0.4594636 Dec 13 09:57:59.587367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-5bb6f923-d104-4c25-bee5-a319b7e31a41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5 HTTP/1.1" status: 200 len: 217 time: 0.0662577 Dec 13 09:57:59.596212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.599403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.600778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041 HTTP/1.1" status: 204 len: 168 time: 1.0453830 Dec 13 09:57:59.660580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a96419-9de6-40f8-915a-c6ea26bb0d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b9b01-e4b4-4fb7-bf3f-4e6b01d48041,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:57:59.726482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfeb3d-7e8a-4c12-87f6-c74f367da4fd req-65aed586-6dfb-4aab-8284-754b29b9dadf tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:59.734104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fedfeb3d-7e8a-4c12-87f6-c74f367da4fd req-65aed586-6dfb-4aab-8284-754b29b9dadf tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 944 time: 0.2382326 Dec 13 09:57:59.762142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:57:59.780962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-77705117-04e2-42cf-b252-4e0d21eda306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:57:59.784803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-77705117-04e2-42cf-b252-4e0d21eda306 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 200 len: 855 time: 0.1559763 Dec 13 09:57:59.874276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-73441999-6dbd-41a4-a557-e56f95ed8f0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=510eb792-01a5-47d1-99c2-307be33fc1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814779 Dec 13 09:57:59.937474 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.031929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fedfeb3d-7e8a-4c12-87f6-c74f367da4fd req-173075c1-875d-4170-9b5c-baff2c5c7256 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966888 Dec 13 09:58:00.083680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:00.090589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:00.097528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:00.105025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:00.176224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7944b0cf-adcf-4102-8321-8530c64ebb9a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:00.226692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7944b0cf-adcf-4102-8321-8530c64ebb9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:00.226991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7944b0cf-adcf-4102-8321-8530c64ebb9a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:00.270733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:00.271658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.277375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-e6d6ea46-6c64-4648-8433-0716b05f2b9f service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490622 Dec 13 09:58:00.456018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ad233203-8f72-4e60-92a5-c2656dfcb17a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4268537 Dec 13 09:58:00.474186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Request body: {'port': {'device_id': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:00.498859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.555459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba84afe7-63cc-49ae-b369-0e4b4a2c29e1 None None] Provisioning complete for port 00895650-b663-47d8-9317-38bec129aaab triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:00.556456 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba84afe7-63cc-49ae-b369-0e4b4a2c29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.572839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0acf312-13ea-49e4-b158-eb2855f98190 req-8ee1198d-b950-4e5b-af16-83b5439ac794 service neutron] 10.222.0.37 "GET /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566392 Dec 13 09:58:00.576484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] For port 89b2c46e-2441-4cbc-a6a6-990b286b1e04, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89b2c46e-2441-4cbc-a6a6-990b286b1e04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:00.586955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.611782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc222a-ee62-48eb-b5de-778df5f8b4c0 req-bed64191-50c8-456b-a609-a4224a39a26a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:00.613521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdc222a-ee62-48eb-b5de-778df5f8b4c0 req-bed64191-50c8-456b-a609-a4224a39a26a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 931 time: 0.3352497 Dec 13 09:58:00.680783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:00.749617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abdc222a-ee62-48eb-b5de-778df5f8b4c0 req-a0b0f530-ae43-4023-b85a-4731e08b9817 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148872 Dec 13 09:58:00.766716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cab1e-a68f-4847-a3a4-2869eb5c11b8 req-f1f192cb-3b2e-47ca-b98e-39214d5d1181 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:00.769280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e84cab1e-a68f-4847-a3a4-2869eb5c11b8 req-f1f192cb-3b2e-47ca-b98e-39214d5d1181 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 931 time: 0.3272283 Dec 13 09:58:00.773207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Calling delete_port for 89b2c46e-2441-4cbc-a6a6-990b286b1e04 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:00.832768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ba84afe7-63cc-49ae-b369-0e4b4a2c29e1 None None] Port 00895650-b663-47d8-9317-38bec129aaab cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:00.943078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d50f156-3927-4ccc-b7bb-89009948f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.125974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:01.132592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e84cab1e-a68f-4847-a3a4-2869eb5c11b8 req-045a9036-7c3f-488e-825d-5a90872476a3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828040 Dec 13 09:58:01.149520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.168798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Transition to ACTIVE for port object 8ab9d3be-fd46-4bc6-91c3-2395b179a786 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:01.169823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.212427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.238787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf3df9-ed52-491d-8f9c-9517bcc32af5 req-c335606f-7b6b-4210-a985-50762fc2c8cc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:01.240369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4acf3df9-ed52-491d-8f9c-9517bcc32af5 req-c335606f-7b6b-4210-a985-50762fc2c8cc tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 944 time: 0.0986314 Dec 13 09:58:01.270958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.356778 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4acf3df9-ed52-491d-8f9c-9517bcc32af5 req-fac4bc80-08ca-48c9-b745-1b2a0895bcd6 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080267 Dec 13 09:58:01.379206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00895650-b663-47d8-9317-38bec129aaab {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:01.388399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.410889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Transition to ACTIVE for port object 00895650-b663-47d8-9317-38bec129aaab will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:01.414270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 03fabc74-5e98-4a19-bfb6-a15c039221d5 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:01.419525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.511937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Pushing event updated for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.605808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Attempting to bind port 00895650-b663-47d8-9317-38bec129aaab on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:01.606266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Attempting to bind port 00895650-b663-47d8-9317-38bec129aaab by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:01.606712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Attempting to bind port 00895650-b663-47d8-9317-38bec129aaab on network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:01.629307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Port 00895650-b663-47d8-9317-38bec129aaab on network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:01.629950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Attempting to bind port 00895650-b663-47d8-9317-38bec129aaab on network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:01.637326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:01.638184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Checking segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:01.638746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Bound using segment: {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:01.639303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Bound port: 00895650-b663-47d8-9317-38bec129aaab, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8305e651-f281-4756-9406-955c993d7d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:01.639939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.731237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:01.751190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Attempting to bind port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:01.753318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Attempting to bind port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:01.753822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Attempting to bind port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:01.770283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '03fabc74-5e98-4a19-bfb6-a15c039221d5', 'network_id': '510eb792-01a5-47d1-99c2-307be33fc1b9', 'port_id': '03fabc74-5e98-4a19-bfb6-a15c039221d5', 'mac_address': 'fa:16:3e:8a:7f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ba939f-daf5-4087-9343-4dd45203d509', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:01.776260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:01.776810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Attempting to bind port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 on network 064d79cb-0c5c-4be1-86bc-759d777808d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:01.789576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:01.790187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Checking segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:01.790739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Bound using segment: {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:01.791369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Bound port: 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9cac54-5346-48d3-bcf5-8406b658f818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:01.791908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.797063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:01.799016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.803229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=00895650-b663-47d8-9317-38bec129aaab,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:01.808755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:01.818381 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.910412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:01.943831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fabc74-5e98-4a19-bfb6-a15c039221d5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:01.947116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b2c46e-2441-4cbc-a6a6-990b286b1e04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:01.995555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:02.001502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.021347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:02.044961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.052396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:02.055699 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.066342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.072395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.078328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:02.249879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e25d8f-2a5a-45a4-b642-936541c5ec2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.250439 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.329240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['03fabc74-5e98-4a19-bfb6-a15c039221d5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:02.347730 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e25d8f-2a5a-45a4-b642-936541c5ec2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.362621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e25d8f-2a5a-45a4-b642-936541c5ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.367652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.369897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.370520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.371942 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1091 time: 3.0626404 Dec 13 09:58:02.399308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:02.401714 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:02.404995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.414621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e25d8f-2a5a-45a4-b642-936541c5ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b43f61d-58cd-489e-b41d-30aa77cae868,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:02.423600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=6c27ddb9-fa0c-4378-8f4a-c5d5595b2470,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:02.625351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.638134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Pushing event updated for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:02.659938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.660563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:02.662076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-0cd13b7f-b444-438f-99ec-355cdae66cbb service neutron] 10.222.0.44 "PUT /v2.0/ports/00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 200 len: 1091 time: 2.1939120 Dec 13 09:58:02.665227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:02.667229 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5923a6a8-81b0-4fe2-998f-efcdccfc9999" -d '{"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:02.671584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-51e25d8f-2a5a-45a4-b642-936541c5ec2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0967f5a67dfd417a90d38cafc2fd635d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453708 Dec 13 09:58:02.717456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:02.881216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d78ebc-375e-4b1e-96b7-37d55405cb93 req-f257dcee-b382-4029-ac70-203a77e6ffe4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.888533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85d78ebc-375e-4b1e-96b7-37d55405cb93 req-f257dcee-b382-4029-ac70-203a77e6ffe4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2526686 Dec 13 09:58:02.906517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027e1d-f0ba-4923-a3e4-c8ffe6c4d8cd req-db14cd51-aaff-477c-ae8c-510f785d3c94 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.908275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2027e1d-f0ba-4923-a3e4-c8ffe6c4d8cd req-db14cd51-aaff-477c-ae8c-510f785d3c94 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 943 time: 0.2736013 Dec 13 09:58:02.925365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-2228b637-d241-4662-87d3-cd72609f859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:02.926863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-2228b637-d241-4662-87d3-cd72609f859c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1094 time: 0.2103605 Dec 13 09:58:02.995801 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.008813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-2d8ed093-8977-4127-85fd-bb4b39c2bca6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 200 len: 217 time: 0.0654812 Dec 13 09:58:03.088296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.107298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85d78ebc-375e-4b1e-96b7-37d55405cb93 req-08d01ca8-4d6f-4e5b-94eb-3de0a0a9779c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177801 Dec 13 09:58:03.130262 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Floating IP b9129a8d-c466-404c-9336-944c414cbb90 associated. External IP: 172.25.1.224, port: d71d8776-85d3-4d98-90a1-4eaa06454b21. Dec 13 09:58:03.141258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2027e1d-f0ba-4923-a3e4-c8ffe6c4d8cd req-cf76425c-bfdd-49ba-a389-0fd8fd8a34ad tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147801 Dec 13 09:58:03.142893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.143429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d52281-1e88-4376-8561-e820921eb58f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:03.227476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef9d3-0479-45ad-8443-85ee0905a970 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:03.249212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.257219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-c5c499a1-7840-41d1-9e99-e53585c13382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:03.258207 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-22c5e88f-6a12-416d-8e43-087a0930c1e6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/35d52281-1e88-4376-8561-e820921eb58f HTTP/1.1" status: 204 len: 168 time: 5.1746733 Dec 13 09:58:03.260043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-c5c499a1-7840-41d1-9e99-e53585c13382 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1547b99d-bb18-408b-9b9d-05f03541b016 HTTP/1.1" status: 200 len: 835 time: 0.2246790 Dec 13 09:58:03.262583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:03.358755 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349ab92d-6732-4625-a025-ddfff7bc9b45 x-openstack-request-id: req-349ab92d-6732-4625-a025-ddfff7bc9b45 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:03.359346 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:03.359843 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-349ab92d-6732-4625-a025-ddfff7bc9b45 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:03.364900 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab', 'status': 'completed', 'code': 200} Dec 13 09:58:03.381100 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43b453-a9bc-4470-96a6-d6e91efc791a x-openstack-request-id: req-9d43b453-a9bc-4470-96a6-d6e91efc791a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:03.381600 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:03.381962 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d43b453-a9bc-4470-96a6-d6e91efc791a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:03.382585 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'status': 'completed', 'code': 200} Dec 13 09:58:03.389741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-09e98c51-c050-4489-aa36-c2827595e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:03.392546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-09e98c51-c050-4489-aa36-c2827595e4b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1094 time: 0.9652300 Dec 13 09:58:03.427370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Deleting subnet ea3a3c63-7f7f-4621-b502-7ac5e1209708 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:03.429702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.432426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.433879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b43f61d-58cd-489e-b41d-30aa77cae868 HTTP/1.1" status: 204 len: 168 time: 0.7153904 Dec 13 09:58:03.436940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 03fabc74-5e98-4a19-bfb6-a15c039221d5 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:03.442323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.494672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ba3f3-a65e-45cd-a75d-b1710f379970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b43f61d-58cd-489e-b41d-30aa77cae868,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:03.507395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60235c-64c5-4abd-91a5-f4d5bd4adced req-886990b0-a444-4d35-bd20-7a02148d95c7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:03.508936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf60235c-64c5-4abd-91a5-f4d5bd4adced req-886990b0-a444-4d35-bd20-7a02148d95c7 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 945 time: 0.2431192 Dec 13 09:58:03.564538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-752c8657-b76a-40af-bb2a-2fd38602225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:03.566351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-752c8657-b76a-40af-bb2a-2fd38602225d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786286 Dec 13 09:58:03.622437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-e74dc0cf-b0e9-48d2-9cad-c63bbfc6ffa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 217 time: 0.1337612 Dec 13 09:58:03.636795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 03fabc74-5e98-4a19-bfb6-a15c039221d5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:03.643740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.653451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 03fabc74-5e98-4a19-bfb6-a15c039221d5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:03.653818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.668441 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.772102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-4607bbeb-aafe-44db-8fa5-6128f70f3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:03.773693 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-4607bbeb-aafe-44db-8fa5-6128f70f3e93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1398435 Dec 13 09:58:03.843475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.871885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:03.883952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:03.949411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:03.951993 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d957f-f2e9-42c1-8b34-d02f0d4d6767" -d '{"events": [{"server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "name": "network-vif-plugged", "status": "completed", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:04.000160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf60235c-64c5-4abd-91a5-f4d5bd4adced req-1f0a3e02-d0bc-4cdf-9f54-46478767bcac tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503763 Dec 13 09:58:04.010229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:04.019115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.087494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:04.098333 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81724b0-f7a1-437e-9ec5-d6c1b257ca18 x-openstack-request-id: req-b81724b0-f7a1-437e-9ec5-d6c1b257ca18 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:04.102737 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Sync routers for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:04.103658 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "name": "network-vif-plugged", "status": "completed", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:04.104089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b81724b0-f7a1-437e-9ec5-d6c1b257ca18 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:04.104820 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5', 'code': 200} Dec 13 09:58:04.116436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:04.117616 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.168826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-ce16dece-71ce-4b4b-a6de-0e34b86d224c service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845261 Dec 13 09:58:04.179724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.205884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89b2c46e-2441-4cbc-a6a6-990b286b1e04 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:04.238411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6778cd-448d-4036-830f-24e193e8d372 req-e2ee5fcf-86a4-4eab-95a7-9babd61d3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.245536 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-e2ee5fcf-86a4-4eab-95a7-9babd61d3a0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4624987 Dec 13 09:58:04.248342 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.252459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 89b2c46e-2441-4cbc-a6a6-990b286b1e04 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:04.253036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89b2c46e-2441-4cbc-a6a6-990b286b1e04 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:04.264808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.352632 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-781937a2-e38f-4668-886d-acd23d67f8d4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.6182349 Dec 13 09:58:04.352987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.370578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be5fa8-664e-4917-99fe-978c00258873 None None] Network 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:04.389054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3a3c63-7f7f-4621-b502-7ac5e1209708,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:04.405067 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:04.468004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.480578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-706004b5-1ba3-47bc-acda-bf969ddc4782 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea3a3c63-7f7f-4621-b502-7ac5e1209708 HTTP/1.1" status: 204 len: 168 time: 1.2104011 Dec 13 09:58:04.490456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47104) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.641059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] DHCP port deletion for 8bacb149-e1c8-46f5-ab37-9eb8735eeb28 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:04.698407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74732e-0499-45d8-8a67-cd4d72d4b3bf req-d8be633b-16d6-487f-b2b2-3fa2d9175c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.717028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b74732e-0499-45d8-8a67-cd4d72d4b3bf req-d8be633b-16d6-487f-b2b2-3fa2d9175c10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 1097 time: 0.5910614 Dec 13 09:58:04.824315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.861996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76689e-858a-454c-94fc-f81afd6a9f46 req-f70e96a7-8e0d-4e63-84e9-536a32ae302c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.861996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c76689e-858a-454c-94fc-f81afd6a9f46 req-f70e96a7-8e0d-4e63-84e9-536a32ae302c tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 943 time: 0.5090942 Dec 13 09:58:04.874986 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b9129a8d-c466-404c-9336-944c414cbb90', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'port_id': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'mac_address': 'fa:16:3e:f6:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:59Z', 'updated_at': '2021-12-13T09:57:59Z', 'revision_number': 0, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.886335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.886970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.887507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.888423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.888573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.889087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.889623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.890283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.890800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.891435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.892391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.894520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ca34a397-6303-4566-8389-c6388ac251a5 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7753 time: 0.5082786 Dec 13 09:58:04.900830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:04.906205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Deleting port 10232a04-e2b5-4d3a-a6b4-523914fedf64 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:04.906993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8091cc-e179-4478-9ed5-b8009f071bb7 req-a695d102-5f83-4452-a7b4-47e57746927f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:04.907794 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:04.908934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c8091cc-e179-4478-9ed5-b8009f071bb7 req-a695d102-5f83-4452-a7b4-47e57746927f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.5703223 Dec 13 09:58:04.915709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44082444-6b4f-42fe-ba92-0c3fe8920aa6 req-14858e76-6d1b-4992-83d3-d81a582cb6d1 service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877928 Dec 13 09:58:04.928899 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Checking router: 37ffee03-4e1e-493a-9fb4-2d36bc623eaf for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:04.940976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:04.942217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:04.952870 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-43d170df-a621-487e-bb01-5e8b2f84bec3 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154292 Dec 13 09:58:05.046050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.092622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:05.097257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] For port 10232a04-e2b5-4d3a-a6b4-523914fedf64, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=10232a04-e2b5-4d3a-a6b4-523914fedf64,segment=NetworkSegment(8b780ea9-9580-43b8-b8b8-bf9ddaad3f96),segment_id=8b780ea9-9580-43b8-b8b8-bf9ddaad3f96)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:05.097661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.132255 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8e6778cd-448d-4036-830f-24e193e8d372 req-0c455b5c-4469-467a-b090-265c9f19cd9a service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710691 Dec 13 09:58:05.144295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Calling delete_port for 10232a04-e2b5-4d3a-a6b4-523914fedf64 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:05.171409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.171652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.172146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.172607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.173066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.174529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.174971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.175688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.176102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.176559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.180079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ea2cd9f-4b80-422b-8f24-8a507c9e248e tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.2781117 Dec 13 09:58:05.183462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:05.249517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c76689e-858a-454c-94fc-f81afd6a9f46 req-c122c0a3-3e9e-467c-8478-cadf1e4d0be7 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687453 Dec 13 09:58:05.269154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b74732e-0499-45d8-8a67-cd4d72d4b3bf req-c27617d8-ed77-4365-acb1-66e73d56c4fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153747 Dec 13 09:58:05.358048 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.432966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-071d6c37-b839-4804-aaeb-4ec708b8ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.434519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] Pushing event deleted for resources: {'Port': ['ID=10232a04-e2b5-4d3a-a6b4-523914fedf64,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:05.437057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:05.440843 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3869bb-da43-477b-b726-650d2f475b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:05.444322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-071d6c37-b839-4804-aaeb-4ec708b8ccbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1094 time: 0.4461253 Dec 13 09:58:05.448302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9af54-2847-442a-855a-4e010c352f3e None None] No DVR routers for this DVR port 10232a04-e2b5-4d3a-a6b4-523914fedf64 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:05.470934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c8091cc-e179-4478-9ed5-b8009f071bb7 req-105d7e5c-a78a-47a8-9547-259053e59160 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5512652 Dec 13 09:58:05.492888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-eb27f8e8-f44f-4241-83a9-821cbdc8c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.494448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-eb27f8e8-f44f-4241-83a9-821cbdc8c51c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1094 time: 0.3015850 Dec 13 09:58:05.592904 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c75c155-08a7-48dd-8663-b537cde25284 x-openstack-request-id: req-8c75c155-08a7-48dd-8663-b537cde25284 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:05.593151 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:05.593325 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c75c155-08a7-48dd-8663-b537cde25284 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:05.594178 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'status': 'completed', 'code': 200} Dec 13 09:58:05.607924 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b9129a8d-c466-404c-9336-944c414cbb90', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'port_id': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'mac_address': 'fa:16:3e:f6:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:59Z', 'updated_at': '2021-12-13T09:57:59Z', 'revision_number': 0, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:05.657401 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b863dc-dc87-489f-8d8e-0b4698638542 None None] The sync data for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 is: [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b9129a8d-c466-404c-9336-944c414cbb90', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'port_id': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'mac_address': 'fa:16:3e:f6:fe:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:59Z', 'updated_at': '2021-12-13T09:57:59Z', 'revision_number': 0, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:05.767406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dafdf3-c46a-4459-9ad9-58aa2c9a32d7 req-e02f4d9f-0914-45d1-8ebf-b2b8d266ea58 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.781829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2dafdf3-c46a-4459-9ad9-58aa2c9a32d7 req-e02f4d9f-0914-45d1-8ebf-b2b8d266ea58 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.3765161 Dec 13 09:58:05.835654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-6d9cd2cf-5934-41b8-8e1c-2852ba5814a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.837368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-6d9cd2cf-5934-41b8-8e1c-2852ba5814a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 200 len: 897 time: 0.3652709 Dec 13 09:58:05.885836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-d6dbaccd-e62e-4bc5-8303-b3ce8b2a53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:05.887308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-d6dbaccd-e62e-4bc5-8303-b3ce8b2a53ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.3387744 Dec 13 09:58:05.904593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ab5b3cde-4f73-409b-af75-94d6b372a665 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5225 time: 0.7197394 Dec 13 09:58:05.909908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Deleting port 10232a04-e2b5-4d3a-a6b4-523914fedf64 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:05.910255 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:05.912807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:05.974827 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-f3e5b4cb-6496-40a5-b348-efd542b81a39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 217 time: 0.0690703 Dec 13 09:58:06.034971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fb1c4-a31a-457f-b85e-06dd63c82bb7 None None] New status for floating IP b9129a8d-c466-404c-9336-944c414cbb90: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:06.053229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-9efa7c51-e7cf-4781-9f53-0e3d95d8d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.054712 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-9efa7c51-e7cf-4781-9f53-0e3d95d8d5fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.0632615 Dec 13 09:58:06.136299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-a0b36b34-c187-4404-886e-7681f9fa42c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 200 len: 217 time: 0.2550499 Dec 13 09:58:06.143739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-01121118-52ac-4dcf-bd87-9891325c8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.145391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-01121118-52ac-4dcf-bd87-9891325c8afc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829394 Dec 13 09:58:06.180978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2dafdf3-c46a-4459-9ad9-58aa2c9a32d7 req-9b67e81b-f145-49c8-9a79-b2e569d4c73d tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978837 Dec 13 09:58:06.278502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 10232a04-e2b5-4d3a-a6b4-523914fedf64 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:06.279793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3869bb-da43-477b-b726-650d2f475b4d req-55673e29-3aa1-4473-be93-1cc6614bc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.285815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-55673e29-3aa1-4473-be93-1cc6614bc992 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.6462893 Dec 13 09:58:06.323543 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-edf04df6-d5f6-4ae9-ab05-b5b0b68462a5 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706929 Dec 13 09:58:06.336619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 10232a04-e2b5-4d3a-a6b4-523914fedf64 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:06.337283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 10232a04-e2b5-4d3a-a6b4-523914fedf64 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:06.385429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] For port 10232a04-e2b5-4d3a-a6b4-523914fedf64, host n-d-820531-5, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:06.386166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.409762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beceee8-ce7f-4e8f-8001-f2dec2f0755c tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.410635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beceee8-ce7f-4e8f-8001-f2dec2f0755c tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.414870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2beceee8-ce7f-4e8f-8001-f2dec2f0755c tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=37ffee03-4e1e-493a-9fb4-2d36bc623eaf HTTP/1.1" status: 200 len: 1989 time: 0.4748082 Dec 13 09:58:06.483320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-f2b197f2-e5bc-4823-b978-ab302d218e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.487702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 00895650-b663-47d8-9317-38bec129aaab details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:06.490757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-f2b197f2-e5bc-4823-b978-ab302d218e48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1547b99d-bb18-408b-9b9d-05f03541b016 HTTP/1.1" status: 200 len: 835 time: 0.3415594 Dec 13 09:58:06.500191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Calling delete_port for 10232a04-e2b5-4d3a-a6b4-523914fedf64 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:06.538477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Port 10232a04-e2b5-4d3a-a6b4-523914fedf64 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 09:58:06.559660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.577380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bc491f0c-b06f-42df-bc32-b93dfb6ead3f req-53dcec66-953d-422c-99a3-ac668b1bc0ae service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448320 Dec 13 09:58:06.669642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] No DVR routers for this DVR port 10232a04-e2b5-4d3a-a6b4-523914fedf64 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:06.678088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=00895650-b663-47d8-9317-38bec129aaab,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:06.708592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '00895650-b663-47d8-9317-38bec129aaab', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'port_id': '00895650-b663-47d8-9317-38bec129aaab', 'mac_address': 'fa:16:3e:39:68:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:06.750807 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.768818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00895650-b663-47d8-9317-38bec129aaab {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:06.794436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=00895650-b663-47d8-9317-38bec129aaab,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:06.805281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Pushing event deleted for resources: {'Port': ['ID=10232a04-e2b5-4d3a-a6b4-523914fedf64,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:06.807496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.936171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:06.960988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-237024eb-46b8-412e-8abc-f9ca3ea207d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.962637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-237024eb-46b8-412e-8abc-f9ca3ea207d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4083502 Dec 13 09:58:06.975842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:06.991657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3617c44-2b5a-4570-abe6-f7c7bddeef7c req-e7ba85bf-0faa-4f56-b477-0becd2d795f8 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:06.993399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3617c44-2b5a-4570-abe6-f7c7bddeef7c req-e7ba85bf-0faa-4f56-b477-0becd2d795f8 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 943 time: 0.5231369 Dec 13 09:58:07.015417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['00895650-b663-47d8-9317-38bec129aaab'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:07.175016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3869bb-da43-477b-b726-650d2f475b4d req-7a7a8375-bfba-4839-b96c-3cc6ae9b27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:07.176882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-7a7a8375-bfba-4839-b96c-3cc6ae9b27a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 898 time: 0.8704479 Dec 13 09:58:07.280853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-bd698195-56bb-44cd-ad9b-4657761e5589 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 1002 time: 0.0848246 Dec 13 09:58:07.283306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bacb149-e1c8-46f5-ab37-9eb8735eeb28']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.372422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.373557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b780ea9-9580-43b8-b8b8-bf9ddaad3f96') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:07.384404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a9c0-cf91-4525-a63d-3195f6434f3c req-c040ec78-0280-4f25-bd19-a49f3c39b272 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:07.386293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bd8a9c0-cf91-4525-a63d-3195f6434f3c req-c040ec78-0280-4f25-bd19-a49f3c39b272 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.7295818 Dec 13 09:58:07.437181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.465467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-cbabc67f-fa19-4dac-8b69-18bc8949e356 service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693425 Dec 13 09:58:07.479019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3617c44-2b5a-4570-abe6-f7c7bddeef7c req-9ceab53f-a583-4403-8e57-6f38f4ef29d5 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199956 Dec 13 09:58:07.512374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.530172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3869bb-da43-477b-b726-650d2f475b4d req-e714fa4b-cc09-406b-b59e-67018ded7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:07.531943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-e714fa4b-cc09-406b-b59e-67018ded7dc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 200 len: 834 time: 0.2420669 Dec 13 09:58:07.966834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bd8a9c0-cf91-4525-a63d-3195f6434f3c req-430f52da-80c5-42e9-a344-1197068a7b4b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5617065 Dec 13 09:58:07.971576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:07.972006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:07.974720 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:08.109989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3869bb-da43-477b-b726-650d2f475b4d req-d8608ef2-2fa4-4b24-8475-44bd959dab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.112401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-d8608ef2-2fa4-4b24-8475-44bd959dab91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b18d534e-85cb-44ca-a10a-41b27729f276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5445044 Dec 13 09:58:08.119078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.130873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.136282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] 10.222.0.30 "DELETE /v2.0/networks/8bacb149-e1c8-46f5-ab37-9eb8735eeb28 HTTP/1.1" status: 204 len: 168 time: 3.6425798 Dec 13 09:58:08.138054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.142690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5923a6a8-81b0-4fe2-998f-efcdccfc9999 req-a0def414-6620-4cff-a3b4-286aa3cb6a61 service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621039 Dec 13 09:58:08.156448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaef8-d763-4c4b-aded-4be1f9453ea7 req-8a3095d0-2a90-4f9d-b129-20434fdc84b3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.159006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db0eaef8-d763-4c4b-aded-4be1f9453ea7 req-8a3095d0-2a90-4f9d-b129-20434fdc84b3 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.1912549 Dec 13 09:58:08.215800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b333df-5533-4d2a-82f8-ef234933377d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bacb149-e1c8-46f5-ab37-9eb8735eeb28,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:08.292670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db0eaef8-d763-4c4b-aded-4be1f9453ea7 req-69f1d4bc-dbaf-4788-a984-08d6ea63a384 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073656 Dec 13 09:58:08.334558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:08.360823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-710c21af-98c7-4fbe-ab9f-946258022bda service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367313 Dec 13 09:58:08.502780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 00895650-b663-47d8-9317-38bec129aaab up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:08.542883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4de-35aa-451c-9607-714fefdae5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.594262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 00895650-b663-47d8-9317-38bec129aaab completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:08.601715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 00895650-b663-47d8-9317-38bec129aaab triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:08.602948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.633833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b030-9bea-40ad-8370-c97cddce6968 req-cfb0df34-8952-4208-9d2d-ef65ad13819c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.635436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cd5b030-9bea-40ad-8370-c97cddce6968 req-cfb0df34-8952-4208-9d2d-ef65ad13819c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.2334328 Dec 13 09:58:08.645962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa3869bb-da43-477b-b726-650d2f475b4d req-58136efd-2d2e-4030-858a-936cd787ef1f service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769458 Dec 13 09:58:08.727802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c376-2006-4dee-83f5-4eede703847b req-bc78e3a1-b394-4a82-9f64-54baf270b26d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:08.729398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a78c376-2006-4dee-83f5-4eede703847b req-bc78e3a1-b394-4a82-9f64-54baf270b26d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 944 time: 0.1258764 Dec 13 09:58:08.734721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cd5b030-9bea-40ad-8370-c97cddce6968 req-88f08867-74fc-406f-b84b-f5c2a4a48bf1 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862031 Dec 13 09:58:08.745369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.823318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=00895650-b663-47d8-9317-38bec129aaab,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:08.824509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00895650-b663-47d8-9317-38bec129aaab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:08.827262 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665efdde-2ebd-425e-95a0-2314047fae1f" -d '{"events": [{"server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "name": "network-vif-plugged", "status": "completed", "tag": "00895650-b663-47d8-9317-38bec129aaab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:08.832863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:08.864383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a78c376-2006-4dee-83f5-4eede703847b req-c9e03977-e4fc-4167-b9bd-f7c66651fa00 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205168 Dec 13 09:58:08.906111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:08.956321 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff929129-c3f0-454c-9c48-7c9e720efb4a x-openstack-request-id: req-ff929129-c3f0-454c-9c48-7c9e720efb4a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:08.956614 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "name": "network-vif-plugged", "status": "completed", "tag": "00895650-b663-47d8-9317-38bec129aaab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:08.956869 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff929129-c3f0-454c-9c48-7c9e720efb4a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:08.957292 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00895650-b663-47d8-9317-38bec129aaab', 'code': 200} Dec 13 09:58:09.125508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028c0a-4e39-43f1-8dc8-e8373611b6f7 req-e43d0dd2-806f-4b62-8220-46ee028d5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.128065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9028c0a-4e39-43f1-8dc8-e8373611b6f7 req-e43d0dd2-806f-4b62-8220-46ee028d5393 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1096 time: 0.1142805 Dec 13 09:58:09.179709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a10ff-a349-4aaf-9095-e5f3b7ff17bc req-7e05962c-dd11-41c8-a34e-a1b07a891a52 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.188085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c66a10ff-a349-4aaf-9095-e5f3b7ff17bc req-7e05962c-dd11-41c8-a34e-a1b07a891a52 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.1290157 Dec 13 09:58:09.220584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4de-35aa-451c-9607-714fefdae5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.229707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f24e4de-35aa-451c-9607-714fefdae5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.259251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f24e4de-35aa-451c-9607-714fefdae5de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79a912a950fd47eaa9e21b875a4f1a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9212124 Dec 13 09:58:09.263092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:09.288054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e4de-35aa-451c-9607-714fefdae5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0223a60-63e5-425f-89b1-ec3b2c1b80c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:09.320945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9258e-cd8a-4a20-b00f-5e15622f0dd7 req-8e25f6a5-60cd-4723-b33d-80924adcce9c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.325787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82b9258e-cd8a-4a20-b00f-5e15622f0dd7 req-8e25f6a5-60cd-4723-b33d-80924adcce9c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2037659 Dec 13 09:58:09.365990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9028c0a-4e39-43f1-8dc8-e8373611b6f7 req-b774d4be-1e1e-4eed-ae97-598ac6826ccc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219005 Dec 13 09:58:09.430223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.435180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82b9258e-cd8a-4a20-b00f-5e15622f0dd7 req-2865f7db-4f00-4e46-9f82-764824fc8e52 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654898 Dec 13 09:58:09.446460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c66a10ff-a349-4aaf-9095-e5f3b7ff17bc req-ee4055ee-1e5a-4e40-a422-62bb4208bd81 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557514 Dec 13 09:58:09.456384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:09.490117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.516684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.582869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:09.597359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:09.655933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.659016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.662752 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.663818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0223a60-63e5-425f-89b1-ec3b2c1b80c1 HTTP/1.1" status: 204 len: 168 time: 0.3933094 Dec 13 09:58:09.677215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:09.686278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb14d8-e37a-46ff-9563-1139f94c42e7 req-0ee1d1f7-447c-4035-96df-dca87335b014 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:09.688198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17bb14d8-e37a-46ff-9563-1139f94c42e7 req-0ee1d1f7-447c-4035-96df-dca87335b014 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.1035986 Dec 13 09:58:09.690096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89596-2671-44b5-9bbb-f1827fd047dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0223a60-63e5-425f-89b1-ec3b2c1b80c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:09.728179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:09.749209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:09.821563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17bb14d8-e37a-46ff-9563-1139f94c42e7 req-a76be6a0-8938-42a5-bd4c-05dd37ba46ce tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227160 Dec 13 09:58:09.911188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:10.044145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8ab9d3be-fd46-4bc6-91c3-2395b179a786'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:10.166698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Deleting port e325d217-95c0-45ed-95b7-999b2851ea4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:10.167047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.194438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edd8df-0fb2-4324-b94a-47de7339238d req-b4c25c04-2844-4609-9d2e-a72517e1c14e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:10.197018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89edd8df-0fb2-4324-b94a-47de7339238d req-b4c25c04-2844-4609-9d2e-a72517e1c14e tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.1786504 Dec 13 09:58:10.243689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.285103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.295776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] For port e325d217-95c0-45ed-95b7-999b2851ea4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e325d217-95c0-45ed-95b7-999b2851ea4e,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:10.296385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.313092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Calling delete_port for e325d217-95c0-45ed-95b7-999b2851ea4e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:10.336162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-89edd8df-0fb2-4324-b94a-47de7339238d req-a22a9a4b-04d2-4b9a-9e15-77a4968e1603 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273930 Dec 13 09:58:10.357104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4e62-2eb1-4f72-a360-2519a90822b9 req-5dff56e7-79a5-4c67-9aad-1926a33c1397 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:10.358742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5aef4e62-2eb1-4f72-a360-2519a90822b9 req-5dff56e7-79a5-4c67-9aad-1926a33c1397 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.2659078 Dec 13 09:58:10.468618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5aef4e62-2eb1-4f72-a360-2519a90822b9 req-09c054eb-47eb-4fb8-8ed3-5c0f54daf90f tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840836 Dec 13 09:58:10.560233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.614015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.625356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.656112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Pushing event deleted for resources: {'Port': ['ID=e325d217-95c0-45ed-95b7-999b2851ea4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:10.758011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c785cd5a2e7744b9bc2219e6d9166348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099707 Dec 13 09:58:10.758653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:10.773630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5411184-a44c-4aa6-9d1c-3aa2003a625b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:10.786419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573252f-e475-4b1e-9610-23076ac3e34a req-4dded293-dfd3-468b-af8c-9592d2b65a43 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:10.788013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7573252f-e475-4b1e-9610-23076ac3e34a req-4dded293-dfd3-468b-af8c-9592d2b65a43 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.2350833 Dec 13 09:58:10.795865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404e12-f98f-46cd-a981-26eb0225eba9 req-f6e0faa3-d33d-4cda-8add-d081512c4eff tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:10.804235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84404e12-f98f-46cd-a981-26eb0225eba9 req-f6e0faa3-d33d-4cda-8add-d081512c4eff tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 944 time: 0.2128499 Dec 13 09:58:10.871512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.873221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.873878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.875690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.876237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.876683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.877497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.877938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.878470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.878798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.879230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.879659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.880106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be53f10-08c5-48e8-b813-153266d78b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:10.907684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.942010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84404e12-f98f-46cd-a981-26eb0225eba9 req-77a3266b-26ac-4b5e-8c37-5edd63e38299 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368904 Dec 13 09:58:10.950871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:10.967332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7573252f-e475-4b1e-9610-23076ac3e34a req-a5a39004-74b0-4e4a-8794-92d52098a9f9 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609817 Dec 13 09:58:10.980371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.241570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.245165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.246619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5411184-a44c-4aa6-9d1c-3aa2003a625b HTTP/1.1" status: 204 len: 168 time: 0.4869983 Dec 13 09:58:11.261767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794cea-0006-4903-a49f-0744ac419162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5411184-a44c-4aa6-9d1c-3aa2003a625b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:11.324227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Router 2f86aa10-877d-40ac-b142-947156f02bbb has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:11.462913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:11.478333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc4722-cf8d-40bc-a729-f032a9527328 req-063a2546-94ac-4a61-9994-6751329ba46a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:11.497468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53fc4722-cf8d-40bc-a729-f032a9527328 req-063a2546-94ac-4a61-9994-6751329ba46a tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.0992835 Dec 13 09:58:11.592088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:11.596142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2114b-8236-491b-b011-431231a68a74 req-b5a044cc-2bb6-44ab-a5eb-b1ad5156105a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:11.603532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Sync routers for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:11.604316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3aa2114b-8236-491b-b011-431231a68a74 req-b5a044cc-2bb6-44ab-a5eb-b1ad5156105a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.1116831 Dec 13 09:58:11.608114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72211bde-df93-4d59-9d24-f1a91e24815e admin admin] 10.222.0.30 "PUT /v2.0/routers/2f86aa10-877d-40ac-b142-947156f02bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4667888 Dec 13 09:58:11.610838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:11.645138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53fc4722-cf8d-40bc-a729-f032a9527328 req-4e7b7bf2-92bb-41b6-8f21-04ed3d50abce tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422374 Dec 13 09:58:11.645786 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:11.646424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:11.663916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:11.680596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:11.681240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.721631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3aa2114b-8236-491b-b011-431231a68a74 req-ad28f8ec-c940-4bb8-826b-d472958e433d tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161599 Dec 13 09:58:11.817407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.821015 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.850639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:11.854620 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e5c232-bf9c-4102-ae72-294769ce4862" -d '{"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:11.878935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:11.884786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a66a-ab9a-4bba-a280-fe7c8cc07c8f req-67fa04fc-836a-4aa2-b694-f6edcc271e77 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:11.886714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:11.887325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74c0a66a-ab9a-4bba-a280-fe7c8cc07c8f req-67fa04fc-836a-4aa2-b694-f6edcc271e77 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.0910563 Dec 13 09:58:11.929510 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e963a4cf-0cd7-4711-9dcf-aaa319f2612d x-openstack-request-id: req-e963a4cf-0cd7-4711-9dcf-aaa319f2612d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:11.930028 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:11.930378 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e963a4cf-0cd7-4711-9dcf-aaa319f2612d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:11.930856 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'code': 200} Dec 13 09:58:11.959886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:11.992098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74c0a66a-ab9a-4bba-a280-fe7c8cc07c8f req-bc55f51e-4249-4ae7-952a-3fdbccf766d0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978465 Dec 13 09:58:12.012006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:12.015417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:12.063331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81b39a-c8a6-4725-84e4-71e5111bbf0b tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.068653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba81b39a-c8a6-4725-84e4-71e5111bbf0b tempest-TestNetworkBasicOps-2136577044 tempest-TestNetworkBasicOps-2136577044-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1091 time: 0.0517220 Dec 13 09:58:12.068987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:12.074062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '00895650-b663-47d8-9317-38bec129aaab', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:12.105616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.278260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0519-b6b9-47f0-83a6-8340a8f171b8 req-411207f5-f4bc-4271-b7d8-bc39f920245c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.288556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9ea3-a622-49e8-925c-d39cec66fbbb req-0169070a-06d3-4e35-be3b-fadf30425ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:12.289412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac8b0519-b6b9-47f0-83a6-8340a8f171b8 req-411207f5-f4bc-4271-b7d8-bc39f920245c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.0988429 Dec 13 09:58:12.290117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c55d9ea3-a622-49e8-925c-d39cec66fbbb req-0169070a-06d3-4e35-be3b-fadf30425ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.2224913 Dec 13 09:58:12.378714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac8b0519-b6b9-47f0-83a6-8340a8f171b8 req-cf7bfcf3-60d7-4521-ad87-28718b8835bf tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860164 Dec 13 09:58:12.388693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.445657 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:58:10Z', 'revision_number': 5, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port': {'id': 'a7d63fd2-4437-4483-bdac-bd4af444880f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.467016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.504726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c55d9ea3-a622-49e8-925c-d39cec66fbbb req-ef2f6e6a-852a-40c3-95b5-3c59ae750a70 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040117 Dec 13 09:58:12.551297 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Checking router: 2f86aa10-877d-40ac-b142-947156f02bbb for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:12.575810 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Routers {'2f86aa10-877d-40ac-b142-947156f02bbb'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:12.578719 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f86aa10-877d-40ac-b142-947156f02bbb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:12.598318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Deleting port a7d63fd2-4437-4483-bdac-bd4af444880f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:12.598817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.734681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Allocated IP 172.25.1.53 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6c3d2180-7e72-4975-b8c3-1ce5464eaf27) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:12.789551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] For port a7d63fd2-4437-4483-bdac-bd4af444880f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a7d63fd2-4437-4483-bdac-bd4af444880f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:12.790408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:12.813259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Calling delete_port for a7d63fd2-4437-4483-bdac-bd4af444880f owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:12.958254 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] Set router 2f86aa10-877d-40ac-b142-947156f02bbb gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:12.989756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25114e9-19ab-4c11-b743-249388c40458 req-83fa20b9-e46a-4682-82aa-c99914d3fbe4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:13.004487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d25114e9-19ab-4c11-b743-249388c40458 req-83fa20b9-e46a-4682-82aa-c99914d3fbe4 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.2485318 Dec 13 09:58:13.057030 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:58:12Z', 'revision_number': 6, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:13.067336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.091863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd685abb-d2f0-4b80-affc-8837abf89250 None None] The sync data for ids ['2f86aa10-877d-40ac-b142-947156f02bbb'] in n-d-820531-5 is: [{'id': '2f86aa10-877d-40ac-b142-947156f02bbb', 'name': 'tempest-TaggedBootDevicesTest_v242-1438644537-router', 'tenant_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:46:19Z', 'updated_at': '2021-12-13T09:58:12Z', 'revision_number': 6, 'project_id': '97ee656218a44daf8b6a082cf0c7c6b6', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:13.123140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.141289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d63fd2-4437-4483-bdac-bd4af444880f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:13.145999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d25114e9-19ab-4c11-b743-249388c40458 req-6dbad47a-836d-496d-bcf3-f7141eb38c6c tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350634 Dec 13 09:58:13.209316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-a501bd61-57b9-43d8-910e-7787904e49bf tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:13.211368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-a501bd61-57b9-43d8-910e-7787904e49bf tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 946 time: 0.1576378 Dec 13 09:58:13.225335 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.259637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.274949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:13.278121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:13.281990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:13.310637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=6c3d2180-7e72-4975-b8c3-1ce5464eaf27,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:13.418873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.423877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.523787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.524490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f86aa10-877d-40ac-b142-947156f02bbb {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:58:13.527575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Deleting port 03fabc74-5e98-4a19-bfb6-a15c039221d5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:13.527974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:13.661543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4a83-65f1-4f2d-ab85-8e9b12f619a5 req-fb4e4588-6937-4918-9d38-310b4d06f94d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:13.663827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20df4a83-65f1-4f2d-ab85-8e9b12f619a5 req-fb4e4588-6937-4918-9d38-310b4d06f94d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1040189 Dec 13 09:58:14.017902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20df4a83-65f1-4f2d-ab85-8e9b12f619a5 req-8f5b38f7-d8e9-444f-8741-3cf61b09ddc6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395255 Dec 13 09:58:14.032429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.035868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-864f1c85-3aa3-415a-ad9a-e0bcbc408287 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2f86aa10-877d-40ac-b142-947156f02bbb HTTP/1.1" status: 204 len: 168 time: 2.4212966 Dec 13 09:58:14.036691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:14.059090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] For port 03fabc74-5e98-4a19-bfb6-a15c039221d5, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=03fabc74-5e98-4a19-bfb6-a15c039221d5,segment=NetworkSegment(790accf3-6bd0-4964-bb3b-6b579865d538),segment_id=790accf3-6bd0-4964-bb3b-6b579865d538)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:14.059475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.087602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Calling delete_port for 03fabc74-5e98-4a19-bfb6-a15c039221d5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:14.165692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Deleting subnet 07e52e7d-a828-4c8d-9c86-c9204a4dcad3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:14.170954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.241007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.263511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e325d217-95c0-45ed-95b7-999b2851ea4e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:14.310179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e325d217-95c0-45ed-95b7-999b2851ea4e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:14.310435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e325d217-95c0-45ed-95b7-999b2851ea4e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:14.311033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a7d63fd2-4437-4483-bdac-bd4af444880f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:14.350108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a7d63fd2-4437-4483-bdac-bd4af444880f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:14.353559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a7d63fd2-4437-4483-bdac-bd4af444880f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:14.375561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.417235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Pushing event deleted for resources: {'Port': ['ID=03fabc74-5e98-4a19-bfb6-a15c039221d5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:14.438196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.541949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.544657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] No DVR routers for this DVR port 03fabc74-5e98-4a19-bfb6-a15c039221d5 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:14.548027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.554566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8ef5ca88-43eb-46b4-b507-1cb2a22560a6 req-19bbab76-2e5c-4551-9ef7-64ba2e00f855 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.37 "DELETE /v2.0/ports/03fabc74-5e98-4a19-bfb6-a15c039221d5 HTTP/1.1" status: 204 len: 173 time: 1.3362176 Dec 13 09:58:14.555073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'name': 'network-vif-deleted', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:14.574390 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d8234e-36ee-49c5-bfc1-af7854622780" -d '{"events": [{"server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "name": "network-vif-deleted", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:14.634832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673343-b17b-4c0f-b2b9-d2daff10a919 req-1f7cac44-9934-4c90-a878-a92ac6cbcf27 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:14.637641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01673343-b17b-4c0f-b2b9-d2daff10a919 req-1f7cac44-9934-4c90-a878-a92ac6cbcf27 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c84b2fa-7742-42bd-b642-bebd31a0fc13 HTTP/1.1" status: 200 len: 867 time: 0.2860653 Dec 13 09:58:14.644325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.665803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.703745 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb41f36-d9d6-4295-98ef-69a904b278cc x-openstack-request-id: req-8fb41f36-d9d6-4295-98ef-69a904b278cc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:14.704164 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c84b2fa-7742-42bd-b642-bebd31a0fc13", "name": "network-vif-deleted", "tag": "03fabc74-5e98-4a19-bfb6-a15c039221d5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:14.704488 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fb41f36-d9d6-4295-98ef-69a904b278cc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:14.704908 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c84b2fa-7742-42bd-b642-bebd31a0fc13', 'name': 'network-vif-deleted', 'tag': '03fabc74-5e98-4a19-bfb6-a15c039221d5', 'status': 'completed', 'code': 200} Dec 13 09:58:14.785615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795f8d7-6b75-49f1-ba8b-96be2f6d2b1a None None] Network 3fedca07-5d92-468b-b928-d6e201fe8002 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:14.787660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.791078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/07e52e7d-a828-4c8d-9c86-c9204a4dcad3 HTTP/1.1" status: 204 len: 168 time: 0.7533131 Dec 13 09:58:14.793658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:14.921598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc70b5-895e-4e36-9d0a-983d753a01e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e52e7d-a828-4c8d-9c86-c9204a4dcad3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:14.951062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.983990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:14.997943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01673343-b17b-4c0f-b2b9-d2daff10a919 req-a5b47719-5a76-407f-b817-adee4728e858 tempest-ServerDiskConfigTestJSON-147871947 tempest-ServerDiskConfigTestJSON-147871947-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e514071-0530-4de7-8135-d2ff29bbfbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488665 Dec 13 09:58:14.999936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.012069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] DHCP port deletion for 3fedca07-5d92-468b-b928-d6e201fe8002 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:15.134985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Deleting port 58ed6740-1798-4674-8190-1ff943df8e99 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:15.135343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.227616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Deleting port 58ed6740-1798-4674-8190-1ff943df8e99 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:15.227921 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.239558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event updated for resources: {'Port': ['ID=6c3d2180-7e72-4975-b8c3-1ce5464eaf27,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.259544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] For port 58ed6740-1798-4674-8190-1ff943df8e99, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=58ed6740-1798-4674-8190-1ff943df8e99,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:15.260826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.290703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Calling delete_port for 58ed6740-1798-4674-8190-1ff943df8e99 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:15.325695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] For port 58ed6740-1798-4674-8190-1ff943df8e99, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=58ed6740-1798-4674-8190-1ff943df8e99,segment=NetworkSegment(91d21163-91e5-4111-bb36-0563d5d78579),segment_id=91d21163-91e5-4111-bb36-0563d5d78579)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:15.326873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.347773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Calling delete_port for 58ed6740-1798-4674-8190-1ff943df8e99 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:15.397003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.458694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.483980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.498668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 03fabc74-5e98-4a19-bfb6-a15c039221d5 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:15.526772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df821a14-d486-4df2-9c0d-61a372bd0483 req-1f008899-6cf2-4df9-afe8-2bb3846f567f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:15.528357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df821a14-d486-4df2-9c0d-61a372bd0483 req-1f008899-6cf2-4df9-afe8-2bb3846f567f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2403901 Dec 13 09:58:15.539634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ed6740-1798-4674-8190-1ff943df8e99,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.554432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] No DVR routers for this DVR port 58ed6740-1798-4674-8190-1ff943df8e99 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:15.557627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 03fabc74-5e98-4a19-bfb6-a15c039221d5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:15.558007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 03fabc74-5e98-4a19-bfb6-a15c039221d5 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:15.566969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] No DVR routers for this DVR port 58ed6740-1798-4674-8190-1ff943df8e99 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:15.574019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Pushing event deleted for resources: {'Port': ['ID=58ed6740-1798-4674-8190-1ff943df8e99,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:15.584521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.584521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.584872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.585238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.585587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.585913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.586304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.586564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.586970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.587209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.587533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.588484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.590123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affbd15-a4ec-437c-9ca6-d661b66c5e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:15.622960 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Floating IP 82286505-153d-45bf-aa9e-ae07ccc1ff43 associated. External IP: 172.25.1.53, port: 00895650-b663-47d8-9317-38bec129aaab. Dec 13 09:58:15.714491 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.740664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df821a14-d486-4df2-9c0d-61a372bd0483 req-86d2358d-564c-4e71-9793-e03b0fe98460 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935177 Dec 13 09:58:15.773974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fedca07-5d92-468b-b928-d6e201fe8002']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:15.789856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d21163-91e5-4111-bb36-0563d5d78579') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:15.790288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d21163-91e5-4111-bb36-0563d5d78579') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:15.827902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.858563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.872239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:15.872861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self.session.flush() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:15.874682 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:15.959888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.968275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:15.982401 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3fedca07-5d92-468b-b928-d6e201fe8002 HTTP/1.1" status: 204 len: 168 time: 1.1852593 Dec 13 09:58:15.993265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd153e-7da4-46d5-83a0-0c431736b375 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fedca07-5d92-468b-b928-d6e201fe8002,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:16.002579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95162c4c-85af-4b0b-a5e7-7b0306aacc52 req-a8a78cac-74a3-4ab7-950e-3e4f2b1f7fdc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:16.005593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95162c4c-85af-4b0b-a5e7-7b0306aacc52 req-a8a78cac-74a3-4ab7-950e-3e4f2b1f7fdc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1242464 Dec 13 09:58:16.014129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:16.021844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Request body: {'floatingip': {'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:16.075332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router b8471366-8f9c-41ff-b887-0d1d2f1a03fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:16.142823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.352719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 58ed6740-1798-4674-8190-1ff943df8e99 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:16.418706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:16.429756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 58ed6740-1798-4674-8190-1ff943df8e99 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:16.430739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 58ed6740-1798-4674-8190-1ff943df8e99 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:16.679399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:16.681885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Deleting subnet 99ba939f-daf5-4087-9343-4dd45203d509 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:16.732341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.804725 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2dfecb54-151c-4560-82e8-6b488d1ce02f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78b8287346a8472c9fe4ac4c72b75a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191823 Dec 13 09:58:16.810176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:16.812290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:16.917788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.043201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:17.057078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Sync routers for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:17.071002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.074480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.075013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:17.076775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:17.112681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7489ba72-675a-4333-9910-1aac16e29975 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0393600 Dec 13 09:58:17.112681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:17.113798 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f013f-523b-4c48-842e-405e1cf3dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:17.117311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:17.177605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.197797 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070ebb55-0a80-46c3-a687-dc372bc3c20b x-openstack-request-id: req-070ebb55-0a80-46c3-a687-dc372bc3c20b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:17.198173 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:17.198378 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-070ebb55-0a80-46c3-a687-dc372bc3c20b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:17.198802 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab', 'status': 'completed', 'code': 200} Dec 13 09:58:17.264421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.268328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ef3bfd9a-2d46-4010-b17f-2fee1a1af673 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 200 len: 990 time: 0.1491325 Dec 13 09:58:17.280052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99ba939f-daf5-4087-9343-4dd45203d509 HTTP/1.1" status: 204 len: 168 time: 0.8578761 Dec 13 09:58:17.283539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:17.292472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-d5154902-a1c6-45ec-b588-e1477e84b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.302101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-d5154902-a1c6-45ec-b588-e1477e84b9cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1096 time: 0.0701187 Dec 13 09:58:17.362287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0fcee-13df-4c43-b9dc-c5eb68da704b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ba939f-daf5-4087-9343-4dd45203d509,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:17.443647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.522171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-25d5c191-7e7f-444b-ae4c-9dd4f7ed30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.524490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-25d5c191-7e7f-444b-ae4c-9dd4f7ed30ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 200 len: 897 time: 0.2212539 Dec 13 09:58:17.529733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:17.661931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-1b186602-1c73-43d7-b696-fe45699dec07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 200 len: 998 time: 0.1274235 Dec 13 09:58:17.678246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.737425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 09:58:17.818378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.821685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.822846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3483cf3-7f00-4464-ae52-a165715b43a3 HTTP/1.1" status: 204 len: 168 time: 1.0076740 Dec 13 09:58:17.885005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88eabe4-df75-420b-8708-72d763016486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3483cf3-7f00-4464-ae52-a165715b43a3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:17.889513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-d0116205-5817-467d-a1dd-b215c3b78a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:17.898282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-d0116205-5817-467d-a1dd-b215c3b78a7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1547b99d-bb18-408b-9b9d-05f03541b016 HTTP/1.1" status: 200 len: 835 time: 0.2267759 Dec 13 09:58:17.898487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.911826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:17.923903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.016194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-aef24110-dc2b-478a-8e62-fc7dee3b64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:18.017142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-aef24110-dc2b-478a-8e62-fc7dee3b64be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069977 Dec 13 09:58:18.058362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '82286505-153d-45bf-aa9e-ae07ccc1ff43', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'port_id': '00895650-b663-47d8-9317-38bec129aaab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'mac_address': 'fa:16:3e:39:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:13Z', 'updated_at': '2021-12-13T09:58:13Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.096410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Checking router: b8471366-8f9c-41ff-b887-0d1d2f1a03fe for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:18.107101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:18.107739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.160443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510eb792-01a5-47d1-99c2-307be33fc1b9']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.163282 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Floating IP da57e258-d42f-49a8-a668-3945de5001cd associated. External IP: 172.25.1.135, port: 8ab9d3be-fd46-4bc6-91c3-2395b179a786. Dec 13 09:58:18.211585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-6117c1b9-5d19-42c5-ac25-c839a93c2cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862760 Dec 13 09:58:18.253082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790accf3-6bd0-4964-bb3b-6b579865d538') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.253507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790accf3-6bd0-4964-bb3b-6b579865d538') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.310252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:18.373857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.402504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:18.416015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.433725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:58:18.434401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:58:18.436313 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:58:18.447961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-432f013f-523b-4c48-842e-405e1cf3dc71 req-d87ca7fd-b903-4ef5-866a-56c083648fe0 service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284889 Dec 13 09:58:18.453999 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-34d13f83-e4af-47cc-a348-58936fc17b9f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 200 len: 990 time: 0.1278217 Dec 13 09:58:18.697085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:18.726814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.733647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.738853 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] 10.222.0.30 "DELETE /v2.0/networks/510eb792-01a5-47d1-99c2-307be33fc1b9 HTTP/1.1" status: 204 len: 168 time: 1.3861353 Dec 13 09:58:18.741146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:18.755151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cc947d22-22bd-43f7-8686-ff184ed70916 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97ee656218a44daf8b6a082cf0c7c6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565877 Dec 13 09:58:18.758151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47514) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:18.763411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94626e-30eb-45bd-90f3-d60124c900cb admin admin] Pushing event deleted for resources: {'Network': ['ID=510eb792-01a5-47d1-99c2-307be33fc1b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:18.858590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.883240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.950066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.953486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:18.955232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f638778-cae5-4987-921c-ddf54e408f0c HTTP/1.1" status: 204 len: 168 time: 0.1957560 Dec 13 09:58:18.971569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '82286505-153d-45bf-aa9e-ae07ccc1ff43', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'port_id': '00895650-b663-47d8-9317-38bec129aaab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'mac_address': 'fa:16:3e:39:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:13Z', 'updated_at': '2021-12-13T09:58:13Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:18.982605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76319fd-e736-4bf5-af19-84283ce75ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f638778-cae5-4987-921c-ddf54e408f0c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:19.033429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:19.036992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6a5dd-4562-40b8-8a7e-5e593a329938 None None] The sync data for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 is: [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '82286505-153d-45bf-aa9e-ae07ccc1ff43', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'port_id': '00895650-b663-47d8-9317-38bec129aaab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'mac_address': 'fa:16:3e:39:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:58:13Z', 'updated_at': '2021-12-13T09:58:13Z', 'revision_number': 0, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:19.045182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.049227 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:19.074953 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:19.088598 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:19.116044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7610f14f-4d14-4b78-b145-029776aaac37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "PUT /v2.0/floatingips/da57e258-d42f-49a8-a668-3945de5001cd HTTP/1.1" status: 200 len: 991 time: 3.1007948 Dec 13 09:58:19.118618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:19.125316 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:19.135787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:19.234842 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951cb14-bcbd-4d3c-a949-0e46ab42b1ef x-openstack-request-id: req-a951cb14-bcbd-4d3c-a949-0e46ab42b1ef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:19.235133 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:19.236157 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a951cb14-bcbd-4d3c-a949-0e46ab42b1ef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:19.236418 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'status': 'completed', 'code': 200} Dec 13 09:58:19.299311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-348ae7d1-329e-4bd8-8f16-72668462e83c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fff45063a8154d5ab2a35578e13eb3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599448 Dec 13 09:58:19.301026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:19.363120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.387839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.389187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-f83ad307-1fa9-4098-bbce-3aac31285548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.390904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-f83ad307-1fa9-4098-bbce-3aac31285548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.0946665 Dec 13 09:58:19.460732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:19.495508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddd2d8-46ec-4730-a408-3bc6488e7b1a None None] New status for floating IP 82286505-153d-45bf-aa9e-ae07ccc1ff43: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:19.540298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:19.624061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-8f07b9e4-7a3f-452c-8937-5a9d51e402db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.629723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-8f07b9e4-7a3f-452c-8937-5a9d51e402db service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.2290690 Dec 13 09:58:19.688208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c3a77525-f60a-44a2-a55f-8dd86f640f33 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 200 len: 990 time: 0.2238023 Dec 13 09:58:19.692763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.699746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:19.703600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e514071-0530-4de7-8135-d2ff29bbfbe7 HTTP/1.1" status: 204 len: 168 time: 0.3967125 Dec 13 09:58:19.727675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9f5fd-aec6-48ca-b5ce-4187c3fbbbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e514071-0530-4de7-8135-d2ff29bbfbe7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:19.851299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-ca728294-7e9d-42a8-89f2-e89b8f255dd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 999 time: 0.2090573 Dec 13 09:58:19.958292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-cd0e1941-6ba5-4496-8fa0-8256416f8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:19.967104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-cd0e1941-6ba5-4496-8fa0-8256416f8bbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1001325 Dec 13 09:58:20.012510 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:58:20.072754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-e351d40f-13b8-46ad-8fde-1e588a1c6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:20.077066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-e351d40f-13b8-46ad-8fde-1e588a1c6704 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015491 Dec 13 09:58:20.173745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'da57e258-d42f-49a8-a668-3945de5001cd', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:48Z', 'updated_at': '2021-12-13T09:58:17Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.214584 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:20.224988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:20.226042 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.276806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-404dc43a-1cc0-42a3-868b-a72daca6e099 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914518 Dec 13 09:58:20.498173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:20.534668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd16bf7a-2c4e-4586-8e1e-cd49b4fcd2f5 req-a675ecef-7a0a-4841-a2b6-437d1be6a3eb service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503402 Dec 13 09:58:20.691531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:20.817852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-17f478b8-9ff2-452d-9572-75ef5905c096 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 200 len: 992 time: 0.1251085 Dec 13 09:58:20.920597 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'da57e258-d42f-49a8-a668-3945de5001cd', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:48Z', 'updated_at': '2021-12-13T09:58:17Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:20.958851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9efd4-0d5b-43f6-ace3-49df079131a4 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'da57e258-d42f-49a8-a668-3945de5001cd', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T09:57:48Z', 'updated_at': '2021-12-13T09:58:17Z', 'revision_number': 1, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:20.968524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:21.393728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1847689648-network', 'tenant_id': '5bd6283281a1435d985cf250bc010de4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:21.448074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Made reservation on behalf of 5bd6283281a1435d985cf250bc010de4 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:21.451515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.473568 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c55705-8fee-4294-ae47-20ba9d84b118 None None] New status for floating IP da57e258-d42f-49a8-a668-3945de5001cd: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:21.477444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.728138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.734281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:21.741527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.784369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:58:21.826974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56671727-d4d4-457a-8300-b6564b37e462,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:21.831358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.831986 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Added segment a7761ddf-fd05-4638-91e6-0725507510ab of type vlan for network a1bb280a-eba4-4f46-8d4c-274c81e71e0f Dec 13 09:58:21.890654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.926354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:21.929419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:21.930451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.032566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bb280a-eba4-4f46-8d4c-274c81e71e0f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.038661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24261bb5-2e07-4836-81e4-c5c033859a57 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0685756 Dec 13 09:58:22.041650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:22.049047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Request body: {'subnet': {'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1847689648-subnet', 'tenant_id': '5bd6283281a1435d985cf250bc010de4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:22.049577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:58:22.086391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Made reservation on behalf of 5bd6283281a1435d985cf250bc010de4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:22.089522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.157522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1197424890-network', 'tenant_id': '8de35c43583843fd9d126bc937031c4f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:22.218990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Made reservation on behalf of 8de35c43583843fd9d126bc937031c4f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:22.222853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.239954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.378165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.404495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.448526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:58:22.464380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.476139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.476483 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Added segment 7e938fba-5181-49d7-ad03-0117525a352a of type vlan for network f7f5358f-bf46-4ea6-86af-2d0336175776 Dec 13 09:58:22.478645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.577358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330a0c49-d44e-4f48-a4ba-118f3b7b22be,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:22.595259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.602620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Checking segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:22.602984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Network hostable DHCP agents. Network: a1bb280a-eba4-4f46-8d4c-274c81e71e0f, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:58:22.643885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.644968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:22.645594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:22.651271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:58:23.030444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a1bb280a-eba4-4f46-8d4c-274c81e71e0f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:23.035073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.036013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.043520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a59eba-a43c-42e0-9126-ffeed1ced6c8 None None] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:23.059790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3216450 Dec 13 09:58:23.060538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:23.069815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Request body: {'subnet': {'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1197424890-subnet', 'tenant_id': '8de35c43583843fd9d126bc937031c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:23.071629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cea10-85b9-4b16-9e09-635c492c02d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f5358f-bf46-4ea6-86af-2d0336175776,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.088880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4c2c5314-08d8-42dc-b3c5-2033021f4e59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0372026 Dec 13 09:58:23.145018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Made reservation on behalf of 8de35c43583843fd9d126bc937031c4f for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:23.147841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.200971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:23.251188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f7f5358f-bf46-4ea6-86af-2d0336175776 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:58:23.380373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'project_id': '5bd6283281a1435d985cf250bc010de4', 'fixed_ips': [{'subnet_id': '330a0c49-d44e-4f48-a4ba-118f3b7b22be'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:58:23.381278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.452849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f812a36-a0a6-47c8-8862-cb9683b0c838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.499071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.577451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Allocated IP 172.20.0.2 (a1bb280a-eba4-4f46-8d4c-274c81e71e0f/330a0c49-d44e-4f48-a4ba-118f3b7b22be/6d2fc50c-9b95-424f-837d-5a9a394815a3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:23.633282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97dbc28a-a8ed-47eb-8369-5aa8612185bb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.647695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f812a36-a0a6-47c8-8862-cb9683b0c838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.656938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f812a36-a0a6-47c8-8862-cb9683b0c838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.661745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Checking segment: {'id': '7e938fba-5181-49d7-ad03-0117525a352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:23.662325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Network hostable DHCP agents. Network: f7f5358f-bf46-4ea6-86af-2d0336175776, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:58:23.698231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Network f7f5358f-bf46-4ea6-86af-2d0336175776 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:58:23.715846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f7f5358f-bf46-4ea6-86af-2d0336175776) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:23.756841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:23.762482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.785758 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2f812a36-a0a6-47c8-8862-cb9683b0c838 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b272675533694ceabc557ae8f9d11358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810211 Dec 13 09:58:23.790070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:23.799257 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.805308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe660d-cb22-455a-8d5b-89dcaaaf8c60 None None] Network f7f5358f-bf46-4ea6-86af-2d0336175776 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:23.817501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f812a36-a0a6-47c8-8862-cb9683b0c838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fcce5d-df88-4832-900b-64e72c033b7f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.835428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8894b355-6d76-48f8-bfc6-d63bdf208b89 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7731225 Dec 13 09:58:23.902512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.916950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.967379 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:23.973623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc50c-9b95-424f-837d-5a9a394815a3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:23.996719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:23.999611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:24.004543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:24.070130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-e7ede144-3652-4239-9a6e-d883b4f9a2dc tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.079937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-e7ede144-3652-4239-9a6e-d883b4f9a2dc tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.2425365 Dec 13 09:58:24.084859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.088629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.092181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62fcce5d-df88-4832-900b-64e72c033b7f HTTP/1.1" status: 204 len: 168 time: 0.2985725 Dec 13 09:58:24.100168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735248-b501-4e43-8fd4-db44db58b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fcce5d-df88-4832-900b-64e72c033b7f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:24.111483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-88b0f05c-ee24-4efa-aaa6-28b8dff81f0d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/quotas/5bd6283281a1435d985cf250bc010de4 HTTP/1.1" status: 200 len: 375 time: 0.0292413 Dec 13 09:58:24.207872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Attempting to bind port 6d2fc50c-9b95-424f-837d-5a9a394815a3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:24.208448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Attempting to bind port 6d2fc50c-9b95-424f-837d-5a9a394815a3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:24.208913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Attempting to bind port 6d2fc50c-9b95-424f-837d-5a9a394815a3 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:24.226245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:24.226688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Checking segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:24.227100 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.227646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Bound using segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:24.228283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Bound port: 6d2fc50c-9b95-424f-837d-5a9a394815a3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:24.231919 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.235646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-5cc85239-d342-48f5-8c6c-185a4e8a9125 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227365 Dec 13 09:58:24.254657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900386d-d6db-437b-9cc7-bb586906defe None None] Network f7f5358f-bf46-4ea6-86af-2d0336175776 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:24.377300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] For port 6d2fc50c-9b95-424f-837d-5a9a394815a3, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:24.383822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] For port 6d2fc50c-9b95-424f-837d-5a9a394815a3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6d2fc50c-9b95-424f-837d-5a9a394815a3,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:24.395337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.523452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26387d-079a-4adf-b616-d27c4455b563 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc50c-9b95-424f-837d-5a9a394815a3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:24.578583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-0183fa94-c773-461e-9e58-c5f2728ae721 service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210688 Dec 13 09:58:24.671277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-c158bd7a-46cb-434f-933e-2094dbfe3449 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:24.683053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-c158bd7a-46cb-434f-933e-2094dbfe3449 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/networks?id=f7f5358f-bf46-4ea6-86af-2d0336175776 HTTP/1.1" status: 200 len: 821 time: 0.3488333 Dec 13 09:58:24.710679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-cdd3cb57-2e85-42b0-9956-2c1c867fd439 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/quotas/8de35c43583843fd9d126bc937031c4f HTTP/1.1" status: 200 len: 375 time: 0.0265007 Dec 13 09:58:24.729647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:24.747093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e89a08c4-4f53-46f1-9524-13f350ad27ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.768793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-6e36da51-d2b7-4c39-921b-50f3243d3d10 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8de35c43583843fd9d126bc937031c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569639 Dec 13 09:58:24.887510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-9e606ff9-0aab-4124-9c07-413a5af84d1d service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944343 Dec 13 09:58:24.929586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-e5d892a8-c81c-480b-b479-0a7fa674a75f service neutron] 10.222.0.30 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596961 Dec 13 09:58:24.956916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e89a08c4-4f53-46f1-9524-13f350ad27ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:24.965554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e89a08c4-4f53-46f1-9524-13f350ad27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.012526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e89a08c4-4f53-46f1-9524-13f350ad27ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=932f233bce494fb5a844393ad5492c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812715 Dec 13 09:58:25.017243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:25.097968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a08c4-4f53-46f1-9524-13f350ad27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966adcd6-ed66-4275-a414-6ffc8acd9e2e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:25.179222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-d449e83b-c210-419d-a5ae-e544da8dff03 service neutron] 10.222.0.30 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425838 Dec 13 09:58:25.209793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.270940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.399996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.402820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:25.403985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/966adcd6-ed66-4275-a414-6ffc8acd9e2e HTTP/1.1" status: 204 len: 168 time: 0.3780749 Dec 13 09:58:25.418455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634715bd-3282-4fb6-9da9-2b348551c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966adcd6-ed66-4275-a414-6ffc8acd9e2e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:25.476343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30f6507e-e9a2-49ad-839e-e04006604f53 req-cb159b5e-b15a-429e-a88f-cf263ea4817e tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.1045766 Dec 13 09:58:25.726402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:25.808035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-698acdea-d0d9-465e-b257-27a12f2bc27f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:25.823421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-698acdea-d0d9-465e-b257-27a12f2bc27f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.2957926 Dec 13 09:58:25.867152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-c21403ba-c893-4f14-a933-8bb3a8d527a5 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/quotas/5bd6283281a1435d985cf250bc010de4 HTTP/1.1" status: 200 len: 375 time: 0.0424039 Dec 13 09:58:25.963184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86744306-5870-41f6-907f-4aac0a641433 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3578 time: 0.2346320 Dec 13 09:58:25.964454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-5841d945-d93b-472c-a3ab-76d8a7027f31 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966957 Dec 13 09:58:25.966245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:25.987577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'network': {'name': 'tempest-network-smoke--54698478', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'port_security_enabled': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:26.062775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:26.081966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.130788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-8c724576-be61-441c-9241-421ffba69950 service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642673 Dec 13 09:58:26.154291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:58:26.171658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.172264 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Added segment 8724a785-8200-4fbe-bfa4-7344e3fedebe of type vlan for network d94b4213-aedd-4e08-bac5-74fad4bc43a9 Dec 13 09:58:26.241837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccc475-d55a-4ced-b63b-2b15e355ccc3 None None] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:26.272556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.318763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.338754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:26.339921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.470303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-a3a329cf-0d6c-455b-9687-8345869d0451 service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369944 Dec 13 09:58:26.483353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5146706 Dec 13 09:58:26.486429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:26.497187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'admin_state_up': True, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:26.599167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600e26-1e39-4acb-a295-8d80bb6c7e62 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Network': ['ID=d94b4213-aedd-4e08-bac5-74fad4bc43a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:26.618101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.620056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.858346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc7f9ea3-230d-48df-bad9-9977d3d1809d req-463b3743-0bc0-4752-a219-6eb932af1c6c tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.0738122 Dec 13 09:58:26.870961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6d2fc50c-9b95-424f-837d-5a9a394815a3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:26.871181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:26.888954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:58:27.148662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] Provisioning complete for port 6d2fc50c-9b95-424f-837d-5a9a394815a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:27.149362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.315315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.402415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.519878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.587827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6d2fc50c-9b95-424f-837d-5a9a394815a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:27.589573 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:27.725901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:27.908009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] For port 6d2fc50c-9b95-424f-837d-5a9a394815a3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6d2fc50c-9b95-424f-837d-5a9a394815a3,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:27.943712 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.003582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-3a61b73e-deba-4087-93ee-edea564f2075 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:28.017980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-3a61b73e-deba-4087-93ee-edea564f2075 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.6754282 Dec 13 09:58:28.037764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bde7ff6c-0720-448c-9d1c-f3fbcf14ce2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.063703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-5ebb62bd-47d2-4c3a-b716-b5c60ae34a97 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/quotas/5bd6283281a1435d985cf250bc010de4 HTTP/1.1" status: 200 len: 375 time: 0.0426259 Dec 13 09:58:28.068464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faa91a-3dc1-4d88-987d-4d379a4f8309 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc50c-9b95-424f-837d-5a9a394815a3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:28.171900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4666dd4b-5dd2-4efe-904f-ba7a2607afdf req-37019757-7304-42c0-b1a1-33253e98ef04 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.0433698 Dec 13 09:58:28.229751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b898ba05-3564-4dbf-b108-d0be1e4a1334 None None] Provisioning complete for port 6d2fc50c-9b95-424f-837d-5a9a394815a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:28.237653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b898ba05-3564-4dbf-b108-d0be1e4a1334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.387059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-26d930c0-ebae-4c08-8ab2-b4da075f0133 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:28.390270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-26d930c0-ebae-4c08-8ab2-b4da075f0133 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.3062587 Dec 13 09:58:28.409312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Request body: {'port': {'device_id': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'admin_state_up': True, 'tenant_id': '5bd6283281a1435d985cf250bc010de4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:28.421045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6d2fc50c-9b95-424f-837d-5a9a394815a3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:28.591705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6d2fc50c-9b95-424f-837d-5a9a394815a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:28.592582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.598588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07a5cd5a-3e16-4b4a-96fa-9c903dbde700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.622358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bde7ff6c-0720-448c-9d1c-f3fbcf14ce2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.658122 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bde7ff6c-0720-448c-9d1c-f3fbcf14ce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.715275 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bde7ff6c-0720-448c-9d1c-f3fbcf14ce2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6943144f66c143819c2a4b137a39d105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9882495 Dec 13 09:58:28.716006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Made reservation on behalf of 5bd6283281a1435d985cf250bc010de4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:28.729049 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.736818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:28.850401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ff6c-0720-448c-9d1c-f3fbcf14ce2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e82b0-9c8f-4b5b-bfd8-4dc562f03b8b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:28.859774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-de17167a-8a8d-4455-8daa-5923c50d44e5 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7920213 Dec 13 09:58:28.921386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:28.962764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.057058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Allocated IP 172.20.0.12 (a1bb280a-eba4-4f46-8d4c-274c81e71e0f/330a0c49-d44e-4f48-a4ba-118f3b7b22be/09811655-e548-427a-8d16-0d51da01bfc9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:29.065309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.086694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.090755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.095585 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/445e82b0-9c8f-4b5b-bfd8-4dc562f03b8b HTTP/1.1" status: 204 len: 168 time: 0.3544362 Dec 13 09:58:29.109317 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.142178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985013-090b-4dae-b12a-89981ba03fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e82b0-9c8f-4b5b-bfd8-4dc562f03b8b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:29.178244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.420561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8876e3b-69c0-429a-a538-a626ae919c5f req-56963eca-abfd-48db-97a2-cc3c796a1f33 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.0960124 Dec 13 09:58:29.424862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.430908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-cddb032f-b1a6-49d0-a98d-3133f1ac8792 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:29.432377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-cddb032f-b1a6-49d0-a98d-3133f1ac8792 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.37 "GET /v2.0/networks?id=f7f5358f-bf46-4ea6-86af-2d0336175776 HTTP/1.1" status: 200 len: 821 time: 0.5980377 Dec 13 09:58:29.436915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-851e1600-989a-44a9-9abc-7e38564cac36 service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922142 Dec 13 09:58:29.541668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-7d5b6b2f-db60-4aa4-8dd1-eea901fce38b service neutron] 10.222.0.30 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951686 Dec 13 09:58:29.550792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Request body: {'port': {'device_id': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776', 'admin_state_up': True, 'tenant_id': '8de35c43583843fd9d126bc937031c4f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:29.670571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.25.1.2 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c19ff627-76e7-4ac6-b6fe-c30944011068) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:29.701078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-2aa362cb-2fd5-4a78-905f-fd9bd9f687e2 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:29.702754 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-2aa362cb-2fd5-4a78-905f-fd9bd9f687e2 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.1684425 Dec 13 09:58:29.704784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.762811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event updated for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:29.769846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Request body: {'port': {'device_id': '1f426470-557c-4c3f-ad77-237358410d28', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'admin_state_up': True, 'tenant_id': '5bd6283281a1435d985cf250bc010de4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:29.837742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:29.841897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:29.851919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:29.870958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47938) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:29.925399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:29.926344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:29.958745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ce91e34-b288-4a70-8494-7998f3deaf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.038641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Made reservation on behalf of 8de35c43583843fd9d126bc937031c4f for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:30.046833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.077778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-1e468808-9be0-4120-9ca5-f3a370db4b40 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6685939 Dec 13 09:58:30.079851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Made reservation on behalf of 5bd6283281a1435d985cf250bc010de4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:30.084018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.109662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Request body: {'port': {'device_id': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:30.206024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b77d88b-8703-420d-93cc-e0f54c14f10a req-67d34a06-9b56-4461-93b7-a7cacda76549 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 210 time: 0.0944877 Dec 13 09:58:30.301311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.331538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-79382877-2d67-4f98-b235-2b15753ed6f1 None None] Provisioning complete for port 09811655-e548-427a-8d16-0d51da01bfc9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:30.333776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79382877-2d67-4f98-b235-2b15753ed6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.402332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Allocated IP 172.20.0.7 (a1bb280a-eba4-4f46-8d4c-274c81e71e0f/330a0c49-d44e-4f48-a4ba-118f3b7b22be/60b7c908-1bba-4413-8509-b449d16c79f7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:30.447440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79382877-2d67-4f98-b235-2b15753ed6f1 None None] Port 09811655-e548-427a-8d16-0d51da01bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:30.479073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ce91e34-b288-4a70-8494-7998f3deaf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.516176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ce91e34-b288-4a70-8494-7998f3deaf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.550461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.649260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=c19ff627-76e7-4ac6-b6fe-c30944011068,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:30.713451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:30.746686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:30.753038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:30.773514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce91e34-b288-4a70-8494-7998f3deaf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6434cf3d-5b5b-45a3-8793-8933de3e3393,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:30.776821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:30.826273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Allocated IP 172.20.0.7 (f7f5358f-bf46-4ea6-86af-2d0336175776/97dbc28a-a8ed-47eb-8369-5aa8612185bb/4365e7d5-50e3-4935-92bf-7778100c96d8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:30.957416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33e89414-7c0c-49b8-9572-17a60f0cdd1a req-1794c1ed-8881-46cf-b171-8978120426a0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.3240211 Dec 13 09:58:30.959982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0ce91e34-b288-4a70-8494-7998f3deaf86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c52032db9e6f446aa0fb6ed96eafeff1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0878673 Dec 13 09:58:30.962714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:30.999504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.001850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f27aefc9-f443-4106-8fc1-5dbfd1f6aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.087000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.228863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.272194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.338933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.483292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:31.492044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:31.508828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:31.561153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09811655-e548-427a-8d16-0d51da01bfc9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:31.572385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.611683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:31.623193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Transition to ACTIVE for port object 09811655-e548-427a-8d16-0d51da01bfc9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:31.633185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66d65284-f7b1-4349-b04a-f5fd3f3b924c req-9fed88bf-365e-4de6-81b3-40075f2d3688 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 210 time: 0.3166273 Dec 13 09:58:31.654629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.676108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.682213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6434cf3d-5b5b-45a3-8793-8933de3e3393 HTTP/1.1" status: 204 len: 168 time: 0.7170703 Dec 13 09:58:31.777138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:31.808142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event updated for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:31.886920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-7dfd18e8-c8fb-48e3-bd5c-e525dec0cbe9 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:31.888475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-7dfd18e8-c8fb-48e3-bd5c-e525dec0cbe9 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.44 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 816 time: 0.1696169 Dec 13 09:58:31.910021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Pushing event updated for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:31.934974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5bd2c-5c8f-4271-b214-667878065d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434cf3d-5b5b-45a3-8793-8933de3e3393,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.003287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.012216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Request body: {'port': {'device_id': '5648d137-60ca-4f52-90b8-2db2810d3370', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'admin_state_up': True, 'tenant_id': '5bd6283281a1435d985cf250bc010de4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:32.035382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ed2c2856-78ac-4108-82d7-e41ebd755672 None None] Provisioning complete for port 60b7c908-1bba-4413-8509-b449d16c79f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:32.039044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2856-78ac-4108-82d7-e41ebd755672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.086666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a378885c-74e2-4d59-8ed7-a26c59124418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.102364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.103295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.119012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c2856-78ac-4108-82d7-e41ebd755672 None None] Port 60b7c908-1bba-4413-8509-b449d16c79f7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:32.231366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a378885c-74e2-4d59-8ed7-a26c59124418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.244359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a378885c-74e2-4d59-8ed7-a26c59124418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.249231 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.265459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-36d4b7f8-98e8-4af8-9c5b-5ca26e218042 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5050297 Dec 13 09:58:32.306506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Request body: {'port': {'device_id': '1f426470-557c-4c3f-ad77-237358410d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:32.425534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Attempting to bind port 09811655-e548-427a-8d16-0d51da01bfc9 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:32.425881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Attempting to bind port 09811655-e548-427a-8d16-0d51da01bfc9 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:32.426212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Attempting to bind port 09811655-e548-427a-8d16-0d51da01bfc9 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:32.444446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a378885c-74e2-4d59-8ed7-a26c59124418 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86880f765fcf46b0bb354ff04abe6096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9469459 Dec 13 09:58:32.462449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:32.463219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378885c-74e2-4d59-8ed7-a26c59124418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4bcb8-f677-4a86-8123-aa4788881880,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.510642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Port 09811655-e548-427a-8d16-0d51da01bfc9 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:32.511269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Attempting to bind port 09811655-e548-427a-8d16-0d51da01bfc9 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:32.524364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:32.524979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Checking segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:32.525704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Bound using segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:32.526327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Bound port: 09811655-e548-427a-8d16-0d51da01bfc9, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:32.526874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.541480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.622129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.642827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6dd1c97-f236-4918-b867-9735e7df33b1 req-07ff59dd-8bfe-4935-bd9c-0f3196b8ffbc tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.4709382 Dec 13 09:58:32.664999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.691943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.741405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.744039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.745915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0e4bcb8-f677-4a86-8123-aa4788881880 HTTP/1.1" status: 204 len: 168 time: 0.2778311 Dec 13 09:58:32.786331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1ce82-c6d7-4ddd-bac2-4c2d911e3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4bcb8-f677-4a86-8123-aa4788881880,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.831381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Network f7f5358f-bf46-4ea6-86af-2d0336175776 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:32.838384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:32.850815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:32.858023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:32.884369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=09811655-e548-427a-8d16-0d51da01bfc9,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:32.893526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.935227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.935868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.938483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Pushing event updated for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:32.974334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.981157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:32.981832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:32.983360 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] 10.222.0.37 "PUT /v2.0/ports/09811655-e548-427a-8d16-0d51da01bfc9 HTTP/1.1" status: 200 len: 1092 time: 2.8849087 Dec 13 09:58:32.989307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:32.991577 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0132052-0b7f-4cca-8732-553c58475e83" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "tag": "09811655-e548-427a-8d16-0d51da01bfc9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:33.044047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-ac4d6639-eb36-4c57-afd8-bb947125ead3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2981999 Dec 13 09:58:33.090548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Made reservation on behalf of 5bd6283281a1435d985cf250bc010de4 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:33.095597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.111743 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d133574-522d-4910-b2bb-3ef03f080aef x-openstack-request-id: req-5d133574-522d-4910-b2bb-3ef03f080aef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:33.112367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e1acce8-fde0-4e97-b3fd-90bcaf2ceb85 req-67d9ab3f-a14e-4fbf-8746-f8dfb6cd1f3e tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 210 time: 0.1554840 Dec 13 09:58:33.112886 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "tag": "09811655-e548-427a-8d16-0d51da01bfc9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:33.113365 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d133574-522d-4910-b2bb-3ef03f080aef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:33.114281 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9', 'status': 'completed', 'code': 200} Dec 13 09:58:33.132701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249b3e9-8af6-43ca-9081-3ae4f66a85ee service neutron] Pushing event updated for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:33.174376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-4ac125c2-6f45-4253-a261-43ddd51872d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.176122 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-4ac125c2-6f45-4253-a261-43ddd51872d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 1095 time: 0.1010797 Dec 13 09:58:33.246029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-ea8441c4-e0ad-48aa-8a1c-ffa3def5929d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7030768 Dec 13 09:58:33.270639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-2aff3898-3875-4762-9217-16bf7680e7a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09811655-e548-427a-8d16-0d51da01bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0773852 Dec 13 09:58:33.278471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Request body: {'port': {'device_id': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:33.425186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b7c908-1bba-4413-8509-b449d16c79f7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:33.444460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.448164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-df4e5b2b-8353-4a57-97ec-a6f9dd2febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.449892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-df4e5b2b-8353-4a57-97ec-a6f9dd2febf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.1684730 Dec 13 09:58:33.508297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:33.522916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Transition to ACTIVE for port object 60b7c908-1bba-4413-8509-b449d16c79f7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:33.523995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7794e9-f9bf-42bd-a89b-8c8f5f63ca7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.540198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.580959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.592734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-401cdccf-7e5d-484d-b335-90308ca02f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.593929 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-401cdccf-7e5d-484d-b335-90308ca02f4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322012 Dec 13 09:58:33.673469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.724516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-aba0d4a2-f12d-4e51-8c58-7a3c9854a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:33.726514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-aba0d4a2-f12d-4e51-8c58-7a3c9854a1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.5311916 Dec 13 09:58:33.808642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Pushing event updated for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:33.916645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Attempting to bind port 60b7c908-1bba-4413-8509-b449d16c79f7 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:33.916993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Attempting to bind port 60b7c908-1bba-4413-8509-b449d16c79f7 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:33.917355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Attempting to bind port 60b7c908-1bba-4413-8509-b449d16c79f7 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:33.943334 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-b9cbed9e-84a3-4f43-b5b6-1d943a9a5659 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333349 Dec 13 09:58:33.943840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Port 60b7c908-1bba-4413-8509-b449d16c79f7 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:33.944171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Attempting to bind port 60b7c908-1bba-4413-8509-b449d16c79f7 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:33.973996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:33.974341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Checking segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:33.974739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Bound using segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:33.975305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Bound port: 60b7c908-1bba-4413-8509-b449d16c79f7, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:33.975680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:33.989725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7794e9-f9bf-42bd-a89b-8c8f5f63ca7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.028279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7794e9-f9bf-42bd-a89b-8c8f5f63ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.110512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Allocated IP 172.20.0.9 (a1bb280a-eba4-4f46-8d4c-274c81e71e0f/330a0c49-d44e-4f48-a4ba-118f3b7b22be/b5017717-3124-4da7-96e1-c4e9f3299851) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:34.113950 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da7794e9-f9bf-42bd-a89b-8c8f5f63ca7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcba89c697c84a33a8d0ee5d2b81b995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035180 Dec 13 09:58:34.120135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:34.128759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router de57af1f-15b5-4c7e-91c9-7a4f227e5eec is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:58:34.130795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7794e9-f9bf-42bd-a89b-8c8f5f63ca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bad488-169e-424a-ace7-26da8394b55c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:34.161653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9546-75f8-45ec-95e3-b3167f8081d1 req-2b55d3a0-4943-4d47-a43c-fb61fce8c142 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.163713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-737d9546-75f8-45ec-95e3-b3167f8081d1 req-2b55d3a0-4943-4d47-a43c-fb61fce8c142 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 931 time: 0.4020755 Dec 13 09:58:34.214999 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ebc27597-8787-4d1f-8c79-9ff172de61dd req-14a4d4e1-13de-4456-9011-92f5192e8aec service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566450 Dec 13 09:58:34.224967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:34.229727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60b7c908-1bba-4413-8509-b449d16c79f7,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:34.244524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.255752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.316999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.317663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.319101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] 10.222.0.37 "PUT /v2.0/ports/60b7c908-1bba-4413-8509-b449d16c79f7 HTTP/1.1" status: 200 len: 1091 time: 2.0273218 Dec 13 09:58:34.365895 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.402513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd947ee9-6b0b-411a-b7cb-1af160f01265 service neutron] Pushing event updated for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:34.468054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132052-0b7f-4cca-8732-553c58475e83 req-44801c5b-078e-4168-98c7-8c95a3215f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.470605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-44801c5b-078e-4168-98c7-8c95a3215f2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 1095 time: 0.1868196 Dec 13 09:58:34.528192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-57b8b9b2-afe9-46cc-b1cc-8ec4b34db067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.529780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-57b8b9b2-afe9-46cc-b1cc-8ec4b34db067 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 1094 time: 0.1558666 Dec 13 09:58:34.557336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-8bf87f32-3d5a-4726-a2aa-2cefef765c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.558857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-8bf87f32-3d5a-4726-a2aa-2cefef765c91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.8006685 Dec 13 09:58:34.568281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.571286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.572418 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00bad488-169e-424a-ace7-26da8394b55c HTTP/1.1" status: 204 len: 168 time: 0.4512641 Dec 13 09:58:34.575530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8c86711-6f20-4d4e-86e2-5ff78124ef92 req-90a2ea84-a986-4bdb-a3af-35df27d44640 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 210 time: 0.2727354 Dec 13 09:58:34.691288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bf4bc-0ba8-4673-8b33-eba2ed03932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bad488-169e-424a-ace7-26da8394b55c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:34.704203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.714241 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-ff916664-e13d-4706-bf21-1856b79cdde2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b7c908-1bba-4413-8509-b449d16c79f7 HTTP/1.1" status: 200 len: 217 time: 0.1394541 Dec 13 09:58:34.832900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-737d9546-75f8-45ec-95e3-b3167f8081d1 req-4e822329-25c0-40e8-a017-f5ce40bbe607 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570795 Dec 13 09:58:34.856392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:34.868286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Sync routers for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:34.876673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-bba22f73-a0d5-47c8-9372-1446c76d41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.878420 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-bba22f73-a0d5-47c8-9372-1446c76d41e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.1539910 Dec 13 09:58:34.884048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132052-0b7f-4cca-8732-553c58475e83 req-6a717c4c-c082-4c4a-b429-e75850d1a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.889166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:34.890443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-6a717c4c-c082-4c4a-b429-e75850d1a445 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 917 time: 0.4050858 Dec 13 09:58:34.898906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:34.947343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-5c8b126e-eefd-4616-a892-25ff8f094493 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1001 time: 0.3609426 Dec 13 09:58:34.989730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-b3496cac-849d-4e11-984a-2133452bef9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09811655-e548-427a-8d16-0d51da01bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0672197 Dec 13 09:58:34.995989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-71316450-7f2f-42c0-9bc8-9525a56063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:34.996169 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:34.997382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f44f7ace-d928-4fe5-807c-db2f48366f53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.5095503 Dec 13 09:58:34.999629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-71316450-7f2f-42c0-9bc8-9525a56063c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080534 Dec 13 09:58:35.000296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:35.086661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:35.217910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:35.218479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.220751 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a546c15-80ae-44ad-bc54-abe9f1658b96" -d '{"events": [{"name": "network-changed", "server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:35.225107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c231b80-705e-499d-8661-a49caeec4171 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.230343 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6c231b80-705e-499d-8661-a49caeec4171 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=457f76097a354ec79e3b8da28a05487a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2149034 Dec 13 09:58:35.236120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:35.303733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-e8dca520-695c-47d5-8d45-98c400db38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.306088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-e8dca520-695c-47d5-8d45-98c400db38b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.3415341 Dec 13 09:58:35.382818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4365e7d5-50e3-4935-92bf-7778100c96d8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:35.441457 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.504548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:35.557558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Transition to ACTIVE for port object 4365e7d5-50e3-4935-92bf-7778100c96d8 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:35.569744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Checking router: de57af1f-15b5-4c7e-91c9-7a4f227e5eec for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:35.570776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Updating router de57af1f-15b5-4c7e-91c9-7a4f227e5eec port c19ff627-76e7-4ac6-b6fe-c30944011068 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:58:35.572832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.611601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.647442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:35.740282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-56fe0062-be6a-4d79-b662-b3c962cbb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.744984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-56fe0062-be6a-4d79-b662-b3c962cbb754 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3487477 Dec 13 09:58:35.749104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606f428-38e1-4625-9b12-116242096976 service neutron] Pushing event updated for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:35.771527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc0593-a388-4aad-aeb1-47b9dc7cb540 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.773319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4dfc0593-a388-4aad-aeb1-47b9dc7cb540 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5348239 Dec 13 09:58:35.778874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:35.864464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132052-0b7f-4cca-8732-553c58475e83 req-17867080-e702-44fd-afe9-1049da003cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:35.866612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-17867080-e702-44fd-afe9-1049da003cf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.8645940 Dec 13 09:58:35.918453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:36.052311 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-27264091-d948-43ed-8ee1-43e808c7c995 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0206826 Dec 13 09:58:36.063660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:36.080355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:36.107440 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c3096-35eb-4163-a1ee-deac20121a98 x-openstack-request-id: req-b24c3096-35eb-4163-a1ee-deac20121a98 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:36.110465 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:36.110908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-095a6115-4f1c-402e-8691-64588ab914ac tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3243749 Dec 13 09:58:36.111340 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b24c3096-35eb-4163-a1ee-deac20121a98 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:36.115962 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7', 'status': 'completed', 'code': 200} Dec 13 09:58:36.123420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.291929 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e5c1fbfd-86cf-4842-9b41-9451759df697 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=457f76097a354ec79e3b8da28a05487a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1296659 Dec 13 09:58:36.296895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132052-0b7f-4cca-8732-553c58475e83 req-c5f0571b-214d-4f86-bbdf-6079a12daac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.298746 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-c5f0571b-214d-4f86-bbdf-6079a12daac6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4244108 Dec 13 09:58:36.300913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.545993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.574765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-445dcf15-5620-47af-8b57-2b27a1550ed8 None None] Provisioning complete for port b5017717-3124-4da7-96e1-c4e9f3299851 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:36.575168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-445dcf15-5620-47af-8b57-2b27a1550ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.631209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-445dcf15-5620-47af-8b57-2b27a1550ed8 None None] Port b5017717-3124-4da7-96e1-c4e9f3299851 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:36.633095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.665502 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-da97853f-74fa-435d-94d0-3b0ee922d5b6 req-e8727312-f96c-41a1-a82c-aa5884d13f61 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940416 Dec 13 09:58:36.696889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Attempting to bind port c19ff627-76e7-4ac6-b6fe-c30944011068 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:36.700760 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-551b2a98-7a4d-4b02-ad8d-c423514df1b6 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768795 Dec 13 09:58:36.705649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb9d8a-6c6e-4525-8ce9-8dc69e25be8d tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:36.710096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d1bb9d8a-6c6e-4525-8ce9-8dc69e25be8d tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4050164 Dec 13 09:58:36.710485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.713824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Attempting to bind port c19ff627-76e7-4ac6-b6fe-c30944011068 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:36.716178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Attempting to bind port c19ff627-76e7-4ac6-b6fe-c30944011068 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:36.795759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:36.796279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:36.796765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.797310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:36.798112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Bound port: c19ff627-76e7-4ac6-b6fe-c30944011068, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:36.798668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.805000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c98a3cd4-d879-4d01-9e6e-110b45f22a37 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903726 Dec 13 09:58:36.819376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:36.837384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390869199', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:36.870846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31954a-4454-4ebf-9c42-e762fa2a7f63 None None] Pushing event updated for resources: {'Port': ['ID=c19ff627-76e7-4ac6-b6fe-c30944011068,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:36.905851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-a0011533-0a37-41a5-9ca9-e6d645260105 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1205945 Dec 13 09:58:36.909035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] For port c19ff627-76e7-4ac6-b6fe-c30944011068, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:36.915773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] For port c19ff627-76e7-4ac6-b6fe-c30944011068, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c19ff627-76e7-4ac6-b6fe-c30944011068,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:36.926956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:36.936050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event updated for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:37.025203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe497c7-eb42-4bf6-be67-b1c96fc0c1c0 req-0b3d95af-a7fb-4cc8-a5f4-efeea6fccf0b tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.030095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:37.031119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:37.034106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfe497c7-eb42-4bf6-be67-b1c96fc0c1c0 req-0b3d95af-a7fb-4cc8-a5f4-efeea6fccf0b tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 931 time: 1.2531202 Dec 13 09:58:37.105401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-7dc6c58b-915c-4c83-a8bb-ea114fd8e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.107143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-7dc6c58b-915c-4c83-a8bb-ea114fd8e95f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 1094 time: 0.3537025 Dec 13 09:58:37.202931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.204625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.262543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b9597623-856e-42c1-8f6d-15d0314f09ee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2846684 Dec 13 09:58:37.286854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053de71-155f-4a1f-a735-e5e9bd48ebc9 req-1c87ec1f-2569-455c-bb38-cccdc8a31007 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.289549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6053de71-155f-4a1f-a735-e5e9bd48ebc9 req-1c87ec1f-2569-455c-bb38-cccdc8a31007 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 943 time: 0.4617307 Dec 13 09:58:37.309174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Request body: {'port': {'device_id': '5648d137-60ca-4f52-90b8-2db2810d3370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:37.335106 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-63536533-9798-4016-9f20-f2ba28725200 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491166 Dec 13 09:58:37.360560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:37.365428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.411293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Attempting to bind port 4365e7d5-50e3-4935-92bf-7778100c96d8 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:37.412472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Attempting to bind port 4365e7d5-50e3-4935-92bf-7778100c96d8 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7e938fba-5181-49d7-ad03-0117525a352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:37.412818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Attempting to bind port 4365e7d5-50e3-4935-92bf-7778100c96d8 on network f7f5358f-bf46-4ea6-86af-2d0336175776 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:37.445358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Port 4365e7d5-50e3-4935-92bf-7778100c96d8 on network f7f5358f-bf46-4ea6-86af-2d0336175776 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:37.445703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Attempting to bind port 4365e7d5-50e3-4935-92bf-7778100c96d8 on network f7f5358f-bf46-4ea6-86af-2d0336175776 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:37.451124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfe497c7-eb42-4bf6-be67-b1c96fc0c1c0 req-aab7b997-9a88-42a4-a06e-d4a05e4d7765 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158423 Dec 13 09:58:37.471566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-6a6b99be-cfdd-4b1d-a7b5-6bbd6755a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.473390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-6a6b99be-cfdd-4b1d-a7b5-6bbd6755a185 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 917 time: 0.3551662 Dec 13 09:58:37.479837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-49e3d2fe-43f1-4dcf-9b06-6834fac60e59 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342782 Dec 13 09:58:37.488295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:37.488645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Checking segment: {'id': '7e938fba-5181-49d7-ad03-0117525a352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:37.489590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Bound using segment: {'id': '7e938fba-5181-49d7-ad03-0117525a352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:37.489590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Bound port: 4365e7d5-50e3-4935-92bf-7778100c96d8, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e938fba-5181-49d7-ad03-0117525a352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:37.489930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.521470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.531525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6053de71-155f-4a1f-a735-e5e9bd48ebc9 req-d1815c32-5fe2-40ed-a648-e1ccf07103d7 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010732 Dec 13 09:58:37.592598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:37.747909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-86fd2303-d0b0-4cdd-9a6c-51b8d8cfa3ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b7c908-1bba-4413-8509-b449d16c79f7 HTTP/1.1" status: 200 len: 217 time: 0.0693779 Dec 13 09:58:37.748112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 09811655-e548-427a-8d16-0d51da01bfc9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:37.877104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:37.884557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4365e7d5-50e3-4935-92bf-7778100c96d8,segment=NetworkSegment(7e938fba-5181-49d7-ad03-0117525a352a),segment_id=7e938fba-5181-49d7-ad03-0117525a352a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:37.940312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=09811655-e548-427a-8d16-0d51da01bfc9,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:37.942633 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:37.956173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-a2992bb3-0a20-4eff-ade8-9aff28fb171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:37.958371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-a2992bb3-0a20-4eff-ade8-9aff28fb171b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.2130637 Dec 13 09:58:37.962335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.042160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '09811655-e548-427a-8d16-0d51da01bfc9', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'port_id': '09811655-e548-427a-8d16-0d51da01bfc9', 'mac_address': 'fa:16:3e:f9:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330a0c49-d44e-4f48-a4ba-118f3b7b22be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:38.115729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Subnet': ['ID=59e96b14-af78-42a0-83bd-153174c56dbe,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.133703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Checking segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:38.133994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network hostable DHCP agents. Network: d94b4213-aedd-4e08-bac5-74fad4bc43a9, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:58:38.144052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-c4d1fefa-1bc6-4624-a1e2-29276cd33012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.145669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-c4d1fefa-1bc6-4624-a1e2-29276cd33012 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743762 Dec 13 09:58:38.207205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:58:38.232668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31954a-4454-4ebf-9c42-e762fa2a7f63 None None] Pushing event updated for resources: {'Port': ['ID=c19ff627-76e7-4ac6-b6fe-c30944011068,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.239921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d94b4213-aedd-4e08-bac5-74fad4bc43a9) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:38.250434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.254270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.268143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5017717-3124-4da7-96e1-c4e9f3299851 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:38.269428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.282909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75376d3b-7fc3-4a33-abfe-f2761bf0d2c1 None None] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:38.285683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-515df3da-a577-41ab-8c13-d013817a8611 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4651866 Dec 13 09:58:38.288595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:38.290495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.325074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Transition to ACTIVE for port object b5017717-3124-4da7-96e1-c4e9f3299851 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:38.328956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606f428-38e1-4625-9b12-116242096976 service neutron] Pushing event updated for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.337987 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.341481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.342562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.346219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8606f428-38e1-4625-9b12-116242096976 service neutron] 10.222.0.37 "PUT /v2.0/ports/4365e7d5-50e3-4935-92bf-7778100c96d8 HTTP/1.1" status: 200 len: 1091 time: 5.0865510 Dec 13 09:58:38.467143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:38.470853 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-c64c3a87-93f8-4966-8cf3-2e72034f7fe3 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159742 Dec 13 09:58:38.474229 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c705d-22e1-4398-8f83-97a8773f1630" -d '{"events": [{"name": "network-changed", "server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:38.549057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09811655-e548-427a-8d16-0d51da01bfc9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:38.603290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:38.638104 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27aa27a-575b-419c-94a0-b53b217f7fb7 x-openstack-request-id: req-a27aa27a-575b-419c-94a0-b53b217f7fb7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:38.638489 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:38.638757 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a27aa27a-575b-419c-94a0-b53b217f7fb7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:38.639300 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8', 'status': 'completed', 'code': 200} Dec 13 09:58:38.685278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=09811655-e548-427a-8d16-0d51da01bfc9,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:38.722776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:38.799663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-26f60fc6-4888-408e-8676-eb3eaee9717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:38.801732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-26f60fc6-4888-408e-8676-eb3eaee9717d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8de35c43583843fd9d126bc937031c4f&device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 1094 time: 0.2668512 Dec 13 09:58:38.973582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-08dfd423-f842-41ae-b72b-91d0837895d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4365e7d5-50e3-4935-92bf-7778100c96d8 HTTP/1.1" status: 200 len: 217 time: 0.1500864 Dec 13 09:58:38.995913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d94b4213-aedd-4e08-bac5-74fad4bc43a9', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'project_id': '457f76097a354ec79e3b8da28a05487a', 'fixed_ips': [{'subnet_id': '59e96b14-af78-42a0-83bd-153174c56dbe'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:58:38.996817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.013673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd12e8-46c2-4bcb-96b2-71a0342aa0e7 req-0330f840-dbed-4ec0-81ae-6f20a9c9645a tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.019763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55cd12e8-46c2-4bcb-96b2-71a0342aa0e7 req-0330f840-dbed-4ec0-81ae-6f20a9c9645a tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 943 time: 0.2507749 Dec 13 09:58:39.028165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:39.066498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a546c15-80ae-44ad-bc54-abe9f1658b96 req-3d915e62-57bc-4a54-b8a1-0ca7734ca488 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822623 Dec 13 09:58:39.083099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Attempting to bind port b5017717-3124-4da7-96e1-c4e9f3299851 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:39.083447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Attempting to bind port b5017717-3124-4da7-96e1-c4e9f3299851 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:39.083785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Attempting to bind port b5017717-3124-4da7-96e1-c4e9f3299851 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:39.094687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Port b5017717-3124-4da7-96e1-c4e9f3299851 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:39.095333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Attempting to bind port b5017717-3124-4da7-96e1-c4e9f3299851 on network a1bb280a-eba4-4f46-8d4c-274c81e71e0f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:39.109412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:39.109842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Checking segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:39.110428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Bound using segment: {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:39.111351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Bound port: b5017717-3124-4da7-96e1-c4e9f3299851, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7761ddf-fd05-4638-91e6-0725507510ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:39.111762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.153502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434f36-13e4-4cb0-a22a-4d660cf9a5ab req-2b84f21b-1d72-4881-9d2b-a26db23b1c9d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.155497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02434f36-13e4-4cb0-a22a-4d660cf9a5ab req-2b84f21b-1d72-4881-9d2b-a26db23b1c9d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 943 time: 0.3148797 Dec 13 09:58:39.194760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:39.200502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['09811655-e548-427a-8d16-0d51da01bfc9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:39.215834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfaf0d-2049-495a-8623-e282154aeda5 None None] The sync data for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 is: [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:30Z', 'revision_number': 3, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:39.322774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55cd12e8-46c2-4bcb-96b2-71a0342aa0e7 req-7f7136cf-c5c0-4024-a7ef-673040383dee tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716525 Dec 13 09:58:39.326692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8a7b4167-b6da-4d79-bc9a-6c15efd409fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.331979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-8a7b4167-b6da-4d79-bc9a-6c15efd409fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97dbc28a-a8ed-47eb-8369-5aa8612185bb HTTP/1.1" status: 200 len: 861 time: 0.3496389 Dec 13 09:58:39.358980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:39.414175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-b2529a73-bbb6-4744-8238-7c0f6d46d118 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7f5358f-bf46-4ea6-86af-2d0336175776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521057 Dec 13 09:58:39.416323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b5017717-3124-4da7-96e1-c4e9f3299851,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:39.440338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.469264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02434f36-13e4-4cb0-a22a-4d660cf9a5ab req-5f108d8d-f880-4f04-a2a3-4e006949277d tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907171 Dec 13 09:58:39.579594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.580732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.583128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5017717-3124-4da7-96e1-c4e9f3299851 HTTP/1.1" status: 200 len: 1091 time: 2.2792785 Dec 13 09:58:39.597295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Allocated IP 172.20.0.18 (d94b4213-aedd-4e08-bac5-74fad4bc43a9/59e96b14-af78-42a0-83bd-153174c56dbe/4b2db926-9c7c-4d15-9a99-451042ade0c6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:39.682318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:39.770789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf05ac0-e973-44ac-9a7a-825db1574e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:39.848158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-525fdd40-97b2-4a7c-ab91-f439a4756210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:39.849729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-525fdd40-97b2-4a7c-ab91-f439a4756210 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 1094 time: 0.1934838 Dec 13 09:58:39.869021 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-17fa473b-281b-40c4-ba14-536384d5b3c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417481 Dec 13 09:58:40.088731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1eb0c0a-938d-4e1f-a443-a45b08663df2 req-81b9ddcf-65b9-4377-b48f-8a0daef952fc service neutron] 10.222.0.37 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010586 Dec 13 09:58:40.124418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.138010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.166437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:40.172103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:40.178012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:40.199891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-0505ffe1-ce28-41d4-8eb5-22943e187043 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5017717-3124-4da7-96e1-c4e9f3299851 HTTP/1.1" status: 200 len: 217 time: 0.3289838 Dec 13 09:58:40.220875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:40.364023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c705d-22e1-4398-8f83-97a8773f1630 req-be390117-5bcc-4535-8cdf-5b881a2ea719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:40.367452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-be390117-5bcc-4535-8cdf-5b881a2ea719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8de35c43583843fd9d126bc937031c4f&device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 1094 time: 0.1901798 Dec 13 09:58:40.368417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Attempting to bind port 4b2db926-9c7c-4d15-9a99-451042ade0c6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:40.368906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Attempting to bind port 4b2db926-9c7c-4d15-9a99-451042ade0c6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:40.369409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Attempting to bind port 4b2db926-9c7c-4d15-9a99-451042ade0c6 on network d94b4213-aedd-4e08-bac5-74fad4bc43a9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:40.370391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-a55b51cd-4a62-4376-9e80-386a312e9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:40.371983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-a55b51cd-4a62-4376-9e80-386a312e9a88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.1399448 Dec 13 09:58:40.379296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Pushing event updated for resources: {'Port': ['ID=4b2db926-9c7c-4d15-9a99-451042ade0c6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:40.409595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:40.411742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Checking segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:40.412322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.412873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Bound using segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:40.413865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Bound port: 4b2db926-9c7c-4d15-9a99-451042ade0c6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:40.414444 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.461373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c19ff627-76e7-4ac6-b6fe-c30944011068 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:40.561077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.20.0.17 (d94b4213-aedd-4e08-bac5-74fad4bc43a9/59e96b14-af78-42a0-83bd-153174c56dbe/7e130420-df7e-4164-8ee1-4b786dab8b91) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:40.640168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:40.645709 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191000f4-ff3c-4ef7-878e-870fef3fdb96" -d '{"events": [{"name": "network-changed", "server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:40.691070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-c5115d23-9785-4f8e-bdcf-d4f22ac9e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:40.692609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-c5115d23-9785-4f8e-bdcf-d4f22ac9e5e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124158 Dec 13 09:58:40.725780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c19ff627-76e7-4ac6-b6fe-c30944011068 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:40.726394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.728553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] For port 4b2db926-9c7c-4d15-9a99-451042ade0c6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:40.732645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] For port 4b2db926-9c7c-4d15-9a99-451042ade0c6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b2db926-9c7c-4d15-9a99-451042ade0c6,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:40.758488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:40.911030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ccde4-ae68-48ef-b9e0-0a1de1997816 None None] Pushing event updated for resources: {'Port': ['ID=4b2db926-9c7c-4d15-9a99-451042ade0c6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:40.968855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea4d9f-9d82-4571-b712-9975865774c0 req-8ff4b900-9f5b-4ed6-bd34-63c865907316 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:40.972257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9ea4d9f-9d82-4571-b712-9975865774c0 req-8ff4b900-9f5b-4ed6-bd34-63c865907316 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 943 time: 0.4196703 Dec 13 09:58:40.998929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-4ecb58f6-5051-4fe2-af2c-bddf2e779b0c service neutron] 10.222.0.44 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850351 Dec 13 09:58:41.021370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c705d-22e1-4398-8f83-97a8773f1630 req-ec5d0640-1b79-481d-9228-1f30cbced89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.021828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.022875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-ec5d0640-1b79-481d-9228-1f30cbced89c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7f5358f-bf46-4ea6-86af-2d0336175776 HTTP/1.1" status: 200 len: 922 time: 0.6442432 Dec 13 09:58:41.061935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port c19ff627-76e7-4ac6-b6fe-c30944011068, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c19ff627-76e7-4ac6-b6fe-c30944011068,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:41.072729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.150661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=c19ff627-76e7-4ac6-b6fe-c30944011068,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.280980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9ea4d9f-9d82-4571-b712-9975865774c0 req-42355aa7-72be-4d7b-bcab-a28062152ab7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634938 Dec 13 09:58:41.285532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-20bf1963-70d2-4e2e-9505-1b55feef3bd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4365e7d5-50e3-4935-92bf-7778100c96d8 HTTP/1.1" status: 200 len: 217 time: 0.2490990 Dec 13 09:58:41.349068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ad09-3d8a-41c0-8c6c-7569efa33639 req-dba3e92a-3ec0-45b6-865a-396f719dfbcd tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.365920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e067ad09-3d8a-41c0-8c6c-7569efa33639 req-dba3e92a-3ec0-45b6-865a-396f719dfbcd tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 943 time: 0.6544557 Dec 13 09:58:41.408848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.447351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-803f863d-489f-4ddd-839a-006c725a782f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.459114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.461319 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a9eae-8d8a-49ac-885c-e356c93cb9c8 x-openstack-request-id: req-768a9eae-8d8a-49ac-885c-e356c93cb9c8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:41.462608 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:41.463152 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-768a9eae-8d8a-49ac-885c-e356c93cb9c8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:41.463734 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851', 'status': 'completed', 'code': 200} Dec 13 09:58:41.530653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:41.540010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:41.544177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:41.550517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:41.600637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.607977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60b7c908-1bba-4413-8509-b449d16c79f7 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:41.612812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 09811655-e548-427a-8d16-0d51da01bfc9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:41.651652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c705d-22e1-4398-8f83-97a8773f1630 req-5aead92f-20ed-4773-a9b7-710323501f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:41.656885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-5aead92f-20ed-4773-a9b7-710323501f27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97dbc28a-a8ed-47eb-8369-5aa8612185bb HTTP/1.1" status: 200 len: 861 time: 0.2807393 Dec 13 09:58:41.704354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5a752ea-bb9b-44c9-84f3-c1ea9fe0ebe3 req-b7ab8005-c8ac-45a6-9b35-0dae87d2b68c service neutron] 10.222.0.44 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680989 Dec 13 09:58:41.729610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e067ad09-3d8a-41c0-8c6c-7569efa33639 req-3171eef5-ccfd-435e-8c2b-414d45f211e9 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585804 Dec 13 09:58:41.745583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-4d050eb8-e481-4eb4-ad41-a66c81f95283 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7f5358f-bf46-4ea6-86af-2d0336175776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764902 Dec 13 09:58:41.803620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60b7c908-1bba-4413-8509-b449d16c79f7,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:41.819802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '60b7c908-1bba-4413-8509-b449d16c79f7', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'port_id': '60b7c908-1bba-4413-8509-b449d16c79f7', 'mac_address': 'fa:16:3e:8f:f6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330a0c49-d44e-4f48-a4ba-118f3b7b22be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:41.901657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.902809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.919532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 09811655-e548-427a-8d16-0d51da01bfc9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:41.926677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 09811655-e548-427a-8d16-0d51da01bfc9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:41.927054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:41.929621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b7c908-1bba-4413-8509-b449d16c79f7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:41.973512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-8e7c5a89-3bcb-4836-b755-cc7604855646 service neutron] 10.222.0.37 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202849 Dec 13 09:58:42.001916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60b7c908-1bba-4413-8509-b449d16c79f7,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:42.020563 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.037568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-041ae89b-f0dc-4a97-979d-45b0f2b27683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.039087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-041ae89b-f0dc-4a97-979d-45b0f2b27683 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 1094 time: 0.1103687 Dec 13 09:58:42.122973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.139985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.166531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:42.169481 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd044a83-a64e-4501-9eb4-409de67f1463" -d '{"events": [{"server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "name": "network-vif-plugged", "status": "completed", "tag": "09811655-e548-427a-8d16-0d51da01bfc9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:42.186408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=09811655-e548-427a-8d16-0d51da01bfc9,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:42.194483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.199984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-803f863d-489f-4ddd-839a-006c725a782f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.233305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-803f863d-489f-4ddd-839a-006c725a782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.291605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.303940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-803f863d-489f-4ddd-839a-006c725a782f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f8f43125ebd4c20b60e564b909455c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0813231 Dec 13 09:58:42.307494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:42.308170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f863d-489f-4ddd-839a-006c725a782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80e816-ff50-4631-8d40-25022c6a0bd1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:42.309015 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad1884-7936-44f3-80fd-cbb800249d4d x-openstack-request-id: req-16ad1884-7936-44f3-80fd-cbb800249d4d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:42.309462 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "name": "network-vif-plugged", "status": "completed", "tag": "09811655-e548-427a-8d16-0d51da01bfc9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:42.310220 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16ad1884-7936-44f3-80fd-cbb800249d4d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:42.310461 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9', 'code': 200} Dec 13 09:58:42.355004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-534c705d-22e1-4398-8f83-97a8773f1630 req-c8592721-24c7-447a-927b-70ebff9441d4 service neutron] 10.222.0.37 "GET /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740556 Dec 13 09:58:42.396299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-e10e1eed-0f71-4eac-8ab6-7aab5dc1fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.397635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-e10e1eed-0f71-4eac-8ab6-7aab5dc1fb4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 917 time: 0.3432510 Dec 13 09:58:42.435124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['60b7c908-1bba-4413-8509-b449d16c79f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:42.544431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-310b3ba7-bedf-4b9f-9e60-4fee46fe088c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5017717-3124-4da7-96e1-c4e9f3299851 HTTP/1.1" status: 200 len: 217 time: 0.1391573 Dec 13 09:58:42.691364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b2db926-9c7c-4d15-9a99-451042ade0c6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:42.818543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.881198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4fec-5928-45db-b128-7d1e50399bb1 req-e6efb6ab-34a9-456a-a6ea-fcf9251bb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:42.882768 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6bfb4fec-5928-45db-b128-7d1e50399bb1 req-e6efb6ab-34a9-456a-a6ea-fcf9251bb46e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 1097 time: 0.5256696 Dec 13 09:58:42.883670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.926239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4b2db926-9c7c-4d15-9a99-451042ade0c6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:42.926721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:42.936988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.020736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.076527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:43.147450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.164846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.176876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cac340-83bb-4a82-81b7-8813648cbbf3 None None] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:43.236276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-15e67330-1e95-479a-8a6f-0bae54d39782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.238561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-15e67330-1e95-479a-8a6f-0bae54d39782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.0843160 Dec 13 09:58:43.249005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.264531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:43.265766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.271528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.272715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a80e816-ff50-4631-8d40-25022c6a0bd1 HTTP/1.1" status: 204 len: 168 time: 0.9570007 Dec 13 09:58:43.280937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45d3c186-b937-4f62-94d2-b16c197328c1 None None] Provisioning complete for port 4b2db926-9c7c-4d15-9a99-451042ade0c6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.281087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:43.281686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45d3c186-b937-4f62-94d2-b16c197328c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.315765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65701cfd-a47a-4f0c-a3b2-5ac23816301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80e816-ff50-4631-8d40-25022c6a0bd1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.366800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 4b2db926-9c7c-4d15-9a99-451042ade0c6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b2db926-9c7c-4d15-9a99-451042ade0c6,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:43.382402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ed2f9-9675-41e4-b861-14e674d0920f req-bdaf8e21-0907-41ef-b375-ee526cc78335 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.395272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-267ed2f9-9675-41e4-b861-14e674d0920f req-bdaf8e21-0907-41ef-b375-ee526cc78335 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 943 time: 0.8549097 Dec 13 09:58:43.411661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.413215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c19ff627-76e7-4ac6-b6fe-c30944011068 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:43.480284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router de57af1f-15b5-4c7e-91c9-7a4f227e5eec has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:43.525757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc51d9-bba6-4f07-95e4-b4b28efdeaa0 req-ab743cf0-6b3b-40c0-98d1-8fe1370382e2 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.527318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12cc51d9-bba6-4f07-95e4-b4b28efdeaa0 req-ab743cf0-6b3b-40c0-98d1-8fe1370382e2 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 943 time: 0.3650050 Dec 13 09:58:43.570343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-728be08b-efd8-4412-869d-eaef2702b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:43.572484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-728be08b-efd8-4412-869d-eaef2702b513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133061 Dec 13 09:58:43.588890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-267ed2f9-9675-41e4-b861-14e674d0920f req-3abaf567-8618-4cb4-8fe4-413b7712e2db tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894815 Dec 13 09:58:43.615708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6bfb4fec-5928-45db-b128-7d1e50399bb1 req-f4a3b025-e2e2-49da-af7c-eec8c90b84c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340521 Dec 13 09:58:43.615708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b727e6-296b-4461-bb02-9a24f8f1ac87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.617020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=4b2db926-9c7c-4d15-9a99-451042ade0c6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:43.628973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c19ff627-76e7-4ac6-b6fe-c30944011068 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:43.629511 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.674702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4365e7d5-50e3-4935-92bf-7778100c96d8 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:43.708995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:43.722146 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f79fadb9-f917-4c3a-87b1-c243166b2471 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "PUT /v2.0/routers/de57af1f-15b5-4c7e-91c9-7a4f227e5eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4311864 Dec 13 09:58:43.724752 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Sync routers for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:43.738880 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:43.739536 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:43.846427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b727e6-296b-4461-bb02-9a24f8f1ac87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.854129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b727e6-296b-4461-bb02-9a24f8f1ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:43.864473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12cc51d9-bba6-4f07-95e4-b4b28efdeaa0 req-838e8a3b-ed02-45bd-8bd7-b31d453d60f3 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265083 Dec 13 09:58:43.959182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-ba04ddb4-c38e-466e-a66e-ce90a09af6cb service neutron] 10.222.0.44 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667552 Dec 13 09:58:43.997743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48278) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.022681 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b5b727e6-296b-4461-bb02-9a24f8f1ac87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e2fc0faa08447098eedb5ae2dbe7fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8661869 Dec 13 09:58:44.023440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.043610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.044334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b727e6-296b-4461-bb02-9a24f8f1ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0693f9a2-2aa1-4752-bf86-d71dfc2b2ca6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.047851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4365e7d5-50e3-4935-92bf-7778100c96d8,segment=NetworkSegment(7e938fba-5181-49d7-ad03-0117525a352a),segment_id=7e938fba-5181-49d7-ad03-0117525a352a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:44.053084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8583ae4-eae6-44a3-bf82-a18156fe5f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.065385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:44.091443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '4365e7d5-50e3-4935-92bf-7778100c96d8', 'network_id': 'f7f5358f-bf46-4ea6-86af-2d0336175776', 'port_id': '4365e7d5-50e3-4935-92bf-7778100c96d8', 'mac_address': 'fa:16:3e:b7:62:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dbc28a-a8ed-47eb-8369-5aa8612185bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:44.244960 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.257113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-48c97382-9c96-414f-950a-51921f3153cb tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 200 len: 992 time: 0.2321577 Dec 13 09:58:44.280669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.309346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4365e7d5-50e3-4935-92bf-7778100c96d8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:44.313343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.355244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d294d5e3-684a-41dc-987b-7551fd375a0d None None] Provisioning complete for port 4b2db926-9c7c-4d15-9a99-451042ade0c6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:44.361394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d294d5e3-684a-41dc-987b-7551fd375a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.395315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.399668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.403059 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0693f9a2-2aa1-4752-bf86-d71dfc2b2ca6 HTTP/1.1" status: 204 len: 168 time: 0.3374512 Dec 13 09:58:44.415702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a1cde-ad2b-48aa-ac40-f3973af19d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0693f9a2-2aa1-4752-bf86-d71dfc2b2ca6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.436730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4365e7d5-50e3-4935-92bf-7778100c96d8,segment=NetworkSegment(7e938fba-5181-49d7-ad03-0117525a352a),segment_id=7e938fba-5181-49d7-ad03-0117525a352a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:44.485917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-191000f4-ff3c-4ef7-878e-870fef3fdb96 req-e2fc02c5-50ec-4803-9c1d-323bc376b0cb service neutron] 10.222.0.44 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168095 Dec 13 09:58:44.496201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.635544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:44.643649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:44.663980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b5017717-3124-4da7-96e1-c4e9f3299851 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:44.692848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-da228802-44df-41cc-984d-2a0ca260e76f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:44.701620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-da228802-44df-41cc-984d-2a0ca260e76f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/networks?id=d94b4213-aedd-4e08-bac5-74fad4bc43a9 HTTP/1.1" status: 200 len: 796 time: 0.5731587 Dec 13 09:58:44.744637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-1bce0e55-53fd-4cae-85f2-be7aafe5e64f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/quotas/457f76097a354ec79e3b8da28a05487a HTTP/1.1" status: 200 len: 375 time: 0.0412834 Dec 13 09:58:44.867993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8583ae4-eae6-44a3-bf82-a18156fe5f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:44.944492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4365e7d5-50e3-4935-92bf-7778100c96d8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:44.951563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b2db926-9c7c-4d15-9a99-451042ade0c6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:44.953494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d294d5e3-684a-41dc-987b-7551fd375a0d None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:44.953866 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d294d5e3-684a-41dc-987b-7551fd375a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.002841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8583ae4-eae6-44a3-bf82-a18156fe5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.018051 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7e130420-df7e-4164-8ee1-4b786dab8b91', 'name': '', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:92:5c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:40Z', 'updated_at': '2021-12-13T09:58:42Z', 'revision_number': 2, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:45.143004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f8583ae4-eae6-44a3-bf82-a18156fe5f4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b9e75e3e18446a39adcbe6d5fc20943&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1441607 Dec 13 09:58:45.145021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583ae4-eae6-44a3-bf82-a18156fe5f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499be175-7920-4572-8d6b-cccaf9a1f1f9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:45.153311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:45.164479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095f55-00bc-48fe-85e0-c7f9c02aa43f req-47a05b1f-2618-41fe-966d-bed2a5cc55b7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:45.166166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69095f55-00bc-48fe-85e0-c7f9c02aa43f req-47a05b1f-2618-41fe-966d-bed2a5cc55b7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 943 time: 0.3766747 Dec 13 09:58:45.174836 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Checking router: de57af1f-15b5-4c7e-91c9-7a4f227e5eec for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:45.175203 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Updating router de57af1f-15b5-4c7e-91c9-7a4f227e5eec port 7e130420-df7e-4164-8ee1-4b786dab8b91 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:58:45.204657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-23371436-b3e5-4dec-8e9a-24a9e9c02240 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4582019 Dec 13 09:58:45.239026 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.245317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 6c3d2180-7e72-4975-b8c3-1ce5464eaf27 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:45.245920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.383636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d294d5e3-684a-41dc-987b-7551fd375a0d None None] Port 7e130420-df7e-4164-8ee1-4b786dab8b91 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:45.461452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.461860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.505354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 6c3d2180-7e72-4975-b8c3-1ce5464eaf27 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:45.523257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b5017717-3124-4da7-96e1-c4e9f3299851,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:45.530488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.535363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:45.548917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4b2db926-9c7c-4d15-9a99-451042ade0c6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:45.549369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.557218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'b5017717-3124-4da7-96e1-c4e9f3299851', 'network_id': 'a1bb280a-eba4-4f46-8d4c-274c81e71e0f', 'port_id': 'b5017717-3124-4da7-96e1-c4e9f3299851', 'mac_address': 'fa:16:3e:28:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330a0c49-d44e-4f48-a4ba-118f3b7b22be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:45.563554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe76deb5-34f7-41ad-bdfd-d95a8423ccf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.590649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69095f55-00bc-48fe-85e0-c7f9c02aa43f req-89774dd2-b5ea-4b76-b2fc-e1e11abb8c9f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170914 Dec 13 09:58:45.602529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf96bbc8-fd83-4cad-a1a0-a01ac563a38f None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:45.602919 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf96bbc8-fd83-4cad-a1a0-a01ac563a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.668222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.680930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60b7c908-1bba-4413-8509-b449d16c79f7 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:45.793943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf96bbc8-fd83-4cad-a1a0-a01ac563a38f None None] Port 7e130420-df7e-4164-8ee1-4b786dab8b91 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:45.820896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.853083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.895175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=6c3d2180-7e72-4975-b8c3-1ce5464eaf27,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:45.910214 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.913406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5017717-3124-4da7-96e1-c4e9f3299851 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:45.918462 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.956600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe76deb5-34f7-41ad-bdfd-d95a8423ccf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.962571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.967087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:45.968383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/499be175-7920-4572-8d6b-cccaf9a1f1f9 HTTP/1.1" status: 204 len: 168 time: 0.8012636 Dec 13 09:58:45.991094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-85582b38-e69b-484f-b116-f52c2825fb4c service neutron] 10.222.0.30 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695527 Dec 13 09:58:45.993179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe76deb5-34f7-41ad-bdfd-d95a8423ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.010754 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Pushing event updated for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.027806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.028443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.028550 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.028797 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.029149 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.029481 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.029803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.030125 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.030443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.031366 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.032720 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.032720 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.032930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:46.035307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 60b7c908-1bba-4413-8509-b449d16c79f7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:46.043104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.044189 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Floating IP 82286505-153d-45bf-aa9e-ae07ccc1ff43 disassociated (deleted). External IP: 172.25.1.53, port: 00895650-b663-47d8-9317-38bec129aaab. Dec 13 09:58:46.068000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b5017717-3124-4da7-96e1-c4e9f3299851,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:46.081324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 60b7c908-1bba-4413-8509-b449d16c79f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:46.083420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.097970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.172045 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Attempting to bind port 7e130420-df7e-4164-8ee1-4b786dab8b91 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:46.172045 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Attempting to bind port 7e130420-df7e-4164-8ee1-4b786dab8b91 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:46.172930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Attempting to bind port 7e130420-df7e-4164-8ee1-4b786dab8b91 on network d94b4213-aedd-4e08-bac5-74fad4bc43a9 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:46.193841 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:46.194218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Checking segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:46.194951 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.195078 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Bound using segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:46.195449 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Bound port: 7e130420-df7e-4164-8ee1-4b786dab8b91, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:46.195833 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.247745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.255757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-6b029757-7c57-4fe9-b877-3683e83229c1 service neutron] 10.222.0.30 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363372 Dec 13 09:58:46.267548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d737e-0d63-4b8a-9fc5-b5923e35278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499be175-7920-4572-8d6b-cccaf9a1f1f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.292386 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] For port 7e130420-df7e-4164-8ee1-4b786dab8b91, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:46.299516 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] For port 7e130420-df7e-4164-8ee1-4b786dab8b91, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e130420-df7e-4164-8ee1-4b786dab8b91,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:46.310120 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.362451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fe76deb5-34f7-41ad-bdfd-d95a8423ccf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=515b910330d242aaa445b2fc08d3d71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198552 Dec 13 09:58:46.373431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:46.400970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de856-bfe9-4f71-b23d-44155d390f2d req-7cca03a3-210a-4c98-be36-b8c89db032c5 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:46.402845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f8de856-bfe9-4f71-b23d-44155d390f2d req-7cca03a3-210a-4c98-be36-b8c89db032c5 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 944 time: 0.5755079 Dec 13 09:58:46.451913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['b5017717-3124-4da7-96e1-c4e9f3299851'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:46.481346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router b8471366-8f9c-41ff-b887-0d1d2f1a03fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:46.498150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76deb5-34f7-41ad-bdfd-d95a8423ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb27c99-c79c-4585-a18f-a7b045d83e38,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.554853 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86df44-cf87-442a-b50c-659e2d23d478 None None] Pushing event updated for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:46.581361 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:46.581998 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:46.596236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.745247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:46.745972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60b7c908-1bba-4413-8509-b449d16c79f7,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:46.749353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.750067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:46.774233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:46.777603 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caedf03f-6f47-4398-ac49-43d71a19c5c2" -d '{"events": [{"server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "name": "network-vif-plugged", "status": "completed", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:46.783794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Sync routers for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:46.813926 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cfc1ac12-956f-4734-816f-6daf4121e1fd tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/floatingips/82286505-153d-45bf-aa9e-ae07ccc1ff43 HTTP/1.1" status: 204 len: 168 time: 2.1661282 Dec 13 09:58:46.813926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:46.816556 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19" -d '{"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:46.824597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f8de856-bfe9-4f71-b23d-44155d390f2d req-9c6deb4c-93bc-4ce1-8933-c93bc273fd6e tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922546 Dec 13 09:58:46.835220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4926215b-c9d2-4053-b94f-7a3136345051 req-308dd55e-e0fa-478f-b0a7-7c71d7d6314a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 210 time: 0.1165698 Dec 13 09:58:46.873236 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:46.882499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.087701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:47.089017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.096030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.100282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.105318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:47.109480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fb27c99-c79c-4585-a18f-a7b045d83e38 HTTP/1.1" status: 204 len: 168 time: 0.7025321 Dec 13 09:58:47.138358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba4db-f407-446f-b35b-44c04c2bfd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb27c99-c79c-4585-a18f-a7b045d83e38,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.195007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8f7d-b462-4a6a-81dd-f223eff14f28 req-64932060-be1c-4c2f-a84e-aade52ee91fe tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:47.196675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bae8f7d-b462-4a6a-81dd-f223eff14f28 req-64932060-be1c-4c2f-a84e-aade52ee91fe tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 944 time: 0.2003477 Dec 13 09:58:47.303187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bae8f7d-b462-4a6a-81dd-f223eff14f28 req-f97b2440-4a1c-4e0e-bd08-865077defc47 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979548 Dec 13 09:58:47.321799 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7e130420-df7e-4164-8ee1-4b786dab8b91', 'name': '', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:92:5c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:40Z', 'updated_at': '2021-12-13T09:58:46Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:47.362673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:47.382281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a38fc-a66d-4a3a-9cb7-2a4bb2c4fccd None None] The sync data for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 is: [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '7e130420-df7e-4164-8ee1-4b786dab8b91', 'name': '', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:92:5c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:40Z', 'updated_at': '2021-12-13T09:58:46Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:47.382947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:47.383880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:47.412471 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ece7e-3a62-4c98-aad5-c34da61206d3 x-openstack-request-id: req-cc2ece7e-3a62-4c98-aad5-c34da61206d3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:47.412867 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "tag": "00895650-b663-47d8-9317-38bec129aaab", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:47.413338 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc2ece7e-3a62-4c98-aad5-c34da61206d3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:47.413876 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'tag': '00895650-b663-47d8-9317-38bec129aaab', 'status': 'completed', 'code': 200} Dec 13 09:58:47.587817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-e69bc1f5-2f35-42b5-bb7d-66537a76d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:47.595715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-e69bc1f5-2f35-42b5-bb7d-66537a76d24b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbe008a498cc4e299357a3805b81b203&device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 1096 time: 0.1554792 Dec 13 09:58:47.778470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085c271-a805-409d-9026-0067e34faf10 req-6d4508c8-1bff-4bed-9b7b-07accc826e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:47.780710 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3085c271-a805-409d-9026-0067e34faf10 req-6d4508c8-1bff-4bed-9b7b-07accc826e37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 1096 time: 0.0746005 Dec 13 09:58:47.879076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-20902f53-334f-43ff-a292-b1889e3dfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:47.882252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-20902f53-334f-43ff-a292-b1889e3dfdfb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 200 len: 897 time: 0.2777689 Dec 13 09:58:47.920028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3085c271-a805-409d-9026-0067e34faf10 req-5f567cf0-9891-4eba-97fd-31aff688c9e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314771 Dec 13 09:58:47.994308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-34bf6f3c-b09b-45f9-b5ca-50f56b6a47dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 200 len: 217 time: 0.0484474 Dec 13 09:58:47.994526 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86ea33-a866-4f3d-8f65-c56f3ff2ee2a x-openstack-request-id: req-3f86ea33-a866-4f3d-8f65-c56f3ff2ee2a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:47.995306 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "name": "network-vif-plugged", "status": "completed", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:47.995793 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f86ea33-a866-4f3d-8f65-c56f3ff2ee2a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:48.013751 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7', 'code': 200} Dec 13 09:58:48.091275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c69cae-874c-4b74-8396-e8608836123e req-e987702d-216b-410a-b6a4-95759aa47a3a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.101696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4365e7d5-50e3-4935-92bf-7778100c96d8 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:48.102032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24c69cae-874c-4b74-8396-e8608836123e req-e987702d-216b-410a-b6a4-95759aa47a3a tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.2184255 Dec 13 09:58:48.173574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4947cea6-62e8-4808-8f8d-f2d1440d0dcd req-cb50099c-28b3-40e7-9d83-ba3715d9df53 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 210 time: 0.1645310 Dec 13 09:58:48.238664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24c69cae-874c-4b74-8396-e8608836123e req-4c3565b3-b9c1-42f4-8772-9f9dc7c0f606 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338613 Dec 13 09:58:48.248340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-a4cd67f1-668f-4c4d-83c0-97c483b3a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.250891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-a4cd67f1-668f-4c4d-83c0-97c483b3a430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1547b99d-bb18-408b-9b9d-05f03541b016 HTTP/1.1" status: 200 len: 835 time: 0.2289436 Dec 13 09:58:48.358718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.364347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:48.409562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-d92711db-97d1-4404-b452-8078d1da5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.412703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-d92711db-97d1-4404-b452-8078d1da5bad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1094f3fb-cdb3-4a22-b4a9-d4937d37a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530476 Dec 13 09:58:48.520945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36707-f319-4003-97bf-6905b58575fc req-fef8a558-16a6-4ee2-9faa-321a68cf41da tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.529182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34f36707-f319-4003-97bf-6905b58575fc req-fef8a558-16a6-4ee2-9faa-321a68cf41da tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 944 time: 0.2087591 Dec 13 09:58:48.641739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 4365e7d5-50e3-4935-92bf-7778100c96d8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:48.706223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 4365e7d5-50e3-4935-92bf-7778100c96d8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:48.706599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:48.884570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e130420-df7e-4164-8ee1-4b786dab8b91 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:48.901047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7841-45a8-45a9-b2b4-69c114bcab56 req-a3dd5fbf-dc80-457e-b429-45a82f46ab71 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.914333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-332f7841-45a8-45a9-b2b4-69c114bcab56 req-a3dd5fbf-dc80-457e-b429-45a82f46ab71 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 944 time: 0.3837993 Dec 13 09:58:48.952232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-311526f9-8916-4982-b089-bc5a2893aece tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:48.958898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-311526f9-8916-4982-b089-bc5a2893aece tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.37 "GET /v2.0/networks?id=d94b4213-aedd-4e08-bac5-74fad4bc43a9 HTTP/1.1" status: 200 len: 796 time: 0.3696404 Dec 13 09:58:48.978852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Request body: {'port': {'device_id': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'admin_state_up': True, 'tenant_id': '457f76097a354ec79e3b8da28a05487a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:49.008544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34f36707-f319-4003-97bf-6905b58575fc req-3f2072bc-c603-4860-aa8a-6f6504944a88 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291484 Dec 13 09:58:49.022371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-95f8a7df-fd26-4519-8cc5-a028de6db7ef service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964057 Dec 13 09:58:49.074460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] For port 7e130420-df7e-4164-8ee1-4b786dab8b91, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e130420-df7e-4164-8ee1-4b786dab8b91,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:49.090512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.107195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:49.107798 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.287159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Made reservation on behalf of 457f76097a354ec79e3b8da28a05487a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:58:49.301413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.351375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-d01f68f0-0915-4166-b4fb-bbc857d3e871 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.352917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-d01f68f0-0915-4166-b4fb-bbc857d3e871 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.4190786 Dec 13 09:58:49.366409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9714c-0e2a-45bc-901b-76a2dd8b1909 None None] Pushing event updated for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:49.370502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-332f7841-45a8-45a9-b2b4-69c114bcab56 req-3ba8c5da-313b-4382-98f1-c9ba9565f9b8 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387789 Dec 13 09:58:49.377359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f510046-01d9-47b9-8819-75b701d75cee req-24567d64-f740-4221-9152-32ebc7bfd35a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 210 time: 0.0682235 Dec 13 09:58:49.603352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9156fb4-b95b-4c08-aac9-a30bcd29fa19 req-9e01b459-83f8-41a7-89b8-e5b4eb6e1f0b service neutron] 10.222.0.44 "GET /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241506 Dec 13 09:58:49.637575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 00895650-b663-47d8-9317-38bec129aaab {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:49.638216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.671344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-baae61e7-e8fa-4c73-ab5f-049bc14c5dc2 None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:49.671925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-baae61e7-e8fa-4c73-ab5f-049bc14c5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.674292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.760647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b4eb8-756d-4f18-a760-d925f03dc02a req-cb50fc5b-05b6-4bcd-b6de-b0d32de32026 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:49.768969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4b4eb8-756d-4f18-a760-d925f03dc02a req-cb50fc5b-05b6-4bcd-b6de-b0d32de32026 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 945 time: 0.2465370 Dec 13 09:58:49.780242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Allocated IP 172.20.0.29 (d94b4213-aedd-4e08-bac5-74fad4bc43a9/59e96b14-af78-42a0-83bd-153174c56dbe/f6cb8e3e-0e86-430a-97ae-4fdd72080e08) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:58:49.888582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 00895650-b663-47d8-9317-38bec129aaab, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=00895650-b663-47d8-9317-38bec129aaab,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:49.889345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:49.931408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4365e7d5-50e3-4935-92bf-7778100c96d8,segment=NetworkSegment(7e938fba-5181-49d7-ad03-0117525a352a),segment_id=7e938fba-5181-49d7-ad03-0117525a352a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:49.936881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 00895650-b663-47d8-9317-38bec129aaab owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:49.958147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.046258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.061893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4b4eb8-756d-4f18-a760-d925f03dc02a req-4805612a-2ce3-4c42-a25b-91034de063df tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/security-groups?id=0098d475-bf0a-40f4-88e4-022eda328444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709262 Dec 13 09:58:50.104484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:50.114705 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46362502-ce11-49ae-8e96-06659838e6e4" -d '{"events": [{"server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "name": "network-vif-plugged", "status": "completed", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:50.121997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.129652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.134187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:50.204870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Checking router: b8471366-8f9c-41ff-b887-0d1d2f1a03fe for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:50.237342 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d47332a-5fd6-4044-b439-4b3807ab30c7 x-openstack-request-id: req-3d47332a-5fd6-4044-b439-4b3807ab30c7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:50.237863 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "name": "network-vif-plugged", "status": "completed", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:50.238276 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d47332a-5fd6-4044-b439-4b3807ab30c7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:50.238825 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8', 'code': 200} Dec 13 09:58:50.254492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:58:50.271326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:58:50.279167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:50.284625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:50.289067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:58:50.354301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event updated for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.368592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.369344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.369920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.370487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.371070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.371650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.372206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.372764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.373358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.373935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.374505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.378957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.380877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:58:50.430414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88983193-1645-4236-a6e8-22b8d504fee1 req-e44e3ff6-7ed4-4845-9e3f-cc46435bfb25 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.449137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88983193-1645-4236-a6e8-22b8d504fee1 req-e44e3ff6-7ed4-4845-9e3f-cc46435bfb25 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.3041513 Dec 13 09:58:50.502753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.505212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.525922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.532756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:50.587363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-b18c0f6e-ad12-480b-9651-b46414627f84 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6137896 Dec 13 09:58:50.623502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Request body: {'port': {'device_id': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:58:50.684115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16296531-27da-4988-8051-31d60f6c0a03 req-760e7abe-99b4-4790-9194-334222ebd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:50.686065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16296531-27da-4988-8051-31d60f6c0a03 req-760e7abe-99b4-4790-9194-334222ebd479 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 1096 time: 0.3396184 Dec 13 09:58:50.708533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=00895650-b663-47d8-9317-38bec129aaab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:50.733321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b5017717-3124-4da7-96e1-c4e9f3299851 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:50.784000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.791989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88983193-1645-4236-a6e8-22b8d504fee1 req-6a782b99-826d-423e-94d6-c8ecf733e46c tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310895 Dec 13 09:58:50.846581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e130420-df7e-4164-8ee1-4b786dab8b91 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:50.851200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] No DVR routers for this DVR port 00895650-b663-47d8-9317-38bec129aaab on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:50.857721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:50.873275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c345c76-1f84-4c5c-8b27-57a7cb50f619 req-c6462641-fc25-45c0-a47f-202a9bfc6f3f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.44 "DELETE /v2.0/ports/00895650-b663-47d8-9317-38bec129aaab HTTP/1.1" status: 204 len: 173 time: 1.4941111 Dec 13 09:58:50.875877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'name': 'network-vif-deleted', 'tag': '00895650-b663-47d8-9317-38bec129aaab'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:50.891385 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd6a3d-9186-40df-9c34-e95473727fba" -d '{"events": [{"server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "name": "network-vif-deleted", "tag": "00895650-b663-47d8-9317-38bec129aaab"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:51.115114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ce2e93d6-6863-40de-a407-45b1bc5df356 None None] Provisioning complete for port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:51.120213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce2e93d6-6863-40de-a407-45b1bc5df356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.131237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01841f0-a9cb-457f-96f1-57556dbd07b4 req-069b7bfb-0b5e-4188-b57c-3d3b5239d7b3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.139769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f01841f0-a9cb-457f-96f1-57556dbd07b4 req-069b7bfb-0b5e-4188-b57c-3d3b5239d7b3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 944 time: 0.5374763 Dec 13 09:58:51.147648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16296531-27da-4988-8051-31d60f6c0a03 req-57201ccc-c3fa-480a-b5c9-2b7220e3af15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360325 Dec 13 09:58:51.245578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ed3e4-c53a-4151-881e-35d2fdc5d07e req-68b62ca2-e139-4084-9f47-077c6d6dcbb5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:51.263588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f5ed3e4-c53a-4151-881e-35d2fdc5d07e req-68b62ca2-e139-4084-9f47-077c6d6dcbb5 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 895 time: 0.3210821 Dec 13 09:58:51.385062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f01841f0-a9cb-457f-96f1-57556dbd07b4 req-fa1fce11-7b4c-4f5c-9367-727f85e8c277 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261519 Dec 13 09:58:51.447252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e93d6-6863-40de-a407-45b1bc5df356 None None] Port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:58:51.482880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port b5017717-3124-4da7-96e1-c4e9f3299851 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:58:51.510280 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a92bd5-8521-4e91-9f93-d9908ae455a7 x-openstack-request-id: req-19a92bd5-8521-4e91-9f93-d9908ae455a7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:51.510572 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1af9416-2d1c-4a31-8237-64d7bc47d961", "name": "network-vif-deleted", "tag": "00895650-b663-47d8-9317-38bec129aaab", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:51.510833 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19a92bd5-8521-4e91-9f93-d9908ae455a7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:51.511270 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1af9416-2d1c-4a31-8237-64d7bc47d961', 'name': 'network-vif-deleted', 'tag': '00895650-b663-47d8-9317-38bec129aaab', 'status': 'completed', 'code': 200} Dec 13 09:58:51.512013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port b5017717-3124-4da7-96e1-c4e9f3299851 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:51.512733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.684371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7e130420-df7e-4164-8ee1-4b786dab8b91 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:58:51.684686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4811fb0-d250-4747-9ffc-11fd4f757f6c req-a9d660f2-e000-46b6-a460-a5d38a5f944f tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1af9416-2d1c-4a31-8237-64d7bc47d961 HTTP/1.1" status: 200 len: 210 time: 0.0452328 Dec 13 09:58:51.684840 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.703971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cb8e3e-0e86-430a-97ae-4fdd72080e08 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:51.714322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.756679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Transition to ACTIVE for port object f6cb8e3e-0e86-430a-97ae-4fdd72080e08 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:58:51.769176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.876296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:51.928182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:51.994827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:52.002607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Attempting to bind port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:58:52.005042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Attempting to bind port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:58:52.007598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Attempting to bind port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 on network d94b4213-aedd-4e08-bac5-74fad4bc43a9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:52.023866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 on network d94b4213-aedd-4e08-bac5-74fad4bc43a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:58:52.025967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Attempting to bind port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 on network d94b4213-aedd-4e08-bac5-74fad4bc43a9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:58:52.045052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:58:52.047698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Checking segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:58:52.051825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Bound using segment: {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:58:52.053205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Bound port: f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8724a785-8200-4fbe-bfa4-7344e3fedebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:58:52.053693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.073522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85ac44-f199-4dde-8cb7-9cdd4c65d506 None None] The sync data for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 is: [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:57:41Z', 'revision_number': 4, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c622bfad-f18c-4b92-8069-d303f1cda290', 'name': '', 'network_id': '1094f3fb-cdb3-4a22-b4a9-d4937d37a043', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'mac_address': 'fa:16:3e:f4:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:39Z', 'updated_at': '2021-12-13T09:57:47Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'subnets': [{'id': '1547b99d-bb18-408b-9b9d-05f03541b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:52.080570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512908-be8f-4145-9697-ab3ce5866cc5 req-8ca4319f-d282-40f7-82f1-774e07cabd46 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.088955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e512908-be8f-4145-9697-ab3ce5866cc5 req-8ca4319f-d282-40f7-82f1-774e07cabd46 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.1482158 Dec 13 09:58:52.212749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b5017717-3124-4da7-96e1-c4e9f3299851,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:52.224720 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.242806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:58:52.243599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:52.250043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e512908-be8f-4145-9697-ab3ce5866cc5 req-6ee24796-3580-40c8-bef4-9ce0c24349d4 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546245 Dec 13 09:58:52.250567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:58:52.258563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.371544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.373805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.383464 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6cb8e3e-0e86-430a-97ae-4fdd72080e08 HTTP/1.1" status: 200 len: 1055 time: 1.7766459 Dec 13 09:58:52.387375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:52.412550 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:52.568129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:52.576758 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2484730-343a-42a0-a2bf-ae13e122bfd1" -d '{"events": [{"server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "name": "network-vif-plugged", "status": "completed", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:52.598560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-226688ee-d0ab-4bc1-8851-7f2d2e6f2820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:52.608164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31136ce-391b-4074-b714-4183dc0492f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.662990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a7342-de67-4095-b9af-fffe9d3ea6ee req-7ddf90af-366a-4a0d-a66a-6ec240be7d61 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.674287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-1d5b0692-ee4a-476c-a646-1a489d27cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.675947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-1d5b0692-ee4a-476c-a646-1a489d27cb82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 1058 time: 0.2070861 Dec 13 09:58:52.683061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f8a7342-de67-4095-b9af-fffe9d3ea6ee req-7ddf90af-366a-4a0d-a66a-6ec240be7d61 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 907 time: 0.2259619 Dec 13 09:58:52.710198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 00895650-b663-47d8-9317-38bec129aaab no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:58:52.739204 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cd64d-e8ad-4629-8419-2837bbceeec7 None None] New status for floating IP 82286505-153d-45bf-aa9e-ae07ccc1ff43: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:58:52.790440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:52.799179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 00895650-b663-47d8-9317-38bec129aaab {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:58:52.799707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 00895650-b663-47d8-9317-38bec129aaab not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:58:52.819270 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3a8837-196b-47a4-bb0d-021a9fa34e54 x-openstack-request-id: req-7e3a8837-196b-47a4-bb0d-021a9fa34e54 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:52.819756 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:52.822054 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e3a8837-196b-47a4-bb0d-021a9fa34e54 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:52.823772 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08', 'status': 'completed', 'code': 200} Dec 13 09:58:52.828101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-63f1ff0e-2837-405f-b8dc-bdedc43c94fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08 HTTP/1.1" status: 200 len: 217 time: 0.1407311 Dec 13 09:58:52.854722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8567d5-15c1-41bd-9fcb-a3b5e2f91b93 req-e6f52ac3-9f46-4876-a734-f13ae2459751 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.856350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a8567d5-15c1-41bd-9fcb-a3b5e2f91b93 req-e6f52ac3-9f46-4876-a734-f13ae2459751 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.3033810 Dec 13 09:58:52.932289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-62972eea-c253-4e84-82e6-6b3b57937032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:52.935725 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-62972eea-c253-4e84-82e6-6b3b57937032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59e96b14-af78-42a0-83bd-153174c56dbe HTTP/1.1" status: 200 len: 837 time: 0.1005156 Dec 13 09:58:52.960509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a8567d5-15c1-41bd-9fcb-a3b5e2f91b93 req-22c267e2-e44b-433d-a195-c6353d5efa22 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Dec 13 09:58:53.006625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-226688ee-d0ab-4bc1-8851-7f2d2e6f2820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.015052 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-226688ee-d0ab-4bc1-8851-7f2d2e6f2820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.017882 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1999a7d-3404-4b82-9ded-5b2652ee6060 x-openstack-request-id: req-b1999a7d-3404-4b82-9ded-5b2652ee6060 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:53.018341 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "name": "network-vif-plugged", "status": "completed", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:53.018946 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1999a7d-3404-4b82-9ded-5b2652ee6060 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:53.019610 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851', 'code': 200} Dec 13 09:58:53.044732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.047742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-f088478a-b8ca-464b-a27d-da9daf24104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.049507 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-f088478a-b8ca-464b-a27d-da9daf24104b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94b4213-aedd-4e08-bac5-74fad4bc43a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063151 Dec 13 09:58:53.125935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.126823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-226688ee-d0ab-4bc1-8851-7f2d2e6f2820 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19f05ac4bfd249c3b9700902d8b1abfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8747489 Dec 13 09:58:53.128054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226688ee-d0ab-4bc1-8851-7f2d2e6f2820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2cf35-bc85-4356-81ea-f7e1873873cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.173810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6984-bc99-47a9-9db8-bd33c93f57a9 req-b3ef6a62-b6b7-45c1-8834-fedc4f62f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.176191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d36c6984-bc99-47a9-9db8-bd33c93f57a9 req-b3ef6a62-b6b7-45c1-8834-fedc4f62f966 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 1096 time: 0.0933418 Dec 13 09:58:53.226342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.239555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d36c6984-bc99-47a9-9db8-bd33c93f57a9 req-17997cf7-1206-4cd7-8178-6dd0a3596078 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 Dec 13 09:58:53.240893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.251533 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-8323b91b-e035-4080-b89d-54016f043286 service neutron] 10.222.0.37 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934566 Dec 13 09:58:53.296450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.299793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.369550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.376083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1008b29a-b508-49e7-8499-767732169f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.448270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9293a9b7-5517-48ab-ae88-8de66bc5dc64 req-288faf0a-6dc4-4281-a7f4-b331791fb0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894276 Dec 13 09:58:53.482112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.487287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.491284 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6b2cf35-bc85-4356-81ea-f7e1873873cc HTTP/1.1" status: 204 len: 168 time: 0.3572102 Dec 13 09:58:53.492761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.498045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:53.499310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/security-groups/0098d475-bf0a-40f4-88e4-022eda328444 HTTP/1.1" status: 204 len: 168 time: 0.4481716 Dec 13 09:58:53.519384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43258d-60d0-4914-a0e4-fc92fbf1a7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b2cf35-bc85-4356-81ea-f7e1873873cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.554459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:53.675862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee25ee-fa1f-43ad-aae3-5ab54a85a749 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098d475-bf0a-40f4-88e4-022eda328444,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:53.714506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-834420cc-a81a-4787-9186-c89ffa829564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.715986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-834420cc-a81a-4787-9186-c89ffa829564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 1058 time: 0.2076581 Dec 13 09:58:53.756725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a692a-5851-4f98-9785-78a0648ee703 req-e3b453df-dd82-4ad7-b136-4a225792d246 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.764269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a4a692a-5851-4f98-9785-78a0648ee703 req-e3b453df-dd82-4ad7-b136-4a225792d246 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.4070175 Dec 13 09:58:53.910960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a4a692a-5851-4f98-9785-78a0648ee703 req-6ebe5f52-81f1-4632-ab63-6b2612d08651 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457238 Dec 13 09:58:53.932833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-7f6449aa-1e26-4b3f-987a-d967356557e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:53.932833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-7f6449aa-1e26-4b3f-987a-d967356557e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d94b4213-aedd-4e08-bac5-74fad4bc43a9 HTTP/1.1" status: 200 len: 897 time: 0.2082870 Dec 13 09:58:53.968465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:54.017517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdceaebb-74b1-4f9d-ba09-7deb1d260f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.022564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-5064eacf-2d50-44e8-9644-a8ac2d98419d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08 HTTP/1.1" status: 200 len: 217 time: 0.0807219 Dec 13 09:58:54.056374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d003-55fa-4b99-9505-27e1ecdcf3d3 req-e19fd6c4-7e02-4814-bc74-30cd5dd0ad27 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.065585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97d1d003-55fa-4b99-9505-27e1ecdcf3d3 req-e19fd6c4-7e02-4814-bc74-30cd5dd0ad27 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 907 time: 0.2509210 Dec 13 09:58:54.085170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1008b29a-b508-49e7-8499-767732169f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.105017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1008b29a-b508-49e7-8499-767732169f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.143662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-8e6b601f-1152-4a3f-90e4-72fc3e0d97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.145588 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-8e6b601f-1152-4a3f-90e4-72fc3e0d97fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59e96b14-af78-42a0-83bd-153174c56dbe HTTP/1.1" status: 200 len: 837 time: 0.1126204 Dec 13 09:58:54.219491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1008b29a-b508-49e7-8499-767732169f3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9520d18a3b964cf89006ec08d947775d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9768887 Dec 13 09:58:54.227816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:54.245429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008b29a-b508-49e7-8499-767732169f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db85006c-d1a6-44a7-adef-3d073f57f7fb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.287289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02e5b-ba6c-429a-99c1-40f80ff7c1c8 req-b5b507c2-5211-4da0-a4b8-6b5bf023ecbd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.295997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebd02e5b-ba6c-429a-99c1-40f80ff7c1c8 req-b5b507c2-5211-4da0-a4b8-6b5bf023ecbd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.1710546 Dec 13 09:58:54.454052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebd02e5b-ba6c-429a-99c1-40f80ff7c1c8 req-9c58992a-4183-496a-9eb7-6070e07b8adb tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490095 Dec 13 09:58:54.466905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdceaebb-74b1-4f9d-ba09-7deb1d260f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.468575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.485962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdceaebb-74b1-4f9d-ba09-7deb1d260f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.526127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.557404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdceaebb-74b1-4f9d-ba09-7deb1d260f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=132714bf03c8427bb5145e165085f562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839083 Dec 13 09:58:54.558368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceaebb-74b1-4f9d-ba09-7deb1d260f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6558a386-d713-4a0a-ba43-11d5c18c3f16,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.560810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:54.661066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.664786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.669418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db85006c-d1a6-44a7-adef-3d073f57f7fb HTTP/1.1" status: 204 len: 168 time: 0.4393258 Dec 13 09:58:54.682938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677da6d-4450-4e66-b710-393770113aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85006c-d1a6-44a7-adef-3d073f57f7fb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.685079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.722946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.772564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-13900af1-1c09-4ac8-83ad-4c203059a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.774184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-13900af1-1c09-4ac8-83ad-4c203059a930 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94b4213-aedd-4e08-bac5-74fad4bc43a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6199501 Dec 13 09:58:54.833684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746f7e-3970-4092-9d05-28f13671809a req-747e1350-a277-485b-a855-d93411e772d5 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:54.842798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e746f7e-3970-4092-9d05-28f13671809a req-747e1350-a277-485b-a855-d93411e772d5 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.0774996 Dec 13 09:58:54.865344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.868211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:54.871837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6558a386-d713-4a0a-ba43-11d5c18c3f16 HTTP/1.1" status: 204 len: 168 time: 0.3022625 Dec 13 09:58:54.916809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f495ad-7e66-41df-87b3-b4238b32658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558a386-d713-4a0a-ba43-11d5c18c3f16,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:54.920659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-31e16db0-4904-4c2b-9312-80cdeb42b688 service neutron] 10.222.0.37 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095088 Dec 13 09:58:54.929852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.014621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e746f7e-3970-4092-9d05-28f13671809a req-6f8468cb-117f-475b-bb50-e01305457310 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706748 Dec 13 09:58:55.153623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.171024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1793bc8d-63ce-4783-be88-8b87d2c809a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.224854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31f6d85b-d0e5-43a8-97a3-1a088a21ef7f req-3f22eddf-207d-41f7-977a-fd6fa030818c service neutron] 10.222.0.37 "GET /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924583 Dec 13 09:58:55.321565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542004-2ad1-4975-b447-487da7642451 req-4085bc2a-2baa-47b1-a824-5934be69544f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.323160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a542004-2ad1-4975-b447-487da7642451 req-4085bc2a-2baa-47b1-a824-5934be69544f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 907 time: 0.1048145 Dec 13 09:58:55.367341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port c622bfad-f18c-4b92-8069-d303f1cda290 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:55.367949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.378396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1793bc8d-63ce-4783-be88-8b87d2c809a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.383350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1793bc8d-63ce-4783-be88-8b87d2c809a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.433367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1793bc8d-63ce-4783-be88-8b87d2c809a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf606ed7acc34421b7a2f64544542451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777190 Dec 13 09:58:55.438192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:55.470562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793bc8d-63ce-4783-be88-8b87d2c809a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5137b12-7fc6-4716-af82-af1ab37325cd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.544882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port c622bfad-f18c-4b92-8069-d303f1cda290, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c622bfad-f18c-4b92-8069-d303f1cda290,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:55.545429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.570372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for c622bfad-f18c-4b92-8069-d303f1cda290 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:55.574323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.615342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd038108-ed7c-47d5-a931-47e6c7bb6dff req-e462fa27-4d9f-4dca-a523-51268f88c308 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.617654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd038108-ed7c-47d5-a931-47e6c7bb6dff req-e462fa27-4d9f-4dca-a523-51268f88c308 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.0737710 Dec 13 09:58:55.645136 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.684795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd038108-ed7c-47d5-a931-47e6c7bb6dff req-8862681e-98c8-4391-8b9f-eb51f3b79319 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604162 Dec 13 09:58:55.770335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.773090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.774256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5137b12-7fc6-4716-af82-af1ab37325cd HTTP/1.1" status: 204 len: 168 time: 0.3352206 Dec 13 09:58:55.788239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e3601-39a9-459c-ac9b-a560adb39be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5137b12-7fc6-4716-af82-af1ab37325cd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:55.870983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee2921-4429-4526-8ebd-68f2fa500c29 req-5934bb87-7d66-4f72-847e-4dea94fa3d9d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:55.872400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73ee2921-4429-4526-8ebd-68f2fa500c29 req-5934bb87-7d66-4f72-847e-4dea94fa3d9d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1183617 Dec 13 09:58:55.899380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:55.947188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73ee2921-4429-4526-8ebd-68f2fa500c29 req-a6b4e2e4-306c-4cb9-ae94-61cdfbf7cada tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561795 Dec 13 09:58:55.950797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=c622bfad-f18c-4b92-8069-d303f1cda290,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:56.142990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff400-d4ba-4b34-9e46-d546fd808e68 req-48e3220f-c87e-45f0-9eaa-96ae9cc993cd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.152128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-691ff400-d4ba-4b34-9e46-d546fd808e68 req-48e3220f-c87e-45f0-9eaa-96ae9cc993cd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.1000836 Dec 13 09:58:56.300399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8f15d-358a-4b7f-bcf5-6de6c3a565ae req-2217f0b0-6a9d-40f8-ba75-0906d56acded tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.310261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b8f15d-358a-4b7f-bcf5-6de6c3a565ae req-2217f0b0-6a9d-40f8-ba75-0906d56acded tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.1558988 Dec 13 09:58:56.347139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-691ff400-d4ba-4b34-9e46-d546fd808e68 req-0642eb5f-105c-4fcf-9907-4985a143b81d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927948 Dec 13 09:58:56.370380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.406765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-36dfb397-797f-4136-be76-9463065134f7 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.409449 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-36dfb397-797f-4136-be76-9463065134f7 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 945 time: 0.1385279 Dec 13 09:58:56.416820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61b8f15d-358a-4b7f-bcf5-6de6c3a565ae req-25a0de4c-dd97-40a5-a684-c770d3b8eccb tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/security-groups?id=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055670 Dec 13 09:58:56.649437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53170-92ac-4f86-9e07-5310dba4daf4 req-9a1c3241-c39c-4d48-99e1-81e5dc380278 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.651084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dac53170-92ac-4f86-9e07-5310dba4daf4 req-9a1c3241-c39c-4d48-99e1-81e5dc380278 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 907 time: 0.1151817 Dec 13 09:58:56.868010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Deleting port 4365e7d5-50e3-4935-92bf-7778100c96d8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:56.868360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:56.944920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698da61-5a60-4948-8708-3cb231e8402b req-d5e28c4a-10e9-4dec-9660-79940af74e92 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:56.946667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e698da61-5a60-4948-8708-3cb231e8402b req-d5e28c4a-10e9-4dec-9660-79940af74e92 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.0986230 Dec 13 09:58:56.960936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Router b8471366-8f9c-41ff-b887-0d1d2f1a03fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:58:56.973519 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:58:57.040402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e698da61-5a60-4948-8708-3cb231e8402b req-2daaa371-8253-4528-ab80-59eefd276d8d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859613 Dec 13 09:58:57.092577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] For port 4365e7d5-50e3-4935-92bf-7778100c96d8, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=4365e7d5-50e3-4935-92bf-7778100c96d8,segment=NetworkSegment(7e938fba-5181-49d7-ad03-0117525a352a),segment_id=7e938fba-5181-49d7-ad03-0117525a352a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:57.092952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.111111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Calling delete_port for 4365e7d5-50e3-4935-92bf-7778100c96d8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:57.164937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:58:57.177828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:57.178462 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33315e06-1b45-4044-b5bc-2a0e655f1db6 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "PUT /v2.0/routers/b8471366-8f9c-41ff-b887-0d1d2f1a03fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6219754 Dec 13 09:58:57.180428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Sync routers for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:58:57.233056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:57.233966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:57.239075 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.316553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting subnet 1547b99d-bb18-408b-9b9d-05f03541b016 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:57.325508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.367222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.380697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['4365e7d5-50e3-4935-92bf-7778100c96d8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:57.409176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.464438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Pushing event deleted for resources: {'Port': ['ID=4365e7d5-50e3-4935-92bf-7778100c96d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:57.473695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] No DVR routers for this DVR port 4365e7d5-50e3-4935-92bf-7778100c96d8 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:58:57.477772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.483466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cbdce9b4-1803-401a-b6b8-cacf98211dda req-4401ec93-be02-4c3d-91df-7ce03c890ae0 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.37 "DELETE /v2.0/ports/4365e7d5-50e3-4935-92bf-7778100c96d8 HTTP/1.1" status: 204 len: 173 time: 0.9966483 Dec 13 09:58:57.484083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'name': 'network-vif-deleted', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:58:57.487353 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee6aa0-75c4-411a-bd18-3af4f2e4c952" -d '{"events": [{"server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "name": "network-vif-deleted", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:58:57.488489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:57.680152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f6cb8e3e-0e86-430a-97ae-4fdd72080e08 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:58:57.768230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-258343bd-a1ce-45fc-b039-4a67422f688f req-61702396-8ca3-4a43-864d-8a0403b0d751 tempest-ServerMetadataNegativeTestJSON-1738799713 tempest-ServerMetadataNegativeTestJSON-1738799713-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f9912c-60d1-4243-b44f-a83b51f2cff0 HTTP/1.1" status: 200 len: 210 time: 0.1275947 Dec 13 09:58:57.876220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:57.895722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:57.905563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08', 'network_id': 'd94b4213-aedd-4e08-bac5-74fad4bc43a9', 'port_id': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08', 'mac_address': 'fa:16:3e:1b:7d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e96b14-af78-42a0-83bd-153174c56dbe', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:58:57.942120 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b9d818-7e51-4a7c-a48e-19afd12871ec x-openstack-request-id: req-f7b9d818-7e51-4a7c-a48e-19afd12871ec {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:58:57.942417 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f9912c-60d1-4243-b44f-a83b51f2cff0", "name": "network-vif-deleted", "tag": "4365e7d5-50e3-4935-92bf-7778100c96d8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:58:57.942672 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7b9d818-7e51-4a7c-a48e-19afd12871ec {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:58:57.943078 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f9912c-60d1-4243-b44f-a83b51f2cff0', 'name': 'network-vif-deleted', 'tag': '4365e7d5-50e3-4935-92bf-7778100c96d8', 'status': 'completed', 'code': 200} Dec 13 09:58:57.972701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e14e4-f2da-4194-bf69-854a3afeb375 req-31e5fc3a-f050-4472-aa18-d733a80f0b84 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:57.984930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a19e14e4-f2da-4194-bf69-854a3afeb375 req-31e5fc3a-f050-4472-aa18-d733a80f0b84 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.5056455 Dec 13 09:58:58.069554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a19e14e4-f2da-4194-bf69-854a3afeb375 req-58c775e9-f204-4255-bfac-c250a576f2f1 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 Dec 13 09:58:58.070112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:58:55Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:58.072042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.115351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.128340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.136827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/subnets/1547b99d-bb18-408b-9b9d-05f03541b016 HTTP/1.1" status: 204 len: 168 time: 0.9577713 Dec 13 09:58:58.149866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f653c0-613f-451b-b02c-fe21d65cfbd4 None None] Network 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:58:58.153007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.163579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Checking router: b8471366-8f9c-41ff-b887-0d1d2f1a03fe for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:58:58.282108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cb8e3e-0e86-430a-97ae-4fdd72080e08 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:58:58.327424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32147979-04c5-4d1b-99cd-6485b3ebd5a0 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Subnet': ['ID=1547b99d-bb18-408b-9b9d-05f03541b016,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:58.360996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Routers {'b8471366-8f9c-41ff-b887-0d1d2f1a03fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:58:58.361731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:58:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:58.400697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3247ce-7020-4b5e-a690-5094dd9addf4 req-6111c973-bb58-4de7-b0dc-b3580c6f52b7 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.402626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b3247ce-7020-4b5e-a690-5094dd9addf4 req-6111c973-bb58-4de7-b0dc-b3580c6f52b7 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 907 time: 0.2546568 Dec 13 09:58:58.468046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.497651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:58.508961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.636577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:58.694245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-347d7578-a476-4877-977e-653e8f3b0e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.718021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:58.719808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] Set router b8471366-8f9c-41ff-b887-0d1d2f1a03fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:58:58.757406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4751a5-4d9b-41a0-9762-ff795a05f536 req-128f005c-2863-4b7d-b34e-e08f1cd6c83d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.791832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4751a5-4d9b-41a0-9762-ff795a05f536 req-128f005c-2863-4b7d-b34e-e08f1cd6c83d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.821239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4751a5-4d9b-41a0-9762-ff795a05f536 req-128f005c-2863-4b7d-b34e-e08f1cd6c83d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:58.835214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] DHCP port deletion for 1094f3fb-cdb3-4a22-b4a9-d4937d37a043 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:58:58.838792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a4751a5-4d9b-41a0-9762-ff795a05f536 req-128f005c-2863-4b7d-b34e-e08f1cd6c83d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370&device_id=1f426470-557c-4c3f-ad77-237358410d28&device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 2417 time: 0.1864135 Dec 13 09:58:58.854848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:58.946813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a4751a5-4d9b-41a0-9762-ff795a05f536 req-492d6a31-5288-4fd2-8452-def40c3f9ad8 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058369 Dec 13 09:58:58.968505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Deleting port 7a440c87-c164-437c-a578-6235720e34c7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:58.968947 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.023768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f6cb8e3e-0e86-430a-97ae-4fdd72080e08'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:58:59.116874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Deleting subnet 97dbc28a-a8ed-47eb-8369-5aa8612185bb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:58:59.123194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.139704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883042d-7137-4c29-b591-55eb299dd9e2 req-913a30b7-bdff-4f28-ad30-d829a015cfde tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:59.152143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3883042d-7137-4c29-b591-55eb299dd9e2 req-913a30b7-bdff-4f28-ad30-d829a015cfde tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.0717809 Dec 13 09:58:59.160556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.241709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3883042d-7137-4c29-b591-55eb299dd9e2 req-979ee56e-88c6-4bb7-85a6-b5e672744a33 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881982 Dec 13 09:58:59.255230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.342030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] For port 7a440c87-c164-437c-a578-6235720e34c7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a440c87-c164-437c-a578-6235720e34c7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:59.342408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.366701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Deleting port 4007a206-2232-4006-880b-f04d72e688dc {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:58:59.367368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.383387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Calling delete_port for 7a440c87-c164-437c-a578-6235720e34c7 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:59.417850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.531768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] For port 4007a206-2232-4006-880b-f04d72e688dc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4007a206-2232-4006-880b-f04d72e688dc,segment=NetworkSegment(8305e651-f281-4756-9406-955c993d7d09),segment_id=8305e651-f281-4756-9406-955c993d7d09)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:58:59.532179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.567711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Calling delete_port for 4007a206-2232-4006-880b-f04d72e688dc owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:58:59.584888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:58:55Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:58:59.659909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646dee94-a772-457d-91c4-b1916e1e2ecc None None] The sync data for ids ['b8471366-8f9c-41ff-b887-0d1d2f1a03fe'] in n-d-820531-5 is: [{'id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'name': 'tempest-TestNetworkBasicOps-router-271194361', 'tenant_id': 'fbe008a498cc4e299357a3805b81b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '7a440c87-c164-437c-a578-6235720e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:31Z', 'updated_at': '2021-12-13T09:58:55Z', 'revision_number': 5, 'project_id': 'fbe008a498cc4e299357a3805b81b203', 'gw_port': {'id': '7a440c87-c164-437c-a578-6235720e34c7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8471366-8f9c-41ff-b887-0d1d2f1a03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:32Z', 'updated_at': '2021-12-13T09:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:58:59.699767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f6cb8e3e-0e86-430a-97ae-4fdd72080e08 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:58:59.728660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29956a-c8ed-4e04-b15b-a5c8f5455965 req-640ab0c9-dd52-4eac-a46b-b363a9474558 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:58:59.747712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c29956a-c8ed-4e04-b15b-a5c8f5455965 req-640ab0c9-dd52-4eac-a46b-b363a9474558 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 908 time: 0.2011232 Dec 13 09:58:59.778367 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.819942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97dbc28a-a8ed-47eb-8369-5aa8612185bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:58:59.826770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.831484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-758485db-f50b-42bd-8153-d9751f8cf115 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/97dbc28a-a8ed-47eb-8369-5aa8612185bb HTTP/1.1" status: 204 len: 168 time: 0.9747820 Dec 13 09:58:59.834646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:58:59.942810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:58:59.984017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Port': ['ID=7a440c87-c164-437c-a578-6235720e34c7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:00.044867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.167927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.217409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.252512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:00.256330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f5358f-bf46-4ea6-86af-2d0336175776']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.267962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e938fba-5181-49d7-ad03-0117525a352a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.268557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e938fba-5181-49d7-ad03-0117525a352a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:00.276942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:00.277350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.280750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.297148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.305423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:00.306073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.372713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:00.390418 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:00.399568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.403961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.416137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.423200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7f5358f-bf46-4ea6-86af-2d0336175776 HTTP/1.1" status: 204 len: 168 time: 0.5850065 Dec 13 09:59:00.463459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.487103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873b52f-40b7-4e1c-81e0-8e3f8758ccb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f5358f-bf46-4ea6-86af-2d0336175776,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:00.514789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.561328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.561978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Fanout notify agent at l3_agent the message router_deleted on router b8471366-8f9c-41ff-b887-0d1d2f1a03fe {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:00.588088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.589784 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-064bfb07-5f29-4972-8200-7fef28459e12 tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/routers/b8471366-8f9c-41ff-b887-0d1d2f1a03fe HTTP/1.1" status: 204 len: 168 time: 2.4601991 Dec 13 09:59:00.592965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.683517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] No DVR routers for this DVR port 4007a206-2232-4006-880b-f04d72e688dc on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:00.696840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7eed7-38cb-42d2-aca4-6c6ad238e8cd None None] Pushing event deleted for resources: {'Port': ['ID=4007a206-2232-4006-880b-f04d72e688dc,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:00.735788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:00.742112 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28059225-13fb-4f04-a7c1-9485aaddee2d" -d '{"events": [{"server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "name": "network-vif-plugged", "status": "completed", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:00.782267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:00.793175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.794395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4365e7d5-50e3-4935-92bf-7778100c96d8 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:00.805278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.837299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:00.896150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:00.899997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 4365e7d5-50e3-4935-92bf-7778100c96d8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:00.900364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 4365e7d5-50e3-4935-92bf-7778100c96d8 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:00.913501 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3e17d-bbaf-47b5-b2e6-5175e2627978 x-openstack-request-id: req-fcf3e17d-bbaf-47b5-b2e6-5175e2627978 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:00.913800 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "name": "network-vif-plugged", "status": "completed", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:00.914110 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcf3e17d-bbaf-47b5-b2e6-5175e2627978 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:00.914544 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08', 'code': 200} Dec 13 09:59:01.003769 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddb56d5e-ce2c-4303-8a22-7ca038bff42d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8de35c43583843fd9d126bc937031c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948636 Dec 13 09:59:01.055733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a701953-48f6-49de-a7a9-569a06e0430c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.059988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.080157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.111104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.238171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7aa77-b669-450f-a8be-2bf0e4c84a55 req-48810ac5-5093-42b1-bb04-3258e4d3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.239694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e9e7aa77-b669-450f-a8be-2bf0e4c84a55 req-48810ac5-5093-42b1-bb04-3258e4d3fa3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 1060 time: 0.2349029 Dec 13 09:59:01.257929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1094f3fb-cdb3-4a22-b4a9-d4937d37a043']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:01.272156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.285412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8305e651-f281-4756-9406-955c993d7d09') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:01.286325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8305e651-f281-4756-9406-955c993d7d09') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:01.308890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4007a206-2232-4006-880b-f04d72e688dc no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:01.335121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.348433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969060e-c33d-49e8-a677-2a35b254e503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.357596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4007a206-2232-4006-880b-f04d72e688dc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:01.358220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4007a206-2232-4006-880b-f04d72e688dc not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:01.358824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c622bfad-f18c-4b92-8069-d303f1cda290 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:01.359013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.384880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.404260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacad4df-a6ae-4fbe-aa29-a8f4906215f1 req-bd0ddd93-3940-4df4-be83-df966dc55ae1 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.405895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dacad4df-a6ae-4fbe-aa29-a8f4906215f1 req-bd0ddd93-3940-4df4-be83-df966dc55ae1 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.2747052 Dec 13 09:59:01.426352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:01.426766 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:01.433384 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:01.466611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c622bfad-f18c-4b92-8069-d303f1cda290 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:01.467808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c622bfad-f18c-4b92-8069-d303f1cda290 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:01.496057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.507067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.508869 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb HTTP/1.1" status: 204 len: 168 time: 0.4277117 Dec 13 09:59:01.541569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233e227-a211-4cf9-ba58-baee6349a70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f5c6c3-95af-4f21-a4e6-a86a03fb3bcb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.595158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.596058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969060e-c33d-49e8-a677-2a35b254e503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.603417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.605824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969060e-c33d-49e8-a677-2a35b254e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.606690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] 10.222.0.30 "DELETE /v2.0/networks/1094f3fb-cdb3-4a22-b4a9-d4937d37a043 HTTP/1.1" status: 204 len: 168 time: 1.0112391 Dec 13 09:59:01.658428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcda4c-7abb-4e11-af87-80197ba2abdf tempest-TestNetworkBasicOps-1201844747 tempest-TestNetworkBasicOps-1201844747-project] Pushing event deleted for resources: {'Network': ['ID=1094f3fb-cdb3-4a22-b4a9-d4937d37a043,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.686540 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4969060e-c33d-49e8-a677-2a35b254e503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cb2c52a445d4ad4a47d318950bbc94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7746060 Dec 13 09:59:01.689927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:01.736948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969060e-c33d-49e8-a677-2a35b254e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75c5d8c-1e24-4b10-ab8d-460d197393d5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:01.830563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.865510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:01.953056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09008c76-6152-476d-b1cd-f4e59be5da57 req-f7320540-4565-48c1-b78f-cdb66d9a9465 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:01.960869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09008c76-6152-476d-b1cd-f4e59be5da57 req-f7320540-4565-48c1-b78f-cdb66d9a9465 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.0857418 Dec 13 09:59:02.013607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.036194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09008c76-6152-476d-b1cd-f4e59be5da57 req-b4c3d4a6-bcd3-44f1-9614-5a3379f35ed1 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740459 Dec 13 09:59:02.058177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.061828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.065488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e75c5d8c-1e24-4b10-ab8d-460d197393d5 HTTP/1.1" status: 204 len: 168 time: 0.3722820 Dec 13 09:59:02.073551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6a246-cf64-4fe5-bf4f-328a5144b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75c5d8c-1e24-4b10-ab8d-460d197393d5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:02.250461 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.264698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-73192b96-d462-455e-8fc5-6eb34349cf12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbe008a498cc4e299357a3805b81b203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494748 Dec 13 09:59:02.267895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.355712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.420889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.493101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.496267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.500336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b89bc23-0cff-42cc-8602-51b92922b10a HTTP/1.1" status: 204 len: 168 time: 0.2284570 Dec 13 09:59:02.516169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fb149-6077-4f4d-bb50-ef5ec4893bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b89bc23-0cff-42cc-8602-51b92922b10a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:02.638703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09d577-b4d3-4b8e-b3c4-8a23c5349336 req-56e7fd1c-fdeb-4bf1-a5a9-984bb018058e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:02.660602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b09d577-b4d3-4b8e-b3c4-8a23c5349336 req-56e7fd1c-fdeb-4bf1-a5a9-984bb018058e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.1328723 Dec 13 09:59:02.670214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a440c87-c164-437c-a578-6235720e34c7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:02.708440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:02.722490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7a440c87-c164-437c-a578-6235720e34c7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:02.722846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a440c87-c164-437c-a578-6235720e34c7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:02.769780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d6a59f0-33ae-4cba-8b49-199f56f5b83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.938506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d6a59f0-33ae-4cba-8b49-199f56f5b83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:02.950364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d6a59f0-33ae-4cba-8b49-199f56f5b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.007669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a59f0-33ae-4cba-8b49-199f56f5b83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba6f0d-574a-4a98-98e6-7f499af2f5bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.039119 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d6a59f0-33ae-4cba-8b49-199f56f5b83c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddc781a903b94bd08c7d59eedd6d0770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294599 Dec 13 09:59:03.041672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.142111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.188050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.192618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.210775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de53f8a8-5acd-4a4d-8feb-0494e3bd85f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.282455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817e3a8-cb62-4137-8dff-4da009ee4aab req-d4d29368-cc01-463c-9970-b526c148ec68 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:03.291051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f817e3a8-cb62-4137-8dff-4da009ee4aab req-d4d29368-cc01-463c-9970-b526c148ec68 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1449082 Dec 13 09:59:03.365432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de53f8a8-5acd-4a4d-8feb-0494e3bd85f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.388255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de53f8a8-5acd-4a4d-8feb-0494e3bd85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.416624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f817e3a8-cb62-4137-8dff-4da009ee4aab req-67912f2f-7c2f-4414-9375-d7c0e93067ac tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244206 Dec 13 09:59:03.418385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.428665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.431213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaba6f0d-574a-4a98-98e6-7f499af2f5bb HTTP/1.1" status: 204 len: 168 time: 0.3883715 Dec 13 09:59:03.441352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53f8a8-5acd-4a4d-8feb-0494e3bd85f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997cc81f-8466-458c-9480-a19a4998456b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.467571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de53f8a8-5acd-4a4d-8feb-0494e3bd85f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86147c679156463fa0a73e872134a06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783034 Dec 13 09:59:03.474377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48920) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:03.475211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f39086-9bec-4717-bcdb-12759043542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba6f0d-574a-4a98-98e6-7f499af2f5bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.571397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.597878 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.655079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.675276 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.680032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:03.681527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/997cc81f-8466-458c-9480-a19a4998456b HTTP/1.1" status: 204 len: 168 time: 0.2056820 Dec 13 09:59:03.698932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad795cba-aa25-4679-8738-627d549a8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997cc81f-8466-458c-9480-a19a4998456b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:03.898697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a567ba-bef9-4aef-8532-9627d9180b39 req-1542c2e9-db5d-4e7c-b646-a3ce01737326 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:03.921295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90a567ba-bef9-4aef-8532-9627d9180b39 req-1542c2e9-db5d-4e7c-b646-a3ce01737326 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.0864041 Dec 13 09:59:04.055252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2df792a-692d-429f-99c6-5bf3cf5f9d13 req-9aedc1db-335c-41b7-9729-06ae750a5bc8 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0647938 Dec 13 09:59:04.183306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1ee9f-5e26-4894-a649-915036f62348 req-40ca10a9-d753-4d5c-9148-16d9d1500a0a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.192449 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5af1ee9f-5e26-4894-a649-915036f62348 req-40ca10a9-d753-4d5c-9148-16d9d1500a0a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.1072743 Dec 13 09:59:04.384946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809fd02-051c-4df8-9636-d918bcbdf705 req-78668274-c4a2-428b-8934-3c64ed43b691 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.389758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c809fd02-051c-4df8-9636-d918bcbdf705 req-78668274-c4a2-428b-8934-3c64ed43b691 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 1060 time: 0.0863395 Dec 13 09:59:04.692107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd7269-7965-432c-950d-83a5acbd9246 req-9d776be5-c1d6-40fe-b12f-695a7b1bef07 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.696240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:04.704123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6cd7269-7965-432c-950d-83a5acbd9246 req-9d776be5-c1d6-40fe-b12f-695a7b1bef07 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.1650348 Dec 13 09:59:04.776774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286de16-a109-46c7-86e2-bd5f474498ec req-9ad660ce-a3b1-49b6-8431-cc89b09bdd77 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.793244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5286de16-a109-46c7-86e2-bd5f474498ec req-9ad660ce-a3b1-49b6-8431-cc89b09bdd77 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.2214558 Dec 13 09:59:04.865629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6cd7269-7965-432c-950d-83a5acbd9246 req-f6e9495b-a1e2-453e-a7ad-167a6a1fa613 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1586099 Dec 13 09:59:04.884911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 48988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:04.925783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5286de16-a109-46c7-86e2-bd5f474498ec req-e19d10d6-7f9d-48de-a0a8-903f56ce2b5d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156332 Dec 13 09:59:04.967962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59a70d-1c0a-424d-bbcb-1ff0be658047 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:04.970256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b59a70d-1c0a-424d-bbcb-1ff0be658047 tempest-TestSecurityGroupsBasicOps-1170287646 tempest-TestSecurityGroupsBasicOps-1170287646-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 1055 time: 0.0839851 Dec 13 09:59:05.303728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3146e15a-a837-4ee4-aece-cfee1311bd3e req-0cba3f2a-66cb-435a-bfc8-5fdaf6d2a8dc tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0798721 Dec 13 09:59:05.311448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:05.462492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c7f33-df31-4ee9-ac04-5a2d2eee705a req-e510a252-a08f-4ec6-8a23-c8ee46a637ca tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:05.468996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b76c7f33-df31-4ee9-ac04-5a2d2eee705a req-e510a252-a08f-4ec6-8a23-c8ee46a637ca tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.0976653 Dec 13 09:59:05.618426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-794658383-network', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:05.683971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Made reservation on behalf of 986f5ef5701b419f83bd1d0f4d4165b4 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:05.687206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.712846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.836363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.842795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.881959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90212af5-4468-43cb-bd79-3af065dce24c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:05.886517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:05.899387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:05.900249 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Added segment 34abbbf5-1b90-451e-b717-858630a3f21d of type vlan for network 64f844c8-774a-4ac9-9b79-2c0849023c41 Dec 13 09:59:05.976351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.038841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.040579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:06.041644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.171732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8547201 Dec 13 09:59:06.172079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.181260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Request body: {'subnet': {'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-794658383-subnet', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:06.193223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bb668-de1b-4333-a698-182e266c15bb admin admin] Pushing event updated for resources: {'Network': ['ID=64f844c8-774a-4ac9-9b79-2c0849023c41,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:06.208055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:06.211239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d808-e539-4a51-a4b3-701db0af1ccf req-316da4b6-c96e-49e0-9d88-1b77778f1fa9 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:06.213600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f485d808-e539-4a51-a4b3-701db0af1ccf req-316da4b6-c96e-49e0-9d88-1b77778f1fa9 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1573880 Dec 13 09:59:06.258148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Made reservation on behalf of 986f5ef5701b419f83bd1d0f4d4165b4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:06.260851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.295457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f485d808-e539-4a51-a4b3-701db0af1ccf req-6457f0f8-13ec-4352-93d8-a1b4fe3d6f03 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Dec 13 09:59:06.488513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3621f0d-c983-4a05-9c00-390d90e3fb13 req-d4f299db-f0ae-416e-9c27-849b0cb15d26 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0537939 Dec 13 09:59:06.543445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.597212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7071dcb-6f2d-48d2-aabc-d61811391a86,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:06.629260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Checking segment: {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:06.629735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Network hostable DHCP agents. Network: 64f844c8-774a-4ac9-9b79-2c0849023c41, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:06.651106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:06.670227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 64f844c8-774a-4ac9-9b79-2c0849023c41) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:06.677043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:06.677882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.693833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711c6ed-1c01-45f5-9c8b-471e9b47dfb5 None None] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:06.726175 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-302c388f-b48d-43cc-bc01-04163baf0ab8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5517013 Dec 13 09:59:06.728856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:06.733442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd4a77-e460-405e-a879-b7b4f67c7408 req-03946e2f-d2bd-47c1-b1d6-db91c78eb277 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:06.739618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:06.751968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63bd4a77-e460-405e-a879-b7b4f67c7408 req-03946e2f-d2bd-47c1-b1d6-db91c78eb277 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.1143661 Dec 13 09:59:06.789690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.791211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.872132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-64f844c8-774a-4ac9-9b79-2c0849023c41', 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41', 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'fixed_ips': [{'subnet_id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:06.873013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:06.895522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b3ba436-c9c4-45ef-8c4a-007774205f02 req-446e7e62-16f0-4dce-9a19-b88dc490d27f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0460794 Dec 13 09:59:06.934931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.034785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-6136678f-11fe-47fd-86e6-36a739b52f92 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.036357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-6136678f-11fe-47fd-86e6-36a739b52f92 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.1736178 Dec 13 09:59:07.167853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.226190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Allocated IP 172.20.0.2 (64f844c8-774a-4ac9-9b79-2c0849023c41/b7071dcb-6f2d-48d2-aabc-d61811391a86/284ff925-d049-4f29-812d-ec9fd4542977) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:07.357588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:07.358189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.499320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.505516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73013dcf-a1a0-45af-9fc5-83daea9428b8 req-2ac6b853-4809-41f6-9ec3-b8da80c25fb5 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:07.508268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73013dcf-a1a0-45af-9fc5-83daea9428b8 req-2ac6b853-4809-41f6-9ec3-b8da80c25fb5 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.0965493 Dec 13 09:59:07.509096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.580454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73013dcf-a1a0-45af-9fc5-83daea9428b8 req-967dff2f-d830-4da4-8f4b-c317d919c87d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Dec 13 09:59:07.699693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:07.707332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:07.716422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:07.733076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Pushing event updated for resources: {'Port': ['ID=284ff925-d049-4f29-812d-ec9fd4542977,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:07.768141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35b28cb5-8aae-4551-9c99-f647750f42d2 req-e1bdafb3-2462-4aa0-95bf-f15dffaec740 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0652633 Dec 13 09:59:07.826024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Attempting to bind port 284ff925-d049-4f29-812d-ec9fd4542977 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:07.826477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Attempting to bind port 284ff925-d049-4f29-812d-ec9fd4542977 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:07.826918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Attempting to bind port 284ff925-d049-4f29-812d-ec9fd4542977 on network 64f844c8-774a-4ac9-9b79-2c0849023c41 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:07.837523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:07.838095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Checking segment: {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:07.838725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.839270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Bound using segment: {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:07.840018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Bound port: 284ff925-d049-4f29-812d-ec9fd4542977, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:07.840583 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:07.942750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] For port 284ff925-d049-4f29-812d-ec9fd4542977, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:07.946838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] For port 284ff925-d049-4f29-812d-ec9fd4542977, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=284ff925-d049-4f29-812d-ec9fd4542977,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:07.956824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.097014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0ce54-3ab4-45e1-9b90-9a559d3b6c85 req-dfde243f-1070-4c4e-a165-db2325ce3463 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.110139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port f6cb8e3e-0e86-430a-97ae-4fdd72080e08, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:08.110906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.115994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92d0ce54-3ab4-45e1-9b90-9a559d3b6c85 req-dfde243f-1070-4c4e-a165-db2325ce3463 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 909 time: 0.1840208 Dec 13 09:59:08.143122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for f6cb8e3e-0e86-430a-97ae-4fdd72080e08 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:08.208223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf9d62-6fb0-4cc6-bd03-8312f9f62390 None None] Pushing event updated for resources: {'Port': ['ID=284ff925-d049-4f29-812d-ec9fd4542977,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:08.263434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.316519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd4ca-1889-4d89-99e2-d3cc7f892ec9 req-4e1fbb6e-1165-499a-8792-ec842e3d9116 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.335005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d44fd4ca-1889-4d89-99e2-d3cc7f892ec9 req-4e1fbb6e-1165-499a-8792-ec842e3d9116 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1334562 Dec 13 09:59:08.347402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.510715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-5951562a-7355-4635-8129-29ed433bce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.516968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-5951562a-7355-4635-8129-29ed433bce8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bd6283281a1435d985cf250bc010de4&device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 1097 time: 0.1808898 Dec 13 09:59:08.568532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d44fd4ca-1889-4d89-99e2-d3cc7f892ec9 req-6f1544fe-f996-4289-a016-1e2598dfc3b6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101467 Dec 13 09:59:08.642520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Allocated IP 172.25.1.187 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/117c52b6-972d-485b-9f15-ccaaf1547cb2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:08.802037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:08.804833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-ed8d6389-1b69-4a97-a3d3-4260afe0aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:08.807049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-ed8d6389-1b69-4a97-a3d3-4260afe0aabb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 200 len: 917 time: 0.2538753 Dec 13 09:59:08.864299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 284ff925-d049-4f29-812d-ec9fd4542977 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:08.948599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-8f4a4317-665e-4579-b1a8-9a027389ae4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09811655-e548-427a-8d16-0d51da01bfc9 HTTP/1.1" status: 200 len: 217 time: 0.1284914 Dec 13 09:59:08.973409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=f6cb8e3e-0e86-430a-97ae-4fdd72080e08,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:08.995139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 284ff925-d049-4f29-812d-ec9fd4542977 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:08.996366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.099255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-061344ae-df37-49ef-bd67-d2053fadc0bf req-b4426a2b-3c45-4f4e-92dd-aa046a7a33f6 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0862126 Dec 13 09:59:09.141166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] No DVR routers for this DVR port f6cb8e3e-0e86-430a-97ae-4fdd72080e08 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:09.144614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.152998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-6ffd3efe-e0b5-437a-b1ea-7801f8a2a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.162599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-6ffd3efe-e0b5-437a-b1ea-7801f8a2a6d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 200 len: 855 time: 0.2065320 Dec 13 09:59:09.163315 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9ce0fe08-358f-4985-8407-f8dea85f3a9b req-091ae775-7b8f-4c49-83b9-26d3d31d69cd tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.37 "DELETE /v2.0/ports/f6cb8e3e-0e86-430a-97ae-4fdd72080e08 HTTP/1.1" status: 204 len: 173 time: 2.0767076 Dec 13 09:59:09.176427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'name': 'network-vif-deleted', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:09.186956 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb2de7-521c-42e7-a0bf-258c1476e655" -d '{"events": [{"server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "name": "network-vif-deleted", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:09.189179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.283724 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.323670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 284ff925-d049-4f29-812d-ec9fd4542977, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=284ff925-d049-4f29-812d-ec9fd4542977,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:09.332325 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.405975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb8a6aff-4ddf-4525-a331-1358adc9287d req-2afe9f01-b980-4e88-a0e1-d918f3737fa6 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c4bded-5587-4e43-85aa-0f35c6e2e810 HTTP/1.1" status: 200 len: 210 time: 0.1036777 Dec 13 09:59:09.434986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-7cbcb837-db1d-4596-9082-04f37f107d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:09.437102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-7cbcb837-db1d-4596-9082-04f37f107d67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1bb280a-eba4-4f46-8d4c-274c81e71e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623448 Dec 13 09:59:09.456660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:09.475288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=284ff925-d049-4f29-812d-ec9fd4542977,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:09.547548 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d127cb0-e41c-41a4-bd09-11c94109f816 x-openstack-request-id: req-1d127cb0-e41c-41a4-bd09-11c94109f816 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:09.550021 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4bded-5587-4e43-85aa-0f35c6e2e810", "name": "network-vif-deleted", "tag": "f6cb8e3e-0e86-430a-97ae-4fdd72080e08", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:09.552318 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d127cb0-e41c-41a4-bd09-11c94109f816 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:09.554774 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4bded-5587-4e43-85aa-0f35c6e2e810', 'name': 'network-vif-deleted', 'tag': 'f6cb8e3e-0e86-430a-97ae-4fdd72080e08', 'status': 'completed', 'code': 200} Dec 13 09:59:09.596246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:09.606374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:09.628287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-11a5c617-22d7-4bac-b7fe-4026addd0806 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812274 Dec 13 09:59:09.632902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:09.697886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f6cb8e3e-0e86-430a-97ae-4fdd72080e08 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:09.751865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: f6cb8e3e-0e86-430a-97ae-4fdd72080e08 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:09.761853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f6cb8e3e-0e86-430a-97ae-4fdd72080e08 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:09.764413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Pushing event updated for resources: {'Port': ['ID=117c52b6-972d-485b-9f15-ccaaf1547cb2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:09.983853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c8c73-85ae-42c4-9945-32ed58109299 None None] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:09.987217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954cd870-d5a9-4ced-a0fa-5e096a35c989 req-07a6cc91-cce0-4996-aa2e-5a3593ac2dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397379 Dec 13 09:59:10.040485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ba84-5e0f-49b5-8729-a14ef721a906 req-81e7be21-7bf3-4e16-b70c-df2866f75ee3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:10.048865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e43ba84-5e0f-49b5-8729-a14ef721a906 req-81e7be21-7bf3-4e16-b70c-df2866f75ee3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1297126 Dec 13 09:59:10.186543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e43ba84-5e0f-49b5-8729-a14ef721a906 req-6ead57f5-7a34-4aaf-8c5c-352bf7a0901b tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363466 Dec 13 09:59:10.203786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.301934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-06edc981-fd4b-4350-bc46-1dac07d83594 None None] Provisioning complete for port 284ff925-d049-4f29-812d-ec9fd4542977 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:10.302549 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06edc981-fd4b-4350-bc46-1dac07d83594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.512029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:10.613259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:10.813659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 284ff925-d049-4f29-812d-ec9fd4542977 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:10.895218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-232c79c5-b61f-4df9-9345-35ae618538bc req-4b0ca88e-e00d-4a2a-a175-d6931375bc8a tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.2781255 Dec 13 09:59:10.903711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Router b060c07f-0ba8-450e-9bde-cfddc60ca2ef is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:10.952601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 284ff925-d049-4f29-812d-ec9fd4542977 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:10.952997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.009060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-99fd9268-ec7f-40e4-8e82-0df3b709d9a0 None None] Provisioning complete for port 284ff925-d049-4f29-812d-ec9fd4542977 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:11.018663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99fd9268-ec7f-40e4-8e82-0df3b709d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.172459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:11.185484 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Sync routers for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:11.203539 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:11.209736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:11.213748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:11.215397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aba08dab-14e7-493e-a39d-d08add809770 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4848080 Dec 13 09:59:11.218246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:11.521084 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:11.608211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd20fc-a2ac-41a7-a8bf-4d19e8e76a3e req-511d3950-7918-40a4-bdf5-0240c591ce60 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:11.610075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40fd20fc-a2ac-41a7-a8bf-4d19e8e76a3e req-511d3950-7918-40a4-bdf5-0240c591ce60 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1417482 Dec 13 09:59:11.752031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40fd20fc-a2ac-41a7-a8bf-4d19e8e76a3e req-60278f0d-12eb-46a6-933a-90cd09c24fd6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310096 Dec 13 09:59:11.853338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:10Z', 'revision_number': 3, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:11.886020 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Checking router: b060c07f-0ba8-450e-9bde-cfddc60ca2ef for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:11.886682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Updating router b060c07f-0ba8-450e-9bde-cfddc60ca2ef port 117c52b6-972d-485b-9f15-ccaaf1547cb2 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:59:11.924822 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.012931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a6ab3-2aca-4746-acc6-71ef22a59c59 req-c0f0eac5-9ad6-488c-a7ee-2e0f7bbac96f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:12.014500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-993a6ab3-2aca-4746-acc6-71ef22a59c59 req-c0f0eac5-9ad6-488c-a7ee-2e0f7bbac96f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.0873165 Dec 13 09:59:12.025218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.106800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5433e294-6111-4dff-b231-6dac0edb6b40 req-6bddf2e1-4cd8-4b7a-94c6-e09e7bc259a2 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0530100 Dec 13 09:59:12.169210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-993a6ab3-2aca-4746-acc6-71ef22a59c59 req-44e65c38-a89a-4dce-948d-3801d61a3688 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473699 Dec 13 09:59:12.328948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.367508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Allocated IP 172.20.0.1 (64f844c8-774a-4ac9-9b79-2c0849023c41/b7071dcb-6f2d-48d2-aabc-d61811391a86/cce69373-f345-40ce-9667-326de55f3450) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:12.464212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf811c-48c9-48a4-af06-81d47baebed4 req-a6269473-6dc5-43ee-87dc-64ab3e1a9361 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:12.466026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74bf811c-48c9-48a4-af06-81d47baebed4 req-a6269473-6dc5-43ee-87dc-64ab3e1a9361 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.1709616 Dec 13 09:59:12.616575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.631916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74bf811c-48c9-48a4-af06-81d47baebed4 req-fb1718f9-1d64-4499-9f2c-7d80bfb193e6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597707 Dec 13 09:59:12.652011 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.664652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.666788 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.695830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:12.698960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:12.719287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:12.790751 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8533cc-9498-47fb-9977-d23aa70ce363 None None] Pushing event updated for resources: {'Port': ['ID=117c52b6-972d-485b-9f15-ccaaf1547cb2,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:12.801377 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Attempting to bind port 117c52b6-972d-485b-9f15-ccaaf1547cb2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:12.802735 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Attempting to bind port 117c52b6-972d-485b-9f15-ccaaf1547cb2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:12.803334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Attempting to bind port 117c52b6-972d-485b-9f15-ccaaf1547cb2 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:12.811040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:12.811798 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:12.813215 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.813945 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:12.814652 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Bound port: 117c52b6-972d-485b-9f15-ccaaf1547cb2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:12.816109 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.843874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Pushing event updated for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:12.854159 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:12.909929 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] For port 117c52b6-972d-485b-9f15-ccaaf1547cb2, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:12.915210 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] For port 117c52b6-972d-485b-9f15-ccaaf1547cb2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=117c52b6-972d-485b-9f15-ccaaf1547cb2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:12.925443 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.017570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130504-5ff4-499f-8377-8477cf4f4857 req-13120215-f77e-450a-9ac6-4171268b0ffa tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:13.019022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09130504-5ff4-499f-8377-8477cf4f4857 req-13120215-f77e-450a-9ac6-4171268b0ffa tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.2057936 Dec 13 09:59:13.056802 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8533cc-9498-47fb-9977-d23aa70ce363 None None] Pushing event updated for resources: {'Port': ['ID=117c52b6-972d-485b-9f15-ccaaf1547cb2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.081968 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:13.082606 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:13.089228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port 7e130420-df7e-4164-8ee1-4b786dab8b91 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:13.089432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.123626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-912178aa-4a9f-4734-a196-89c3aa6295a0 None None] Provisioning complete for port cce69373-f345-40ce-9667-326de55f3450 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:13.124357 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-912178aa-4a9f-4734-a196-89c3aa6295a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.155060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.222071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-912178aa-4a9f-4734-a196-89c3aa6295a0 None None] Port cce69373-f345-40ce-9667-326de55f3450 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:13.263875 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:13.269471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port 7e130420-df7e-4164-8ee1-4b786dab8b91, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7e130420-df7e-4164-8ee1-4b786dab8b91,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:13.269853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.286939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for 7e130420-df7e-4164-8ee1-4b786dab8b91 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:13.532373 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:10Z', 'revision_number': 3, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:13.598404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d20fe2a5-9c5d-48cd-b39c-f9b6c46a9f63 req-870a5b58-86c3-43c4-88ab-840e8105fd05 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0559065 Dec 13 09:59:13.611015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8165b2-b218-415f-b556-101509e0c1f8 None None] The sync data for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 is: [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:10Z', 'revision_number': 3, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:13.623524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.634185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.634521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.672763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=7e130420-df7e-4164-8ee1-4b786dab8b91,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.695783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09130504-5ff4-499f-8377-8477cf4f4857 req-7ffe1541-105e-41f2-bc49-0d901e277ca1 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634784 Dec 13 09:59:13.724053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:13.764758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.765243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.765709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.765953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.766499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.766989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.767476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.768267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.768775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.769323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.769838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.770324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.770811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:13.799216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-54a4dfcd-f79e-415e-bf42-b9638fb3b2f7 req-1850d614-9eb9-4409-95b2-a5ff71ca6ee8 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 09:59:13.814948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54a4dfcd-f79e-415e-bf42-b9638fb3b2f7 req-1850d614-9eb9-4409-95b2-a5ff71ca6ee8 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309560 Dec 13 09:59:13.847540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Pushing event updated for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:13.943169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:13.945217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:14.267463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Router b060c07f-0ba8-450e-9bde-cfddc60ca2ef has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:14.365948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54a4dfcd-f79e-415e-bf42-b9638fb3b2f7 req-492e5b38-4f5f-4b09-b4dc-50d3f83fc921 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5490525 Dec 13 09:59:14.425515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.584501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1613ab4b-ad27-4be7-8218-b45661ee7a88 None None] Provisioning complete for port cce69373-f345-40ce-9667-326de55f3450 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:14.585007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1613ab4b-ad27-4be7-8218-b45661ee7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:14.721302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:14.768888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-11707452-6f5f-4dc1-828f-6544ba82d25e admin admin] 10.222.0.30 "PUT /v2.0/routers/b060c07f-0ba8-450e-9bde-cfddc60ca2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5492427 Dec 13 09:59:14.806287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1613ab4b-ad27-4be7-8218-b45661ee7a88 None None] Port cce69373-f345-40ce-9667-326de55f3450 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:15.001076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 117c52b6-972d-485b-9f15-ccaaf1547cb2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:15.089112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e3ebd1a-708a-4f50-a64c-0a9bc1e29b11 req-aee20932-8629-4277-84e0-8805bef3ab45 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.2296965 Dec 13 09:59:15.096080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router de57af1f-15b5-4c7e-91c9-7a4f227e5eec has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:15.121248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559976-cae3-4b46-a21d-bb640704f914 req-71e0150c-be70-4f19-bcb3-8bf947673bc3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:15.122796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8559976-cae3-4b46-a21d-bb640704f914 req-71e0150c-be70-4f19-bcb3-8bf947673bc3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.2617981 Dec 13 09:59:15.202007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 117c52b6-972d-485b-9f15-ccaaf1547cb2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:15.202385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.447326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.492496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 117c52b6-972d-485b-9f15-ccaaf1547cb2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=117c52b6-972d-485b-9f15-ccaaf1547cb2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:15.498786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:15.586801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=117c52b6-972d-485b-9f15-ccaaf1547cb2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:15.896926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8559976-cae3-4b46-a21d-bb640704f914 req-8a9d0340-932e-4c89-a891-656749dd52a3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7619736 Dec 13 09:59:15.911148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:15.916633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b3197ad5-e218-4707-961b-cbfcd8d11cd2 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "PUT /v2.0/routers/de57af1f-15b5-4c7e-91c9-7a4f227e5eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4035275 Dec 13 09:59:15.919382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:15.928434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Sync routers for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:15.945837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:15.946851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:16.064442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting subnet 59e96b14-af78-42a0-83bd-153174c56dbe {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:16.071132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.116403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f785f-7283-4a6f-9e5f-fdcfdd63494a req-5092cb73-ff07-47f1-aa6d-682d2120bfec tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:16.126385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-084f785f-7283-4a6f-9e5f-fdcfdd63494a req-5092cb73-ff07-47f1-aa6d-682d2120bfec tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.1159801 Dec 13 09:59:16.195015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.247416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:16.314706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-084f785f-7283-4a6f-9e5f-fdcfdd63494a req-9e193b6b-9b14-4a8d-8422-257eb48dd21b tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873114 Dec 13 09:59:16.352311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddd8972d-738f-44ac-852c-fa30d8cbeea3 req-62f7b568-a8e4-4ad0-9aa0-683614999682 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0351322 Dec 13 09:59:16.539688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.645496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.720567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Subnet': ['ID=59e96b14-af78-42a0-83bd-153174c56dbe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:16.733076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:16.756307 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa39cf4c-bd0c-44d7-b2fe-1d60693ad71a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/subnets/59e96b14-af78-42a0-83bd-153174c56dbe HTTP/1.1" status: 204 len: 168 time: 0.8352513 Dec 13 09:59:16.757272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcd246-db06-4ee0-ab07-ed6fea642d45 None None] Network d94b4213-aedd-4e08-bac5-74fad4bc43a9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:16.759244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:16.819275 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Sync routers for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:16.840855 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:16.841524 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:16.857183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 117c52b6-972d-485b-9f15-ccaaf1547cb2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:16.922624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:59:13Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'c19ff627-76e7-4ac6-b6fe-c30944011068', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:58:29Z', 'updated_at': '2021-12-13T09:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.009807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.028315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Checking router: de57af1f-15b5-4c7e-91c9-7a4f227e5eec for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:17.097531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:17.302461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9210-c2bc-4fbd-a163-a2e365c8b674 req-965df28a-ff45-4559-9fa8-259291569296 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.310470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4efd9210-c2bc-4fbd-a163-a2e365c8b674 req-965df28a-ff45-4559-9fa8-259291569296 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.7997751 Dec 13 09:59:17.362647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.429743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4efd9210-c2bc-4fbd-a163-a2e365c8b674 req-9565d982-e800-46de-a928-7cfdc4e3a4b8 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181018 Dec 13 09:59:17.498248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Routers {'de57af1f-15b5-4c7e-91c9-7a4f227e5eec'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:17.507112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.638947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e630b5a5-b179-4be6-87cf-dd319244335c req-598f08e5-f340-46ea-a72e-8a8d0b28571c tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0808842 Dec 13 09:59:17.689677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:17.692160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port c19ff627-76e7-4ac6-b6fe-c30944011068 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:17.692590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.772581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] Set router de57af1f-15b5-4c7e-91c9-7a4f227e5eec gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:17.805983 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:13Z', 'revision_number': 4, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'cce69373-f345-40ce-9667-326de55f3450', 'name': '', 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'mac_address': 'fa:16:3e:66:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:12Z', 'updated_at': '2021-12-13T09:59:13Z', 'revision_number': 2, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'subnets': [{'id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.836175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port c19ff627-76e7-4ac6-b6fe-c30944011068, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c19ff627-76e7-4ac6-b6fe-c30944011068,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:17.836684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.849050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:59:17Z', 'revision_number': 6, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:17.852672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 117c52b6-972d-485b-9f15-ccaaf1547cb2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:17.853056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:17.855607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for c19ff627-76e7-4ac6-b6fe-c30944011068 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:17.869660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9a52c-b877-4b8e-87f2-cd44df53eb4e req-cd84e765-d26e-492f-b311-8e634c3efa72 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.876913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9a52c-b877-4b8e-87f2-cd44df53eb4e req-cd84e765-d26e-492f-b311-8e634c3efa72 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.883903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9a52c-b877-4b8e-87f2-cd44df53eb4e req-cd84e765-d26e-492f-b311-8e634c3efa72 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:17.884063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Checking router: b060c07f-0ba8-450e-9bde-cfddc60ca2ef for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:17.884533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Updating router b060c07f-0ba8-450e-9bde-cfddc60ca2ef port cce69373-f345-40ce-9667-326de55f3450 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:59:17.893427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47c9a52c-b877-4b8e-87f2-cd44df53eb4e req-cd84e765-d26e-492f-b311-8e634c3efa72 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370&device_id=1f426470-557c-4c3f-ad77-237358410d28&device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 2417 time: 0.1294625 Dec 13 09:59:17.907482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadb7e5-a00a-4a55-9a3d-22438ba5cd9c None None] The sync data for ids ['de57af1f-15b5-4c7e-91c9-7a4f227e5eec'] in n-d-820531-5 is: [{'id': 'de57af1f-15b5-4c7e-91c9-7a4f227e5eec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1988117962', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:58:26Z', 'updated_at': '2021-12-13T09:59:17Z', 'revision_number': 6, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:17.962999 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.038049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47c9a52c-b877-4b8e-87f2-cd44df53eb4e req-37587b50-7b95-4786-9257-2faaaeea92e7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397774 Dec 13 09:59:18.317504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] DHCP port deletion for d94b4213-aedd-4e08-bac5-74fad4bc43a9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:18.488224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Deleting port 4b2db926-9c7c-4d15-9a99-451042ade0c6 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:18.488600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.592558 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.606757 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.620467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.638845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.710617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=c19ff627-76e7-4ac6-b6fe-c30944011068,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:18.738919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] For port 4b2db926-9c7c-4d15-9a99-451042ade0c6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4b2db926-9c7c-4d15-9a99-451042ade0c6,segment=NetworkSegment(8724a785-8200-4fbe-bfa4-7344e3fedebe),segment_id=8724a785-8200-4fbe-bfa4-7344e3fedebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:18.741560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.776500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-61f48c02-54c4-4666-8688-154b97e5ce15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6076226 Dec 13 09:59:18.812685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Calling delete_port for 4b2db926-9c7c-4d15-9a99-451042ade0c6 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:18.904547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Attempting to bind port cce69373-f345-40ce-9667-326de55f3450 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:18.906839 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Attempting to bind port cce69373-f345-40ce-9667-326de55f3450 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:18.907884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Attempting to bind port cce69373-f345-40ce-9667-326de55f3450 on network 64f844c8-774a-4ac9-9b79-2c0849023c41 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:18.937723 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:18.939178 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Checking segment: {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:18.939615 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.940017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Bound using segment: {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:18.940529 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Bound port: cce69373-f345-40ce-9667-326de55f3450, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34abbbf5-1b90-451e-b717-858630a3f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:18.940916 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:18.986524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb96f9e3-c9d4-4b26-beaa-1796fb6d963e req-22555a7e-1b0b-4e49-86ed-832bf0309091 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.1321132 Dec 13 09:59:19.087878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-15993b54-b9eb-4305-abcd-8506c148986a req-9f1d7e5e-65b9-449f-8854-20d36e6a3489 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.9875386 Dec 13 09:59:19.103930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4b2db926-9c7c-4d15-9a99-451042ade0c6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:19.132763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-b0912255-94fd-4dd0-98a6-5af3e48faca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.141888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-b0912255-94fd-4dd0-98a6-5af3e48faca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.2141609 Dec 13 09:59:19.150833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.165627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a6007-ad87-497d-9cae-2bfdb58abe8e None None] Pushing event updated for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:19.229323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] For port cce69373-f345-40ce-9667-326de55f3450, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:19.238493 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] For port cce69373-f345-40ce-9667-326de55f3450, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cce69373-f345-40ce-9667-326de55f3450,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:19.254311 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.324420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.418921 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No ports have port_id starting with 4b2db926-9c7c-4d15-9a99-451042ade0c6 Dec 13 09:59:19.428887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] No DVR routers for this DVR port 4b2db926-9c7c-4d15-9a99-451042ade0c6 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:19.430860 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:19.434783 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:19.455324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Pushing event deleted for resources: {'Port': ['ID=4b2db926-9c7c-4d15-9a99-451042ade0c6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:19.467324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e130420-df7e-4164-8ee1-4b786dab8b91 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:19.474647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] Provisioning complete for port cce69373-f345-40ce-9667-326de55f3450 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:19.475447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.618081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7e130420-df7e-4164-8ee1-4b786dab8b91 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:19.618835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7e130420-df7e-4164-8ee1-4b786dab8b91 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:19.620171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c19ff627-76e7-4ac6-b6fe-c30944011068 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:19.626568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.628781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.632969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.633675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.634389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.634944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.635496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.636046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.636620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.637235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.637797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.638346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.638886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5474406e-ffed-44ba-9f2f-9e97b2fbe1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:19.670777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c19ff627-76e7-4ac6-b6fe-c30944011068 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:19.671899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c19ff627-76e7-4ac6-b6fe-c30944011068 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:19.743508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-2cf8372c-c39e-40a9-8d58-0b13293e4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:19.745003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-2cf8372c-c39e-40a9-8d58-0b13293e4c24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 898 time: 0.4144945 Dec 13 09:59:19.776625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.844094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.851815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.860191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] For port cce69373-f345-40ce-9667-326de55f3450, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cce69373-f345-40ce-9667-326de55f3450,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:19.878689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:19.913344 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a6007-ad87-497d-9cae-2bfdb58abe8e None None] Pushing event updated for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.018136 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:20.038467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c8155939-fe1e-4284-a95a-2f3e4b0ea21a None None] Provisioning complete for port cce69373-f345-40ce-9667-326de55f3450 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:20.039673 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8155939-fe1e-4284-a95a-2f3e4b0ea21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.045095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f4506-51cd-4724-9e56-a2f5f0db9c36 None None] Pushing event updated for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:20.212981 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.213580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Fanout notify agent at l3_agent the message router_deleted on router de57af1f-15b5-4c7e-91c9-7a4f227e5eec {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:20.231958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.240481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:20.241169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ec213631-8779-434d-a85f-1ec715a04dc4 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/routers/de57af1f-15b5-4c7e-91c9-7a4f227e5eec HTTP/1.1" status: 204 len: 168 time: 3.4796884 Dec 13 09:59:20.355108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02380e1a-4851-40d4-afba-185b67bf514e req-c9df8f61-488d-433c-bb86-aac4a5a45dda tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.1529808 Dec 13 09:59:20.362560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-26a7e909-b8c2-4f15-999c-7d9b7724db87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 1002 time: 0.4306064 Dec 13 09:59:20.492542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-1bf1dd5e-b5a6-4dde-81a4-281b558c2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:20.492542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-1bf1dd5e-b5a6-4dde-81a4-281b558c2b83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 200 len: 834 time: 0.1193967 Dec 13 09:59:20.541811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.599118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-a7d1eaea-f4f8-4f7d-8f49-572b1a963679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:20.614349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-a7d1eaea-f4f8-4f7d-8f49-572b1a963679 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b18d534e-85cb-44ca-a10a-41b27729f276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130526 Dec 13 09:59:20.636739 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:13Z', 'revision_number': 4, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'cce69373-f345-40ce-9667-326de55f3450', 'name': '', 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'mac_address': 'fa:16:3e:66:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:12Z', 'updated_at': '2021-12-13T09:59:19Z', 'revision_number': 4, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'subnets': [{'id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.696051 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803420b-238b-4bce-a914-aa708c8d6337 None None] The sync data for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 is: [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:13Z', 'revision_number': 4, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'cce69373-f345-40ce-9667-326de55f3450', 'name': '', 'network_id': '64f844c8-774a-4ac9-9b79-2c0849023c41', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'mac_address': 'fa:16:3e:66:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:12Z', 'updated_at': '2021-12-13T09:59:19Z', 'revision_number': 4, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'subnets': [{'id': 'b7071dcb-6f2d-48d2-aabc-d61811391a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:20.739065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.796013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94b4213-aedd-4e08-bac5-74fad4bc43a9']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.808653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8724a785-8200-4fbe-bfa4-7344e3fedebe') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.809288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8724a785-8200-4fbe-bfa4-7344e3fedebe') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:20.822995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.847722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Deleting port cce69373-f345-40ce-9667-326de55f3450 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:20.848064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.863497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.884451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-d4f7a258-6326-48fe-afe2-9750708562d9 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671638 Dec 13 09:59:20.922299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:20.922900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:20.927019 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:21.104957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] For port cce69373-f345-40ce-9667-326de55f3450, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cce69373-f345-40ce-9667-326de55f3450,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:21.106080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.112728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bca3b4f-c40f-4cd8-adcf-40d7c889a9af req-8266998c-8395-4f3a-921d-299e41461fc0 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130549 Dec 13 09:59:21.121078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.176236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.189761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/networks/d94b4213-aedd-4e08-bac5-74fad4bc43a9 HTTP/1.1" status: 204 len: 168 time: 0.9482090 Dec 13 09:59:21.191053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Calling delete_port for cce69373-f345-40ce-9667-326de55f3450 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:21.192462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:21.193852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520076d-9df7-4c89-ac23-e269678dfd9e tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Network': ['ID=d94b4213-aedd-4e08-bac5-74fad4bc43a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:21.668895 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:21.780768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce69373-f345-40ce-9667-326de55f3450,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:21.857972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03ea85db-b7fe-4387-b2a0-86f1f0f2e19e req-1c0dd721-391e-4eab-85b0-1d907287d60a tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.2551477 Dec 13 09:59:21.920562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port 6c27ddb9-fa0c-4378-8f4a-c5d5595b2470 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:21.924299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.161710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.163426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.228151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for 6c27ddb9-fa0c-4378-8f4a-c5d5595b2470 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:22.347111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.446708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e127b-8642-421b-958f-bf111bb84917 req-9dafdf13-81d8-47e8-a642-5087550ebe7d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:22.448676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-504e127b-8642-421b-958f-bf111bb84917 req-9dafdf13-81d8-47e8-a642-5087550ebe7d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.2597213 Dec 13 09:59:22.625705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-504e127b-8642-421b-958f-bf111bb84917 req-b595f583-230b-4129-8b08-5b958feae837 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575904 Dec 13 09:59:22.793651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Router b060c07f-0ba8-450e-9bde-cfddc60ca2ef has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:22.855919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:22.914890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=6c27ddb9-fa0c-4378-8f4a-c5d5595b2470,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:23.079625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:23.095614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.096166 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d426d2b-9230-4f24-a5de-273e015c5448 admin admin] 10.222.0.30 "PUT /v2.0/routers/b060c07f-0ba8-450e-9bde-cfddc60ca2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4041605 Dec 13 09:59:23.096565 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Floating IP b9129a8d-c466-404c-9336-944c414cbb90 disassociated (deleted). External IP: 172.25.1.224, port: d71d8776-85d3-4d98-90a1-4eaa06454b21. Dec 13 09:59:23.098535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:23.299877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Sync routers for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:23.316147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:23.317336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:23.348211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fdece33-1622-4112-81cf-2d61a9ae96b9 req-6dfd8158-ba11-4094-bde0-f1ac3270b489 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.3093243 Dec 13 09:59:23.419080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.532983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:23.578992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:23.611876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.692968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Deleting port 117c52b6-972d-485b-9f15-ccaaf1547cb2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:23.694034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.861541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] For port 117c52b6-972d-485b-9f15-ccaaf1547cb2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=117c52b6-972d-485b-9f15-ccaaf1547cb2,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:23.862686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:23.904500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Calling delete_port for 117c52b6-972d-485b-9f15-ccaaf1547cb2 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:24.058998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:21Z', 'revision_number': 5, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port': {'id': '117c52b6-972d-485b-9f15-ccaaf1547cb2', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:08Z', 'updated_at': '2021-12-13T09:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:24.119530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Checking router: b060c07f-0ba8-450e-9bde-cfddc60ca2ef for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:24.130462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Routers {'b060c07f-0ba8-450e-9bde-cfddc60ca2ef'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:24.131302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:24.256579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.264144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-d051fc0e-c240-4333-9c78-7476708d78fd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:24.265824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-d051fc0e-c240-4333-9c78-7476708d78fd tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.44 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.7029176 Dec 13 09:59:24.319847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51dc63-e655-4d58-bf16-56571ed3db4c req-fd8a5cce-da46-478e-9726-60e62ace38cb tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:24.336366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d51dc63-e655-4d58-bf16-56571ed3db4c req-fd8a5cce-da46-478e-9726-60e62ace38cb tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 945 time: 0.1268404 Dec 13 09:59:24.349067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] Set router b060c07f-0ba8-450e-9bde-cfddc60ca2ef gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:24.365826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Pushing event deleted for resources: {'Port': ['ID=117c52b6-972d-485b-9f15-ccaaf1547cb2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:24.439752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:23Z', 'revision_number': 6, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:24.478674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7f24d-4000-4840-b324-cbf9fb385638 None None] The sync data for ids ['b060c07f-0ba8-450e-9bde-cfddc60ca2ef'] in n-d-820531-5 is: [{'id': 'b060c07f-0ba8-450e-9bde-cfddc60ca2ef', 'name': 'tempest-ImageQuotaTest-794658383-router', 'tenant_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:06Z', 'updated_at': '2021-12-13T09:59:23Z', 'revision_number': 6, 'project_id': '986f5ef5701b419f83bd1d0f4d4165b4', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:24.512717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.534086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d51dc63-e655-4d58-bf16-56571ed3db4c req-c44e3333-44a4-4693-b2f8-b5970851e001 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967359 Dec 13 09:59:24.536499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:24.568971 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Sync routers for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:24.583344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.601995 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:24.603488 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:24.650730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-34f1b678-b874-4c19-a9f4-ca6b1f498e56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/floatingips/b9129a8d-c466-404c-9336-944c414cbb90 HTTP/1.1" status: 204 len: 168 time: 3.4531941 Dec 13 09:59:24.651224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf0431b7-4d1f-4ae6-8576-a3ed9221d2a2 req-523c15e4-9dab-417e-bc27-e4b685eaadce tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.1072431 Dec 13 09:59:24.653153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:24.655476 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef1d4a-9763-4a1c-954c-b3860663b983" -d '{"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:24.732022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Deleting port b5017717-3124-4da7-96e1-c4e9f3299851 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:24.732380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.764363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.770881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.938344 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b668fcf-e43f-46ca-8766-ed3346c9fe32 x-openstack-request-id: req-7b668fcf-e43f-46ca-8766-ed3346c9fe32 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:24.938752 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:24.939133 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b668fcf-e43f-46ca-8766-ed3346c9fe32 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:24.940561 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'status': 'completed', 'code': 200} Dec 13 09:59:24.943678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.944335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b060c07f-0ba8-450e-9bde-cfddc60ca2ef {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:24.955469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:24.962341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01c32255-b39e-49b0-9301-8b03d67697fa admin admin] 10.222.0.30 "DELETE /v2.0/routers/b060c07f-0ba8-450e-9bde-cfddc60ca2ef HTTP/1.1" status: 204 len: 168 time: 1.8604548 Dec 13 09:59:24.963260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:25.021410 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:25.090243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cce69373-f345-40ce-9667-326de55f3450 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:25.132870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Deleting subnet b7071dcb-6f2d-48d2-aabc-d61811391a86 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:25.143968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cce69373-f345-40ce-9667-326de55f3450 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:25.145700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cce69373-f345-40ce-9667-326de55f3450 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:25.146511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.180639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] For port b5017717-3124-4da7-96e1-c4e9f3299851, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=b5017717-3124-4da7-96e1-c4e9f3299851,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:25.188090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.216509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-40715d9a-f000-4525-98a8-bed0d53bd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.220426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-40715d9a-f000-4525-98a8-bed0d53bd36b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457f76097a354ec79e3b8da28a05487a&device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 1136 time: 0.2898111 Dec 13 09:59:25.250528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Calling delete_port for b5017717-3124-4da7-96e1-c4e9f3299851 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:25.252762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.417108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.442177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15162d-2b2a-400f-9215-595d9eb658bb req-de5c6ace-b27d-4f63-90f9-75a8f7144ab8 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.451259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da15162d-2b2a-400f-9215-595d9eb658bb req-de5c6ace-b27d-4f63-90f9-75a8f7144ab8 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.2417183 Dec 13 09:59:25.567920 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.595016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-3ad75429-e93d-4edc-9d03-24fd685feb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:25.602651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-3ad75429-e93d-4edc-9d03-24fd685feb12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 200 len: 898 time: 0.3556194 Dec 13 09:59:25.611912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.662392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f66ae9-a0a3-42b3-83a7-7ebfb06a8a06 None None] Network 64f844c8-774a-4ac9-9b79-2c0849023c41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:25.669739 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Checking router: 37ffee03-4e1e-493a-9fb4-2d36bc623eaf for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:25.685845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.689441 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:25.690065 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:25.695475 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7071dcb-6f2d-48d2-aabc-d61811391a86 HTTP/1.1" status: 204 len: 168 time: 0.7313428 Dec 13 09:59:25.697276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96c8dd-f2bb-48ed-bd82-69073b4b929e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7071dcb-6f2d-48d2-aabc-d61811391a86,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:25.706447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:25.722926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da15162d-2b2a-400f-9215-595d9eb658bb req-0e1e0970-a822-4d9e-af82-f3bedf2d6362 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2706001 Dec 13 09:59:25.743357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-aeec6e78-6238-48af-b048-c0172ca83624 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 200 len: 217 time: 0.1098139 Dec 13 09:59:25.934374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:25.969845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:26.039857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] DHCP port deletion for 64f844c8-774a-4ac9-9b79-2c0849023c41 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:26.067603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Deleting port 284ff925-d049-4f29-812d-ec9fd4542977 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:26.069024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.169698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Deleting port 284ff925-d049-4f29-812d-ec9fd4542977 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:26.172239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.187804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97baf72c-7a53-41ea-926c-9cef861791ab req-a2fc0e75-e61e-4ea5-ab93-656bc33efde9 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.2562671 Dec 13 09:59:26.262359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-3f405d1a-c8ca-4830-8fc8-c2c74d7781c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.263838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-3f405d1a-c8ca-4830-8fc8-c2c74d7781c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 200 len: 834 time: 0.3399885 Dec 13 09:59:26.279339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a97791-e7c9-41b0-84d1-fbff16fb557e req-1fc16a9e-1a9e-410f-8eab-fcc86cfc3e4f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.289941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01a97791-e7c9-41b0-84d1-fbff16fb557e req-1fc16a9e-1a9e-410f-8eab-fcc86cfc3e4f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=5648d137-60ca-4f52-90b8-2db2810d3370 HTTP/1.1" status: 200 len: 867 time: 0.5806313 Dec 13 09:59:26.291813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.317180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['09811655-e548-427a-8d16-0d51da01bfc9', '60b7c908-1bba-4413-8509-b449d16c79f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:26.320722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] For port 284ff925-d049-4f29-812d-ec9fd4542977, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=284ff925-d049-4f29-812d-ec9fd4542977,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:26.324664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.354080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event deleted for resources: {'Port': ['ID=b5017717-3124-4da7-96e1-c4e9f3299851,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:26.387848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Calling delete_port for 284ff925-d049-4f29-812d-ec9fd4542977 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:26.477951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] No DVR routers for this DVR port b5017717-3124-4da7-96e1-c4e9f3299851 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:26.491735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.495229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.44 "DELETE /v2.0/ports/b5017717-3124-4da7-96e1-c4e9f3299851 HTTP/1.1" status: 204 len: 173 time: 2.2163775 Dec 13 09:59:26.548319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] For port 284ff925-d049-4f29-812d-ec9fd4542977, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=284ff925-d049-4f29-812d-ec9fd4542977,segment=NetworkSegment(34abbbf5-1b90-451e-b717-858630a3f21d),segment_id=34abbbf5-1b90-451e-b717-858630a3f21d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:26.548990 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.563568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Calling delete_port for 284ff925-d049-4f29-812d-ec9fd4542977 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:26.575695 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:26.623328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.641232 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e183315-0a7b-41c3-9460-f6985b58b9d0 None None] The sync data for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 is: [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:57:13Z', 'revision_number': 4, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a1b6700-d2db-4c65-8caf-167eac16327d', 'name': '', 'network_id': 'b18d534e-85cb-44ca-a10a-41b27729f276', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'mac_address': 'fa:16:3e:4e:19:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:11Z', 'updated_at': '2021-12-13T09:57:20Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'subnets': [{'id': '8c67d193-ddce-48a5-9704-5eeeccc924d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:26.664813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01a97791-e7c9-41b0-84d1-fbff16fb557e req-4ea68f69-be29-4a75-82fd-a0c3c822c00d tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739314 Dec 13 09:59:26.681692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-592a4842-c733-49b1-b685-3fc00bbe4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:26.685326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Pushing event deleted for resources: {'Port': ['ID=284ff925-d049-4f29-812d-ec9fd4542977,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:26.687847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] No DVR routers for this DVR port 284ff925-d049-4f29-812d-ec9fd4542977 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:26.689250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-592a4842-c733-49b1-b685-3fc00bbe4f0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b18d534e-85cb-44ca-a10a-41b27729f276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3943639 Dec 13 09:59:26.860909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 117c52b6-972d-485b-9f15-ccaaf1547cb2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:26.943259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:26.946398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'name': 'network-vif-deleted', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:26.948576 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec000f-2672-4c1b-adf9-dd21d5d9e5c8" -d '{"events": [{"server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "name": "network-vif-deleted", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:27.022007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-5921e88c-5b1d-4edf-82f7-c7cb52a4deaa tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.028762 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-5921e88c-5b1d-4edf-82f7-c7cb52a4deaa tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.4608433 Dec 13 09:59:27.047067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f844c8-774a-4ac9-9b79-2c0849023c41']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.060871 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc652fe1-8e0c-411b-9301-ad895cc668f9 x-openstack-request-id: req-dc652fe1-8e0c-411b-9301-ad895cc668f9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:27.074280 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5648d137-60ca-4f52-90b8-2db2810d3370", "name": "network-vif-deleted", "tag": "b5017717-3124-4da7-96e1-c4e9f3299851", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:27.074552 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc652fe1-8e0c-411b-9301-ad895cc668f9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:27.074988 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5648d137-60ca-4f52-90b8-2db2810d3370', 'name': 'network-vif-deleted', 'tag': 'b5017717-3124-4da7-96e1-c4e9f3299851', 'status': 'completed', 'code': 200} Dec 13 09:59:27.083902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34abbbf5-1b90-451e-b717-858630a3f21d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.087953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34abbbf5-1b90-451e-b717-858630a3f21d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:27.117793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.121594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-e52578d5-04df-41ae-8ac6-370a527ba8f1 service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176378 Dec 13 09:59:27.159469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e18e83-2a4b-47ae-985f-a24a8e198f9f req-fb9bf2d5-92c7-47ed-8f2b-f10da5bb5383 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:27.165940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95e18e83-2a4b-47ae-985f-a24a8e198f9f req-fb9bf2d5-92c7-47ed-8f2b-f10da5bb5383 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 985 time: 0.2412133 Dec 13 09:59:27.215002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.264276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:27.265829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:27.268580 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:27.331275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 117c52b6-972d-485b-9f15-ccaaf1547cb2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:27.332026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 117c52b6-972d-485b-9f15-ccaaf1547cb2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:27.332698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 284ff925-d049-4f29-812d-ec9fd4542977 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:27.376832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b5017717-3124-4da7-96e1-c4e9f3299851 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:27.391072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 284ff925-d049-4f29-812d-ec9fd4542977 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:27.391758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 284ff925-d049-4f29-812d-ec9fd4542977 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:27.425878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616d373-a0ff-4d29-8c0a-a02a25d3e10e None None] New status for floating IP b9129a8d-c466-404c-9336-944c414cbb90: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 09:59:27.427981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.437865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: b5017717-3124-4da7-96e1-c4e9f3299851 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:27.438602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device b5017717-3124-4da7-96e1-c4e9f3299851 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:27.458873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.480058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.496322 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] 10.222.0.30 "DELETE /v2.0/networks/64f844c8-774a-4ac9-9b79-2c0849023c41 HTTP/1.1" status: 204 len: 168 time: 1.7858677 Dec 13 09:59:27.567477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bebc5-9445-48f6-a78d-123e0412c959 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f844c8-774a-4ac9-9b79-2c0849023c41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:27.583427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.593563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] Pushing event deleted for resources: {'Port': ['ID=284ff925-d049-4f29-812d-ec9fd4542977,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:27.608516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d684f-43bb-4742-acd3-8d84b2b065ce None None] No DVR routers for this DVR port 284ff925-d049-4f29-812d-ec9fd4542977 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:27.637447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port d71d8776-85d3-4d98-90a1-4eaa06454b21 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:27.639436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:27.679057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ef1d4a-9763-4a1c-954c-b3860663b983 req-573c7972-08f1-4ab5-9f97-e2bcd8772e3a service neutron] 10.222.0.44 "GET /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119066 Dec 13 09:59:27.710930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bac5511-a7a4-4c6d-bae3-9e4fdb933e8b req-aec9d882-c8fd-4b1f-9ca0-6d5bbaa366cb tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.2560945 Dec 13 09:59:27.829434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95e18e83-2a4b-47ae-985f-a24a8e198f9f req-6ab5de00-f7fd-4020-8755-303cf6d8694a tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/security-groups?id=4955696e-303c-451c-a9b1-3e2a84707c43&id=2458f163-c27f-4f78-a1bd-707e55715a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6105995 Dec 13 09:59:27.873308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49708) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.956447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8aec53e4-05b0-48f9-aba4-1c4c810a0651 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=986f5ef5701b419f83bd1d0f4d4165b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807703 Dec 13 09:59:27.963257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:27.966534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port d71d8776-85d3-4d98-90a1-4eaa06454b21, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d71d8776-85d3-4d98-90a1-4eaa06454b21,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:27.968297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.057535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for d71d8776-85d3-4d98-90a1-4eaa06454b21 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:28.214107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.272626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.372612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.397829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.399326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.400844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90212af5-4468-43cb-bd79-3af065dce24c HTTP/1.1" status: 204 len: 168 time: 0.4362516 Dec 13 09:59:28.426642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=d71d8776-85d3-4d98-90a1-4eaa06454b21,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.495399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] No DVR routers for this DVR port d71d8776-85d3-4d98-90a1-4eaa06454b21 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:28.497842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a0cdd-6ba4-474b-9445-69bbc2c6084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90212af5-4468-43cb-bd79-3af065dce24c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:28.502019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.505713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc9e3-357d-4502-8d4f-259f6573262c req-a9423358-4b0e-490f-acac-ed4ff2e57309 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:28.516082 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-29e67ad5-21c6-4f0b-94dd-231cbc042869 req-e43c1966-83de-464d-a050-c99f80b8215c tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.44 "DELETE /v2.0/ports/d71d8776-85d3-4d98-90a1-4eaa06454b21 HTTP/1.1" status: 204 len: 173 time: 1.3611343 Dec 13 09:59:28.517149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'name': 'network-vif-deleted', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:28.522823 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820292c-aaaf-4303-bd83-76677aaacce1" -d '{"events": [{"server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "name": "network-vif-deleted", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:28.540302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0eefc9e3-357d-4502-8d4f-259f6573262c req-a9423358-4b0e-490f-acac-ed4ff2e57309 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.1796043 Dec 13 09:59:28.607722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d133952-8a50-415f-896a-857dc45332c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:28.633687 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7275ff7d-2eee-4b36-9965-2122fe95cf32 x-openstack-request-id: req-7275ff7d-2eee-4b36-9965-2122fe95cf32 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:28.633994 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c75fbc-ec62-48aa-90c6-5029e789e35f", "name": "network-vif-deleted", "tag": "d71d8776-85d3-4d98-90a1-4eaa06454b21", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:28.634258 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7275ff7d-2eee-4b36-9965-2122fe95cf32 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:28.634682 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c75fbc-ec62-48aa-90c6-5029e789e35f', 'name': 'network-vif-deleted', 'tag': 'd71d8776-85d3-4d98-90a1-4eaa06454b21', 'status': 'completed', 'code': 200} Dec 13 09:59:28.666036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0eefc9e3-357d-4502-8d4f-259f6573262c req-fd4eead1-8ba9-4858-9c1a-7d27fb75ad14 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Dec 13 09:59:28.886422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d25851aa-6975-44df-a82c-cb117c26a921 req-13efe8c3-a360-4f06-b1bc-69fc97235e93 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0434620 Dec 13 09:59:28.892705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d71d8776-85d3-4d98-90a1-4eaa06454b21 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:28.929061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d71d8776-85d3-4d98-90a1-4eaa06454b21 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:28.929638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d71d8776-85d3-4d98-90a1-4eaa06454b21 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:29.067653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.068215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29dc74b2-4e9e-4a21-8a79-8c7c5d953c1e req-2057484b-3bcc-42ba-a2b9-d1072e53a1aa tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c75fbc-ec62-48aa-90c6-5029e789e35f HTTP/1.1" status: 200 len: 210 time: 0.0681806 Dec 13 09:59:29.327594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:29.344685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff909b-65c6-48f3-b92c-9256b8aef24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.482765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff909b-65c6-48f3-b92c-9256b8aef24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.494901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff909b-65c6-48f3-b92c-9256b8aef24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.550384 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6ff909b-65c6-48f3-b92c-9256b8aef24c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2210591 Dec 13 09:59:29.552913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:29.685151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff909b-65c6-48f3-b92c-9256b8aef24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579b7541-c412-4934-b622-d55593612385,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:29.724988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.772695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.847487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c59c-5125-4103-a583-46bd6d439fec req-429032cd-5bce-4851-aa74-6f5b26c43dcc tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:29.856006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9272c59c-5125-4103-a583-46bd6d439fec req-429032cd-5bce-4851-aa74-6f5b26c43dcc tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Dec 13 09:59:29.871518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.875007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:29.878475 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/579b7541-c412-4934-b622-d55593612385 HTTP/1.1" status: 204 len: 168 time: 0.3223596 Dec 13 09:59:29.885932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26230-91e7-4105-97ca-243a2f150580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579b7541-c412-4934-b622-d55593612385,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:30.097186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9272c59c-5125-4103-a583-46bd6d439fec req-ecb4e6c8-0178-4599-9608-2a3962760103 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370100 Dec 13 09:59:30.192272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51c7124a-6ab7-440f-bdf9-245721d4b369 req-6964bba2-a154-4e79-bf2b-69f20c7d2461 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0932996 Dec 13 09:59:30.262504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-bd9697ce-50eb-4ffb-916d-50d597080505 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:30.277655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-bd9697ce-50eb-4ffb-916d-50d597080505 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 945 time: 0.2748933 Dec 13 09:59:30.329102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:30.557188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.639024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.669703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Deleting port 60b7c908-1bba-4413-8509-b449d16c79f7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:30.670062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.713710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.719320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.721387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/security-groups/2458f163-c27f-4f78-a1bd-707e55715a3a HTTP/1.1" status: 204 len: 168 time: 0.3910747 Dec 13 09:59:30.737918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:30.738735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4915a72-7c60-4c33-adf8-16f32e0c8b99 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2458f163-c27f-4f78-a1bd-707e55715a3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:30.847861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.864858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] For port 60b7c908-1bba-4413-8509-b449d16c79f7, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=60b7c908-1bba-4413-8509-b449d16c79f7,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:30.865616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.882000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Calling delete_port for 60b7c908-1bba-4413-8509-b449d16c79f7 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:30.895288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.975344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1aacb8dd-d372-43f7-9648-18b0516fdcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.986030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.989213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:30.990547 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/security-groups/4955696e-303c-451c-a9b1-3e2a84707c43 HTTP/1.1" status: 204 len: 168 time: 0.2498193 Dec 13 09:59:30.994251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:31.014477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74905aaa-cc41-4570-b235-0d98c3e1b6ff tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4955696e-303c-451c-a9b1-3e2a84707c43,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.069143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:31.159618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.174007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['09811655-e548-427a-8d16-0d51da01bfc9', '60b7c908-1bba-4413-8509-b449d16c79f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:31.383077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18e418d1-a515-4718-89fb-aec297ae5262 req-312d77bd-c7b9-4a55-84af-5546931ceb10 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f426470-557c-4c3f-ad77-237358410d28 HTTP/1.1" status: 200 len: 210 time: 0.1387804 Dec 13 09:59:31.392533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event deleted for resources: {'Port': ['ID=60b7c908-1bba-4413-8509-b449d16c79f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.508562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] No DVR routers for this DVR port 60b7c908-1bba-4413-8509-b449d16c79f7 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:31.524179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d624-e0f0-4723-8863-b636c3a1261c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.528055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1995f069-2b64-470e-be5a-6f99db19e656 req-132f93a0-fd06-46b6-af65-9fb32b4e1ead tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0469368 Dec 13 09:59:31.533213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.538924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3ea4179-13a7-4b3d-a56b-59021f28f26b req-f882e8bc-ed7b-4634-b3d6-12992270e772 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "DELETE /v2.0/ports/60b7c908-1bba-4413-8509-b449d16c79f7 HTTP/1.1" status: 204 len: 173 time: 1.2563050 Dec 13 09:59:31.543670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'name': 'network-vif-deleted', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:31.572867 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4060e7c-f4fc-4661-b3f3-37e4c119221a" -d '{"events": [{"server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "name": "network-vif-deleted", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:31.676961 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a8b2c3-f31a-4bc5-8934-6da049612db0 x-openstack-request-id: req-16a8b2c3-f31a-4bc5-8934-6da049612db0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:31.683068 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f426470-557c-4c3f-ad77-237358410d28", "name": "network-vif-deleted", "tag": "60b7c908-1bba-4413-8509-b449d16c79f7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:31.683068 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16a8b2c3-f31a-4bc5-8934-6da049612db0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:31.683068 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f426470-557c-4c3f-ad77-237358410d28', 'name': 'network-vif-deleted', 'tag': '60b7c908-1bba-4413-8509-b449d16c79f7', 'status': 'completed', 'code': 200} Dec 13 09:59:31.830423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d624-e0f0-4723-8863-b636c3a1261c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.830650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d624-e0f0-4723-8863-b636c3a1261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.875698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:31.883797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7d624-e0f0-4723-8863-b636c3a1261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c92c80-4300-46c8-b370-9cca6f30185c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:31.903033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d1b7d624-e0f0-4723-8863-b636c3a1261c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71176649d5bc4c89a5839d8e186a77e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8211081 Dec 13 09:59:31.907149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:32.011203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.039952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.140477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.144239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.146392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27c92c80-4300-46c8-b370-9cca6f30185c HTTP/1.1" status: 204 len: 168 time: 0.2379022 Dec 13 09:59:32.156246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade6c28-c6aa-45f6-ae93-ff13b5627d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c92c80-4300-46c8-b370-9cca6f30185c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.231040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.592079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49890) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:32.627477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0307f648-0c83-4fd2-bc46-8f08c9e082c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.780527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1904469-6e93-4d52-aa85-be10f5d26804 req-e9f0bc6b-9060-4b64-a0fd-9ff33c99bccb tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0792954 Dec 13 09:59:32.863126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port 4a1b6700-d2db-4c65-8caf-167eac16327d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:32.863523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.869396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881a27-99e1-43c8-9435-f0412e33dcd5 req-db1e4538-3f94-4e03-8bac-68618a9a51d3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:32.871172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c881a27-99e1-43c8-9435-f0412e33dcd5 req-db1e4538-3f94-4e03-8bac-68618a9a51d3 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.0875332 Dec 13 09:59:32.877367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0307f648-0c83-4fd2-bc46-8f08c9e082c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.902809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0307f648-0c83-4fd2-bc46-8f08c9e082c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.952440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f648-0c83-4fd2-bc46-8f08c9e082c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b7d2e4-b907-4f17-b611-de7474d0759a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:32.968206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port 4a1b6700-d2db-4c65-8caf-167eac16327d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a1b6700-d2db-4c65-8caf-167eac16327d,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:32.968206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:32.975523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c881a27-99e1-43c8-9435-f0412e33dcd5 req-b6fde212-d681-43d0-819a-f1b83d07eb70 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953326 Dec 13 09:59:32.978218 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0307f648-0c83-4fd2-bc46-8f08c9e082c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=669ba8ef174547b0a3203536bc5d4549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845382 Dec 13 09:59:32.980984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:32.995198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for 4a1b6700-d2db-4c65-8caf-167eac16327d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:33.048295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.075019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.149173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.151969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.154895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84b7d2e4-b907-4f17-b611-de7474d0759a HTTP/1.1" status: 204 len: 168 time: 0.1728609 Dec 13 09:59:33.175834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9be90-81e5-4764-8cef-cd4c04f7c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b7d2e4-b907-4f17-b611-de7474d0759a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.278827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.327173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=4a1b6700-d2db-4c65-8caf-167eac16327d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:33.610466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.673858 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:33.789372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60b7c908-1bba-4413-8509-b449d16c79f7 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:33.835563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 60b7c908-1bba-4413-8509-b449d16c79f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:33.836174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 60b7c908-1bba-4413-8509-b449d16c79f7 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:33.940648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-765b0efb-f676-4e8b-b30d-523099c75865 req-eef24ed0-dcc7-4af5-b1f2-089eaf3a5bff tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0524004 Dec 13 09:59:33.974668 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 09:59:33.997318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:34.197397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:34.206748 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-622a4e1d-d3f1-47fd-a3b1-bd745f8d4f56 tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "PUT /v2.0/routers/37ffee03-4e1e-493a-9fb4-2d36bc623eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072635 Dec 13 09:59:34.207181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:34.209305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cf657-6297-412b-8313-4e06f7e95a7d req-07f3d167-e6c3-4a66-9b69-1310c48c4a30 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.209478 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Sync routers for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:34.221880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d5cf657-6297-412b-8313-4e06f7e95a7d req-07f3d167-e6c3-4a66-9b69-1310c48c4a30 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.1040428 Dec 13 09:59:34.226519 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:34.228572 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:34.317896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting subnet 8c67d193-ddce-48a5-9704-5eeeccc924d6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:34.324022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d5cf657-6297-412b-8313-4e06f7e95a7d req-8e7458ad-a75e-4c0f-bdca-25a9ef25899f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979044 Dec 13 09:59:34.326566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.380277 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:34.392192 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.471403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-d6aec74a-edb0-4f01-bf21-da9f9527693f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:34.472914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-d6aec74a-edb0-4f01-bf21-da9f9527693f tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.0842607 Dec 13 09:59:34.505354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.581340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.621275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Subnet': ['ID=8c67d193-ddce-48a5-9704-5eeeccc924d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:34.631945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.633671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Deleting port 09811655-e548-427a-8d16-0d51da01bfc9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:34.634100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:34.636166 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4bce0f48-3468-4882-85e2-8de97aecf57f tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/subnets/8c67d193-ddce-48a5-9704-5eeeccc924d6 HTTP/1.1" status: 204 len: 168 time: 0.4278646 Dec 13 09:59:34.640857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:34.647552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be218d6-4f1e-4776-bfd0-b9d025ad22f4 None None] Network b18d534e-85cb-44ca-a10a-41b27729f276 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:34.723962 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:59:33Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:34.791106 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Checking router: 37ffee03-4e1e-493a-9fb4-2d36bc623eaf for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:34.818178 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Routers {'37ffee03-4e1e-493a-9fb4-2d36bc623eaf'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:34.821753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:34.835800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-09ba45b3-367c-4e1f-adf5-4d9dedf1abdc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303012 Dec 13 09:59:34.891337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.059176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] For port 09811655-e548-427a-8d16-0d51da01bfc9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=09811655-e548-427a-8d16-0d51da01bfc9,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:35.059793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.069642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] DHCP port deletion for b18d534e-85cb-44ca-a10a-41b27729f276 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:35.101425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.160323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Calling delete_port for 09811655-e548-427a-8d16-0d51da01bfc9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:35.175278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:35.189181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Deleting port 262c36ca-452f-4124-b1c0-036456df4454 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:35.189805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.219186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-11f7b1c5-a7f5-46ee-9cc2-68f6ede616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.220882 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-11f7b1c5-a7f5-46ee-9cc2-68f6ede616c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.1680167 Dec 13 09:59:35.267854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cf989ca-4653-42f7-b0a3-c549e407f2c8 req-09017714-5764-42f5-8720-ba06d11534b9 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.1540110 Dec 13 09:59:35.346959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] Set router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:35.368839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-3591527c-020b-4ae5-883c-a571dff9a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.371432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-3591527c-020b-4ae5-883c-a571dff9a956 service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.1311550 Dec 13 09:59:35.400982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] For port 262c36ca-452f-4124-b1c0-036456df4454, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=262c36ca-452f-4124-b1c0-036456df4454,segment=NetworkSegment(dfd618b2-1577-4cc3-8d61-2cdfc78afde5),segment_id=dfd618b2-1577-4cc3-8d61-2cdfc78afde5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:35.402271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.443294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Calling delete_port for 262c36ca-452f-4124-b1c0-036456df4454 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:35.447778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.524010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a6f2-8893-4c35-abd8-0e87321e0569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.539956 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-027c53cf-fca3-4924-9589-4cef9e8d585f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1001 time: 0.1590302 Dec 13 09:59:35.590690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.628546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] Pushing event deleted for resources: {'Port': ['ID=262c36ca-452f-4124-b1c0-036456df4454,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:35.634830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88ab1d-5860-4117-8552-e7fea28aec65 None None] No DVR routers for this DVR port 262c36ca-452f-4124-b1c0-036456df4454 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:35.711080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-5dbd8111-6d4d-4838-badb-40a22e5b8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.713066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-5dbd8111-6d4d-4838-badb-40a22e5b8c34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1397038 Dec 13 09:59:35.735756 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:59:33Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:35.804239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a6f2-8893-4c35-abd8-0e87321e0569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.814530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a6f2-8893-4c35-abd8-0e87321e0569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:35.816241 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c81a0-6d40-4fe7-b145-d312b2903a3a None None] The sync data for ids ['37ffee03-4e1e-493a-9fb4-2d36bc623eaf'] in n-d-820531-5 is: [{'id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-763301811', 'tenant_id': '457f76097a354ec79e3b8da28a05487a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:53Z', 'updated_at': '2021-12-13T09:59:33Z', 'revision_number': 5, 'project_id': '457f76097a354ec79e3b8da28a05487a', 'gw_port': {'id': 'affc431c-6e5a-4c23-8230-880dbc2fdc75', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ffee03-4e1e-493a-9fb4-2d36bc623eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:56Z', 'updated_at': '2021-12-13T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:35.880791 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8aa7a6f2-8893-4c35-abd8-0e87321e0569 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a252024b83dd4ca9bbccb7efb4552a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6916058 Dec 13 09:59:35.889019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-e043f22c-9094-468a-8231-26f7ab987854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:35.891162 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-e043f22c-9094-468a-8231-26f7ab987854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668439 Dec 13 09:59:35.891775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:35.951740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7a6f2-8893-4c35-abd8-0e87321e0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530e912-0386-49ff-8eb8-8134a894acbd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:36.089642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.095710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Deleting port affc431c-6e5a-4c23-8230-880dbc2fdc75 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:36.095710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.107993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f26b1-d1d2-483e-b4fd-ae12323d4140 req-9e6bc131-8a48-4494-a8fb-de53bcbd0008 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:36.124955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d36f26b1-d1d2-483e-b4fd-ae12323d4140 req-9e6bc131-8a48-4494-a8fb-de53bcbd0008 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b83804e-8b03-40b7-bcd9-4f889784bae9 HTTP/1.1" status: 200 len: 946 time: 0.5715590 Dec 13 09:59:36.125193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.163399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-5323e965-e995-49e6-a9f7-18874449115e service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616193 Dec 13 09:59:36.222707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.251106 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.253809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.257296 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c530e912-0386-49ff-8eb8-8134a894acbd HTTP/1.1" status: 204 len: 168 time: 0.3590744 Dec 13 09:59:36.270248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c6bc-d36e-4999-97cc-38564a6b230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c530e912-0386-49ff-8eb8-8134a894acbd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:36.339264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a5a379d0-b229-4c0c-8f1f-2113cc881218 req-01707990-77e3-450e-852b-3b4a1129b2b6 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662517 Dec 13 09:59:36.344852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Pushing event deleted for resources: {'Port': ['ID=09811655-e548-427a-8d16-0d51da01bfc9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:36.383221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d36f26b1-d1d2-483e-b4fd-ae12323d4140 req-7ebc99e1-2322-450b-ae33-93b2e384ee74 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.30 "GET /v2.0/security-groups?id=56671727-d4d4-457a-8300-b6564b37e462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646089 Dec 13 09:59:36.527396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebf4477e-33b4-4c17-ac12-e14bfa4d1871 req-20996740-472c-4e5d-bf91-7653fd978ce3 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.1115744 Dec 13 09:59:36.528320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] No DVR routers for this DVR port 09811655-e548-427a-8d16-0d51da01bfc9 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:36.545704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] For port affc431c-6e5a-4c23-8230-880dbc2fdc75, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=affc431c-6e5a-4c23-8230-880dbc2fdc75,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:36.546306 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.567780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Calling delete_port for affc431c-6e5a-4c23-8230-880dbc2fdc75 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:36.702933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.707309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44c3ed00-6800-4caf-a621-523e9b71b61b req-cb73720c-a10c-44c0-b6d1-2bce5654e9c7 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] 10.222.0.37 "DELETE /v2.0/ports/09811655-e548-427a-8d16-0d51da01bfc9 HTTP/1.1" status: 204 len: 173 time: 2.2223451 Dec 13 09:59:36.707791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'name': 'network-vif-deleted', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:36.716029 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa99a990-d331-4d5c-840e-9bc7999956b3" -d '{"events": [{"server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "name": "network-vif-deleted", "tag": "09811655-e548-427a-8d16-0d51da01bfc9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:36.780967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 262c36ca-452f-4124-b1c0-036456df4454 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:36.810124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 262c36ca-452f-4124-b1c0-036456df4454 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:36.810659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 262c36ca-452f-4124-b1c0-036456df4454 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:36.811998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a1b6700-d2db-4c65-8caf-167eac16327d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:36.842260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4a1b6700-d2db-4c65-8caf-167eac16327d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:36.844203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a1b6700-d2db-4c65-8caf-167eac16327d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:36.892915 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c49912-e8dc-4ad4-b425-d2361050f2c9 x-openstack-request-id: req-d8c49912-e8dc-4ad4-b425-d2361050f2c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:36.893559 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83804e-8b03-40b7-bcd9-4f889784bae9", "name": "network-vif-deleted", "tag": "09811655-e548-427a-8d16-0d51da01bfc9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:36.894052 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8c49912-e8dc-4ad4-b425-d2361050f2c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:36.894693 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83804e-8b03-40b7-bcd9-4f889784bae9', 'name': 'network-vif-deleted', 'tag': '09811655-e548-427a-8d16-0d51da01bfc9', 'status': 'completed', 'code': 200} Dec 13 09:59:36.928369 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:36.969468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Port': ['ID=affc431c-6e5a-4c23-8230-880dbc2fdc75,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:37.105146 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.243211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.254752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.332045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.332773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Fanout notify agent at l3_agent the message router_deleted on router 37ffee03-4e1e-493a-9fb4-2d36bc623eaf {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 09:59:37.342905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.347781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:37.348386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7824eeff-683c-4e15-9f24-cab14a25b3bb tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/routers/37ffee03-4e1e-493a-9fb4-2d36bc623eaf HTTP/1.1" status: 204 len: 168 time: 2.7076156 Dec 13 09:59:37.479760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:37.566213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Deleting subnet 330a0c49-d44e-4f48-a4ba-118f3b7b22be {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 09:59:37.566213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.606751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.690710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.773748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.787095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-095592e9-e6ad-4136-88a8-fa57935d8da6 req-dc5327ca-0c26-4bae-9850-f6a14e097f30 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0563302 Dec 13 09:59:37.801825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18d534e-85cb-44ca-a10a-41b27729f276']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:37.806792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 09811655-e548-427a-8d16-0d51da01bfc9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:37.819006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:37.821535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd618b2-1577-4cc3-8d61-2cdfc78afde5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:37.831862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.835165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 09811655-e548-427a-8d16-0d51da01bfc9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:37.838743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 09811655-e548-427a-8d16-0d51da01bfc9 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:37.849841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.856816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:37.857635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:37.861797 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:37.893551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.960496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.961969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.980773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:37.987089 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] 10.222.0.30 "DELETE /v2.0/networks/b18d534e-85cb-44ca-a10a-41b27729f276 HTTP/1.1" status: 204 len: 168 time: 0.6383100 Dec 13 09:59:37.989989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13111f-623f-4d32-84bd-bf0dde0b4dd0 None None] Network a1bb280a-eba4-4f46-8d4c-274c81e71e0f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:38.020999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.025499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/330a0c49-d44e-4f48-a4ba-118f3b7b22be HTTP/1.1" status: 204 len: 168 time: 0.5445306 Dec 13 09:59:38.053606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:38.053606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbdf0f-b8e5-428c-b446-405da22b30e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330a0c49-d44e-4f48-a4ba-118f3b7b22be,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:38.064139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5222-626b-4aea-ab5c-954b0be3b37b tempest-TestSecurityGroupsBasicOps-173552071 tempest-TestSecurityGroupsBasicOps-173552071-project] Pushing event deleted for resources: {'Network': ['ID=b18d534e-85cb-44ca-a10a-41b27729f276,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:38.260770 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.390477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Deleting port 6d2fc50c-9b95-424f-837d-5a9a394815a3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:38.390822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.393600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] DHCP port deletion for a1bb280a-eba4-4f46-8d4c-274c81e71e0f request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 09:59:38.509204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Deleting port 6d2fc50c-9b95-424f-837d-5a9a394815a3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:38.509761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.559743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2ced09e3-ffe6-484d-90c8-53a97675b2df req-20ff2909-b892-4932-8366-69e8b8fbb313 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0712447 Dec 13 09:59:38.590497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] For port 6d2fc50c-9b95-424f-837d-5a9a394815a3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6d2fc50c-9b95-424f-837d-5a9a394815a3,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:38.590868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.606516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Calling delete_port for 6d2fc50c-9b95-424f-837d-5a9a394815a3 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:38.642237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:38.657916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] For port 6d2fc50c-9b95-424f-837d-5a9a394815a3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6d2fc50c-9b95-424f-837d-5a9a394815a3,segment=NetworkSegment(a7761ddf-fd05-4638-91e6-0725507510ab),segment_id=a7761ddf-fd05-4638-91e6-0725507510ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:38.660305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.694098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Calling delete_port for 6d2fc50c-9b95-424f-837d-5a9a394815a3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:38.762613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.803053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device affc431c-6e5a-4c23-8230-880dbc2fdc75 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:38.828451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2fc50c-9b95-424f-837d-5a9a394815a3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:38.853739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: affc431c-6e5a-4c23-8230-880dbc2fdc75 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:38.854706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device affc431c-6e5a-4c23-8230-880dbc2fdc75 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:38.855308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6d2fc50c-9b95-424f-837d-5a9a394815a3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 09:59:38.855463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] No DVR routers for this DVR port 6d2fc50c-9b95-424f-837d-5a9a394815a3 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:38.896178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6d2fc50c-9b95-424f-837d-5a9a394815a3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 09:59:38.896816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6d2fc50c-9b95-424f-837d-5a9a394815a3 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 09:59:38.925886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:38.932500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ef2f990-8096-40f8-ab62-3c33444b0c83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=457f76097a354ec79e3b8da28a05487a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887824 Dec 13 09:59:38.934923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:38.949957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] No DVR routers for this DVR port 6d2fc50c-9b95-424f-837d-5a9a394815a3 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 09:59:38.979520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd94d65-588d-4498-ba8b-7e43da540666 None None] Pushing event deleted for resources: {'Port': ['ID=6d2fc50c-9b95-424f-837d-5a9a394815a3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:39.012646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.047105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.051941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-081c9678-5407-407f-9611-1b574f769188 req-2c022fc9-e913-4174-8bbf-1baea6723790 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0879343 Dec 13 09:59:39.084922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.110714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bb280a-eba4-4f46-8d4c-274c81e71e0f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.132915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.132915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.132915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/766db98d-7962-406e-b2de-38d49c668fdf HTTP/1.1" status: 204 len: 168 time: 0.1959991 Dec 13 09:59:39.138700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7761ddf-fd05-4638-91e6-0725507510ab') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.139217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7761ddf-fd05-4638-91e6-0725507510ab') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:39.150255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce317ec-8b37-4b4e-968b-8aa84c509d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766db98d-7962-406e-b2de-38d49c668fdf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:39.151665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.189037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.200874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:39.201776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:39.205080 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:39.324301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.336987 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.344702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1bb280a-eba4-4f46-8d4c-274c81e71e0f HTTP/1.1" status: 204 len: 168 time: 1.2984712 Dec 13 09:59:39.381549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fcfc-7c67-4338-8cd4-347e3925db15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bb280a-eba4-4f46-8d4c-274c81e71e0f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:39.767946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.770403 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.790063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42e5a6f-c6af-4914-9376-01cafc5d5b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.856726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:39.856867 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b300854-309b-4477-8929-fc54c1739e66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bd6283281a1435d985cf250bc010de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870075 Dec 13 09:59:39.933453 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42e5a6f-c6af-4914-9376-01cafc5d5b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.939931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42e5a6f-c6af-4914-9376-01cafc5d5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.953474 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:39.988849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.029617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.031719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d42e5a6f-c6af-4914-9376-01cafc5d5b6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=943490199c4345319cf5f411d3be41cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528760 Dec 13 09:59:40.034792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e5a6f-c6af-4914-9376-01cafc5d5b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48332706-dfbd-4b5e-b862-03adf94559f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.104849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.107611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.111210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.112384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56671727-d4d4-457a-8300-b6564b37e462 HTTP/1.1" status: 204 len: 168 time: 0.2523847 Dec 13 09:59:40.158898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e33957-ba4b-4c4c-8cbd-7cb913127ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56671727-d4d4-457a-8300-b6564b37e462,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.175689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.288011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad159ce-0b28-41d9-97ad-6f57f1f5f345 req-fa4bc1f3-bd18-4609-8f01-91198237b805 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0834584 Dec 13 09:59:40.329480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.333908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.338984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48332706-dfbd-4b5e-b862-03adf94559f0 HTTP/1.1" status: 204 len: 168 time: 0.3060105 Dec 13 09:59:40.354925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaad776-e070-4e3b-8654-458ec33da7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48332706-dfbd-4b5e-b862-03adf94559f0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:40.591470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:40.733379 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ffa1f822-93dd-400c-9c45-524051d6016d req-5e35b0c7-300a-473f-a8a1-d14336532ad0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c5751a9811b4c8fb3b92433f61a2d4f&device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0470684 Dec 13 09:59:40.806792 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ffa1f822-93dd-400c-9c45-524051d6016d req-e50d8e49-350a-46e3-9b5b-ef329dd9962b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6c5751a9811b4c8fb3b92433f61a2d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584252 Dec 13 09:59:40.911189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-327c506f-65e3-4a0a-ae01-c45d27dbd1c5 req-7f2d8b27-f7e5-4e3d-947f-df654f59d77e tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0934076 Dec 13 09:59:40.949887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dd76-cf26-45b2-83cb-3b3dec9fadf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:40.983005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:41.066104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4b3b6d7-582b-4388-b7b7-6ffe66083f6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01959e06fe82450e8a66058752d84420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816224 Dec 13 09:59:41.069646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:41.093919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f822-93dd-400c-9c45-524051d6016d req-f283db97-7a15-4cd4-9829-948058cebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:41.095458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ffa1f822-93dd-400c-9c45-524051d6016d req-f283db97-7a15-4cd4-9829-948058cebabf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2858460 Dec 13 09:59:41.148971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dd76-cf26-45b2-83cb-3b3dec9fadf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.154025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.157471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dd76-cf26-45b2-83cb-3b3dec9fadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.229899 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.235288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f8b3dd76-cf26-45b2-83cb-3b3dec9fadf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73598571fb244335a2b22d9a64c1b2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410568 Dec 13 09:59:41.237784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:41.246754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3dd76-cf26-45b2-83cb-3b3dec9fadf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ad588-4803-42f2-ac97-e3844e6ed41c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:41.313287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.319326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.324819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8822590-4aa1-4eae-8a1b-73d8867e7f4a HTTP/1.1" status: 204 len: 168 time: 0.2536836 Dec 13 09:59:41.335437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.337109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef688e8-60a3-4ea5-b294-ec700067514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8822590-4aa1-4eae-8a1b-73d8867e7f4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:41.367027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.424412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.429038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:41.432440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e1ad588-4803-42f2-ac97-e3844e6ed41c HTTP/1.1" status: 204 len: 168 time: 0.1933842 Dec 13 09:59:41.450834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34b5ae-2737-4869-89ec-1b29056f1517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ad588-4803-42f2-ac97-e3844e6ed41c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:41.918907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:41.934812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b64eff4b-2aca-4c6c-ad29-325514cc3d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.093511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2398b72c-d3b6-4dc0-a456-45725d07f99a req-82e3fc45-54f9-4384-8923-c65e7b2a1619 tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.30 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0587773 Dec 13 09:59:42.123486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b64eff4b-2aca-4c6c-ad29-325514cc3d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.134843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b64eff4b-2aca-4c6c-ad29-325514cc3d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.170804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eff4b-2aca-4c6c-ad29-325514cc3d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7469693-a91c-4139-a4c9-16450d69fa39,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:42.232251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b64eff4b-2aca-4c6c-ad29-325514cc3d31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96873e43a83c4fbf9330163a5efbd9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122380 Dec 13 09:59:42.234816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:42.313264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.319552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50344) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:42.344963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.349144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ffa1f822-93dd-400c-9c45-524051d6016d req-748a159b-e6b6-420c-b437-c14a83ca5a4e tempest-ServerShowV254Test-1561466841 tempest-ServerShowV254Test-1561466841-project] 10.222.0.44 "GET /v2.0/ports?device_id=09083440-f0fa-465f-a838-20c32f20e421 HTTP/1.1" status: 200 len: 210 time: 0.0617385 Dec 13 09:59:42.428157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.431211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.433508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7469693-a91c-4139-a4c9-16450d69fa39 HTTP/1.1" status: 204 len: 168 time: 0.1971710 Dec 13 09:59:42.450273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b8ba5-d4a2-4dba-8718-83d50573655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7469693-a91c-4139-a4c9-16450d69fa39,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:42.585957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-283770888-network', 'tenant_id': 'fcef6c6546d346128c8fe47e27b056a1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:42.612382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Made reservation on behalf of fcef6c6546d346128c8fe47e27b056a1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:42.615424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.676754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.876473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.886866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.958597 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:42.983697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:42.984337 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Added segment 13d00d26-e8df-489e-911e-490c7e681dab of type vlan for network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 Dec 13 09:59:43.074271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.076669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6904bb92-a400-48e8-988e-1c3dd95d5154,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.121368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.134221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.137340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:43.138186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.218520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8949540 Dec 13 09:59:43.219060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.224852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Request body: {'subnet': {'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-283770888-subnet', 'tenant_id': 'fcef6c6546d346128c8fe47e27b056a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:43.256016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8929f74-40eb-4db7-b30a-756fe5e7ce54 admin admin] Pushing event updated for resources: {'Network': ['ID=92616c73-99bb-4f3b-b3e8-581b3108e5f8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.268138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Made reservation on behalf of fcef6c6546d346128c8fe47e27b056a1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:43.272990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:43.286527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.352001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-737218721-network', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:43.424799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:43.428187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.469797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.599881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.681498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.688924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.717019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:43.735834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04061d2-d925-42ac-862f-ec5022777aaa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.743193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.744595 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Added segment 2105842b-e66e-46b8-b5c4-60e3160727f9 of type vlan for network 4a36fccc-b52b-41d3-a133-2bdb1367a951 Dec 13 09:59:43.746510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.799925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:43.815456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:43.841830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Checking segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:43.843551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Network hostable DHCP agents. Network: 92616c73-99bb-4f3b-b3e8-581b3108e5f8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:43.851890 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.882843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.884302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:43.885016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.885938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:43.907422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 92616c73-99bb-4f3b-b3e8-581b3108e5f8) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:43.912297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:43.914440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:43.920365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127e999-d0e3-43fc-94fa-b073eb0aafb1 None None] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:43.944807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-998c57cc-7beb-49f7-addc-8366678c8b55 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7245197 Dec 13 09:59:43.992360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] Pushing event updated for resources: {'Network': ['ID=4a36fccc-b52b-41d3-a133-2bdb1367a951,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.006057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'networks': [{'name': 'tempest-network--151487390'}, {'name': 'tempest-network--1723975889'}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:44.006388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-network--151487390'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:44.006861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-network--1723975889'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:44.038793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'network': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:44.044418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.060340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:44.067591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.068416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0a6ed049-5728-4d00-8667-05e7ddb5ca69 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9456496 Dec 13 09:59:44.069421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.073687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Request body: {'subnet': {'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-737218721-subnet', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:44.103743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94b34d56-12ac-4044-ba46-47da691e353d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.145999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:44.167989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.259565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f9ab1-f982-45b1-a249-4289908727cb None None] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:44.263712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94b34d56-12ac-4044-ba46-47da691e353d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.278090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94b34d56-12ac-4044-ba46-47da691e353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.339352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-94b34d56-12ac-4044-ba46-47da691e353d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c5751a9811b4c8fb3b92433f61a2d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366585 Dec 13 09:59:44.346099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b34d56-12ac-4044-ba46-47da691e353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a7c689-da81-47ee-8810-8cc7ddcba4f3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.356030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.369812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.377037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.377616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.423124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf1f3b-7c5b-4bf3-a17f-c24c1ac5acf5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.431981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:44.444296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.444647 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment c4de2966-3226-4b30-b6e2-1d00d61bbb9d of type vlan for network 842ccaab-632a-4738-b0ba-228756f5e8b2 Dec 13 09:59:44.502944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.522894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.535743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.554746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:44.567445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.567878 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment 2736eac1-acca-4d1f-9599-226bfd33917e of type vlan for network 0a8d76c4-9266-4da1-89ea-48400946a2e0 Dec 13 09:59:44.651390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.654350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.656359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27a7c689-da81-47ee-8810-8cc7ddcba4f3 HTTP/1.1" status: 204 len: 168 time: 0.2977617 Dec 13 09:59:44.672714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946073c-384f-4b75-8cbd-23f80b616f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a7c689-da81-47ee-8810-8cc7ddcba4f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.732300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.739438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.798427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.798848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.805388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.811202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.812702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.815662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86d083e-cfb3-430e-8234-39bbbb616cea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:44.845372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:44.845921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Network hostable DHCP agents. Network: 4a36fccc-b52b-41d3-a133-2bdb1367a951, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:44.884056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:44.895602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-059eed85-6909-479d-9b9e-2f3eb4fd399b tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.897208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-059eed85-6909-479d-9b9e-2f3eb4fd399b tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 817 time: 0.2503746 Dec 13 09:59:44.908686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 4a36fccc-b52b-41d3-a133-2bdb1367a951) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:44.914504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:44.915392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:44.919127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b70e41-9d63-4623-a2bf-48f40ea6337f None None] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:44.938912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-59b001ae-2d33-46cc-9b90-1f28d691e4ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8664627 Dec 13 09:59:44.939187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.944858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1962934 Dec 13 09:59:44.953429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:44.966649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:45.009991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=842ccaab-632a-4738-b0ba-228756f5e8b2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:45.044562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.047473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.101224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 842ccaab-632a-4738-b0ba-228756f5e8b2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:45.158824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-ddfaed70-affc-4be4-9379-a34518e1d073 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/quotas/fcef6c6546d346128c8fe47e27b056a1 HTTP/1.1" status: 200 len: 375 time: 0.2101288 Dec 13 09:59:45.183257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.301386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-4a36fccc-b52b-41d3-a133-2bdb1367a951', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 09:59:45.302600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.325146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-bf700f0b-263e-4ac6-a41b-f5b67e5a4c25 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211176 Dec 13 09:59:45.428531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f370aa-a8b9-4288-9616-c873d8bb42ae tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=0a8d76c4-9266-4da1-89ea-48400946a2e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:45.447943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0a8d76c4-9266-4da1-89ea-48400946a2e0 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:45.481289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771572c-743e-44f3-a520-568be407974e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.488581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771572c-743e-44f3-a520-568be407974e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.507097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771572c-743e-44f3-a520-568be407974e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.513028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771572c-743e-44f3-a520-568be407974e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:45.530715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Allocated IP 172.20.0.2 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/f38942b9-f2df-489c-bc1f-5483b399c52d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:45.566713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1771572c-743e-44f3-a520-568be407974e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6120193 Dec 13 09:59:45.569975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:45.582315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.842679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.861093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.876818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:45.965452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Pushing event updated for resources: {'Port': ['ID=f38942b9-f2df-489c-bc1f-5483b399c52d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:45.991264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:45.997466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:46.005755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:46.117022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-4388af46-1a2d-4720-9b13-4f4502f4f66b service neutron] 10.222.0.30 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752092 Dec 13 09:59:46.146399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:46.164618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Attempting to bind port f38942b9-f2df-489c-bc1f-5483b399c52d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:46.166230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Attempting to bind port f38942b9-f2df-489c-bc1f-5483b399c52d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:46.168608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Attempting to bind port f38942b9-f2df-489c-bc1f-5483b399c52d on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:46.177531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.187800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:46.188177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:46.188791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.189395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:46.190059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Bound port: f38942b9-f2df-489c-bc1f-5483b399c52d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:46.190604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.204175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842ccaab-632a-4738-b0ba-228756f5e8b2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:46.216809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4de2966-3226-4b30-b6e2-1d00d61bbb9d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:46.217583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4de2966-3226-4b30-b6e2-1d00d61bbb9d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:46.239149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.255480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.271381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:46.271958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.356715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] For port f38942b9-f2df-489c-bc1f-5483b399c52d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:46.362706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] For port f38942b9-f2df-489c-bc1f-5483b399c52d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f38942b9-f2df-489c-bc1f-5483b399c52d,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: timer() Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:46.363261 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:46.373993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.378149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.391599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.402180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/842ccaab-632a-4738-b0ba-228756f5e8b2 HTTP/1.1" status: 204 len: 168 time: 0.8305809 Dec 13 09:59:46.415797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:46.462995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a193c8-e308-406f-9ba5-40412c2a6211 None None] Pushing event updated for resources: {'Port': ['ID=f38942b9-f2df-489c-bc1f-5483b399c52d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.548677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a584c12-7e3b-41f9-9287-f21c4a689d81 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=842ccaab-632a-4738-b0ba-228756f5e8b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.562407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2027962522-network', 'tenant_id': '5103966b7920405e8470cac9e9dc3544'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:46.565799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.576040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.608355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Made reservation on behalf of 5103966b7920405e8470cac9e9dc3544 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:46.619737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.650208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.653931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-6d2535d0-892a-4c6e-b314-2fdcadfbafda service neutron] 10.222.0.30 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921823 Dec 13 09:59:46.683081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.793259 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.800131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.868127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:46.868127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68872d72-294f-4428-b738-d0b693fd1b06,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:46.888551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.888908 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Added segment f4dd17db-db70-4758-a8dd-237aa048d6ac of type vlan for network 019660d1-388c-49a1-9154-a27ade2acbd9 Dec 13 09:59:46.929855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.977384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:46.987718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8d76c4-9266-4da1-89ea-48400946a2e0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:47.012763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2736eac1-acca-4d1f-9599-226bfd33917e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:47.013073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2736eac1-acca-4d1f-9599-226bfd33917e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:47.031870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.033520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:47.034399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.079155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.112076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.121283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9641902 Dec 13 09:59:47.122543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:47.136711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Request body: {'subnet': {'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2027962522-subnet', 'tenant_id': '5103966b7920405e8470cac9e9dc3544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:47.182839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Allocated IP 172.25.1.152 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a79eb0fe-31fa-4530-aa42-88fb104bfa02) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:47.238392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed860ea8-8f1e-40d2-85f6-722e86ce2651 admin admin] Pushing event updated for resources: {'Network': ['ID=019660d1-388c-49a1-9154-a27ade2acbd9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:47.243188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Made reservation on behalf of 5103966b7920405e8470cac9e9dc3544 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:47.251655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 019660d1-388c-49a1-9154-a27ade2acbd9 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:47.282838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.306533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 09:59:47.306945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: timer() Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 09:59:47.320936 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 09:59:47.494924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-125686db-cab1-4694-b503-ae37955ea6b6 req-b3414fbb-de43-48bb-abfc-f7706998f46b tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.0822558 Dec 13 09:59:47.510619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.575665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.589524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.597469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/0a8d76c4-9266-4da1-89ea-48400946a2e0 HTTP/1.1" status: 204 len: 168 time: 1.1752071 Dec 13 09:59:47.605475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:47.722906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6be5-8fdc-4a65-964d-9fa203629427 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=0a8d76c4-9266-4da1-89ea-48400946a2e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:47.828381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.849558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:47.891529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:47.903603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:47.915528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:48.014121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a79eb0fe-31fa-4530-aa42-88fb104bfa02,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:48.021620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:48.053195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2bbb4-6a23-453b-b0fc-35cd37fcb118 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:48.054600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Checking segment: {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:48.055282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Network hostable DHCP agents. Network: 019660d1-388c-49a1-9154-a27ade2acbd9, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:48.060097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2bbb4-6a23-453b-b0fc-35cd37fcb118 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:48.073740 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fae2bbb4-6a23-453b-b0fc-35cd37fcb118 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4621649 Dec 13 09:59:48.076472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:48.083815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-782210006'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:48.260438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e393ca-6c1a-4020-9dec-18a61a0e7818 None None] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:48.505650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87513784-095f-42ab-a831-87a3338a169e None None] Provisioning complete for port f38942b9-f2df-489c-bc1f-5483b399c52d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:48.508019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87513784-095f-42ab-a831-87a3338a169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.544285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Network 019660d1-388c-49a1-9154-a27ade2acbd9 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:48.575185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 019660d1-388c-49a1-9154-a27ade2acbd9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:48.588525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.596009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:48.596957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.601362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:48.606208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.668818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7cba8-dfa5-4154-b076-b00a7c9cb30f None None] Network 019660d1-388c-49a1-9154-a27ade2acbd9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:48.713685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b7cf6d78-7e2a-431e-92d1-2062c655bc65 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5895634 Dec 13 09:59:48.814869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:48.825229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-48da1220-7186-4058-a475-5a8047d3e8ab req-ed5fb322-7615-4a94-9a6e-f6e6c3738cd5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.1504912 Dec 13 09:59:48.845912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:48.847571 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment a6e17a71-81a3-47b1-b43a-0cee22a6da12 of type vlan for network 1b3ad870-1768-486d-b05c-c858d4741d4a Dec 13 09:59:49.032635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.074281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f38942b9-f2df-489c-bc1f-5483b399c52d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:49.148294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.157721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:49.161960 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.312091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.401977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:49.409437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3309860 Dec 13 09:59:49.460031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-847675200'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:49.496846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa586a93-44e1-47c5-b3c9-e87e928b2f9e tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=1b3ad870-1768-486d-b05c-c858d4741d4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:49.502598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f38942b9-f2df-489c-bc1f-5483b399c52d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:49.505137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.506909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:49.511504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.552991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:49.570279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.570971 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment b2a6b139-a185-438f-9487-36960d25ad0e of type vlan for network 487b20eb-9f7b-42a3-8ad6-b474232a7e09 Dec 13 09:59:49.642164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.678383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 09:59:49.682053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1b3ad870-1768-486d-b05c-c858d4741d4a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:49.826268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ceb879-466c-450c-990b-bd50837c290c None None] Network 019660d1-388c-49a1-9154-a27ade2acbd9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:49.851749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-77fe4425-3fcf-4abe-be9e-7638903aa118 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:49.853324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-77fe4425-3fcf-4abe-be9e-7638903aa118 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 817 time: 0.1576059 Dec 13 09:59:49.854543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.860478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:49.861107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:49.878357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Request body: {'port': {'device_id': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'admin_state_up': True, 'tenant_id': 'fcef6c6546d346128c8fe47e27b056a1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:49.916432 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87513784-095f-42ab-a831-87a3338a169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.054481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-87513784-095f-42ab-a831-87a3338a169e None None] For port f38942b9-f2df-489c-bc1f-5483b399c52d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f38942b9-f2df-489c-bc1f-5483b399c52d,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:50.092391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6888375 Dec 13 09:59:50.106564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:50.112806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'ports': [{'network_id': '1b3ad870-1768-486d-b05c-c858d4741d4a', 'name': 'tempest-port--746431845', 'admin_state_up': True}, {'network_id': '487b20eb-9f7b-42a3-8ad6-b474232a7e09', 'admin_state_up': False}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:50.112806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'port': {'network_id': '1b3ad870-1768-486d-b05c-c858d4741d4a', 'name': 'tempest-port--746431845', 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:50.113320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'port': {'network_id': '487b20eb-9f7b-42a3-8ad6-b474232a7e09', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:50.187318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Made reservation on behalf of fcef6c6546d346128c8fe47e27b056a1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:50.190954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.191320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-e2d9bd55-8e2e-4e22-aa31-172c7751d7b7 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:50.194466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-e2d9bd55-8e2e-4e22-aa31-172c7751d7b7 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.37 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 817 time: 0.4347205 Dec 13 09:59:50.196536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87513784-095f-42ab-a831-87a3338a169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.244627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-725bf010-8cbb-4c96-9a69-c18b8536b9af req-988678e1-675f-4742-b974-8ca98104d25b tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.2493260 Dec 13 09:59:50.256075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Request body: {'port': {'device_id': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'admin_state_up': True, 'tenant_id': 'fcef6c6546d346128c8fe47e27b056a1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:50.367214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd14d4bf-252e-4074-9ed3-2880006e138a None None] Provisioning complete for port f38942b9-f2df-489c-bc1f-5483b399c52d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:50.367588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd14d4bf-252e-4074-9ed3-2880006e138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.401430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87513784-095f-42ab-a831-87a3338a169e None None] Pushing event updated for resources: {'Port': ['ID=f38942b9-f2df-489c-bc1f-5483b399c52d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:50.460255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'port': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:50.480068 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.507751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.550153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-d79860c0-28a6-48d4-8981-98d8a33983ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:50.551712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-d79860c0-28a6-48d4-8981-98d8a33983ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 814 time: 0.7718225 Dec 13 09:59:50.604898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-9a5770f8-6197-4e57-bb28-6e635f246a7e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/quotas/5103966b7920405e8470cac9e9dc3544 HTTP/1.1" status: 200 len: 375 time: 0.0412409 Dec 13 09:59:50.632296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-8562a39f-14ef-4ddb-9f61-9f65886c5c41 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:50.633911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-8562a39f-14ef-4ddb-9f61-9f65886c5c41 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 817 time: 0.3214233 Dec 13 09:59:50.667496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Request body: {'port': {'device_id': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'admin_state_up': True, 'tenant_id': 'fcef6c6546d346128c8fe47e27b056a1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:50.698333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-653ab90e-3e6a-4878-8ac3-b2c0857f2991 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610585 Dec 13 09:59:50.739017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=487b20eb-9f7b-42a3-8ad6-b474232a7e09,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:50.787555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f38942b9-f2df-489c-bc1f-5483b399c52d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:50.814174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Made reservation on behalf of fcef6c6546d346128c8fe47e27b056a1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:50.817765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:50.818244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Allocated IP 172.20.0.14 (92616c73-99bb-4f3b-b3e8-581b3108e5f8/bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead/3508e227-8b00-4f4e-9f89-0c6f3b9654d9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:50.821354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-5fd6b885-e4ac-4678-813b-1d2e84faf20d service neutron] 10.222.0.30 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089489 Dec 13 09:59:50.887891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] device_id is not set on port 62e8ea2e-f719-4ee7-b0b5-c7315f0599fd yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:50.919069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f38942b9-f2df-489c-bc1f-5483b399c52d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:50.919440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.054289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.054289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.054611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.054919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.055258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.055593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.055923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.056254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.056584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.056909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.058223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.058444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.058769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21b6f1-d443-4526-8627-3523ff7ace86 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 09:59:51.066851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.086634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-6e6182fb-5199-444d-b5fa-a58254dd6357 service neutron] 10.222.0.30 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118967 Dec 13 09:59:51.097098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 487b20eb-9f7b-42a3-8ad6-b474232a7e09 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:51.128150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Made reservation on behalf of fcef6c6546d346128c8fe47e27b056a1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:51.132820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.135289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 09:59:51.190776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 09:59:51.240532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:51.241501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:51.251657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] device_id is not set on port 60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 09:59:51.280701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.282112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3cda2a70-cf51-4f33-8c73-36347db0d0a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3418467 Dec 13 09:59:51.285017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:51.453937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:51.580281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb855c4e-5356-4edf-93c5-f92e995b9f77 req-ff312fed-cefc-4a90-a12d-1f0450fd9467 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 210 time: 0.1251109 Dec 13 09:59:51.584457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3670ed74-0f9d-4d30-bb6f-b2ba817650bc req-9ec32e53-9e17-4aff-b131-5949fc8d1dfc tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.1282589 Dec 13 09:59:51.653630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.777472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.785809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:51.884687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:48Z', 'revision_number': 3, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:51.946272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:51.963294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:51.967845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event updated for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:51.970416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:51.986276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 09:59:51.986631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Updating router 34e71b04-49f8-4d8e-b691-55c1fcce116d port a79eb0fe-31fa-4530-aa42-88fb104bfa02 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 09:59:52.036313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Allocated IP 172.20.0.6 (92616c73-99bb-4f3b-b3e8-581b3108e5f8/bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead/20bf290e-9df9-4bbb-b2dc-38a7407a380a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:52.039185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.081640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.099273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:52.100035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.172572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-824d3187-7c51-47f2-9d5c-0b26cad86eca tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2998641 Dec 13 09:59:52.180975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Checking segment: {'id': 'a6e17a71-81a3-47b1-b43a-0cee22a6da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1b3ad870-1768-486d-b05c-c858d4741d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:52.181367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network hostable DHCP agents. Network: 1b3ad870-1768-486d-b05c-c858d4741d4a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:52.223057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Port': ['ID=62e8ea2e-f719-4ee7-b0b5-c7315f0599fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.299992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Request body: {'port': {'device_id': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:52.363472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network 1b3ad870-1768-486d-b05c-c858d4741d4a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:52.409265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.421886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1b3ad870-1768-486d-b05c-c858d4741d4a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:52.429383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:52.431473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.437802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee396fc-cf09-4497-b09d-9a4cc462aaf4 None None] Network 1b3ad870-1768-486d-b05c-c858d4741d4a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:52.477495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.532040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.569739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:52.599742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Port': ['ID=60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:52.602373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:52.731760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.745909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:52.755850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:52.760397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Checking segment: {'id': 'b2a6b139-a185-438f-9487-36960d25ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '487b20eb-9f7b-42a3-8ad6-b474232a7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:52.762103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network hostable DHCP agents. Network: 487b20eb-9f7b-42a3-8ad6-b474232a7e09, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 09:59:52.901666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network 487b20eb-9f7b-42a3-8ad6-b474232a7e09 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 09:59:53.020604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db713b5a-5d1a-4595-8732-cc39a79953d4 req-a935fcec-550b-4147-b788-1a8cbe710ca6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 210 time: 0.2269273 Dec 13 09:59:53.056228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fdc09e1-ec87-4045-a9dc-c90a650c4718 req-154a5da3-39ee-4304-a8b7-ee43081e297c tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.2015514 Dec 13 09:59:53.075870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 487b20eb-9f7b-42a3-8ad6-b474232a7e09) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:53.080052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Attempting to bind port a79eb0fe-31fa-4530-aa42-88fb104bfa02 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:53.080766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:53.084050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Attempting to bind port a79eb0fe-31fa-4530-aa42-88fb104bfa02 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:53.084773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Attempting to bind port a79eb0fe-31fa-4530-aa42-88fb104bfa02 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:53.092867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event updated for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.102936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.107497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9cae9c-27c2-4961-9c1a-6dbdc9366b62 None None] Network 487b20eb-9f7b-42a3-8ad6-b474232a7e09 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 09:59:53.111516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.112401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.157907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-bed42659-c363-415e-8799-1756837214f3 {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 09:59:53.158165 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 09:59:53.181394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.181817 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.191330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:53.192063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:53.192584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.193094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:53.193807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Bound port: a79eb0fe-31fa-4530-aa42-88fb104bfa02, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:53.194208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.203653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0fb0f-d3f4-4aee-80f2-7c44e1d4b5e7 None None] Pushing event updated for resources: {'Port': ['ID=a79eb0fe-31fa-4530-aa42-88fb104bfa02,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.224029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-97401eae-09ce-44d7-89a5-2ac8131890e1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.226228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-97401eae-09ce-44d7-89a5-2ac8131890e1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 814 time: 0.4014812 Dec 13 09:59:53.227817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-5b1e2def-2360-45a5-970b-e17451658425 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0016251 Dec 13 09:59:53.250664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Request body: {'port': {'device_id': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:53.256939 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-286cbcc6-bb10-4ea5-9875-2c06378cc682 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1450727 Dec 13 09:59:53.258490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.268102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Request body: {'port': {'device_id': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'admin_state_up': True, 'tenant_id': '5103966b7920405e8470cac9e9dc3544'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:53.378020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] For port a79eb0fe-31fa-4530-aa42-88fb104bfa02, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:53.394669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] For port a79eb0fe-31fa-4530-aa42-88fb104bfa02, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a79eb0fe-31fa-4530-aa42-88fb104bfa02,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:53.406574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.474215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:53.496571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 09:59:53.497271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:53.501662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.529157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Transition to ACTIVE for port object 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:59:53.534103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Made reservation on behalf of 5103966b7920405e8470cac9e9dc3544 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:53.539832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.546717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.626127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0fb0f-d3f4-4aee-80f2-7c44e1d4b5e7 None None] Pushing event updated for resources: {'Port': ['ID=a79eb0fe-31fa-4530-aa42-88fb104bfa02,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:53.706269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 09:59:53.779370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.829526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7bc00-44fa-4fb8-af8f-23676ddca1b2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.836008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7bc00-44fa-4fb8-af8f-23676ddca1b2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:53.840644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e6c7bc00-44fa-4fb8-af8f-23676ddca1b2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5780823 Dec 13 09:59:53.846419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:53.859017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:53.861952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.000164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:48Z', 'revision_number': 3, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 09:59:54.034883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbd4c5-dc66-4295-986b-0059d7fb3c60 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:48Z', 'revision_number': 3, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 09:59:54.138125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Pushing event updated for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.368229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d484141c-1fe8-43f6-a6a7-21a5228e3a35 req-a71f6e3a-47d1-4e47-8000-badcbbd94b73 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 210 time: 0.1561327 Dec 13 09:59:54.403327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Attempting to bind port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:54.403784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Attempting to bind port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:54.404122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Attempting to bind port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:54.417109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:59:54.417374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Attempting to bind port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:54.421324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Allocated IP 172.20.0.2 (019660d1-388c-49a1-9154-a27ade2acbd9/9a4a59ef-4121-4229-9d8c-13bb9f68b7dd/f2860492-cf7e-48e9-9f62-c832341958f9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:54.428959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:54.429837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Checking segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:54.431399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Bound using segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:54.431921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Bound port: 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:54.432296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.504755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7353398f-ef9f-4ae8-ab15-0cc5b092efa5 req-e20d8dca-ac12-4039-a927-943bf9b36105 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 210 time: 0.2826798 Dec 13 09:59:54.588521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:54.594975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Deleting port 62e8ea2e-f719-4ee7-b0b5-c7315f0599fd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:54.595321 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.595918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:54.609167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.728378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Pushing event updated for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:54.747395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:54.748230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.750998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-3e81cdf5-1669-44e7-a517-01e59d13f073 service neutron] 10.222.0.44 "PUT /v2.0/ports/3508e227-8b00-4f4e-9f89-0c6f3b9654d9 HTTP/1.1" status: 200 len: 1092 time: 2.5667789 Dec 13 09:59:54.757669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:54.760269 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952aaf9-93fb-476b-96db-6f75a578e7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:54.805196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Allocated IP 172.20.0.9 (92616c73-99bb-4f3b-b3e8-581b3108e5f8/bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead/1be4cdc5-866d-48eb-acc1-45e798399e3f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:54.867830 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f1677a-6709-42ef-9fbf-afb53ddf7f16 x-openstack-request-id: req-38f1677a-6709-42ef-9fbf-afb53ddf7f16 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:54.869518 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:54.869786 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38f1677a-6709-42ef-9fbf-afb53ddf7f16 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:54.870255 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9', 'status': 'completed', 'code': 200} Dec 13 09:59:54.915641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a79eb0fe-31fa-4530-aa42-88fb104bfa02 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:54.961466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.980269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a79eb0fe-31fa-4530-aa42-88fb104bfa02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:54.980720 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:54.984715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-69283d43-a3f1-41e1-b3d7-85a513043c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:54.991874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-69283d43-a3f1-41e1-b3d7-85a513043c9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 1095 time: 0.1575572 Dec 13 09:59:55.059015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-498c55f6-17fd-465e-bd20-a6dee1fa8432 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9 HTTP/1.1" status: 200 len: 217 time: 0.0576837 Dec 13 09:59:55.147154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.149624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-b360cc3e-4806-444e-a63d-6e61e136902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:55.151129 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-b360cc3e-4806-444e-a63d-6e61e136902c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.0804267 Dec 13 09:59:55.175223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.182769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Allocated IP 172.20.0.1 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/1d129856-c6da-478f-931d-3f19eb434bde) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 09:59:55.201262 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-86a47e7c-0547-4765-96ce-ac9b8ddb4ac4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297704 Dec 13 09:59:55.207432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.219615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.227926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a79eb0fe-31fa-4530-aa42-88fb104bfa02, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a79eb0fe-31fa-4530-aa42-88fb104bfa02,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:55.239268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.248426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Calling delete_port for 62e8ea2e-f719-4ee7-b0b5-c7315f0599fd owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:55.339016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a79eb0fe-31fa-4530-aa42-88fb104bfa02,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:55.356300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Network 019660d1-388c-49a1-9154-a27ade2acbd9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:55.378697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:55.402639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:55.431766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:55.436837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.557691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:55.558339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.564674 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-75268cd2-0f9b-4c38-9227-95890c6528e1 service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353367 Dec 13 09:59:55.643393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-7b206ae3-65b4-4a08-ac92-d269b2c37110 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3889539 Dec 13 09:59:55.660714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Request body: {'port': {'device_id': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:55.747691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:55.791170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.801246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-2c8bcb71-bbd6-443c-b3db-93519d1a018f service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270935 Dec 13 09:59:55.802243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:55.842846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event updated for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:55.845669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:55.886116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:55.899037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.007867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:56.015428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.032937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5775a-a408-4bcd-905c-9f9b7c5e183d req-6f6ca1e0-61ec-4d80-933e-b35fc663eca4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.040560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ece5775a-a408-4bcd-905c-9f9b7c5e183d req-6f6ca1e0-61ec-4d80-933e-b35fc663eca4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 931 time: 0.4972811 Dec 13 09:59:56.057888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:56.080962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 09:59:56.105911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.106643 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.126170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-11f765ef-864e-4181-af7d-faff962df284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.127852 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-11f765ef-864e-4181-af7d-faff962df284 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 1095 time: 0.1600463 Dec 13 09:59:56.132058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:56.147452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff97c-95eb-4a82-a0a3-864270983d85 req-833acdca-96e6-4c89-b92a-b6a1f4413303 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.155176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8ff97c-95eb-4a82-a0a3-864270983d85 req-833acdca-96e6-4c89-b92a-b6a1f4413303 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 931 time: 0.4111698 Dec 13 09:59:56.221963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.226763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/ports/62e8ea2e-f719-4ee7-b0b5-c7315f0599fd HTTP/1.1" status: 204 len: 168 time: 2.3791001 Dec 13 09:59:56.240180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:56.256425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08ede2-8927-4dfa-9057-0334ce30ff32 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Port': ['ID=62e8ea2e-f719-4ee7-b0b5-c7315f0599fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:56.291196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-1df4cca3-c59e-41fb-85cc-c9b77e1a0b2e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6359246 Dec 13 09:59:56.344591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-a8b3056a-93c2-472d-842d-5c6dd3240578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.348112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-a8b3056a-93c2-472d-842d-5c6dd3240578 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 918 time: 0.2112885 Dec 13 09:59:56.414802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:56.425571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.428305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Request body: {'port': {'device_id': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:56.432641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.516527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-49517da1-0c33-4c7a-8e89-6360b9c677dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9 HTTP/1.1" status: 200 len: 217 time: 0.0720081 Dec 13 09:59:56.525005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Transition to ACTIVE for port object f2860492-cf7e-48e9-9f62-c832341958f9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:59:56.536502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.549534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f337c141-80a6-4218-8514-2596f9ab6251 None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:56.550214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f337c141-80a6-4218-8514-2596f9ab6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.601105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ece5775a-a408-4bcd-905c-9f9b7c5e183d req-71cf3ec7-e651-4e7d-9809-cd5bf6270213 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595033 Dec 13 09:59:56.611580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bf290e-9df9-4bbb-b2dc-38a7407a380a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:56.629179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.629560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f337c141-80a6-4218-8514-2596f9ab6251 None None] Port 1d129856-c6da-478f-931d-3f19eb434bde cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 09:59:56.702651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:56.710787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Transition to ACTIVE for port object 20bf290e-9df9-4bbb-b2dc-38a7407a380a will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:59:56.745814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8ff97c-95eb-4a82-a0a3-864270983d85 req-218970d4-9e46-441c-a4eb-c5ac08800b72 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896513 Dec 13 09:59:56.754517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-7389365b-39e5-44db-8021-e1299fdeb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:56.758980 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-7389365b-39e5-44db-8021-e1299fdeb78b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.2321239 Dec 13 09:59:56.804662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.826616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:56.831706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a79eb0fe-31fa-4530-aa42-88fb104bfa02 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:56.842169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-acd7e3c4-3439-4ea5-918e-f4cf330c6555 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594878 Dec 13 09:59:56.895243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a79eb0fe-31fa-4530-aa42-88fb104bfa02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:56.895628 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.003955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Attempting to bind port f2860492-cf7e-48e9-9f62-c832341958f9 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:57.004298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Attempting to bind port f2860492-cf7e-48e9-9f62-c832341958f9 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:57.004683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Attempting to bind port f2860492-cf7e-48e9-9f62-c832341958f9 on network 019660d1-388c-49a1-9154-a27ade2acbd9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:57.022326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Port f2860492-cf7e-48e9-9f62-c832341958f9 on network 019660d1-388c-49a1-9154-a27ade2acbd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:59:57.022659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Attempting to bind port f2860492-cf7e-48e9-9f62-c832341958f9 on network 019660d1-388c-49a1-9154-a27ade2acbd9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:57.034549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 09:59:57.038299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:57.038753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Checking segment: {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:57.039310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Bound using segment: {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:57.039821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Bound port: f2860492-cf7e-48e9-9f62-c832341958f9, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:57.040186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.056359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-ce465178-838e-431c-8b05-7f0f9a3a7085 service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940110 Dec 13 09:59:57.142351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Pushing event updated for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.180735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:57.195246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'port_id': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9', 'mac_address': 'fa:16:3e:1b:a1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 09:59:57.218659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:57.223971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:57.259260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Deleting port 60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 09:59:57.259579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.259725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.267910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.269743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.284677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:57.314384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:57.320424 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.321735 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1952aaf9-93fb-476b-96db-6f75a578e7fb req-1c8252b9-f212-47fc-8428-c83cc909f8c7 service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581930 Dec 13 09:59:57.323015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:57.323570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.324828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 1091 time: 1.6699131 Dec 13 09:59:57.327676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:57.330204 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446a77c-331a-4717-8b52-1eae5aea8a76" -d '{"events": [{"name": "network-changed", "server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:57.375493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.389487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.391080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Calling delete_port for 60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 09:59:57.398148 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1946f78-84be-4896-9c76-d2b4da2dce71 x-openstack-request-id: req-c1946f78-84be-4896-9c76-d2b4da2dce71 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:57.398982 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:57.399403 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1946f78-84be-4896-9c76-d2b4da2dce71 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:57.399968 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'status': 'completed', 'code': 200} Dec 13 09:59:57.422854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0029-26f8-48a8-9517-d0a196d39d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:57.437351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:57.463414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-bce26acb-d275-4253-9ac3-2995a5667669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:57.465068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-bce26acb-d275-4253-9ac3-2995a5667669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1094 time: 0.0822179 Dec 13 09:59:57.516746 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-ff211325-e572-4237-93db-0a9132599a6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.0428109 Dec 13 09:59:57.530902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3508e227-8b00-4f4e-9f89-0c6f3b9654d9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 09:59:57.627378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Attempting to bind port 20bf290e-9df9-4bbb-b2dc-38a7407a380a on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:57.627378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Attempting to bind port 20bf290e-9df9-4bbb-b2dc-38a7407a380a by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:57.627764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Attempting to bind port 20bf290e-9df9-4bbb-b2dc-38a7407a380a on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:57.649495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Port 20bf290e-9df9-4bbb-b2dc-38a7407a380a on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:59:57.649828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Attempting to bind port 20bf290e-9df9-4bbb-b2dc-38a7407a380a on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:57.698912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-5521bb3b-2c7a-4495-967a-48118a93ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:57.700563 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-5521bb3b-2c7a-4495-967a-48118a93ba64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1767552 Dec 13 09:59:57.769823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-c3ac7a55-e31e-4224-abf0-24d9d7fcb07e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600858 Dec 13 09:59:57.935473 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-b6b3343f-4283-4d83-8c2c-d4bd0040924b service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399066 Dec 13 09:59:58.050839 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37a7f07-38ea-4a6f-a187-1d480042f4ad req-1f74e6ee-b973-49d9-aac5-901b8a969830 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078525 Dec 13 09:59:58.077156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:58.077156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Checking segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:58.077156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Bound using segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:58.077640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Bound port: 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:58.077819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.172784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-8b4d76c3-ab07-4711-a409-3c70c9455789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.175468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-8b4d76c3-ab07-4711-a409-3c70c9455789 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1094 time: 0.0606911 Dec 13 09:59:58.211717 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.315497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-153ae1d2-0f54-469a-9128-fd00ee4568cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.316973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-153ae1d2-0f54-469a-9128-fd00ee4568cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.1338906 Dec 13 09:59:58.361925 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-3066fa29-285c-4633-8ec3-fcf1403b7cd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Dec 13 09:59:58.372010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341118e-7f87-47de-acab-1395fa53cf3b req-2e827142-07da-4a1a-aa51-8ed84689211a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.374505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2341118e-7f87-47de-acab-1395fa53cf3b req-2e827142-07da-4a1a-aa51-8ed84689211a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.3360553 Dec 13 09:59:58.393566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.397593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/ports/60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc HTTP/1.1" status: 204 len: 168 time: 2.1426175 Dec 13 09:59:58.400153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:58.407322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21167b-0191-4680-bcaf-b25b0fb88160 req-a33cb475-186f-4a96-ba39-e19d3404f923 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.408814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa21167b-0191-4680-bcaf-b25b0fb88160 req-a33cb475-186f-4a96-ba39-e19d3404f923 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 931 time: 0.3670888 Dec 13 09:59:58.454065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8d496-9e04-4252-ae98-2b8d8b9c0588 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Port': ['ID=60eabfbc-656b-42cb-9ad2-dca8fcd4ecfc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:58.461392 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a51da5bb-ceb2-485f-ae45-6b3bf9d060e2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592012 Dec 13 09:59:58.465722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:58.471168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-86790174'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:58.499812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-251d8651-5c8a-4c57-94c4-59930646eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.502561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-251d8651-5c8a-4c57-94c4-59930646eec3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1336868 Dec 13 09:59:58.553614 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-babff7e3-b68c-4010-92ae-11d634d7a275 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434263 Dec 13 09:59:58.554708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:58.558345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.584812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be4cdc5-866d-48eb-acc1-45e798399e3f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 09:59:58.589924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e035c28-141e-46d0-865b-b7eaa620126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.604203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:58.637994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.663814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2341118e-7f87-47de-acab-1395fa53cf3b req-cb43c925-af00-4d60-b32b-13dd728c9f59 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479146 Dec 13 09:59:58.669189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:58.671796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:58.696143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.696557 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment 85532c05-2771-4e1a-8c6d-feb400099759 of type vlan for network 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f Dec 13 09:59:58.701167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa21167b-0191-4680-bcaf-b25b0fb88160 req-219edc09-18b3-4c4e-a0df-2e0c7ba286be tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396731 Dec 13 09:59:58.704098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Transition to ACTIVE for port object 1be4cdc5-866d-48eb-acc1-45e798399e3f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 09:59:58.709238 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.720213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.745407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.770530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.774874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.778603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.779489 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.781827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/20bf290e-9df9-4bbb-b2dc-38a7407a380a HTTP/1.1" status: 200 len: 1091 time: 5.5377648 Dec 13 09:59:58.786859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:58.789501 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:58.806689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-daf4864c-5e5d-480e-a825-a4fd91df4f6a service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446954 Dec 13 09:59:58.808028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.834220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:58.834220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.907840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:58.922613 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e783f3-0302-4940-b001-28cdcd59b10e x-openstack-request-id: req-79e783f3-0302-4940-b001-28cdcd59b10e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:58.922995 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:58.923446 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79e783f3-0302-4940-b001-28cdcd59b10e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:58.924119 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a', 'status': 'completed', 'code': 200} Dec 13 09:59:58.990152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6446a77c-331a-4717-8b52-1eae5aea8a76 req-73775e81-2651-44be-80f3-8cc26d224e69 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566973 Dec 13 09:59:59.002775 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5359344 Dec 13 09:59:59.006102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:59.012632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 09:59:59.019348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-897701499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.033384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5c45-551f-45f7-8605-b32a013d2ad2 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=8adcd760-53dc-4fbe-8b49-3987ea6a8c5f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.052380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 09:59:59.057099 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.089648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 09:59:59.098584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:59.100754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.101427 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Added segment a02b11dd-b4be-4aaa-b2d3-2f4845b4911d of type vlan for network 9123a806-ed38-4322-9572-2ff99283ad86 Dec 13 09:59:59.157202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.159987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff8d98-6255-43d7-9d68-b802faf466e3 service neutron] Pushing event updated for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.202550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.203822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.213492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:59.214513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.240031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Attempting to bind port 1be4cdc5-866d-48eb-acc1-45e798399e3f on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 09:59:59.240669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Attempting to bind port 1be4cdc5-866d-48eb-acc1-45e798399e3f by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 09:59:59.240797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Attempting to bind port 1be4cdc5-866d-48eb-acc1-45e798399e3f on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:59.255050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Port 1be4cdc5-866d-48eb-acc1-45e798399e3f on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 09:59:59.255379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Attempting to bind port 1be4cdc5-866d-48eb-acc1-45e798399e3f on network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 09:59:59.262179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-392f6c04-2e45-4467-9b63-e175caa73dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:59.264387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-392f6c04-2e45-4467-9b63-e175caa73dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 1094 time: 0.3456426 Dec 13 09:59:59.268400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 09:59:59.274942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 09:59:59.276123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.276683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.325037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 09:59:59.325360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Checking segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 09:59:59.325829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Bound using segment: {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 09:59:59.326291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Bound port: 1be4cdc5-866d-48eb-acc1-45e798399e3f, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d00d26-e8df-489e-911e-490c7e681dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 09:59:59.327166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.335380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Network': ['ID=9123a806-ed38-4322-9572-2ff99283ad86,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.350758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9123a806-ed38-4322-9572-2ff99283ad86 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 09:59:59.365103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-42161527-f4b5-441a-9573-430265751d13 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3575513 Dec 13 09:59:59.389271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-f4cc78ba-2fc7-4ccd-99c8-b471300ae082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a HTTP/1.1" status: 200 len: 217 time: 0.1011121 Dec 13 09:59:59.483470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 09:59:59.484237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.487807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 09:59:59.523286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 09:59:59.524642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 09:59:59.527683 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b95e2c6-53c3-41cb-b5c4-5e7c981dcab9" -d '{"events": [{"server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "name": "network-vif-plugged", "status": "completed", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 09:59:59.534405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.552033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 09:59:59.557658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'subnets': [{'network_id': '8adcd760-53dc-4fbe-8b49-3987ea6a8c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--436783937', 'ip_version': 4}, {'network_id': '9123a806-ed38-4322-9572-2ff99283ad86', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.558057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'subnet': {'network_id': '8adcd760-53dc-4fbe-8b49-3987ea6a8c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--436783937', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.558698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Request body: {'subnet': {'network_id': '9123a806-ed38-4322-9572-2ff99283ad86', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 09:59:59.590548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 09:59:59.595805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 09:59:59.597651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-ba23f2f2-597b-4667-944c-d58737479af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:59.599130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-ba23f2f2-597b-4667-944c-d58737479af9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.1068554 Dec 13 09:59:59.606556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 09:59:59.633933 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f0e704-72e7-431d-8a16-f924fb2a45bd x-openstack-request-id: req-c5f0e704-72e7-431d-8a16-f924fb2a45bd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 09:59:59.634473 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "name": "network-vif-plugged", "status": "completed", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 09:59:59.634731 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5f0e704-72e7-431d-8a16-f924fb2a45bd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 09:59:59.635265 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9', 'code': 200} Dec 13 09:59:59.640963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 09:59:59.929936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51ee9-2469-40a1-973e-9ee39bd43132 req-0eda847b-6af0-4add-82dd-bce03225de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 09:59:59.934421 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c5f51ee9-2469-40a1-973e-9ee39bd43132 req-0eda847b-6af0-4add-82dd-bce03225de27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 1097 time: 0.1841972 Dec 13 09:59:59.952935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 09:59:59.994494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.030313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c5f51ee9-2469-40a1-973e-9ee39bd43132 req-58ab431d-0f93-4a6d-938a-7bdfde522833 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853939 Dec 13 10:00:00.040297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Made reservation on behalf of e9841de4838e4e5aa1451cbce5483b90 for: {'subnet': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:00.047188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.047961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.077815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-d127823a-d33c-489d-8953-1fcd22f5f443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4620039 Dec 13 10:00:00.078576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.080436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-503bb502-3857-4e59-8862-82a25a19b18d None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:00.091148 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-503bb502-3857-4e59-8862-82a25a19b18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.104409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.105029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.106412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-906686cb-27f0-4c2b-a14b-f85c8c25f152 service neutron] 10.222.0.44 "PUT /v2.0/ports/1be4cdc5-866d-48eb-acc1-45e798399e3f HTTP/1.1" status: 200 len: 1091 time: 3.7023346 Dec 13 10:00:00.155563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-503bb502-3857-4e59-8862-82a25a19b18d None None] Port 1d129856-c6da-478f-931d-3f19eb434bde cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:00.215382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92312b0-56de-4e03-a032-906fe1ed17d4 req-d7bbb0dc-b804-4250-ada1-8061dc950964 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.217822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e92312b0-56de-4e03-a032-906fe1ed17d4 req-d7bbb0dc-b804-4250-ada1-8061dc950964 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 943 time: 0.3152249 Dec 13 10:00:00.334452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924b9e-a2ab-4ec6-8f4d-b6e3e83ce951 req-94fdc50b-b2e3-4eb9-a1e8-d8581b19f8cb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.343167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96924b9e-a2ab-4ec6-8f4d-b6e3e83ce951 req-94fdc50b-b2e3-4eb9-a1e8-d8581b19f8cb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.4502432 Dec 13 10:00:00.468383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e92312b0-56de-4e03-a032-906fe1ed17d4 req-1d750b59-cdfe-45fc-95ca-cec10bc1eb0a tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104199 Dec 13 10:00:00.475122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-a782952a-f1d5-4445-9994-298c92c1ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.476775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-a782952a-f1d5-4445-9994-298c92c1ac85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 1094 time: 0.1975150 Dec 13 10:00:00.478764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-49f5a8df-ebdc-4047-8d56-0db0be256ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881867 Dec 13 10:00:00.484233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:00.506771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6b33a0ab-3c7d-4104-8011-4cf20142e3b7 admin admin] 10.222.0.30 "PUT /v2.0/routers/34e71b04-49f8-4d8e-b691-55c1fcce116d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2107058 Dec 13 10:00:00.511594 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:00.547561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96924b9e-a2ab-4ec6-8f4d-b6e3e83ce951 req-0d00aa06-72bf-4422-989b-98d5668392b8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946428 Dec 13 10:00:00.547677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:00.547677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T09:59:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:00.579939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-86bd7563-aeef-44cc-971e-1731197da25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f HTTP/1.1" status: 200 len: 217 time: 0.0926347 Dec 13 10:00:00.596531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.701215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Subnet': ['ID=10b78c84-e136-40de-ac59-3eab112b09b7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.713533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Checking segment: {'id': '85532c05-2771-4e1a-8c6d-feb400099759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8adcd760-53dc-4fbe-8b49-3987ea6a8c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:00.713910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network hostable DHCP agents. Network: 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:00.744728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:00.767051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:00.767539 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:00.772436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.781327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fcf31-0f85-4d72-97da-2e0f0d16a99b None None] Network 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:00.808412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96131694-4939-4ccc-964a-ecd390d50d80 req-bff594cb-742f-4469-b73a-3b8b1a08d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.816836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-bff594cb-742f-4469-b73a-3b8b1a08d23d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.2034490 Dec 13 10:00:00.869162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event updated for resources: {'Subnet': ['ID=f543811a-cb89-4aba-a6c6-1692294cca6c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:00.877588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Checking segment: {'id': 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:00.877921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network hostable DHCP agents. Network: 9123a806-ed38-4322-9572-2ff99283ad86, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:00.903402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Network 9123a806-ed38-4322-9572-2ff99283ad86 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:00.921781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9123a806-ed38-4322-9572-2ff99283ad86) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:00.932917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.933969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:00.936685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:00.983720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb086bf-b7e7-4608-b979-d613500bcaef None None] Network 9123a806-ed38-4322-9572-2ff99283ad86 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:00.985017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-a7072c0c-8051-4bcd-bdce-ac9b7316a207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496096 Dec 13 10:00:00.985511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:00.991149 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f40c164-30ec-48ab-896f-38b7d47ffeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:00.992706 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-81c1ea11-757d-4dab-ba22-0eb139e1b5f1 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4390004 Dec 13 10:00:00.994847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.017081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-e0d9d10e-33bc-4d6c-a03b-b28436b7bbeb service neutron] 10.222.0.37 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237088 Dec 13 10:00:01.120673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bed20-3828-422d-94ec-c3cad8d33e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8adcd760-53dc-4fbe-8b49-3987ea6a8c5f', 'network_id': '8adcd760-53dc-4fbe-8b49-3987ea6a8c5f', 'project_id': 'e9841de4838e4e5aa1451cbce5483b90', 'fixed_ips': [{'subnet_id': '10b78c84-e136-40de-ac59-3eab112b09b7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:01.121221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-744bed20-3828-422d-94ec-c3cad8d33e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.245615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-9123a806-ed38-4322-9572-2ff99283ad86', 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86', 'project_id': 'e9841de4838e4e5aa1451cbce5483b90', 'fixed_ips': [{'subnet_id': 'f543811a-cb89-4aba-a6c6-1692294cca6c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:01.246658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.250789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0200a4b-a410-44dc-ac98-fbb6820000ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.273198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927dc51-a925-478b-86c6-38d3ff3cf271 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.274885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927dc51-a925-478b-86c6-38d3ff3cf271 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.276446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927dc51-a925-478b-86c6-38d3ff3cf271 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.289390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4927dc51-a925-478b-86c6-38d3ff3cf271 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2932563 Dec 13 10:00:01.292497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.318797 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1810b33-388b-4565-8317-ae1dcb9c9964 x-openstack-request-id: req-e1810b33-388b-4565-8317-ae1dcb9c9964 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:01.321306 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:01.321581 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1810b33-388b-4565-8317-ae1dcb9c9964 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:01.322005 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f', 'status': 'completed', 'code': 200} Dec 13 10:00:01.351663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-da064275-04ea-4b88-ad9a-5f6884a74a7b service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335297 Dec 13 10:00:01.374906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Deleting subnet 10b78c84-e136-40de-ac59-3eab112b09b7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:01.385034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.401402 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T09:59:57Z', 'revision_number': 2, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:01.443815 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:00:01.444162 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Updating router 34e71b04-49f8-4d8e-b691-55c1fcce116d port 1d129856-c6da-478f-931d-3f19eb434bde binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:00:01.472373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.478375 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.506871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-37b8c062-e8ba-4a3e-a17a-b0eda3857bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.508633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-37b8c062-e8ba-4a3e-a17a-b0eda3857bb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 1094 time: 0.1858420 Dec 13 10:00:01.606123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.712708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.723921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-327995296-network', 'tenant_id': '112ec592d51d422991b39aae6e46aad9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:01.745283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96131694-4939-4ccc-964a-ecd390d50d80 req-b1f9f095-0b9f-430c-8580-4b28ea66507a service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489928 Dec 13 10:00:01.800273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fddbf0-d22e-4aa1-b261-ebbf8d2a3573 req-f5abbb2e-5148-42d2-835c-66b53ad93cc5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.802139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Made reservation on behalf of 112ec592d51d422991b39aae6e46aad9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:01.802613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66fddbf0-d22e-4aa1-b261-ebbf8d2a3573 req-f5abbb2e-5148-42d2-835c-66b53ad93cc5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 943 time: 0.1606929 Dec 13 10:00:01.806949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.833893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.855080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.901249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66fddbf0-d22e-4aa1-b261-ebbf8d2a3573 req-af8138bb-89c7-424e-acf7-97095635216c tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883992 Dec 13 10:00:01.921402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b97641-1299-4aea-a3c5-6ac9df42630e req-c4ec8c88-e005-4dac-8339-d338885ea0a9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.923339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90b97641-1299-4aea-a3c5-6ac9df42630e req-c4ec8c88-e005-4dac-8339-d338885ea0a9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.2222168 Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-744bed20-3828-422d-94ec-c3cad8d33e18 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10b78c84-e136-40de-ac59-3eab112b09b7: This subnet is being modified by another concurrent operation. Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10b78c84-e136-40de-ac59-3eab112b09b7: This subnet is being modified by another concurrent operation. Dec 13 10:00:01.932907 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:00:01.944008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:01.953823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:01.962431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/subnets/10b78c84-e136-40de-ac59-3eab112b09b7 HTTP/1.1" status: 204 len: 168 time: 0.6687622 Dec 13 10:00:01.965264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:01.971585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fbcdb-2bcc-4a03-87cd-cd91608d5544 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Subnet': ['ID=10b78c84-e136-40de-ac59-3eab112b09b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:01.984404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-2e87e189-fba2-4e41-bb4b-714cb2c8acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:01.985957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-2e87e189-fba2-4e41-bb4b-714cb2c8acac service neutron] 10.222.0.37 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 918 time: 0.4645987 Dec 13 10:00:02.006397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-8bde038b-c7f0-4eb1-8c8a-a4b679f1db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.007861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-8bde038b-c7f0-4eb1-8c8a-a4b679f1db07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcef6c6546d346128c8fe47e27b056a1&device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 1094 time: 0.1939771 Dec 13 10:00:02.106748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Allocated IP 172.20.0.18 (9123a806-ed38-4322-9572-2ff99283ad86/f543811a-cb89-4aba-a6c6-1692294cca6c/5c716b23-06ba-4ccf-9493-3c5008dc73d4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:02.112236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92c8eb-6718-4fad-9fa5-a09553c9ae2a None None] Network 8adcd760-53dc-4fbe-8b49-3987ea6a8c5f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:02.137578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Deleting subnet f543811a-cb89-4aba-a6c6-1692294cca6c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:02.227143 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.240206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.245655 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.249641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.317284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:02.321994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6525c0a3-2595-4c58-a4f0-364250ec7d93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:02.330795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.330993 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Added segment dbe5f2d7-ee90-492d-9101-18a8ceb81f41 of type vlan for network e23c4f24-c79b-46c7-b6a6-64a293e109ee Dec 13 10:00:02.372576 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Pushing event updated for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:02.392266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.407956 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.408342 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.409308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.409308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.409626 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.410015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.410516 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.410910 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.411301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.411685 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.412667 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.413072 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.413515 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:02.455825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.456923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.457620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.466641 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Attempting to bind port 1d129856-c6da-478f-931d-3f19eb434bde on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:02.467573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Attempting to bind port 1d129856-c6da-478f-931d-3f19eb434bde by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:02.468031 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Attempting to bind port 1d129856-c6da-478f-931d-3f19eb434bde on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:02.474586 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:02.474963 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:02.475367 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.475757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:02.476226 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Bound port: 1d129856-c6da-478f-931d-3f19eb434bde, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:02.476604 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.588985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8727310 Dec 13 10:00:02.589260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:02.594532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Request body: {'subnet': {'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-327995296-subnet', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:02.617711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f389e0-1973-44f3-a0b1-36e66d8bf1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e23c4f24-c79b-46c7-b6a6-64a293e109ee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:02.635812 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] For port 1d129856-c6da-478f-931d-3f19eb434bde, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:02.643514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] For port 1d129856-c6da-478f-931d-3f19eb434bde, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d129856-c6da-478f-931d-3f19eb434bde,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:02.653867 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.656481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Made reservation on behalf of 112ec592d51d422991b39aae6e46aad9 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:02.659002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:02.707148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-505e1049-fafc-4d3c-9e72-056976568975 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a HTTP/1.1" status: 200 len: 217 time: 0.7029946 Dec 13 10:00:02.776615 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:02.777775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:00:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:02.822524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:02.920670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-4e87b5f7-36f8-4732-a9be-ea16e3da54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:02.927367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-4e87b5f7-36f8-4732-a9be-ea16e3da54f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 200 len: 918 time: 0.8893709 Dec 13 10:00:03.015829 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:03.038469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90b97641-1299-4aea-a3c5-6ac9df42630e req-d98ed1a3-bce0-4905-962c-984404130c93 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1064057 Dec 13 10:00:03.074728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1be4cdc5-866d-48eb-acc1-45e798399e3f details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:03.088552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.141384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.151716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:03.184723 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb621808-14e0-4873-8cbf-e5e948b9d134 None None] Pushing event updated for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.187197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-bfd07b9b-fb48-489f-b414-4ed9460c304b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f HTTP/1.1" status: 200 len: 217 time: 0.1597073 Dec 13 10:00:03.250816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Checking segment: {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:03.251192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Network hostable DHCP agents. Network: e23c4f24-c79b-46c7-b6a6-64a293e109ee, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:03.258223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed337e7-ee2f-444b-9df7-37dcb1ca1fe5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:03.272609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'port_id': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'mac_address': 'fa:16:3e:17:22:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a59ef-4121-4229-9d8c-13bb9f68b7dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:03.275876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:03.291602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e23c4f24-c79b-46c7-b6a6-64a293e109ee) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:03.296957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.298291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.322498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7dbccd5d-2d19-4f23-b964-f1d26e605e37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7319834 Dec 13 10:00:03.324892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:03.329820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:03.336327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b31fd0-459d-407b-827b-dd9b13ba534e None None] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:03.339001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:03.345716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.360247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-5f20aca2-1206-4266-a7dc-3fd2059237a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.362151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-5f20aca2-1206-4266-a7dc-3fd2059237a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.4326282 Dec 13 10:00:03.372797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.375043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.398988 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:00:03.416663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-d4504995-05e0-4eaa-9da4-4ca5216c55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.420205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-d4504995-05e0-4eaa-9da4-4ca5216c55d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 200 len: 857 time: 0.1812820 Dec 13 10:00:03.422851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-d104e72e-9baa-4e3f-8e10-c866a7046e0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458090 Dec 13 10:00:03.426619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.430774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e88a-c8f5-4f82-9aa4-6bee174f43f3 req-e1ec911e-8713-4c66-93bb-4c23ef869c78 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:03.432256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5812e88a-c8f5-4f82-9aa4-6bee174f43f3 req-e1ec911e-8713-4c66-93bb-4c23ef869c78 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 943 time: 0.2790849 Dec 13 10:00:03.452538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.500984 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:02Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:03.525582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-c25c66ea-920c-427b-bc69-659ef544f73d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92616c73-99bb-4f3b-b3e8-581b3108e5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921388 Dec 13 10:00:03.525849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.573556 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74a3b3-5d31-4922-ba7d-fd534d017327 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:02Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:03.668707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5812e88a-c8f5-4f82-9aa4-6bee174f43f3 req-d9b9b11c-819e-41e8-bb01-f847eeec15c0 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152936 Dec 13 10:00:03.709553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-b69269d9-60d5-4841-b121-a5603543e0ad service neutron] 10.222.0.37 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684505 Dec 13 10:00:03.814676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-27715002-b9cd-498e-a4da-980de4113208 service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801640 Dec 13 10:00:03.840168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:03.885977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '1be4cdc5-866d-48eb-acc1-45e798399e3f', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'port_id': '1be4cdc5-866d-48eb-acc1-45e798399e3f', 'mac_address': 'fa:16:3e:03:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:03.924526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:03.948625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ac556-0ab8-4a17-bb3d-9ffe4749a9eb req-b7ce34aa-0480-4c7a-8404-bc2c6e133fc7 service neutron] 10.222.0.37 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257981 Dec 13 10:00:03.992805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f40c164-30ec-48ab-896f-38b7d47ffeaa req-12dc3209-1266-4785-ad0e-0dbbb0a7b3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684732 Dec 13 10:00:04.052347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.054261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.114213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Network 9123a806-ed38-4322-9572-2ff99283ad86 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:04.117502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.132066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:04.145149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:04.163730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be4cdc5-866d-48eb-acc1-45e798399e3f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:04.182458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Pushing event updated for resources: {'Port': ['ID=5c716b23-06ba-4ccf-9493-3c5008dc73d4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:04.197546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:04.275870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba40456-e11d-4022-86ed-be61f89740fa req-6307da50-1d53-4e26-b5e0-0ecaae273f00 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:04.300066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ba40456-e11d-4022-86ed-be61f89740fa req-6307da50-1d53-4e26-b5e0-0ecaae273f00 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1451240 Dec 13 10:00:04.367891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:04.410139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:04.413176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'project_id': '112ec592d51d422991b39aae6e46aad9', 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:04.414084 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.421207 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.439410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ba40456-e11d-4022-86ed-be61f89740fa req-6f24c6ec-8a49-49e6-9608-04cbc00a17b9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349106 Dec 13 10:00:04.489910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.500620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Attempting to bind port 5c716b23-06ba-4ccf-9493-3c5008dc73d4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:04.501001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Attempting to bind port 5c716b23-06ba-4ccf-9493-3c5008dc73d4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:04.501401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Attempting to bind port 5c716b23-06ba-4ccf-9493-3c5008dc73d4 on network 9123a806-ed38-4322-9572-2ff99283ad86 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:04.506615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.508581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 20bf290e-9df9-4bbb-b2dc-38a7407a380a details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:04.549294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:04.549686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Checking segment: {'id': 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:04.550096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.550496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Bound using segment: {'id': 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:04.550983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Bound port: 5c716b23-06ba-4ccf-9493-3c5008dc73d4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9123a806-ed38-4322-9572-2ff99283ad86'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:04.551390 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.552365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.588455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.617726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:04.724348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1be4cdc5-866d-48eb-acc1-45e798399e3f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:04.739578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] For port 1d129856-c6da-478f-931d-3f19eb434bde, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d129856-c6da-478f-931d-3f19eb434bde,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:04.754625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.781036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:00:04.931863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e43e3-8686-4ebd-8751-2422c8e9b076 req-2f7cd0fc-7cf9-4c53-82e8-0f600026ef0a tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:04.933578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f8e43e3-8686-4ebd-8751-2422c8e9b076 req-2f7cd0fc-7cf9-4c53-82e8-0f600026ef0a tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 944 time: 0.1109202 Dec 13 10:00:04.961156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:04.962059 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.016918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d129856-c6da-478f-931d-3f19eb434bde up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:05.021777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f8e43e3-8686-4ebd-8751-2422c8e9b076 req-06fd9841-8c24-45df-84d1-df4b5656e67e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Dec 13 10:00:05.089165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:05.102098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.146987 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.154021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Subnet': ['ID=f543811a-cb89-4aba-a6c6-1692294cca6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.180783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.183504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] For port 5c716b23-06ba-4ccf-9493-3c5008dc73d4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:05.185888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a740a4f3-1842-49ff-a27c-6e92d0adcf22 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/subnets/f543811a-cb89-4aba-a6c6-1692294cca6c HTTP/1.1" status: 204 len: 168 time: 3.2153909 Dec 13 10:00:05.188578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:05.190438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] For port 5c716b23-06ba-4ccf-9493-3c5008dc73d4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5c716b23-06ba-4ccf-9493-3c5008dc73d4,segment=NetworkSegment(a02b11dd-b4be-4aaa-b2d3-2f4845b4911d),segment_id=a02b11dd-b4be-4aaa-b2d3-2f4845b4911d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:05.200688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.271760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a7cdb-05cd-44bb-8bb4-d9891388fa44 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:05.273639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4c8a7cdb-05cd-44bb-8bb4-d9891388fa44 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839798 Dec 13 10:00:05.278317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:05.335819 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.374188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853f90-0c69-4360-a0a5-ec046273f835 None None] Pushing event updated for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.415278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Allocated IP 172.25.1.96 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9b3e8e98-14f2-4dde-8727-a2f998dc9ce8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:05.434213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.470979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.636372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.702100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Deleting port 5c716b23-06ba-4ccf-9493-3c5008dc73d4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:05.702393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.702603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.706124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308117d7-08d9-45b5-8c47-b32bee63a6bc None None] Pushing event updated for resources: {'Port': ['ID=5c716b23-06ba-4ccf-9493-3c5008dc73d4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.729486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:05.730156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.804806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Pushing event updated for resources: {'Port': ['ID=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:05.845079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:05.848853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:05.853732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a006d-4a0d-4a6a-8f70-d4ee3ea79366 req-ac4f98cb-740f-49aa-b166-47542d3a1b38 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:05.855392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-286a006d-4a0d-4a6a-8f70-d4ee3ea79366 req-ac4f98cb-740f-49aa-b166-47542d3a1b38 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.2645781 Dec 13 10:00:05.859625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:05.902597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-03a89cfa-66e6-41f2-9ce4-a2a799be96a8 None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:05.903242 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03a89cfa-66e6-41f2-9ce4-a2a799be96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.925907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] For port 5c716b23-06ba-4ccf-9493-3c5008dc73d4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5c716b23-06ba-4ccf-9493-3c5008dc73d4,segment=NetworkSegment(a02b11dd-b4be-4aaa-b2d3-2f4845b4911d),segment_id=a02b11dd-b4be-4aaa-b2d3-2f4845b4911d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:05.926358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:05.964092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Calling delete_port for 5c716b23-06ba-4ccf-9493-3c5008dc73d4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:06.025062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-286a006d-4a0d-4a6a-8f70-d4ee3ea79366 req-75028c52-e01c-49a9-a004-ba65e5abebb2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573722 Dec 13 10:00:06.043752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Allocated IP 172.20.0.2 (e23c4f24-c79b-46c7-b6a6-64a293e109ee/eed337e7-ee2f-444b-9df7-37dcb1ca1fe5/32084a09-8c3f-470d-9d2d-dd8a64905e26) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:06.169160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:06.278148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.314714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] No DVR routers for this DVR port 5c716b23-06ba-4ccf-9493-3c5008dc73d4 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:06.320755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Port': ['ID=5c716b23-06ba-4ccf-9493-3c5008dc73d4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:06.375861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8adb2-6273-441a-859b-125bb1ac093d req-8cbeb9d9-2023-4a0a-88b7-53fbe0117889 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:06.386493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77f8adb2-6273-441a-859b-125bb1ac093d req-8cbeb9d9-2023-4a0a-88b7-53fbe0117889 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 944 time: 0.1514425 Dec 13 10:00:06.422475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.462233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.488549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9123a806-ed38-4322-9572-2ff99283ad86']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.501250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.501750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02b11dd-b4be-4aaa-b2d3-2f4845b4911d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:06.508416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '20bf290e-9df9-4bbb-b2dc-38a7407a380a', 'network_id': '92616c73-99bb-4f3b-b3e8-581b3108e5f8', 'port_id': '20bf290e-9df9-4bbb-b2dc-38a7407a380a', 'mac_address': 'fa:16:3e:03:35:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:06.529640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.565257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.579996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:06.581451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:06.697541 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:06.726292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.736197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77f8adb2-6273-441a-859b-125bb1ac093d req-bc89820f-4d84-4463-8991-0cbc9c73dd15 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484333 Dec 13 10:00:06.740929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.767895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bf290e-9df9-4bbb-b2dc-38a7407a380a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:06.782958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.797231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/9123a806-ed38-4322-9572-2ff99283ad86 HTTP/1.1" status: 204 len: 168 time: 1.5156703 Dec 13 10:00:06.798327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3311dc3-5d2a-4151-9b7e-fab467bac4cb tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=9123a806-ed38-4322-9572-2ff99283ad86,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:06.800032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:06.838370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.843707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:06.850099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d129856-c6da-478f-931d-3f19eb434bde up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:06.880184 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:06.966606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.004860 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.007799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.033912 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.044680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1d129856-c6da-478f-931d-3f19eb434bde triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:07.044680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.048000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Router ea5bf5d5-9c33-4132-b096-6a7068431af8 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:00:07.094506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.121258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adcd760-53dc-4fbe-8b49-3987ea6a8c5f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.131833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85532c05-2771-4e1a-8c6d-feb400099759') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.132179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85532c05-2771-4e1a-8c6d-feb400099759') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.150441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.166399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.174419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:07.175062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.209073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:07.221836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:07.230867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:07.234076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Pushing event updated for resources: {'Port': ['ID=32084a09-8c3f-470d-9d2d-dd8a64905e26,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.245361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['20bf290e-9df9-4bbb-b2dc-38a7407a380a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:07.247852 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:07.250361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:07.258420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.296716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.301781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/8adcd760-53dc-4fbe-8b49-3987ea6a8c5f HTTP/1.1" status: 204 len: 168 time: 0.5001788 Dec 13 10:00:07.303069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934a35-2b77-4db1-b989-ecb546472b63 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=8adcd760-53dc-4fbe-8b49-3987ea6a8c5f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.304181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:07.306297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Sync routers for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:07.330210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d1d25-2641-4bf8-be78-784a40c97a9b req-99f79e95-07de-481d-b075-bc9d84cc6f44 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:07.331995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f84d1d25-2641-4bf8-be78-784a40c97a9b req-99f79e95-07de-481d-b075-bc9d84cc6f44 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.0852501 Dec 13 10:00:07.362473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a954b8a-10cf-4772-9e66-12ee132266d4 None None] Could not find standard attr ID for object 5c716b23-06ba-4ccf-9493-3c5008dc73d4. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:07.369407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:07.370197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:00:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.389773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f84d1d25-2641-4bf8-be78-784a40c97a9b req-81099e0c-578e-41e3-ab64-4f2a73d0516e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512464 Dec 13 10:00:07.429784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.431019 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ed3b96e-f81a-4347-8f79-09bdbaa33f1b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1048934 Dec 13 10:00:07.433848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:07.466382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.469425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c11f5-f047-4594-9989-d865a29262ff None None] DHCP port deletion for 9123a806-ed38-4322-9572-2ff99283ad86 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:07.571660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Attempting to bind port 32084a09-8c3f-470d-9d2d-dd8a64905e26 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:07.572324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Attempting to bind port 32084a09-8c3f-470d-9d2d-dd8a64905e26 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:07.572424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Attempting to bind port 32084a09-8c3f-470d-9d2d-dd8a64905e26 on network e23c4f24-c79b-46c7-b6a6-64a293e109ee {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:07.580575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:07.580964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Checking segment: {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:07.581383 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.581779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Bound using segment: {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:07.582257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Bound port: 32084a09-8c3f-470d-9d2d-dd8a64905e26, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:07.582637 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.595685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.645023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487b20eb-9f7b-42a3-8ad6-b474232a7e09']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.645310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555c280-47e7-46ef-88d7-26972eae4d9d None None] Network 9123a806-ed38-4322-9572-2ff99283ad86 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:07.656876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a6b139-a185-438f-9487-36960d25ad0e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.657445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a6b139-a185-438f-9487-36960d25ad0e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:07.669321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.689917 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.698595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:07.699098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.704684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555c280-47e7-46ef-88d7-26972eae4d9d None None] Network 9123a806-ed38-4322-9572-2ff99283ad86 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:07.704870 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:07.780703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] For port 32084a09-8c3f-470d-9d2d-dd8a64905e26, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:07.783948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:07.812909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.848172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.858941 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/487b20eb-9f7b-42a3-8ad6-b474232a7e09 HTTP/1.1" status: 204 len: 168 time: 0.5424314 Dec 13 10:00:07.860112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dcf9c-7aa6-456a-bc71-61e6500f5f49 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=487b20eb-9f7b-42a3-8ad6-b474232a7e09,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:07.861773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:07.867880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] For port 32084a09-8c3f-470d-9d2d-dd8a64905e26, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32084a09-8c3f-470d-9d2d-dd8a64905e26,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:07.891385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.969687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:07.995009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfdf24-e5ba-4edd-b615-81d6a1009314 req-9b07b1b5-1e08-4c76-abe7-ed9fc1b043da tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:08.003864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6bfdf24-e5ba-4edd-b615-81d6a1009314 req-9b07b1b5-1e08-4c76-abe7-ed9fc1b043da tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 944 time: 0.1369042 Dec 13 10:00:08.024447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd392c7-2917-4f70-a7b0-19699b88bd6f None None] Pushing event updated for resources: {'Port': ['ID=32084a09-8c3f-470d-9d2d-dd8a64905e26,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:08.087037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.132456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.137041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:06Z', 'revision_number': 3, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.147681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6bfdf24-e5ba-4edd-b615-81d6a1009314 req-4d497d23-668e-468b-b095-a3f3e25c1cd8 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250081 Dec 13 10:00:08.168269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Checking router: ea5bf5d5-9c33-4132-b096-6a7068431af8 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:00:08.168955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Updating router ea5bf5d5-9c33-4132-b096-6a7068431af8 port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:00:08.191907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3ad870-1768-486d-b05c-c858d4741d4a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.198993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.203126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e17a71-81a3-47b1-b43a-0cee22a6da12') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.205012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e17a71-81a3-47b1-b43a-0cee22a6da12') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:08.221915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.244594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.252697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:08.253264 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:08.256656 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:08.372230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.381428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.394787 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] 10.222.0.30 "DELETE /v2.0/networks/1b3ad870-1768-486d-b05c-c858d4741d4a HTTP/1.1" status: 204 len: 168 time: 0.5303819 Dec 13 10:00:08.413263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b0763-5ba2-4307-a595-2504381586d8 tempest-BulkNetworkOpsTest-1452580115 tempest-BulkNetworkOpsTest-1452580115-project] Pushing event deleted for resources: {'Network': ['ID=1b3ad870-1768-486d-b05c-c858d4741d4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:08.418131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Allocated IP 172.20.0.1 (e23c4f24-c79b-46c7-b6a6-64a293e109ee/eed337e7-ee2f-444b-9df7-37dcb1ca1fe5/19268270-f75c-4e0c-8429-eaa9b371ae1d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:08.617468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a6a0-ba19-45c6-912f-2744c635ed2a req-f088749c-5260-46c2-96e4-29b7effe4b82 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:08.627111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6125a6a0-ba19-45c6-912f-2744c635ed2a req-f088749c-5260-46c2-96e4-29b7effe4b82 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.1135242 Dec 13 10:00:08.702868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.757268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.772789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.789802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6125a6a0-ba19-45c6-912f-2744c635ed2a req-45ae93c3-ac8a-449c-99aa-4703e13d025b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613250 Dec 13 10:00:08.816896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:08.908395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:08.930922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:08.948996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:08.954454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:08.971931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:08.988001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32084a09-8c3f-470d-9d2d-dd8a64905e26 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:09.044406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Attempting to bind port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:09.044406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Attempting to bind port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:09.044762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Attempting to bind port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:09.056968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1be4cdc5-866d-48eb-acc1-45e798399e3f up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:09.061699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Pushing event updated for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.089027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.094605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a1609-92a1-4875-8880-bce25a30da6b None None] Pushing event updated for resources: {'Port': ['ID=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.121233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:09.121651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:09.122419 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.122552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:09.123012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Bound port: 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:09.125733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.231836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] For port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:09.235983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] For port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:09.252741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port f2860492-cf7e-48e9-9f62-c832341958f9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:09.294842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.321500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f2860492-cf7e-48e9-9f62-c832341958f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:09.321884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.343778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d5c29ec-aebc-4f29-9515-f8ff11dec5eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9841de4838e4e5aa1451cbce5483b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668256 Dec 13 10:00:09.344710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:09.412366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b51ad2-029f-49a2-b849-0f11de31e873 req-5cc5204d-8710-4056-b108-4358c5b281ad tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:09.414434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8b51ad2-029f-49a2-b849-0f11de31e873 req-5cc5204d-8710-4056-b108-4358c5b281ad tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 944 time: 0.1281931 Dec 13 10:00:09.427050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.452467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.487123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 32084a09-8c3f-470d-9d2d-dd8a64905e26 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:09.487493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.497839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.517815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.520399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.521591 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0aaf1f3b-7c5b-4bf3-a17f-c24c1ac5acf5 HTTP/1.1" status: 204 len: 168 time: 0.1756144 Dec 13 10:00:09.542823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b1b1d-d467-4074-94fd-e8f0a0bd08cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf1f3b-7c5b-4bf3-a17f-c24c1ac5acf5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.603458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8b51ad2-029f-49a2-b849-0f11de31e873 req-76663c9c-4fa1-4496-8a5a-7c1a12bcc1e3 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475110 Dec 13 10:00:09.659376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33e92a-dcc4-4859-aab3-22ebb04c1905 None None] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:09.791855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.797554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:09.888766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Pushing event updated for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:09.997429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.046677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f072-b905-42b9-8e27-6fba4dae57fe req-ea6b7844-95c0-4796-883d-b1472c4939a6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.048179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9531f072-b905-42b9-8e27-6fba4dae57fe req-ea6b7844-95c0-4796-883d-b1472c4939a6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.1163602 Dec 13 10:00:10.064066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a1609-92a1-4875-8880-bce25a30da6b None None] Pushing event updated for resources: {'Port': ['ID=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:10.082089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:10.083084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:00:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:10.092591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 1be4cdc5-866d-48eb-acc1-45e798399e3f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:10.168442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9531f072-b905-42b9-8e27-6fba4dae57fe req-08761ee9-aef1-4165-bc1b-15a856f24d8f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868332 Dec 13 10:00:10.215704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:10.217760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:10.236154 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.295679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:10.400743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-add095d4-b508-41f9-b556-4dccdc78961a None None] Provisioning complete for port 32084a09-8c3f-470d-9d2d-dd8a64905e26 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:10.401146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-add095d4-b508-41f9-b556-4dccdc78961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.402721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 1be4cdc5-866d-48eb-acc1-45e798399e3f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:10.403086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.407243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Router ea5bf5d5-9c33-4132-b096-6a7068431af8 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:00:10.443666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.555988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:00:10.580433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ec051011-1d5e-49c6-8ac5-fc1a693330b9 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea5bf5d5-9c33-4132-b096-6a7068431af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1376777 Dec 13 10:00:10.594366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:10.596639 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575117c3-2880-4881-be9d-7691dedbd64f" -d '{"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:10.633253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 32084a09-8c3f-470d-9d2d-dd8a64905e26, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32084a09-8c3f-470d-9d2d-dd8a64905e26,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:10.760094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:10.765398 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.815268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5c716b23-06ba-4ccf-9493-3c5008dc73d4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:10.862797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d409-82da-48da-b757-e42e0400e791 req-f1f8d262-3261-48ab-824f-49d793bea345 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:10.881196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e98d409-82da-48da-b757-e42e0400e791 req-f1f8d262-3261-48ab-824f-49d793bea345 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 944 time: 0.1631508 Dec 13 10:00:10.903901 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:10.904727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 20bf290e-9df9-4bbb-b2dc-38a7407a380a up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:10.922559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:10.974633 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:00:11.002606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e98d409-82da-48da-b757-e42e0400e791 req-66211a2d-aaeb-41a4-885a-a672b12a0e2f tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125786 Dec 13 10:00:11.119285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3871-68f9-44a3-9329-4e7851a82122 req-9b9ade0b-603a-41a0-951e-4794530a06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.120971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93cb3871-68f9-44a3-9329-4e7851a82122 req-9b9ade0b-603a-41a0-951e-4794530a06a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1096 time: 0.0902281 Dec 13 10:00:11.144133 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580c347-4cf4-454b-b5fc-6506e2652e3e x-openstack-request-id: req-2580c347-4cf4-454b-b5fc-6506e2652e3e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:11.144700 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:11.144812 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2580c347-4cf4-454b-b5fc-6506e2652e3e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:11.145260 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'code': 200} Dec 13 10:00:11.147813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5c716b23-06ba-4ccf-9493-3c5008dc73d4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:11.148168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5c716b23-06ba-4ccf-9493-3c5008dc73d4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:11.171563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-869386139'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:11.197531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93cb3871-68f9-44a3-9329-4e7851a82122 req-7ba48984-c215-48b4-a896-64178aaf4a29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681036 Dec 13 10:00:11.228474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:11.234743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.264808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.382129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.411610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=32084a09-8c3f-470d-9d2d-dd8a64905e26,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:11.462040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d4cf-e226-435d-a117-a66baeda63ab req-2e8a9596-9652-44ed-83b9-4bc0d763212e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.475457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bb5d4cf-e226-435d-a117-a66baeda63ab req-2e8a9596-9652-44ed-83b9-4bc0d763212e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1264257 Dec 13 10:00:11.512779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.519261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 20bf290e-9df9-4bbb-b2dc-38a7407a380a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:11.523923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.588333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:11.607168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:11.613367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 20bf290e-9df9-4bbb-b2dc-38a7407a380a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:11.613367 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.624758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '19268270-f75c-4e0c-8429-eaa9b371ae1d', 'name': '', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'mac_address': 'fa:16:3e:af:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:08Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 2, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'subnets': [{'id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:11.629975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bb5d4cf-e226-435d-a117-a66baeda63ab req-288c5069-be7a-4607-b75d-937f73d9d716 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531963 Dec 13 10:00:11.638275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8501d4-21e3-47be-a898-81a6edaef394,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:11.662726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.662726 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment d02d342a-5bed-42ec-976b-c0d7df36425a of type vlan for network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e Dec 13 10:00:11.709224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.762987 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.773001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cd4a4-0dc4-4799-a5e1-0df0dbf4af7d None None] The sync data for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 is: [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '19268270-f75c-4e0c-8429-eaa9b371ae1d', 'name': '', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'mac_address': 'fa:16:3e:af:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:08Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 2, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'subnets': [{'id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:11.788861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:11.898113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d4c77610-a3fb-4413-aca0-6d5b6336ff59 None None] Provisioning complete for port 32084a09-8c3f-470d-9d2d-dd8a64905e26 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:11.898749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4c77610-a3fb-4413-aca0-6d5b6336ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.916154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.937893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:11.940504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:11.996792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:12.084639 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.104233 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1788869 Dec 13 10:00:12.179362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566325-653f-4fe3-a3be-c7acdefad991 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=1bfd02e1-52c7-45fd-80f2-b9537f4c958e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:12.207904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:12.254076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:12.263227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:12.344183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5c35-526e-448c-beb6-dde3ef6ad986 req-c5cfede6-e136-4247-bbe3-b47f899da402 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:12.345571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8deb5c35-526e-448c-beb6-dde3ef6ad986 req-c5cfede6-e136-4247-bbe3-b47f899da402 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 945 time: 0.1795130 Dec 13 10:00:12.438133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:12.442082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.449996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:12.479271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.497822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d4c77610-a3fb-4413-aca0-6d5b6336ff59 None None] Provisioning complete for port 19268270-f75c-4e0c-8429-eaa9b371ae1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:12.498334 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4c77610-a3fb-4413-aca0-6d5b6336ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:12.596328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d4c77610-a3fb-4413-aca0-6d5b6336ff59 None None] Port 19268270-f75c-4e0c-8429-eaa9b371ae1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:12.599025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7849ba-665b-4523-b340-fb88194d022b None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:13.038871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c831db77-651c-42d4-916c-3ab24e9885fd None None] Provisioning complete for port 19268270-f75c-4e0c-8429-eaa9b371ae1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:13.039246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c831db77-651c-42d4-916c-3ab24e9885fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.111371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.128891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7849ba-665b-4523-b340-fb88194d022b None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:13.149102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f'}, {'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:13.157858 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df001d69-12c9-457f-bd58-ff49158f3a6a" -d '{"events": [{"server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f"}, {"server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "name": "network-vif-plugged", "status": "completed", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:13.186938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c831db77-651c-42d4-916c-3ab24e9885fd None None] Port 19268270-f75c-4e0c-8429-eaa9b371ae1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:13.215356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8deb5c35-526e-448c-beb6-dde3ef6ad986 req-46ad514f-5954-488f-b6c9-357b87b4142b tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569818 Dec 13 10:00:13.280672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4a0b-1f42-4478-afe3-32a0771421f9 req-ae85fa1b-2119-4d0f-8836-e5177efbf08a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.281696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:13.301426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ada4a0b-1f42-4478-afe3-32a0771421f9 req-ae85fa1b-2119-4d0f-8836-e5177efbf08a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1133053 Dec 13 10:00:13.336917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=abeb6bd0-c4c3-4af9-ad79-9e046eda8abe,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:13.358342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'd02d342a-5bed-42ec-976b-c0d7df36425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:13.359699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 1bfd02e1-52c7-45fd-80f2-b9537f4c958e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:13.398654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:13.422806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ada4a0b-1f42-4478-afe3-32a0771421f9 req-4a3aaa37-30be-403f-898b-8fce528894ad tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203642 Dec 13 10:00:13.427368 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314d0409-2280-4943-8c39-0bb949845ad2 x-openstack-request-id: req-314d0409-2280-4943-8c39-0bb949845ad2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:13.429519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1bfd02e1-52c7-45fd-80f2-b9537f4c958e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:13.429715 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f", "code": 200}, {"server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "name": "network-vif-plugged", "status": "completed", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:13.429995 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-314d0409-2280-4943-8c39-0bb949845ad2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:13.430424 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f', 'code': 200} Dec 13 10:00:13.431333 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a', 'code': 200} Dec 13 10:00:13.477840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.477840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.496568 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-568fa7eb-1dd1-4e42-9263-cdd638f4f5a8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2334881 Dec 13 10:00:13.496814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:13.514798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021397160'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:13.540282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32084a09-8c3f-470d-9d2d-dd8a64905e26 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:13.656426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2935-9845-42fa-8af4-b8d60730cf95 req-df25c0aa-832b-4fba-82bd-3c9a49fa2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.660494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cba2935-9845-42fa-8af4-b8d60730cf95 req-df25c0aa-832b-4fba-82bd-3c9a49fa2103 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 1096 time: 0.1647408 Dec 13 10:00:13.669543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:13.689981 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.797822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27957-7cf6-4c46-9eaf-aab7cb64bab9 req-4dde2bca-8c60-4825-9057-531bea4b5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:13.800350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45b27957-7cf6-4c46-9eaf-aab7cb64bab9 req-4dde2bca-8c60-4825-9057-531bea4b5227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 1096 time: 0.2918899 Dec 13 10:00:13.937286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:13.971945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:13.972307 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment dc45eaa6-b851-4933-8a34-12b46494fed4 of type vlan for network 37afdf1c-f715-4db2-8419-108abb6dc25a Dec 13 10:00:13.991880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cba2935-9845-42fa-8af4-b8d60730cf95 req-de797a2b-56d8-464c-bbbc-2d0de24041db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744925 Dec 13 10:00:14.053052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45b27957-7cf6-4c46-9eaf-aab7cb64bab9 req-fe83b9f9-c10a-495c-a0fc-798b244351f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737013 Dec 13 10:00:14.054834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.066373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-2930256e-d1c1-414e-a12f-0c0b9762f17f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:14.068189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-2930256e-d1c1-414e-a12f-0c0b9762f17f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 814 time: 0.2627027 Dec 13 10:00:14.099198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-4751ce78-5c2d-4c2d-8e57-51b51f8cd451 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/quotas/5103966b7920405e8470cac9e9dc3544 HTTP/1.1" status: 200 len: 375 time: 0.0228274 Dec 13 10:00:14.117882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.125019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 32084a09-8c3f-470d-9d2d-dd8a64905e26 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:14.125440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.138135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:14.138135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.274092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7686229 Dec 13 10:00:14.276861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:14.284395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:14.304935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-c37f3d2c-1ef7-4826-8883-a5d877bc44af tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1887596 Dec 13 10:00:14.318911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=37afdf1c-f715-4db2-8419-108abb6dc25a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:14.349530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.350034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.350636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.351110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.352137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.352137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.353180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.353657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.360975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.361719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.362282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.362958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.363559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93b77e-6860-4417-8cc9-cebdb8ae26af tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:14.401987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 37afdf1c-f715-4db2-8419-108abb6dc25a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:14.498911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:14.500465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c766-6761-4221-8737-44be5923d0e5 req-fab65fad-1246-4bc6-bf63-adef965c10f1 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:14.502254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2513c766-6761-4221-8737-44be5923d0e5 req-fab65fad-1246-4bc6-bf63-adef965c10f1 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 945 time: 0.0790839 Dec 13 10:00:14.509799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.601975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c4f21-26f2-41ce-b0fc-1c5f198c6625 None None] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:14.633111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-26bb40c0-1c9a-48fe-bf44-1a6f2e79a3cf service neutron] 10.222.0.30 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642150 Dec 13 10:00:14.670909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 4a6d2127-bb0a-4e32-b735-e084a38e050f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:14.670909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.692184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2513c766-6761-4221-8737-44be5923d0e5 req-08478105-0dc0-4b59-9e20-0b7305fa8b4f tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801996 Dec 13 10:00:14.736222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Port 4a6d2127-bb0a-4e32-b735-e084a38e050f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:14.773005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1bfd02e1-52c7-45fd-80f2-b9537f4c958e', 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': 'abeb6bd0-c4c3-4af9-ad79-9e046eda8abe'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:14.774200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.793653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:14.794368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.799738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-4f1ee18e-07d4-41f4-b1d1-9d2f648e1ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651039 Dec 13 10:00:14.896426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:14.987579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Allocated IP 172.20.255.242 (1bfd02e1-52c7-45fd-80f2-b9537f4c958e/abeb6bd0-c4c3-4af9-ad79-9e046eda8abe/6c633997-9a57-4bbb-8955-2bf1fcbb0de2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:14.995549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=b2210a8a-e986-403a-a979-704b7d351c2c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:15.006727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'dc45eaa6-b851-4933-8a34-12b46494fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:15.007204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 37afdf1c-f715-4db2-8419-108abb6dc25a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:15.028754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 37afdf1c-f715-4db2-8419-108abb6dc25a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:15.056026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-51910049-d29e-48cc-b322-3fce2554e6f2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:15.061338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 37afdf1c-f715-4db2-8419-108abb6dc25a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:15.072117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:15.073804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a8627-ec8a-4a1e-91ba-b86cce85b1e9 None None] Network 37afdf1c-f715-4db2-8419-108abb6dc25a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:15.074685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.084664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-51910049-d29e-48cc-b322-3fce2554e6f2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.2452290 Dec 13 10:00:15.114002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-dd3379b1-4d7b-4423-8b17-4c5c488b2498 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0264382 Dec 13 10:00:15.146716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70a175a0-3e9a-46b1-b6be-6ba9d324370c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8656657 Dec 13 10:00:15.147722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:15.250472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-9de6bfac-4143-4cb7-9172-853a436bb389 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353958 Dec 13 10:00:15.315903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-37afdf1c-f715-4db2-8419-108abb6dc25a', 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': 'b2210a8a-e986-403a-a979-704b7d351c2c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:15.317035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.364675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:15.435678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd7d8cb-7723-4673-8898-af8678f4b048 req-bfa0ce8b-ea0f-478a-a6de-c686832b2549 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 210 time: 0.0534608 Dec 13 10:00:15.477389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-05e3ec17-362c-44e3-9670-7367a5d1923c service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252755 Dec 13 10:00:15.532445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.591206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-118492fe-763e-437c-98e3-727d6c27ebf6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127939 Dec 13 10:00:15.734034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.787128 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.813508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.896492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6afdb-807a-48dd-bcc1-9cea62b816e7 req-84f5fb1d-6ba7-4fae-8aa0-a4f9943e0894 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:15.900557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:15.901037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.905182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8e6afdb-807a-48dd-bcc1-9cea62b816e7 req-84f5fb1d-6ba7-4fae-8aa0-a4f9943e0894 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 945 time: 0.0667574 Dec 13 10:00:15.910202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port f2860492-cf7e-48e9-9f62-c832341958f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:15.910775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:15.913742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Allocated IP 172.20.0.2 (37afdf1c-f715-4db2-8419-108abb6dc25a/b2210a8a-e986-403a-a979-704b7d351c2c/944a94c5-507c-4c06-af94-3c4fce4574af) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:15.980432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8e6afdb-807a-48dd-bcc1-9cea62b816e7 req-c83c0bcb-4369-44c1-abe5-56be93e8c806 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740449 Dec 13 10:00:16.034448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:16.097271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:16.109063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:16.111644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Pushing event updated for resources: {'Port': ['ID=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.114166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Sync routers for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:00:16.119592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8dc01277-b48d-48fe-9ea5-f4b4ad3e7378 req-cb3b8d0e-4901-4f33-8670-06245843c267 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0500839 Dec 13 10:00:16.128308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:16.129115 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:00:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:16.200600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128a0c3-75bf-434f-bc3c-9f6d070646e0 req-af9169e9-7627-4511-8358-b7b145a43cb3 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.210257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6128a0c3-75bf-434f-bc3c-9f6d070646e0 req-af9169e9-7627-4511-8358-b7b145a43cb3 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 945 time: 0.0939715 Dec 13 10:00:16.277645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6128a0c3-75bf-434f-bc3c-9f6d070646e0 req-2bec7281-0516-4705-b50c-0fc4fb61ed1a tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Dec 13 10:00:16.310060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Attempting to bind port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:16.310438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Attempting to bind port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd02d342a-5bed-42ec-976b-c0d7df36425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:16.310898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Attempting to bind port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 on network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:16.319981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:16.320479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Checking segment: {'id': 'd02d342a-5bed-42ec-976b-c0d7df36425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:16.320743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.321162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Bound using segment: {'id': 'd02d342a-5bed-42ec-976b-c0d7df36425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:16.321665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Bound port: 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02d342a-5bed-42ec-976b-c0d7df36425a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bfd02e1-52c7-45fd-80f2-b9537f4c958e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:16.322055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.386395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.410143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:16.521352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5260ae-ae5f-443b-9933-8f7226f1f307 req-7a6e74fc-adf9-48df-9a91-3170a4bb2e11 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:16.527403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b5260ae-ae5f-443b-9933-8f7226f1f307 req-7a6e74fc-adf9-48df-9a91-3170a4bb2e11 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 946 time: 0.1147752 Dec 13 10:00:16.581520 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:16.629349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f1b993c-7e52-4a41-8e65-b575b78e2f07 req-b859fac3-ac55-4989-bb3e-a60f5df31b87 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 210 time: 0.0766060 Dec 13 10:00:16.704470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] For port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:16.707903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] For port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,segment=NetworkSegment(d02d342a-5bed-42ec-976b-c0d7df36425a),segment_id=d02d342a-5bed-42ec-976b-c0d7df36425a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:16.741857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.743862 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.765167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b5260ae-ae5f-443b-9933-8f7226f1f307 req-e26afa00-f56f-4207-b573-318057f59316 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289491 Dec 13 10:00:16.844574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d70d-dacc-4d73-868f-6021e9c73979 None None] Pushing event updated for resources: {'Port': ['ID=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.845563 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '19268270-f75c-4e0c-8429-eaa9b371ae1d', 'name': '', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'mac_address': 'fa:16:3e:af:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:08Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 2, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'subnets': [{'id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:16.929907 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Checking router: ea5bf5d5-9c33-4132-b096-6a7068431af8 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:00:16.930256 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Updating router ea5bf5d5-9c33-4132-b096-6a7068431af8 port 19268270-f75c-4e0c-8429-eaa9b371ae1d binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:00:16.969148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:16.988228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 20bf290e-9df9-4bbb-b2dc-38a7407a380a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:16.988684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:16.996362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.057141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.062006 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.074240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.144091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Network 37afdf1c-f715-4db2-8419-108abb6dc25a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:17.148167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:17.152264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:17.194523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Pushing event updated for resources: {'Port': ['ID=944a94c5-507c-4c06-af94-3c4fce4574af,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.200164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=b2210a8a-e986-403a-a979-704b7d351c2c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.431700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.451503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-3992b205-5a22-4f65-be60-058caaeeb2cd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:17.453399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-3992b205-5a22-4f65-be60-058caaeeb2cd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.44 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 814 time: 0.5665879 Dec 13 10:00:17.490795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c90535f-6562-4a2a-864b-3b93d25518ed req-0afb186b-b4cd-4b3e-a818-636967cde4dd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.2420993 Dec 13 10:00:17.537678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:17.568370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37afdf1c-f715-4db2-8419-108abb6dc25a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.637602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc45eaa6-b851-4933-8a34-12b46494fed4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.638273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc45eaa6-b851-4933-8a34-12b46494fed4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:17.653478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Request body: {'port': {'device_id': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'admin_state_up': True, 'tenant_id': '5103966b7920405e8470cac9e9dc3544'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:17.690571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.698945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Attempting to bind port 944a94c5-507c-4c06-af94-3c4fce4574af on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:17.704122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Attempting to bind port 944a94c5-507c-4c06-af94-3c4fce4574af by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dc45eaa6-b851-4933-8a34-12b46494fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:17.707978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Attempting to bind port 944a94c5-507c-4c06-af94-3c4fce4574af on network 37afdf1c-f715-4db2-8419-108abb6dc25a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:17.722733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.730437 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.733854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:17.735247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:17.739790 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:17.754309 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.761169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:17.761737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Checking segment: {'id': 'dc45eaa6-b851-4933-8a34-12b46494fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:17.762159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.762807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Bound using segment: {'id': 'dc45eaa6-b851-4933-8a34-12b46494fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:17.764184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Bound port: 944a94c5-507c-4c06-af94-3c4fce4574af, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc45eaa6-b851-4933-8a34-12b46494fed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37afdf1c-f715-4db2-8419-108abb6dc25a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:17.764626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.799890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:17.802342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:17.862129 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4127d2-abf6-4b28-9753-6423b936e545 None None] Pushing event updated for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:17.869035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:17.869035 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:17.869035 n-d-820531-5 neutron-server[103188]: [parameters: {'id': '37afdf1c-f715-4db2-8419-108abb6dc25a'}] Dec 13 10:00:17.869035 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:17.869700 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:17.985146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Made reservation on behalf of 5103966b7920405e8470cac9e9dc3544 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:17.995267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.006583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:18.007157 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.043930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4fa20279-a56c-4583-8882-81edeb3fd2e6 req-01fdb317-6b4f-4d1a-8d61-ebffbc1d24d8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 210 time: 0.0336833 Dec 13 10:00:18.091413 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Attempting to bind port 19268270-f75c-4e0c-8429-eaa9b371ae1d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:18.093592 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Attempting to bind port 19268270-f75c-4e0c-8429-eaa9b371ae1d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:18.094865 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Attempting to bind port 19268270-f75c-4e0c-8429-eaa9b371ae1d on network e23c4f24-c79b-46c7-b6a6-64a293e109ee {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:18.095786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178dcf-1d56-41f4-98cb-ec6c6f80d97d req-6690e1b3-131e-4578-8270-07870ddc45f4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:18.106106 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee178dcf-1d56-41f4-98cb-ec6c6f80d97d req-6690e1b3-131e-4578-8270-07870ddc45f4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 946 time: 0.7496076 Dec 13 10:00:18.108868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:18.109307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Checking segment: {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:18.109807 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.110098 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Bound using segment: {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:18.110579 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Bound port: 19268270-f75c-4e0c-8429-eaa9b371ae1d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:18.111036 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.141727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] For port 944a94c5-507c-4c06-af94-3c4fce4574af, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:18.166846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] For port 944a94c5-507c-4c06-af94-3c4fce4574af, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=944a94c5-507c-4c06-af94-3c4fce4574af,segment=NetworkSegment(dc45eaa6-b851-4933-8a34-12b46494fed4),segment_id=dc45eaa6-b851-4933-8a34-12b46494fed4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:18.179644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.194099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] For port 19268270-f75c-4e0c-8429-eaa9b371ae1d, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:18.200129 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] For port 19268270-f75c-4e0c-8429-eaa9b371ae1d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=19268270-f75c-4e0c-8429-eaa9b371ae1d,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:18.206145 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.336821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee178dcf-1d56-41f4-98cb-ec6c6f80d97d req-9df535b7-5aec-4d15-8f87-a21916751aab tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295785 Dec 13 10:00:18.361222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4127d2-abf6-4b28-9753-6423b936e545 None None] Pushing event updated for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:18.370662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.376283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port bb694b8d-e01e-4ce7-a844-7affd84a6fce triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:18.376737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.420035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:00:18.421260 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:00:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:18.457761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc4b6-befe-4638-a3bf-8d1f304cc0a0 None None] Pushing event updated for resources: {'Port': ['ID=944a94c5-507c-4c06-af94-3c4fce4574af,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:18.492570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db5ac0-cf32-407e-911f-ec6248000a49 None None] Network 37afdf1c-f715-4db2-8419-108abb6dc25a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:18.528472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 944a94c5-507c-4c06-af94-3c4fce4574af {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:18.528851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.720649 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:00:18.778435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb84309-2eba-419f-a781-021f215c76ec req-2496432e-692a-45b5-b214-6e195a54ebf3 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:18.786468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ceb84309-2eba-419f-a781-021f215c76ec req-2496432e-692a-45b5-b214-6e195a54ebf3 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 946 time: 0.2826040 Dec 13 10:00:18.804984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Allocated IP 172.20.0.6 (019660d1-388c-49a1-9154-a27ade2acbd9/9a4a59ef-4121-4229-9d8c-13bb9f68b7dd/a28f0445-6062-4978-a52f-fe990b9be5dd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:18.853945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44819a20-9cba-4a30-951b-db5ceeba28fe req-10f255b4-727c-4682-b26f-13bc402c8607 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.1874075 Dec 13 10:00:18.898200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port cbeac05f-4857-4965-8a5d-54e7e31ffec4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:18.898845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.920123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 944a94c5-507c-4c06-af94-3c4fce4574af, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=944a94c5-507c-4c06-af94-3c4fce4574af,segment=NetworkSegment(dc45eaa6-b851-4933-8a34-12b46494fed4),segment_id=dc45eaa6-b851-4933-8a34-12b46494fed4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:18.920509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:18.974421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 944a94c5-507c-4c06-af94-3c4fce4574af owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:19.038141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-b743c6d7-7d02-4468-b8b1-7eba293a5e3f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:19.046570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-b743c6d7-7d02-4468-b8b1-7eba293a5e3f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.6379862 Dec 13 10:00:19.082903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4cf7e-a4f4-43f4-9d7f-8e3763e2c830 None None] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:19.085389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:19.282668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Deleting port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:19.283018 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.286658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '19268270-f75c-4e0c-8429-eaa9b371ae1d', 'name': '', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'mac_address': 'fa:16:3e:af:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:08Z', 'updated_at': '2021-12-13T10:00:18Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'subnets': [{'id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:19.301142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 89c60509-adf8-44c5-b6ae-017c236120b7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:19.301530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.307207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1bd3022-798f-4a9d-ad18-f61f47914601 req-adeb6cef-b393-45e5-b0df-a3947e605898 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 210 time: 0.1037252 Dec 13 10:00:19.361282 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6b39f-6bd5-44df-aa75-3dadb9640817 None None] The sync data for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 is: [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:00:09Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '19268270-f75c-4e0c-8429-eaa9b371ae1d', 'name': '', 'network_id': 'e23c4f24-c79b-46c7-b6a6-64a293e109ee', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'mac_address': 'fa:16:3e:af:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:08Z', 'updated_at': '2021-12-13T10:00:18Z', 'revision_number': 4, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'subnets': [{'id': 'eed337e7-ee2f-444b-9df7-37dcb1ca1fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:00:19.470830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] For port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:19.471379 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.491484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Calling delete_port for 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:19.644994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:19.739120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 1be4cdc5-866d-48eb-acc1-45e798399e3f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:19.739618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.774301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.800618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.843224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3508e227-8b00-4f4e-9f89-0c6f3b9654d9', '1be4cdc5-866d-48eb-acc1-45e798399e3f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:19.845476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['20bf290e-9df9-4bbb-b2dc-38a7407a380a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:19.895705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:19.986169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event deleted for resources: {'Port': ['ID=3508e227-8b00-4f4e-9f89-0c6f3b9654d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.005735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a8e5ec-2352-44b7-80cd-1725de46aaa0 req-284935e3-71ba-43e8-87de-1f23e2383100 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=b40845b8-1f02-48a0-9940-a81d9114c551 HTTP/1.1" status: 200 len: 210 time: 0.1456180 Dec 13 10:00:20.012378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7748338-d953-4685-a092-2e3ad07353dd None None] DHCP port deletion for 92616c73-99bb-4f3b-b3e8-581b3108e5f8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:20.020944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.100351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Network 019660d1-388c-49a1-9154-a27ade2acbd9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:20.121757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=944a94c5-507c-4c06-af94-3c4fce4574af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.124157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] No DVR routers for this DVR port 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:20.126280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2290a9-11c2-4ebe-b162-e48cf4aff5ae None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:20.141321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.144859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ceb84309-2eba-419f-a781-021f215c76ec req-9f3170da-2e38-4496-a44d-78ff25bca9b4 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "DELETE /v2.0/ports/3508e227-8b00-4f4e-9f89-0c6f3b9654d9 HTTP/1.1" status: 204 len: 173 time: 1.3442624 Dec 13 10:00:20.145390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'name': 'network-vif-deleted', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:20.147788 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b1dd58-0344-49a9-be7c-236f73c4fa1f" -d '{"events": [{"server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "name": "network-vif-deleted", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:20.170172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 944a94c5-507c-4c06-af94-3c4fce4574af on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:20.203807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:20.230044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:20.364904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.384170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3a15f40-b39d-4ccb-a82f-66203aec28d9 req-2280d107-675e-43aa-a5a5-3341c5c45409 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.3440175 Dec 13 10:00:20.448972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37afdf1c-f715-4db2-8419-108abb6dc25a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:20.467853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc45eaa6-b851-4933-8a34-12b46494fed4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:20.470532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc45eaa6-b851-4933-8a34-12b46494fed4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:20.475998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:20.480223 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8e90b-a6b3-4265-a76c-0fc7f0e0ca8d x-openstack-request-id: req-a6f8e90b-a6b3-4265-a76c-0fc7f0e0ca8d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:20.480749 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40845b8-1f02-48a0-9940-a81d9114c551", "name": "network-vif-deleted", "tag": "3508e227-8b00-4f4e-9f89-0c6f3b9654d9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:20.481572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.482488 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6f8e90b-a6b3-4265-a76c-0fc7f0e0ca8d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:20.483419 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40845b8-1f02-48a0-9940-a81d9114c551', 'name': 'network-vif-deleted', 'tag': '3508e227-8b00-4f4e-9f89-0c6f3b9654d9', 'status': 'completed', 'code': 200} Dec 13 10:00:20.489964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:20.490606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.508115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.519143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Pushing event updated for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.539870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.543020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:20.544333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.561294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:20.561955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:20.565212 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:20.700189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.713900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.720150 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/37afdf1c-f715-4db2-8419-108abb6dc25a HTTP/1.1" status: 204 len: 168 time: 5.5701520 Dec 13 10:00:20.726049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d5c3e3d7-d9b0-44cb-b87e-c5ed89a423ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2278721 Dec 13 10:00:20.737997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:20.766266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504733589'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:20.773691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port 2756a626-0f48-4b7a-8614-8f8994aa3519 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:20.774072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.776091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Request body: {'port': {'device_id': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:20.823266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91dcb2-b146-4d20-8afe-e41cca6db9ae tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=37afdf1c-f715-4db2-8419-108abb6dc25a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:20.861199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:20.866413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.908057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:20.941405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:20.942417 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment cf8e96be-5640-4fe0-a89e-846469a5902b of type vlan for network 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff Dec 13 10:00:20.959316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2290a9-11c2-4ebe-b162-e48cf4aff5ae None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:20.993900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.7 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/b9b2a467-c19a-4f38-b197-048e088e38b1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:21.014209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.046506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.055164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:21.055888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.068824 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.112727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598c92-e2f1-4502-90fd-992cc24d2c07 req-d5fe7eb2-a87c-40f6-a84c-e6251bedf0ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:21.130532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11598c92-e2f1-4502-90fd-992cc24d2c07 req-d5fe7eb2-a87c-40f6-a84c-e6251bedf0ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 931 time: 0.5632286 Dec 13 10:00:21.175917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=9a9df01f-efc7-47fe-b2e7-5b63c03d91ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.215999 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c6f63ac8-5bd0-4efa-b3b4-baf003e6f3f5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4744265 Dec 13 10:00:21.219242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:21.224178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '9a9df01f-efc7-47fe-b2e7-5b63c03d91ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:21.225103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.240221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:21.501383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,segment=NetworkSegment(d02d342a-5bed-42ec-976b-c0d7df36425a),segment_id=d02d342a-5bed-42ec-976b-c0d7df36425a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:21.535331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.536138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 19268270-f75c-4e0c-8429-eaa9b371ae1d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:21.653599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28f0445-6062-4978-a52f-fe990b9be5dd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:21.661972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.675654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Transition to ACTIVE for port object a28f0445-6062-4978-a52f-fe990b9be5dd will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:21.690378 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.751350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Provisioning complete for port a79eb0fe-31fa-4530-aa42-88fb104bfa02 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:21.751730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ea082b-10b1-40fe-9412-de59b98725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:21.759899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc45fe9d-f7f9-44f6-9f68-2a21b85cbbdf req-d5534692-fd16-404d-a3f0-19d2feb9c10d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0756583 Dec 13 10:00:21.902336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11598c92-e2f1-4502-90fd-992cc24d2c07 req-62e11b5a-ffee-4bde-a8bb-e4ee34c63d46 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704937 Dec 13 10:00:21.930395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.954417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:21.961759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:21.968906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:21.973167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.043293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Attempting to bind port a28f0445-6062-4978-a52f-fe990b9be5dd on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:22.043907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Attempting to bind port a28f0445-6062-4978-a52f-fe990b9be5dd by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:22.044027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Attempting to bind port a28f0445-6062-4978-a52f-fe990b9be5dd on network 019660d1-388c-49a1-9154-a27ade2acbd9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:22.044124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:00:22.044656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:00:22.066766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.066766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.067110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Port a28f0445-6062-4978-a52f-fe990b9be5dd on network 019660d1-388c-49a1-9154-a27ade2acbd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:22.067290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Attempting to bind port a28f0445-6062-4978-a52f-fe990b9be5dd on network 019660d1-388c-49a1-9154-a27ade2acbd9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:22.067510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.068001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.068551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.068992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.069511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.069952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.070386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.070924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.071362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.072080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.072527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:22.117353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.121327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:22.121672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Checking segment: {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:22.122066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Bound using segment: {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:22.122539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Bound port: a28f0445-6062-4978-a52f-fe990b9be5dd, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd17db-db70-4758-a8dd-237aa048d6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:22.123617 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.159246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 19268270-f75c-4e0c-8429-eaa9b371ae1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:22.159775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.363211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:22.368390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a28f0445-6062-4978-a52f-fe990b9be5dd,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:22.379587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.393662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.424888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.495332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:22.501108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.505972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.508294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a28f0445-6062-4978-a52f-fe990b9be5dd HTTP/1.1" status: 200 len: 1091 time: 1.7501891 Dec 13 10:00:22.510206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:22.519111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:22.521738 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ca950-9325-45da-906d-e206c252fb43" -d '{"events": [{"name": "network-changed", "server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:22.524730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:22.637386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=3c0d344f-3c6b-416a-8ad9-caf3240364a1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:22.679626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f53de-a3e6-4ae9-ba9c-a73800983fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:22.732213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'cf8e96be-5640-4fe0-a89e-846469a5902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9a9df01f-efc7-47fe-b2e7-5b63c03d91ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:22.732611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:22.778634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:22.793525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:22.794154 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee890c91-0387-4111-9309-4645426bb8a9 x-openstack-request-id: req-ee890c91-0387-4111-9309-4645426bb8a9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:22.795294 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:22.798470 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee890c91-0387-4111-9309-4645426bb8a9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:22.799078 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd', 'status': 'completed', 'code': 200} Dec 13 10:00:22.808305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.817041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:22.818086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.823414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:22.824021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:22.861933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-7dcc8488-493e-4ce1-a63f-554b2ccdb36d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7970829 Dec 13 10:00:22.868306 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e8c965cd-fc51-42c8-959b-87f4b7b3842c tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6457455 Dec 13 10:00:22.868634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:22.970979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a7bb2-4db1-4210-aec1-2b224dc21f36 None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:23.005222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7015009-f2f8-4854-b862-9263dc3748cb None None] Network 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:23.040203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5a83f-cf22-4264-b116-9acee6ec5e91 req-7f825a75-0723-431d-adf2-9e7b0d699407 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:23.047208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76b5a83f-cf22-4264-b116-9acee6ec5e91 req-7f825a75-0723-431d-adf2-9e7b0d699407 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 931 time: 0.0941858 Dec 13 10:00:23.085885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Request body: {'port': {'device_id': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:23.139286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.163014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b0536-eac1-45b1-acb6-8f0b26bea351 None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:23.166906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:23.223595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.249739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:23.250093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3508e227-8b00-4f4e-9f89-0c6f3b9654d9 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:23.252946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.295413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d4c39-2566-494d-8efd-dd28a4a60418 None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:23.312231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8cb94be8-0900-4835-89b7-afca152f2d84 None None] Provisioning complete for port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:23.312612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cb94be8-0900-4835-89b7-afca152f2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.382444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.413963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 19268270-f75c-4e0c-8429-eaa9b371ae1d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=19268270-f75c-4e0c-8429-eaa9b371ae1d,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:23.426228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.428301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0d344f-3c6b-416a-8ad9-caf3240364a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:23.489931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04897f4-a747-40e1-af46-925aea367ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-9a9df01f-efc7-47fe-b2e7-5b63c03d91ff', 'network_id': '9a9df01f-efc7-47fe-b2e7-5b63c03d91ff', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '3c0d344f-3c6b-416a-8ad9-caf3240364a1'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:23.491022 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e04897f4-a747-40e1-af46-925aea367ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.573925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:23.604163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.645154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:23.658712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9df01f-efc7-47fe-b2e7-5b63c03d91ff']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.672570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e96be-5640-4fe0-a89e-846469a5902b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.673481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e96be-5640-4fe0-a89e-846469a5902b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:23.673895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76b5a83f-cf22-4264-b116-9acee6ec5e91 req-62f69845-e8ab-4170-a304-73c961ae5108 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206477 Dec 13 10:00:23.685814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.718548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.721794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd03dcd-ee0e-44fe-b445-8bd28b36445f None None] Network 9a9df01f-efc7-47fe-b2e7-5b63c03d91ff requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:23.728680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8cb94be8-0900-4835-89b7-afca152f2d84 None None] Provisioning complete for port 19268270-f75c-4e0c-8429-eaa9b371ae1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:23.729060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cb94be8-0900-4835-89b7-afca152f2d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.730245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:23.731138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.741732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:23.757035 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:23.832883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:23.833557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.923929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.931605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.937552 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/9a9df01f-efc7-47fe-b2e7-5b63c03d91ff HTTP/1.1" status: 204 len: 168 time: 1.0645561 Dec 13 10:00:23.938120 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:23.944678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-809357066'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:23.985767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:23.989296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:23.991513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3c18-f938-4f79-b4ca-0a143d5d731e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=9a9df01f-efc7-47fe-b2e7-5b63c03d91ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.039298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:24.039493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-145f54e9-f196-4039-a238-132cc08f3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.045201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-145f54e9-f196-4039-a238-132cc08f3437 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 1094 time: 0.3655128 Dec 13 10:00:24.052037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8580e-7e87-473f-a1de-b21a178cec00 req-1f0cd3ae-adac-4f2e-b85f-8cbab62172d6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.054763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.055120 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment dababb60-039f-4ced-af8a-1d8f382930d9 of type vlan for network cdeee598-a360-44c3-8c4b-14e17748bb63 Dec 13 10:00:24.057588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25f8580e-7e87-473f-a1de-b21a178cec00 req-1f0cd3ae-adac-4f2e-b85f-8cbab62172d6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 943 time: 0.3766904 Dec 13 10:00:24.103236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.123854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-0005c54f-bcb2-4227-b132-85bb77fdac48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a28f0445-6062-4978-a52f-fe990b9be5dd HTTP/1.1" status: 200 len: 217 time: 0.0648525 Dec 13 10:00:24.139377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.147852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.148759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.182823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8a185e03-9745-4ebe-a87c-e1f170757cc0 None None] Provisioning complete for port b9b2a467-c19a-4f38-b197-048e088e38b1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:24.183884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a185e03-9745-4ebe-a87c-e1f170757cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.214985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25f8580e-7e87-473f-a1de-b21a178cec00 req-9f427e14-8b9b-4805-a04c-3ec5fc049832 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444056 Dec 13 10:00:24.223032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2813270 Dec 13 10:00:24.228213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:24.228613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ffa2-ee16-4656-bad5-085ac1c1edcf req-b157e07a-3a40-42f3-ab67-d5fd2230419e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.235652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ffa2-ee16-4656-bad5-085ac1c1edcf req-b157e07a-3a40-42f3-ab67-d5fd2230419e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.237295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c709ffa2-ee16-4656-bad5-085ac1c1edcf req-b157e07a-3a40-42f3-ab67-d5fd2230419e tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6&device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 1681 time: 0.2495494 Dec 13 10:00:24.244200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:24.268123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8a185e03-9745-4ebe-a87c-e1f170757cc0 None None] Port b9b2a467-c19a-4f38-b197-048e088e38b1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:24.273003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326972b7-7fb6-47b3-b723-e04e3047cd8e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=cdeee598-a360-44c3-8c4b-14e17748bb63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.288555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d9864d69-ec5f-4ce2-ab68-47d52cca55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.290083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-d9864d69-ec5f-4ce2-ab68-47d52cca55f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1556656 Dec 13 10:00:24.292940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network cdeee598-a360-44c3-8c4b-14e17748bb63 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:24.341929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-8ad0e1cc-3587-436a-bc5f-01568417564c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411918 Dec 13 10:00:24.382855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:24.387556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.424683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c709ffa2-ee16-4656-bad5-085ac1c1edcf req-c0bd342e-cadd-4738-9fff-aebcd3ade2c5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788778 Dec 13 10:00:24.443127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b2a467-c19a-4f38-b197-048e088e38b1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:24.464820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.478129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Transition to ACTIVE for port object b9b2a467-c19a-4f38-b197-048e088e38b1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:24.509023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.647843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-219855d9-9483-44c9-b038-4860ee4fbbc0 service neutron] 10.222.0.44 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740185 Dec 13 10:00:24.650519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.681726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.819337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=36ff7a38-1495-4847-8b2f-ace8aa818515,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:24.834650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'dababb60-039f-4ced-af8a-1d8f382930d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:24.835114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: cdeee598-a360-44c3-8c4b-14e17748bb63, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:24.839264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Attempting to bind port b9b2a467-c19a-4f38-b197-048e088e38b1 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:24.839748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Attempting to bind port b9b2a467-c19a-4f38-b197-048e088e38b1 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:24.840255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Attempting to bind port b9b2a467-c19a-4f38-b197-048e088e38b1 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:24.872533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network cdeee598-a360-44c3-8c4b-14e17748bb63 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:24.895327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Port b9b2a467-c19a-4f38-b197-048e088e38b1 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:24.895579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Attempting to bind port b9b2a467-c19a-4f38-b197-048e088e38b1 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:24.907602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, cdeee598-a360-44c3-8c4b-14e17748bb63) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:24.919093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78bcc4-4428-4872-9e06-f5d7db2a521c None None] Network cdeee598-a360-44c3-8c4b-14e17748bb63 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:24.923172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:24.923641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.928962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 9, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:24.929343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:24.929738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:24.930195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Bound port: b9b2a467-c19a-4f38-b197-048e088e38b1, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:24.931075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:24.944127 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da3714af-e95d-4c30-b9ac-c75e982ef25d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7149444 Dec 13 10:00:24.947200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:24.965159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f62e728f-cdbe-4b86-ad25-b5bdc68639d2 req-7c100f9f-b2d0-4daa-96b7-17aeefa2ca7c service neutron] 10.222.0.44 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084645 Dec 13 10:00:25.019359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9746-b84e-4d53-8e52-d5654cf28d22 req-9bdbd41b-4381-4965-a707-946f036fc0c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.029635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e7e9746-b84e-4d53-8e52-d5654cf28d22 req-9bdbd41b-4381-4965-a707-946f036fc0c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.2092249 Dec 13 10:00:25.102695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-cdeee598-a360-44c3-8c4b-14e17748bb63', 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '36ff7a38-1495-4847-8b2f-ace8aa818515'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:25.104354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.156752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:25.161596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b9b2a467-c19a-4f38-b197-048e088e38b1,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:25.173353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e7e9746-b84e-4d53-8e52-d5654cf28d22 req-567f3d13-f3b6-4694-b364-739b9ec67d33 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426198 Dec 13 10:00:25.183473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.235001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.254210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ca950-9325-45da-906d-e206c252fb43 req-62e7ac4e-c9e0-466e-a1c5-e881ec268684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.255864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-62e7ac4e-c9e0-466e-a1c5-e881ec268684 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 1094 time: 0.2106466 Dec 13 10:00:25.281790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.282752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.287054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] 10.222.0.37 "PUT /v2.0/ports/b9b2a467-c19a-4f38-b197-048e088e38b1 HTTP/1.1" status: 200 len: 1091 time: 2.4171839 Dec 13 10:00:25.288732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:25.294173 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:25.398202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.408435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Allocated IP 172.20.0.1 (cdeee598-a360-44c3-8c4b-14e17748bb63/36ff7a38-1495-4847-8b2f-ace8aa818515/73a9b9e9-fd78-45c0-b864-ea4fb165a8e0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:25.535986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce44c24-91a7-43b3-99c8-b82f168c8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:25.599784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72735-ea57-45cb-acda-7d88e1de2611 req-ba463997-8e58-4b3c-a8a0-adcf88bf7438 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.604079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 19268270-f75c-4e0c-8429-eaa9b371ae1d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:25.605647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ce72735-ea57-45cb-acda-7d88e1de2611 req-ba463997-8e58-4b3c-a8a0-adcf88bf7438 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 943 time: 0.2231493 Dec 13 10:00:25.608791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-15312ddc-ffe0-4155-909d-08c6ae1c094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.610644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-15312ddc-ffe0-4155-909d-08c6ae1c094a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 1094 time: 0.2236726 Dec 13 10:00:25.623591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093e6eb-24a3-4825-bc1d-338dfe082fba req-e6bd58ab-db43-48c0-a21d-0ed58548dde8 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.625244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9093e6eb-24a3-4825-bc1d-338dfe082fba req-e6bd58ab-db43-48c0-a21d-0ed58548dde8 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 945 time: 0.2416062 Dec 13 10:00:25.661483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.681796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.693346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-e7ebcdd6-3fdb-4e83-a45b-18236cd63d34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9b2a467-c19a-4f38-b197-048e088e38b1 HTTP/1.1" status: 200 len: 217 time: 0.0663946 Dec 13 10:00:25.694915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.704633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ca950-9325-45da-906d-e206c252fb43 req-d6ef210e-bcd0-43fe-922a-75e2a08f1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.706194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-d6ef210e-bcd0-43fe-922a-75e2a08f1d91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.4392595 Dec 13 10:00:25.737457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Network cdeee598-a360-44c3-8c4b-14e17748bb63 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:25.741808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=36ff7a38-1495-4847-8b2f-ace8aa818515,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:25.744631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:25.747476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:25.823293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Pushing event updated for resources: {'Port': ['ID=73a9b9e9-fd78-45c0-b864-ea4fb165a8e0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:25.827139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Attempting to bind port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:25.827856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Attempting to bind port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'dababb60-039f-4ced-af8a-1d8f382930d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:25.828342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Attempting to bind port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 on network cdeee598-a360-44c3-8c4b-14e17748bb63 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:25.843513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9093e6eb-24a3-4825-bc1d-338dfe082fba req-2f513645-b1cb-4d91-9e43-6d1ee3d06bfa tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541421 Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Checking segment: {'id': 'dababb60-039f-4ced-af8a-1d8f382930d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Bound using segment: {'id': 'dababb60-039f-4ced-af8a-1d8f382930d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Bound port: 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dababb60-039f-4ced-af8a-1d8f382930d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:25.843730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.844322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 19268270-f75c-4e0c-8429-eaa9b371ae1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:25.844415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-b5447739-25f4-4ba3-86a9-f6181fba116b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a28f0445-6062-4978-a52f-fe990b9be5dd HTTP/1.1" status: 200 len: 217 time: 0.1253381 Dec 13 10:00:25.844508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.863884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.908043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeee598-a360-44c3-8c4b-14e17748bb63']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.921188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dababb60-039f-4ced-af8a-1d8f382930d9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.921750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dababb60-039f-4ced-af8a-1d8f382930d9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:25.933406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ce72735-ea57-45cb-acda-7d88e1de2611 req-169b2791-1d8a-48c1-aeb6-7d8deafe28ad tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187377 Dec 13 10:00:25.936010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.944762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-d9aeaa98-0649-4d10-8e6c-0fcb7e1008c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:25.946532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-d9aeaa98-0649-4d10-8e6c-0fcb7e1008c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.2394755 Dec 13 10:00:25.955033 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.965682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] For port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:25.973215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:25.987268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:25.995100 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:26.060817 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94946546-cbea-4ca7-8890-ef4d0b8a455e x-openstack-request-id: req-94946546-cbea-4ca7-8890-ef4d0b8a455e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:26.061156 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:26.061608 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94946546-cbea-4ca7-8890-ef4d0b8a455e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:26.062023 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1', 'status': 'completed', 'code': 200} Dec 13 10:00:26.063675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ca950-9325-45da-906d-e206c252fb43 req-cdfc2108-aeca-460c-8918-cd0042cfa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.066791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-cdfc2108-aeca-460c-8918-cd0042cfa8eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1881838 Dec 13 10:00:26.105225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-48b4e4b8-e0e1-4f95-9bb9-d2b16bf35b33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311639 Dec 13 10:00:26.112432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-5f7e3c78-5ce3-470d-ba00-be73c3ece937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.119443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-5f7e3c78-5ce3-470d-ba00-be73c3ece937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589243 Dec 13 10:00:26.126755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:26.126755 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:26.126755 n-d-820531-5 neutron-server[103188]: [parameters: {'id': 'cdeee598-a360-44c3-8c4b-14e17748bb63'}] Dec 13 10:00:26.126755 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:26.127679 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:26.140614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] For port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=73a9b9e9-fd78-45c0-b864-ea4fb165a8e0,segment=NetworkSegment(dababb60-039f-4ced-af8a-1d8f382930d9),segment_id=dababb60-039f-4ced-af8a-1d8f382930d9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:26.145863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.237104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdfeed-9745-4a5f-8c34-83e96f7c653a None None] Pushing event updated for resources: {'Port': ['ID=73a9b9e9-fd78-45c0-b864-ea4fb165a8e0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:26.266655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09870a6d-76aa-4ae3-a526-50656cdb2288 None None] Network cdeee598-a360-44c3-8c4b-14e17748bb63 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:26.303183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-5df698ff-2a5b-4b19-a242-1107b3744956 service neutron] 10.222.0.44 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825309 Dec 13 10:00:26.307327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-620a9ecb-14f3-43cc-93f9-5c9795c0ae34 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767712 Dec 13 10:00:26.370500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99cd0a9-ea36-4b2e-b3b2-268d09807b4a None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:26.473417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2ca950-9325-45da-906d-e206c252fb43 req-149c07d7-0f19-48f2-9fdc-77f042f67d2e service neutron] 10.222.0.44 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510341 Dec 13 10:00:26.485539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95297d-4693-4286-961a-b6792589d072 req-fe9c2e97-2cb2-453d-8a0a-b5b0ed513c2d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.487077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb95297d-4693-4286-961a-b6792589d072 req-fe9c2e97-2cb2-453d-8a0a-b5b0ed513c2d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.2021804 Dec 13 10:00:26.519292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99cd0a9-ea36-4b2e-b3b2-268d09807b4a None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:26.531870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93a7fdc5-df3a-47b9-aa0e-b47f1a8d4af0 req-83b5164c-3cb1-4c2e-b75b-8bbe45c33665 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106869 Dec 13 10:00:26.558482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb95297d-4693-4286-961a-b6792589d072 req-32b5794c-cdf4-4ca0-b180-1d851cccd9b9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590415 Dec 13 10:00:26.629710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.703870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:26.704355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.706945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-e9c096f6-d98b-4b9a-a967-efe1770b69ef tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.708741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-e9c096f6-d98b-4b9a-a967-efe1770b69ef tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6 HTTP/1.1" status: 200 len: 945 time: 0.1083772 Dec 13 10:00:26.752379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-4b22f61f-8a78-4e42-8870-ec6c0b388d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.753980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-4b22f61f-8a78-4e42-8870-ec6c0b388d45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 1094 time: 0.0942562 Dec 13 10:00:26.819588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=73a9b9e9-fd78-45c0-b864-ea4fb165a8e0,segment=NetworkSegment(dababb60-039f-4ced-af8a-1d8f382930d9),segment_id=dababb60-039f-4ced-af8a-1d8f382930d9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:26.819959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.848836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af80ba3-d666-42ab-9294-570392296b13 req-26e00766-a32a-494c-b879-9c35b6856917 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.850367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2af80ba3-d666-42ab-9294-570392296b13 req-26e00766-a32a-494c-b879-9c35b6856917 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.37 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 945 time: 0.0931158 Dec 13 10:00:26.851420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:26.992914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Deleting port 1be4cdc5-866d-48eb-acc1-45e798399e3f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:26.993589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:26.996894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-ac3df8ef-4875-42ba-b7b6-dc3d10b79b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:26.998723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-ac3df8ef-4875-42ba-b7b6-dc3d10b79b4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.2357521 Dec 13 10:00:27.037530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Deleting port 20bf290e-9df9-4bbb-b2dc-38a7407a380a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:27.037901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.069818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707520d-2b5b-4230-8c2a-2c5f4b68c1e4 req-cb8e1edc-5733-4e7e-bc62-41c4e69d7ae1 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.071085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c707520d-2b5b-4230-8c2a-2c5f4b68c1e4 req-cb8e1edc-5733-4e7e-bc62-41c4e69d7ae1 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 945 time: 0.1402445 Dec 13 10:00:27.096448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.139297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-44a099fd-4e33-42ea-8ee2-e9cd38e363f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9b2a467-c19a-4f38-b197-048e088e38b1 HTTP/1.1" status: 200 len: 217 time: 0.0915689 Dec 13 10:00:27.141888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=73a9b9e9-fd78-45c0-b864-ea4fb165a8e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:27.178400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 73a9b9e9-fd78-45c0-b864-ea4fb165a8e0 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:27.229568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.252761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646bcc2-0348-4628-8a6c-adb4a91c2bd9 req-39aef561-f2a0-4379-9b64-da495fdd5838 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.254291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6646bcc2-0348-4628-8a6c-adb4a91c2bd9 req-39aef561-f2a0-4379-9b64-da495fdd5838 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 943 time: 0.2061813 Dec 13 10:00:27.271655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] For port 20bf290e-9df9-4bbb-b2dc-38a7407a380a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=20bf290e-9df9-4bbb-b2dc-38a7407a380a,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:27.272022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.274594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] For port 1be4cdc5-866d-48eb-acc1-45e798399e3f, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=1be4cdc5-866d-48eb-acc1-45e798399e3f,segment=NetworkSegment(13d00d26-e8df-489e-911e-490c7e681dab),segment_id=13d00d26-e8df-489e-911e-490c7e681dab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:27.274964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.294805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.297700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Calling delete_port for 20bf290e-9df9-4bbb-b2dc-38a7407a380a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:27.299286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-c7e7b3d6-a9e5-4a73-838a-ee35338a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.300746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-c7e7b3d6-a9e5-4a73-838a-ee35338a04fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1483157 Dec 13 10:00:27.304080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c707520d-2b5b-4230-8c2a-2c5f4b68c1e4 req-f544f69c-e7c4-4c45-ab13-f9ab671c3416 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/security-groups?id=6904bb92-a400-48e8-988e-1c3dd95d5154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799679 Dec 13 10:00:27.309409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Calling delete_port for 1be4cdc5-866d-48eb-acc1-45e798399e3f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:27.328402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeee598-a360-44c3-8c4b-14e17748bb63']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:27.368540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dababb60-039f-4ced-af8a-1d8f382930d9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:27.369424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dababb60-039f-4ced-af8a-1d8f382930d9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:27.382118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.411196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.419214 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6646bcc2-0348-4628-8a6c-adb4a91c2bd9 req-85d657dc-a2b3-4bbd-9f4b-fe6960a9c394 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488190 Dec 13 10:00:27.437780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:27.438535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:27.442344 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:27.444909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-4c32bb98-0345-4a26-88ed-0035cd3612b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.446254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-4c32bb98-0345-4a26-88ed-0035cd3612b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342676 Dec 13 10:00:27.552515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.576859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.583931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/cdeee598-a360-44c3-8c4b-14e17748bb63 HTTP/1.1" status: 204 len: 168 time: 2.6321440 Dec 13 10:00:27.583931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761c100-b145-461a-95be-a41457e51521 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=cdeee598-a360-44c3-8c4b-14e17748bb63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:27.585633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:27.593248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825121081'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:27.607521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.632519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['20bf290e-9df9-4bbb-b2dc-38a7407a380a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:27.638627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['1be4cdc5-866d-48eb-acc1-45e798399e3f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:27.690991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event deleted for resources: {'Port': ['ID=20bf290e-9df9-4bbb-b2dc-38a7407a380a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:27.747397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] No DVR routers for this DVR port 20bf290e-9df9-4bbb-b2dc-38a7407a380a on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:27.749668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:27.753390 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.756095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.760501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2af80ba3-d666-42ab-9294-570392296b13 req-375648fa-1f1b-4f1e-948e-9422a268a851 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.37 "DELETE /v2.0/ports/20bf290e-9df9-4bbb-b2dc-38a7407a380a HTTP/1.1" status: 204 len: 173 time: 0.9022181 Dec 13 10:00:27.761815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e4c77-7d43-4202-9dae-f377cf0e5553 None None] DHCP port deletion for 92616c73-99bb-4f3b-b3e8-581b3108e5f8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:27.761961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'name': 'network-vif-deleted', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:27.765759 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca42d504-3ce9-4042-a826-780f44f0b819" -d '{"events": [{"server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "name": "network-vif-deleted", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:27.820806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:27.843573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.844699 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment 4d217c98-66e4-4175-88fb-5cc24f4363e4 of type vlan for network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 Dec 13 10:00:27.847410 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aabce34-2de8-4a1a-80e9-ce3baa6989fd x-openstack-request-id: req-9aabce34-2de8-4a1a-80e9-ce3baa6989fd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:27.848036 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dfb103-2ec8-4b41-9681-5ed3a01616ec", "name": "network-vif-deleted", "tag": "20bf290e-9df9-4bbb-b2dc-38a7407a380a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:27.848508 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9aabce34-2de8-4a1a-80e9-ce3baa6989fd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:27.849109 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dfb103-2ec8-4b41-9681-5ed3a01616ec', 'name': 'network-vif-deleted', 'tag': '20bf290e-9df9-4bbb-b2dc-38a7407a380a', 'status': 'completed', 'code': 200} Dec 13 10:00:27.899700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.958625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e656d0-2b80-4465-8dfc-4c9bbc8c29d5 req-0d4a8a45-63b6-4822-8767-81bd8a8317fa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.962454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:27.967401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06e656d0-2b80-4465-8dfc-4c9bbc8c29d5 req-0d4a8a45-63b6-4822-8767-81bd8a8317fa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.1802416 Dec 13 10:00:27.974569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:27.975452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.020519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.033814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['20bf290e-9df9-4bbb-b2dc-38a7407a380a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:28.051840 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4650209 Dec 13 10:00:28.053201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:28.061206 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:28.065088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-0fa60e1f-2932-4b41-851f-6c9d5248f7bc service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970218 Dec 13 10:00:28.087806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74b00f-997d-4db4-adee-44d7588bab01 None None] DHCP port deletion for 92616c73-99bb-4f3b-b3e8-581b3108e5f8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:28.127081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Pushing event deleted for resources: {'Port': ['ID=1be4cdc5-866d-48eb-acc1-45e798399e3f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.130539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3264b99-e37a-4b0b-951e-3502c8e7e5b2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=52819bd6-b95c-48c6-8c6f-6819c2b3e110,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.141773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] No DVR routers for this DVR port 1be4cdc5-866d-48eb-acc1-45e798399e3f on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:28.144537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.148478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bad34508-b5e9-4f07-971e-3b8e3ba703d2 req-f865be3b-077f-4847-8537-a29af94c18b5 tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.44 "DELETE /v2.0/ports/1be4cdc5-866d-48eb-acc1-45e798399e3f HTTP/1.1" status: 204 len: 173 time: 1.4288697 Dec 13 10:00:28.150267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'name': 'network-vif-deleted', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:28.154189 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff440c-36e6-4d46-b508-28efa00a97b7" -d '{"events": [{"server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "name": "network-vif-deleted", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:28.180465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:28.199517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06e656d0-2b80-4465-8dfc-4c9bbc8c29d5 req-ddcf37ca-e924-4911-add4-2030af700e0e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311108 Dec 13 10:00:28.218338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:28.233223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.266796 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe5ec1-9073-489a-bae8-beb3b8b08006 x-openstack-request-id: req-80fe5ec1-9073-489a-bae8-beb3b8b08006 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:28.267103 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6", "name": "network-vif-deleted", "tag": "1be4cdc5-866d-48eb-acc1-45e798399e3f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:28.267377 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80fe5ec1-9073-489a-bae8-beb3b8b08006 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:28.267782 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7e83f-a6fe-4d94-bc8f-4ef01ae5b3a6', 'name': 'network-vif-deleted', 'tag': '1be4cdc5-866d-48eb-acc1-45e798399e3f', 'status': 'completed', 'code': 200} Dec 13 10:00:28.352834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124a8625-cf8b-4f10-b03d-3fbe4a810cd0 req-0adc6a2e-6e6e-45b7-b0d6-1c52d1c8759b service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474236 Dec 13 10:00:28.499681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27797d97-7787-48d3-b2d6-4c9eeb57431d req-c345bfbe-8aec-4b05-b7fa-c814506c3abb tempest-ListServersNegativeTestJSON-2051581811 tempest-ListServersNegativeTestJSON-2051581811-project] 10.222.0.30 "GET /v2.0/ports?device_id=34dfb103-2ec8-4b41-9681-5ed3a01616ec HTTP/1.1" status: 200 len: 210 time: 0.0294616 Dec 13 10:00:28.560991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.591762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca10e91e-36ac-4079-b43f-de95065b4998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.635649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=61b55fd3-f6cd-426b-b537-cb98c8dd245d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:28.646023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': '4d217c98-66e4-4175-88fb-5cc24f4363e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:28.647105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 52819bd6-b95c-48c6-8c6f-6819c2b3e110, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:28.670939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:28.676784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7974d6c-b6b7-4813-a150-e97457f857d6 req-d018d29a-227a-447b-9eba-dbe18ba6c78d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.684466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7974d6c-b6b7-4813-a150-e97457f857d6 req-d018d29a-227a-447b-9eba-dbe18ba6c78d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 943 time: 0.1083162 Dec 13 10:00:28.686365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 52819bd6-b95c-48c6-8c6f-6819c2b3e110) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:28.691624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:28.692582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.700852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fb3e8-6ae9-4a5e-a4f8-3c03e0c582f7 None None] Network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:28.731079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:28.732179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5cf44427-9171-4e3c-8d1f-f838e31ff6a7 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6755548 Dec 13 10:00:28.742051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7974d6c-b6b7-4813-a150-e97457f857d6 req-31b53e90-69bf-41a6-a214-22207389b0ed tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Dec 13 10:00:28.855371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.876298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-52819bd6-b95c-48c6-8c6f-6819c2b3e110', 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '61b55fd3-f6cd-426b-b537-cb98c8dd245d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:28.877229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:28.946872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.036944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Allocated IP 172.20.0.2 (52819bd6-b95c-48c6-8c6f-6819c2b3e110/61b55fd3-f6cd-426b-b537-cb98c8dd245d/af893ff1-7c11-4191-bb03-267bca76acee) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:29.103146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a28f0445-6062-4978-a52f-fe990b9be5dd details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:29.143467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.401635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d09b-c2ce-4dcd-8fef-6868cc4b3b9b req-75d3b2ca-11d6-44d9-906b-cc30e6204318 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:29.409394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a43d09b-c2ce-4dcd-8fef-6868cc4b3b9b req-75d3b2ca-11d6-44d9-906b-cc30e6204318 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.0917077 Dec 13 10:00:29.497136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a43d09b-c2ce-4dcd-8fef-6868cc4b3b9b req-3ebd3b55-9e0f-45f4-a063-efffc18d1ca2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818355 Dec 13 10:00:29.499897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a28f0445-6062-4978-a52f-fe990b9be5dd,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:29.535581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'a28f0445-6062-4978-a52f-fe990b9be5dd', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'port_id': 'a28f0445-6062-4978-a52f-fe990b9be5dd', 'mac_address': 'fa:16:3e:73:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a59ef-4121-4229-9d8c-13bb9f68b7dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:29.624489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.640747 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.644703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:29.644884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28f0445-6062-4978-a52f-fe990b9be5dd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:29.673896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a28f0445-6062-4978-a52f-fe990b9be5dd,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:29.681640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.688994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.726110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Deleting subnet bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:00:29.729970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.740583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.741536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:29.746199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:29.753799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:29.789782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=61b55fd3-f6cd-426b-b537-cb98c8dd245d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:29.813525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Pushing event updated for resources: {'Port': ['ID=af893ff1-7c11-4191-bb03-267bca76acee,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:29.854680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.917990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a28f0445-6062-4978-a52f-fe990b9be5dd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:29.920229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.920980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Attempting to bind port af893ff1-7c11-4191-bb03-267bca76acee on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:29.921412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Attempting to bind port af893ff1-7c11-4191-bb03-267bca76acee by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '4d217c98-66e4-4175-88fb-5cc24f4363e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:29.923135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Attempting to bind port af893ff1-7c11-4191-bb03-267bca76acee on network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:29.955072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52819bd6-b95c-48c6-8c6f-6819c2b3e110']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.971392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:29.971782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Checking segment: {'id': '4d217c98-66e4-4175-88fb-5cc24f4363e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:29.972196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.972598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Bound using segment: {'id': '4d217c98-66e4-4175-88fb-5cc24f4363e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:29.973089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Bound port: af893ff1-7c11-4191-bb03-267bca76acee, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d217c98-66e4-4175-88fb-5cc24f4363e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:29.973512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:29.987857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d217c98-66e4-4175-88fb-5cc24f4363e4') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.988844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d217c98-66e4-4175-88fb-5cc24f4363e4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:29.993755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.008387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.031148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.052004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be190-f0ea-4cd6-a1d5-6261388adbe4 req-1bcd00c0-4553-4e92-8440-e0b3caaf2afa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:30.053554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e4be190-f0ea-4cd6-a1d5-6261388adbe4 req-1bcd00c0-4553-4e92-8440-e0b3caaf2afa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 944 time: 0.1755338 Dec 13 10:00:30.065499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.087497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] For port af893ff1-7c11-4191-bb03-267bca76acee, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:30.093775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:30.094193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:30.100329 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:30.196212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.198479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:30.198479 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:30.198479 n-d-820531-5 neutron-server[103189]: [parameters: {'id': '52819bd6-b95c-48c6-8c6f-6819c2b3e110'}] Dec 13 10:00:30.198479 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:30.198912 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:30.225043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] For port af893ff1-7c11-4191-bb03-267bca76acee, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=af893ff1-7c11-4191-bb03-267bca76acee,segment=NetworkSegment(4d217c98-66e4-4175-88fb-5cc24f4363e4),segment_id=4d217c98-66e4-4175-88fb-5cc24f4363e4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:30.225267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.230114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e4be190-f0ea-4cd6-a1d5-6261388adbe4 req-bedd1ca9-152e-4e45-91b1-aef37dbe253d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586800 Dec 13 10:00:30.239156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.241058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.244551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-725968aa-0d84-42f8-ae74-b1e686525875 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bdf6412e-e3bf-49e6-9dd8-c0cecb8eaead HTTP/1.1" status: 204 len: 168 time: 0.5983191 Dec 13 10:00:30.247335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:30.275733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985da16-f409-4c05-bd6d-9238342e7920 None None] Network 92616c73-99bb-4f3b-b3e8-581b3108e5f8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:30.400012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.521723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.549698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92616c73-99bb-4f3b-b3e8-581b3108e5f8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:30.562989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d00d26-e8df-489e-911e-490c7e681dab') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:30.563634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d00d26-e8df-489e-911e-490c7e681dab') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:30.572825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce628a5-7702-4748-bd7f-3c2ec4f0c949 None None] DHCP port deletion for 92616c73-99bb-4f3b-b3e8-581b3108e5f8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:30.582418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b86a6-1f56-4ad7-a708-795184f78c3a None None] Pushing event updated for resources: {'Port': ['ID=af893ff1-7c11-4191-bb03-267bca76acee,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.586861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cc51e-23b6-4c4a-9a27-264f43278251 None None] Network 52819bd6-b95c-48c6-8c6f-6819c2b3e110 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:30.594532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.633217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.665435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:30.666281 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:30.674834 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:30.717075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.759623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737d017-6ad5-4edf-b935-29d682977479 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:30.826321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.833110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:30.838994 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] 10.222.0.30 "DELETE /v2.0/networks/92616c73-99bb-4f3b-b3e8-581b3108e5f8 HTTP/1.1" status: 204 len: 168 time: 0.5872867 Dec 13 10:00:30.849752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3710-134b-4f7b-81dc-3c5424c6b938 req-8ed032d8-3300-4538-baba-5111afd50a5f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:30.865725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9e3710-134b-4f7b-81dc-3c5424c6b938 req-8ed032d8-3300-4538-baba-5111afd50a5f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.2078149 Dec 13 10:00:30.877669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0473-4341-4469-876b-a0fdacdcb44c admin admin] Pushing event deleted for resources: {'Network': ['ID=92616c73-99bb-4f3b-b3e8-581b3108e5f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:30.885354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737d017-6ad5-4edf-b935-29d682977479 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:30.962838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 20bf290e-9df9-4bbb-b2dc-38a7407a380a no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:30.989842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 20bf290e-9df9-4bbb-b2dc-38a7407a380a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:30.990236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 20bf290e-9df9-4bbb-b2dc-38a7407a380a not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:31.016302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9e3710-134b-4f7b-81dc-3c5424c6b938 req-d1ac7408-5ad2-4e67-a9d8-50eb122fa03e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496775 Dec 13 10:00:31.034815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15b740be-4087-4815-9f92-191647d4fc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.059771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port af893ff1-7c11-4191-bb03-267bca76acee {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:31.060687 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.087774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a28f0445-6062-4978-a52f-fe990b9be5dd up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:31.220942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port af893ff1-7c11-4191-bb03-267bca76acee, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=af893ff1-7c11-4191-bb03-267bca76acee,segment=NetworkSegment(4d217c98-66e4-4175-88fb-5cc24f4363e4),segment_id=4d217c98-66e4-4175-88fb-5cc24f4363e4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:31.221417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.343093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:31.343093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for af893ff1-7c11-4191-bb03-267bca76acee owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:31.470558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0d37fdc6-dfd4-4e30-88af-04117235925e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcef6c6546d346128c8fe47e27b056a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389750 Dec 13 10:00:31.475963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:31.552410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port a28f0445-6062-4978-a52f-fe990b9be5dd completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:31.560743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port a28f0445-6062-4978-a52f-fe990b9be5dd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:31.561827 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.572961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.609330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.681782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.753206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.758711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.762649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6904bb92-a400-48e8-988e-1c3dd95d5154 HTTP/1.1" status: 204 len: 168 time: 0.2863851 Dec 13 10:00:31.776763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300b6ac-659d-43d7-a95e-f84e5d6e77da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6904bb92-a400-48e8-988e-1c3dd95d5154,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:31.783787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=af893ff1-7c11-4191-bb03-267bca76acee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:31.786119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port af893ff1-7c11-4191-bb03-267bca76acee on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:31.798188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1e715-471e-454b-aa7e-7977a372123d req-4ad7e6e3-e1ef-4e13-961d-09b96feca522 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:31.806848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4db1e715-471e-454b-aa7e-7977a372123d req-4ad7e6e3-e1ef-4e13-961d-09b96feca522 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 944 time: 0.2945147 Dec 13 10:00:31.892570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.940935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:31.944476 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1b94f6-1502-4466-9352-af28c67fff89" -d '{"events": [{"server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:31.965387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a28f0445-6062-4978-a52f-fe990b9be5dd,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:31.973921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.975936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:31.976896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1be4cdc5-866d-48eb-acc1-45e798399e3f no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:31.998750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4db1e715-471e-454b-aa7e-7977a372123d req-fad880dd-0530-478f-b7fe-21dc6b2fe159 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904175 Dec 13 10:00:32.026870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52819bd6-b95c-48c6-8c6f-6819c2b3e110']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:32.040644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 1be4cdc5-866d-48eb-acc1-45e798399e3f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:32.042638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 1be4cdc5-866d-48eb-acc1-45e798399e3f not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:32.042762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d217c98-66e4-4175-88fb-5cc24f4363e4') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:32.042762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d217c98-66e4-4175-88fb-5cc24f4363e4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:32.070388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.073766 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6cc2b1-8cd1-4e04-9f94-ef90c1a2c78a x-openstack-request-id: req-cb6cc2b1-8cd1-4e04-9f94-ef90c1a2c78a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:32.074064 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:32.074333 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb6cc2b1-8cd1-4e04-9f94-ef90c1a2c78a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:32.074750 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd', 'code': 200} Dec 13 10:00:32.103419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.112069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:32.112682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:32.184765 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:32.203567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.278503 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.290809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.303182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.306360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/52819bd6-b95c-48c6-8c6f-6819c2b3e110 HTTP/1.1" status: 204 len: 168 time: 3.5742881 Dec 13 10:00:32.309902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:32.316985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750400707'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:32.376002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adc71-57f2-4e78-99f0-c558060a0cd1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=52819bd6-b95c-48c6-8c6f-6819c2b3e110,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.407410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb01cb-4c65-427b-9db6-7bd8e39090b6 req-7bc905a1-825c-4427-b591-b16d0051b742 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.407638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:32.409823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1eb01cb-4c65-427b-9db6-7bd8e39090b6 req-7bc905a1-825c-4427-b591-b16d0051b742 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.1856446 Dec 13 10:00:32.411876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180a7b-ffb5-4970-931b-4d02a12ae0c5 req-5d5bf903-26b6-4471-9442-04202ce05710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.412269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.413310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06180a7b-ffb5-4970-931b-4d02a12ae0c5 req-5d5bf903-26b6-4471-9442-04202ce05710 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 1096 time: 0.2146573 Dec 13 10:00:32.482927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:32.502439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.505273 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment d717d7a3-c3ce-4d4e-a510-c49e7a8bb3a7 of type vlan for network 08889cb8-6547-430f-8902-44adc301d6fd Dec 13 10:00:32.543839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1eb01cb-4c65-427b-9db6-7bd8e39090b6 req-fc76a9d6-9961-409a-946b-99db9339fdcd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240561 Dec 13 10:00:32.547991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06180a7b-ffb5-4970-931b-4d02a12ae0c5 req-d280797f-c232-4032-9705-77afb91bb02a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182668 Dec 13 10:00:32.579377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.630110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.636580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:32.637358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.717638 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4054189 Dec 13 10:00:32.720517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:32.726653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '08889cb8-6547-430f-8902-44adc301d6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:32.734695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbaf24-4782-4354-a576-6e10292aa71f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=08889cb8-6547-430f-8902-44adc301d6fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:32.752272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 08889cb8-6547-430f-8902-44adc301d6fd details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:32.907522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:32.913491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:32.999506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:33.015492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:00:33.015492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:00:33.173269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1222112854-network', 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:33.208891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:33.213659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.226106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4e84b-a384-47a4-a852-e30e0452f10a req-d471a63e-2b1d-4228-a012-f134b03b30e8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:33.227594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5c4e84b-a384-47a4-a852-e30e0452f10a req-d471a63e-2b1d-4228-a012-f134b03b30e8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 945 time: 0.1184642 Dec 13 10:00:33.230473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.254643 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.354492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.360263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.370892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'd717d7a3-c3ce-4d4e-a510-c49e7a8bb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '08889cb8-6547-430f-8902-44adc301d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:33.371334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 08889cb8-6547-430f-8902-44adc301d6fd, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:33.376701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:33.384992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5c4e84b-a384-47a4-a852-e30e0452f10a req-e5061e36-16b8-49db-8448-b7f319dcee38 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471720 Dec 13 10:00:33.385762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=eafe8296-24bf-4cba-9dcb-a16802eef9e9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:33.388142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.389066 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Added segment 7e705f14-c791-4cc6-9d3a-2b0b9677126e of type vlan for network dfd5a954-5919-4d79-a7d8-dba8088be9bd Dec 13 10:00:33.414136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 08889cb8-6547-430f-8902-44adc301d6fd is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:33.446981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 08889cb8-6547-430f-8902-44adc301d6fd) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:33.455908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83178ebc-82c3-40ce-be96-6f1fe98b04c5 None None] Network 08889cb8-6547-430f-8902-44adc301d6fd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:33.458556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:33.459229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.475100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.490447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-14ba50bd-effb-48d0-918a-dc8cf3343072 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7663600 Dec 13 10:00:33.491289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:33.493872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c07824-233e-43c5-b332-d1fa304e8659,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:33.535266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.536767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:33.538207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.621541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6207378 Dec 13 10:00:33.629683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:33.637332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Request body: {'subnet': {'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1222112854-subnet', 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:33.661398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc8dd-636d-4f43-9a39-746cd1e071e9 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd5a954-5919-4d79-a7d8-dba8088be9bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:33.693558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:33.695544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:33.701074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.735506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.798405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeccac-1860-4eac-bb81-7b9a8522be0a req-54d99046-c47b-400d-9251-291fc0de8655 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:33.807575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77eeccac-1860-4eac-bb81-7b9a8522be0a req-54d99046-c47b-400d-9251-291fc0de8655 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.0768397 Dec 13 10:00:33.899369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.910440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983de92-9b32-42f4-b297-93566fa52160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-08889cb8-6547-430f-8902-44adc301d6fd', 'network_id': '08889cb8-6547-430f-8902-44adc301d6fd', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': 'eafe8296-24bf-4cba-9dcb-a16802eef9e9'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:33.911893 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e983de92-9b32-42f4-b297-93566fa52160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.983189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.984118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:33.990684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77eeccac-1860-4eac-bb81-7b9a8522be0a req-c7955c53-220d-4a08-baa4-39e3b4f2ac57 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820025 Dec 13 10:00:34.107192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Checking segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:34.107562 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Network hostable DHCP agents. Network: dfd5a954-5919-4d79-a7d8-dba8088be9bd, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:34.110028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0641bb99-3f57-46f8-9c59-ae289516c5f6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.129970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-e983de92-9b32-42f4-b297-93566fa52160 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eafe8296-24bf-4cba-9dcb-a16802eef9e9: This subnet is being modified by another concurrent operation. Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eafe8296-24bf-4cba-9dcb-a16802eef9e9: This subnet is being modified by another concurrent operation. Dec 13 10:00:34.138925 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:00:34.163028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:34.171620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158455ba-4ab4-4a8c-92a5-0f6cccf33c7c None None] Network 08889cb8-6547-430f-8902-44adc301d6fd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:34.172716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=eafe8296-24bf-4cba-9dcb-a16802eef9e9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.205290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, dfd5a954-5919-4d79-a7d8-dba8088be9bd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:34.210120 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:34.210903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.230659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fb809-a049-4c6c-904a-aed2b4c14c65 None None] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:34.252833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32debee1-5c26-488e-ba74-8e439d1e41be admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6138022 Dec 13 10:00:34.323680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.359036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08889cb8-6547-430f-8902-44adc301d6fd']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:34.378433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd717d7a3-c3ce-4d4e-a510-c49e7a8bb3a7') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:34.378969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd717d7a3-c3ce-4d4e-a510-c49e7a8bb3a7') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:34.406782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.445433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.456761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53dac8-e3ef-4219-812d-aeea815ec7d8 None None] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:34.464979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:34.465578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:34.474815 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:34.650951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.660677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.672489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/08889cb8-6547-430f-8902-44adc301d6fd HTTP/1.1" status: 204 len: 168 time: 1.1783435 Dec 13 10:00:34.672751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:34.680602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905024142'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:34.694096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d05e84-c883-498d-aa1a-47d0fb48c038 req-427e54fa-9245-42b2-9b8e-84151dab6749 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:34.695683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80d05e84-c883-498d-aa1a-47d0fb48c038 req-427e54fa-9245-42b2-9b8e-84151dab6749 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 945 time: 0.1321206 Dec 13 10:00:34.717868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:34.722718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.727147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7d226-404e-46b4-a405-c63c228b3376 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=08889cb8-6547-430f-8902-44adc301d6fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:34.734322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e54db2-957f-4787-8740-822c93ec747e None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:34.756315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:34.769986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.771213 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment b41b7f72-dbbc-4f13-b194-7af07c43765a of type vlan for network 854f48f7-0623-4fae-949c-b821d8d42cfb Dec 13 10:00:34.823043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80d05e84-c883-498d-aa1a-47d0fb48c038 req-0cd08148-74d4-43f6-9c8b-0247b19a02c5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971093 Dec 13 10:00:34.840039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.922058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.930190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:34.931141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.969221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:34.993559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3178003 Dec 13 10:00:34.996242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51648) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:35.004788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:35.053215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e54db2-957f-4787-8740-822c93ec747e None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:35.142872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafe88f-ce39-4574-9445-650e303aa13b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=854f48f7-0623-4fae-949c-b821d8d42cfb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:35.188303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 854f48f7-0623-4fae-949c-b821d8d42cfb details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:35.244958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-f2d09d97-0bbb-41fd-aa0b-47ab07153b65 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:35.247200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-f2d09d97-0bbb-41fd-aa0b-47ab07153b65 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.3409295 Dec 13 10:00:35.268333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:35.273945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:35.364277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696584d-47c8-497b-9b29-c8164d922741 req-e793ab63-7d86-46d5-a716-f82f7dc9cc4e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:35.376063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1696584d-47c8-497b-9b29-c8164d922741 req-e793ab63-7d86-46d5-a716-f82f7dc9cc4e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.1930068 Dec 13 10:00:35.396052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-b3fcc0d4-e1fc-45f1-93a0-487f785f8bf2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/quotas/461bd2cc100c4eefabc8ccb9b011278f HTTP/1.1" status: 200 len: 375 time: 0.1333404 Dec 13 10:00:35.459700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-465eed8c-11bf-4fd7-89c0-8f48ab04280c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471001 Dec 13 10:00:35.505895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1696584d-47c8-497b-9b29-c8164d922741 req-735df2fa-0cbe-4309-81bf-2d7f4d3bae45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288328 Dec 13 10:00:36.027307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-b5b67559-5871-4c69-9e02-6fffb8c4bbba service neutron] 10.222.0.30 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528913 Dec 13 10:00:36.038163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9ade-1c03-4bde-a4c4-b3ec743b1e97 req-7931c6f5-2540-451c-8fb5-701a5cae2d67 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:36.039835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-270a9ade-1c03-4bde-a4c4-b3ec743b1e97 req-7931c6f5-2540-451c-8fb5-701a5cae2d67 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 945 time: 0.1251841 Dec 13 10:00:36.198360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-270a9ade-1c03-4bde-a4c4-b3ec743b1e97 req-2f68fa9e-c831-4c9d-9601-37271bd615cd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480074 Dec 13 10:00:36.231168 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.274810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-476517c0-4076-4edf-b24e-c50442e13ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338052 Dec 13 10:00:36.313678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=531abff4-f388-4749-844d-59483a99d3b9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:36.321777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'b41b7f72-dbbc-4f13-b194-7af07c43765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:36.322145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 854f48f7-0623-4fae-949c-b821d8d42cfb, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:36.346110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 854f48f7-0623-4fae-949c-b821d8d42cfb is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:36.360423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 854f48f7-0623-4fae-949c-b821d8d42cfb) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:36.365149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:36.365779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.370636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1b2f7-3399-4e20-b966-127bfd340a1c None None] Network 854f48f7-0623-4fae-949c-b821d8d42cfb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:36.475754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0fe35ecb-f8c7-4e00-b4cd-ab8e5a20af0a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4746194 Dec 13 10:00:36.476560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:36.572594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-854f48f7-0623-4fae-949c-b821d8d42cfb', 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '531abff4-f388-4749-844d-59483a99d3b9'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:36.573644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.652262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-530b4754-dd39-4c88-999b-14a36961ed24 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:36.654777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-530b4754-dd39-4c88-999b-14a36961ed24 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 945 time: 0.2471833 Dec 13 10:00:36.824166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:36.848069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Allocated IP 172.20.0.1 (854f48f7-0623-4fae-949c-b821d8d42cfb/531abff4-f388-4749-844d-59483a99d3b9/7c27749a-e4dc-4ed9-bee9-f8c1db991bfb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:36.965172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab04685f-92c5-4c2c-96fa-fe84fddb14de req-4e5ccef8-d985-41a0-b9d3-bb2f8761a6de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 210 time: 0.2149301 Dec 13 10:00:36.979818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-dd986cc5-830e-42e4-b3b5-570b85a5a594 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3240845 Dec 13 10:00:37.023876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.036697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50618e0-0956-4939-b4d4-8a57ce0a2f42 req-66e5c76b-6cdf-400e-a575-72113ba55223 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:37.045223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e50618e0-0956-4939-b4d4-8a57ce0a2f42 req-66e5c76b-6cdf-400e-a575-72113ba55223 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.2884357 Dec 13 10:00:37.113027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.122531 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.180250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Deleting port a28f0445-6062-4978-a52f-fe990b9be5dd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:37.180602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.194587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Network 854f48f7-0623-4fae-949c-b821d8d42cfb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:37.200167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:37.205370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:37.209030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Pushing event updated for resources: {'Port': ['ID=7c27749a-e4dc-4ed9-bee9-f8c1db991bfb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:37.270437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e50618e0-0956-4939-b4d4-8a57ce0a2f42 req-43b87e58-a62b-4e61-8a10-291606cdcb4b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240121 Dec 13 10:00:37.285237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-cecae4d2-61a7-40e4-9897-94639ca7803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:37.286927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-cecae4d2-61a7-40e4-9897-94639ca7803c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.2371008 Dec 13 10:00:37.360535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Attempting to bind port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:37.360535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Attempting to bind port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b41b7f72-dbbc-4f13-b194-7af07c43765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:37.360929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Attempting to bind port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb on network 854f48f7-0623-4fae-949c-b821d8d42cfb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:37.368084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:37.368520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Checking segment: {'id': 'b41b7f72-dbbc-4f13-b194-7af07c43765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:37.368937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.369362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Bound using segment: {'id': 'b41b7f72-dbbc-4f13-b194-7af07c43765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:37.369987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Bound port: 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41b7f72-dbbc-4f13-b194-7af07c43765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '854f48f7-0623-4fae-949c-b821d8d42cfb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:37.370382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.444616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] For port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:37.455131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] For port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c27749a-e4dc-4ed9-bee9-f8c1db991bfb,segment=NetworkSegment(b41b7f72-dbbc-4f13-b194-7af07c43765a),segment_id=b41b7f72-dbbc-4f13-b194-7af07c43765a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:37.461546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.472860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.579645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=531abff4-f388-4749-844d-59483a99d3b9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:37.615520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] For port a28f0445-6062-4978-a52f-fe990b9be5dd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a28f0445-6062-4978-a52f-fe990b9be5dd,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:37.615520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:37.631003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449e5f-0c9b-43e0-97b3-f90411e84b36 None None] Pushing event updated for resources: {'Port': ['ID=7c27749a-e4dc-4ed9-bee9-f8c1db991bfb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:37.730093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52179-51b7-4916-9bca-63c1cbb2d48d req-12c80f99-ecf9-4f3d-b354-ec817186347c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:37.741373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90a52179-51b7-4916-9bca-63c1cbb2d48d req-12c80f99-ecf9-4f3d-b354-ec817186347c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 945 time: 0.3567696 Dec 13 10:00:37.750255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Calling delete_port for a28f0445-6062-4978-a52f-fe990b9be5dd owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:38.034005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-08c27513-39b1-4d58-8734-0503a7b873ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:38.036173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-08c27513-39b1-4d58-8734-0503a7b873ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.7179425 Dec 13 10:00:38.053493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.199227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854f48f7-0623-4fae-949c-b821d8d42cfb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.249072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41b7f72-dbbc-4f13-b194-7af07c43765a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.249512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41b7f72-dbbc-4f13-b194-7af07c43765a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:38.255054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90a52179-51b7-4916-9bca-63c1cbb2d48d req-39c3e835-9475-407e-b6bb-41c3d227271c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125971 Dec 13 10:00:38.257112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6a408d8-e5b7-484b-a8d0-6939886ce8b3 req-a10f8474-2bdc-4aa2-9ae5-a9013ddcc9f6 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 210 time: 0.1280653 Dec 13 10:00:38.273201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.339347 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.343550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-d9370e87-51f3-458a-8463-ffa7abd60f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1001 time: 0.2434392 Dec 13 10:00:38.358311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:38.358861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:38.374998 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:38.523844 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.548146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a28f0445-6062-4978-a52f-fe990b9be5dd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:38.584483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:38.584483 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:38.584483 n-d-820531-5 neutron-server[103189]: [parameters: {'id': '854f48f7-0623-4fae-949c-b821d8d42cfb'}] Dec 13 10:00:38.584483 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:38.585494 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:38.594136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Pushing event deleted for resources: {'Port': ['ID=a28f0445-6062-4978-a52f-fe990b9be5dd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:38.597721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-0ecb0247-e5f1-49ac-be0e-73f72862202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:38.599474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-0ecb0247-e5f1-49ac-be0e-73f72862202d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.2428832 Dec 13 10:00:38.683866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:38.708871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d49c4-ca10-435d-92bf-f458e9f8ca89 None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:38.743524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] No DVR routers for this DVR port a28f0445-6062-4978-a52f-fe990b9be5dd on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:38.754203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d42d00-2663-4eb2-8a57-827ca77ada85 req-06a14e99-f11e-448e-8a6f-2e0084c65276 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:38.762078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4d42d00-2663-4eb2-8a57-827ca77ada85 req-06a14e99-f11e-448e-8a6f-2e0084c65276 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.3715093 Dec 13 10:00:38.765505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:38.769113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e9f92cf-e452-488f-a387-88abd3b61217 req-c201a8fd-a011-4480-ad21-73a63e9a60bf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.44 "DELETE /v2.0/ports/a28f0445-6062-4978-a52f-fe990b9be5dd HTTP/1.1" status: 204 len: 173 time: 2.1022232 Dec 13 10:00:38.775135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'name': 'network-vif-deleted', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:38.777728 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceda4df1-7713-405f-a607-16df5d6a57d8" -d '{"events": [{"server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "name": "network-vif-deleted", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:38.806063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-ec2f07eb-888e-47eb-9430-e17d595518f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:38.807833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-ec2f07eb-888e-47eb-9430-e17d595518f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501400 Dec 13 10:00:38.885736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4d42d00-2663-4eb2-8a57-827ca77ada85 req-750ffc9a-2cbe-4c82-ab67-a52d4aeb168e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218617 Dec 13 10:00:38.934827 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea2427-3ff7-45d6-b11d-28ff0e7f32af x-openstack-request-id: req-efea2427-3ff7-45d6-b11d-28ff0e7f32af {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:38.937395 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92e607-7be3-4a30-a877-eee3fcd8cd22", "name": "network-vif-deleted", "tag": "a28f0445-6062-4978-a52f-fe990b9be5dd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:38.937855 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efea2427-3ff7-45d6-b11d-28ff0e7f32af {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:38.938491 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92e607-7be3-4a30-a877-eee3fcd8cd22', 'name': 'network-vif-deleted', 'tag': 'a28f0445-6062-4978-a52f-fe990b9be5dd', 'status': 'completed', 'code': 200} Dec 13 10:00:39.087779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.135254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-6c8092b6-b596-4cce-bd5b-bdac5fad90f8 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:39.139375 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-6c8092b6-b596-4cce-bd5b-bdac5fad90f8 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.5153282 Dec 13 10:00:39.140336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-1d0a5c86-32cc-4e6a-a280-16df8edee295 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765033 Dec 13 10:00:39.149445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-ef3eae85-12ae-47e1-bdf2-51bfd3eec6dc tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:39.151438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-ef3eae85-12ae-47e1-bdf2-51bfd3eec6dc tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.6184435 Dec 13 10:00:39.159202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Request body: {'port': {'device_id': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'admin_state_up': True, 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:39.279056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Request body: {'port': {'device_id': '52734c53-810e-4331-9a61-1df9ee77ad72', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'admin_state_up': True, 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:39.316198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4716269e-5474-428e-85af-28a184866f94 None None] Network 854f48f7-0623-4fae-949c-b821d8d42cfb requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:39.317628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:39.318389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.322526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b80137f3-05d7-4235-aadf-8fa9d7a44a2f req-51d4667f-25ad-41fa-9c48-1883dfed6592 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731164 Dec 13 10:00:39.473148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7c27749a-e4dc-4ed9-bee9-f8c1db991bfb,segment=NetworkSegment(b41b7f72-dbbc-4f13-b194-7af07c43765a),segment_id=b41b7f72-dbbc-4f13-b194-7af07c43765a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:39.473549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.488874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:39.499819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9ddf4cc-eb0c-457c-bb07-3ad9cc1bab2a None None] Provisioning complete for port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:39.500077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf4cc-eb0c-457c-bb07-3ad9cc1bab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.560562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 10:00:39.560562 n-d-820531-5 neutron-server[103188]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 10:00:39.560562 n-d-820531-5 neutron-server[103188]: [parameters: {'project_id': '461bd2cc100c4eefabc8ccb9b011278f', 'id': '3e5f63f1-a7bc-41cd-88c9-3d732b409f48', 'expiration': datetime.datetime(2021, 12, 13, 10, 2, 39, 550147)}] Dec 13 10:00:39.560562 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:39.562800 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:39.565827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:39.588334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.632806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25766a86-c599-4099-a40b-7a4e216a9742 req-f759aceb-5b72-4453-815b-ce77c2fe2df1 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 210 time: 0.2252803 Dec 13 10:00:39.656983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.707415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddf4cc-eb0c-457c-bb07-3ad9cc1bab2a None None] Port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 10:00:39.719478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3231744-0e9b-4073-bb5a-9ea71c29ba1d None None] DHCP port deletion for 854f48f7-0623-4fae-949c-b821d8d42cfb request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:39.766448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1dc0eeaf-a93f-4064-8a88-aa851bd660a9 req-3973f4db-c381-4454-bca3-822868a98d98 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c92e607-7be3-4a30-a877-eee3fcd8cd22 HTTP/1.1" status: 200 len: 210 time: 0.1300173 Dec 13 10:00:39.806645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=7c27749a-e4dc-4ed9-bee9-f8c1db991bfb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:39.811140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:39.941985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:39.972276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854f48f7-0623-4fae-949c-b821d8d42cfb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:39.974067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Allocated IP 172.20.0.4 (dfd5a954-5919-4d79-a7d8-dba8088be9bd/0641bb99-3f57-46f8-9c59-ae289516c5f6/cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:39.986654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41b7f72-dbbc-4f13-b194-7af07c43765a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:39.987255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41b7f72-dbbc-4f13-b194-7af07c43765a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:39.998578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.021423 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.043504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:40.044093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:40.047697 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:40.136252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:40.140497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.200080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.289165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.389021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:40.390083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event updated for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:40.405381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:40.414190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:40.421971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Allocated IP 172.20.0.7 (dfd5a954-5919-4d79-a7d8-dba8088be9bd/0641bb99-3f57-46f8-9c59-ae289516c5f6/55f92fe3-7e3d-4d4a-a93b-5a211bf2a521) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:40.429770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70669eb-ab71-493d-961c-e669049ef46a None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:40.429972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507db1bf-4f95-4a52-93e0-8e72c262b858 req-d9700f4e-6dce-4de5-bf80-3d34c86f3e81 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:40.438022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-507db1bf-4f95-4a52-93e0-8e72c262b858 req-d9700f4e-6dce-4de5-bf80-3d34c86f3e81 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.4293122 Dec 13 10:00:40.445414 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.464537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.474080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/854f48f7-0623-4fae-949c-b821d8d42cfb HTTP/1.1" status: 204 len: 168 time: 3.9899499 Dec 13 10:00:40.474517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:40.475519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f72d-4eeb-4d40-b88f-6b7af6ef2817 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=854f48f7-0623-4fae-949c-b821d8d42cfb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:40.480470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568575967'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:40.502294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:40.502942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.510360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-507db1bf-4f95-4a52-93e0-8e72c262b858 req-8b582bdb-e831-4da2-858e-cdc137d9ac71 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Dec 13 10:00:40.554885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64fbc52a-9b56-4e2a-adb5-66a56076b32d None None] Provisioning complete for port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:40.555267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64fbc52a-9b56-4e2a-adb5-66a56076b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.561153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:40.564728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.586735 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-385ca7f3-11d9-4526-9c42-afba40fbf3de tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3149493 Dec 13 10:00:40.604053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64fbc52a-9b56-4e2a-adb5-66a56076b32d None None] Port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:40.624811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Request body: {'port': {'device_id': '52734c53-810e-4331-9a61-1df9ee77ad72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:40.678971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:40.726146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.726498 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment 1202a167-2098-4c30-8e0f-78ae964ad613 of type vlan for network cc83efca-f5eb-4c46-9163-c97b81cc8658 Dec 13 10:00:40.790086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.835439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.858914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbf7e5-bd5a-4d43-ad6a-0dcf0241301f req-17849cee-0e93-480f-ad83-7c394199bd58 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:40.860840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4bbf7e5-bd5a-4d43-ad6a-0dcf0241301f req-17849cee-0e93-480f-ad83-7c394199bd58 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 931 time: 0.0741489 Dec 13 10:00:40.918289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4bbf7e5-bd5a-4d43-ad6a-0dcf0241301f req-9510a73a-6e14-4d61-9ff6-5b6864f08b0b tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Dec 13 10:00:40.947010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.954005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:40.954623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:40.960296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.077621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e53f1-0e07-49d5-962f-bd98e0a98f5f req-4ece93fe-e1b1-464a-be41-3e523d7970b7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.079458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df4e53f1-0e07-49d5-962f-bd98e0a98f5f req-4ece93fe-e1b1-464a-be41-3e523d7970b7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0624034 Dec 13 10:00:41.118029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a28f0445-6062-4978-a52f-fe990b9be5dd no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:41.138828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df4e53f1-0e07-49d5-962f-bd98e0a98f5f req-bea1e4f8-fdaa-447d-9d60-eb96ed0a7b23 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531216 Dec 13 10:00:41.163609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: a28f0445-6062-4978-a52f-fe990b9be5dd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:41.164301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a28f0445-6062-4978-a52f-fe990b9be5dd not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:41.411365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883acce-f72d-477a-9978-174cf9860515 req-e0a086be-b8bd-4dd3-bde7-7add24ede4a2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.413091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0883acce-f72d-477a-9978-174cf9860515 req-e0a086be-b8bd-4dd3-bde7-7add24ede4a2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0627358 Dec 13 10:00:41.477716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0883acce-f72d-477a-9978-174cf9860515 req-6ef6542c-9fd4-4486-b2ea-500dace1c05f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 Dec 13 10:00:41.502228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0273025 Dec 13 10:00:41.507768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:41.513349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:41.573402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa7a9-3801-4364-adf1-bcc45f7b1b5a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=cc83efca-f5eb-4c46-9163-c97b81cc8658,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:41.586817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network cc83efca-f5eb-4c46-9163-c97b81cc8658 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:41.587022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.682728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:41.710201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:41.710532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7c27749a-e4dc-4ed9-bee9-f8c1db991bfb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:41.750401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:41.756410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:41.760092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event updated for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:41.769385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:41.777213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e6567-d529-49d5-a46e-7e2b2e745d50 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:41.838263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.838921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.853046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8a673f30-fd2a-476a-8e98-4e5593a45da0 None None] Provisioning complete for port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:41.853681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a673f30-fd2a-476a-8e98-4e5593a45da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.886889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-10874259-cde1-4ce9-80a6-0c8862202d5e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7341475 Dec 13 10:00:41.910787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234c97-b5c2-4643-9f28-927ac345f5e5 req-70f33f6b-1045-4a29-bb11-c0b504c2fbb6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:41.911360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8a673f30-fd2a-476a-8e98-4e5593a45da0 None None] Port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:00:41.914736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12234c97-b5c2-4643-9f28-927ac345f5e5 req-70f33f6b-1045-4a29-bb11-c0b504c2fbb6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.2508638 Dec 13 10:00:41.917176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:41.921842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:41.923335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Request body: {'port': {'device_id': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:42.023349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:42.122812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687134a-d8cc-4f6a-87ea-0ca5627633ea req-ebc3b775-34eb-4cf9-bcba-3616cd69e712 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:42.122812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4687134a-d8cc-4f6a-87ea-0ca5627633ea req-ebc3b775-34eb-4cf9-bcba-3616cd69e712 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2838523 Dec 13 10:00:42.124435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.124435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.124435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Transition to ACTIVE for port object cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:42.124435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.213803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12234c97-b5c2-4643-9f28-927ac345f5e5 req-5d3be3d0-5c5b-49e2-9000-48ef253a7695 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850237 Dec 13 10:00:42.272740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2397425-95f9-4ac6-bb55-f118cb0c774c None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:42.317095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4687134a-d8cc-4f6a-87ea-0ca5627633ea req-14f940a0-f637-483f-8b5f-f2e6520c12fa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798909 Dec 13 10:00:42.399467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:42.513977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.571824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adef07-c368-4639-834f-f6cfe7c7bb5b req-04f281c7-87ee-44dd-9503-905f7cf39e9e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:42.573738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93adef07-c368-4639-834f-f6cfe7c7bb5b req-04f281c7-87ee-44dd-9503-905f7cf39e9e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 943 time: 0.1440990 Dec 13 10:00:42.619475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Attempting to bind port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:42.620100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Attempting to bind port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:42.620648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Attempting to bind port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:42.629319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:42.630222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Attempting to bind port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:42.664180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:42.664544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Checking segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:42.664947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Bound using segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:42.665444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Bound port: cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:42.665815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.691490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=df4c31fc-03de-4797-a17a-a3857f82a5d1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:42.743625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93adef07-c368-4639-834f-f6cfe7c7bb5b req-af5ccef2-eade-4d40-a539-88abf8c29c4d tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423450 Dec 13 10:00:42.753237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': '1202a167-2098-4c30-8e0f-78ae964ad613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:42.753803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: cc83efca-f5eb-4c46-9163-c97b81cc8658, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:42.790853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network cc83efca-f5eb-4c46-9163-c97b81cc8658 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:42.812697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, cc83efca-f5eb-4c46-9163-c97b81cc8658) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:42.819006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:42.819950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:42.826871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ce1bc-7af5-4cd5-9bab-322e2b6d2050 None None] Network cc83efca-f5eb-4c46-9163-c97b81cc8658 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:42.892602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c69ceda6-ce19-426b-be76-df60d48c2488 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3834765 Dec 13 10:00:42.897154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:42.949545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:42.979222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b9b2a467-c19a-4f38-b197-048e088e38b1 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:42.991224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-cc83efca-f5eb-4c46-9163-c97b81cc8658', 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': 'df4c31fc-03de-4797-a17a-a3857f82a5d1'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:42.992367 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.005030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.035597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:43.043904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:43.047883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Transition to ACTIVE for port object 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:00:43.054001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.066230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.142856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.144388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.146539 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d HTTP/1.1" status: 200 len: 1091 time: 2.5272815 Dec 13 10:00:43.161151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0369e-55df-4774-a0b0-5ad44a943a26 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:43.165779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:43.168794 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c571e4f-491f-4ff1-802b-28555a8c6cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:43.226532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.239965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422c8f5-23c1-470e-89be-7f2961b22f60 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:43.301108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b9b2a467-c19a-4f38-b197-048e088e38b1,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:43.306860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Allocated IP 172.20.0.1 (cc83efca-f5eb-4c46-9163-c97b81cc8658/df4c31fc-03de-4797-a17a-a3857f82a5d1/326cc40c-d3c6-43fc-9623-40debfdbc811) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:43.332274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'b9b2a467-c19a-4f38-b197-048e088e38b1', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': 'b9b2a467-c19a-4f38-b197-048e088e38b1', 'mac_address': 'fa:16:3e:bd:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:43.335288 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9efc4-e67b-4e7c-ae1f-0f89b218e979 x-openstack-request-id: req-4fa9efc4-e67b-4e7c-ae1f-0f89b218e979 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:43.335594 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:43.335853 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fa9efc4-e67b-4e7c-ae1f-0f89b218e979 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:43.336265 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d', 'status': 'completed', 'code': 200} Dec 13 10:00:43.392953 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.395578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446b09e-b2a2-476e-b8e5-43a631628d32 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.501892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b2a467-c19a-4f38-b197-048e088e38b1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:43.513693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123c5f4-7c05-4acb-8edc-80a415886d35 req-168c9d7f-5549-4839-9c15-7fb86acb17c3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.522930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9123c5f4-7c05-4acb-8edc-80a415886d35 req-168c9d7f-5549-4839-9c15-7fb86acb17c3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 943 time: 0.1407812 Dec 13 10:00:43.527512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b9b2a467-c19a-4f38-b197-048e088e38b1,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:43.538333 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.538531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-95cd6636-e786-4f0c-a166-2372ebbacdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.540594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-95cd6636-e786-4f0c-a166-2372ebbacdbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 1094 time: 0.3392973 Dec 13 10:00:43.566419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.626009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.626436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9123c5f4-7c05-4acb-8edc-80a415886d35 req-a40b10f7-ba35-4dd0-8228-0193428db691 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023440 Dec 13 10:00:43.675066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Attempting to bind port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:43.675642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Attempting to bind port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:43.675854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Attempting to bind port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:43.683850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-ccb1e440-4188-424b-b5f4-dfbaddad83cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d HTTP/1.1" status: 200 len: 217 time: 0.1050055 Dec 13 10:00:43.688137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.695990 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.701786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 on network dfd5a954-5919-4d79-a7d8-dba8088be9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:00:43.702204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Attempting to bind port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:43.708312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.756645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:43.756995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Checking segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:43.757844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Bound using segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:43.758466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Bound port: 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:43.758831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.760367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Pushing event updated for resources: {'Port': ['ID=326cc40c-d3c6-43fc-9623-40debfdbc811,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:43.779027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Network cc83efca-f5eb-4c46-9163-c97b81cc8658 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:43.781371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:43.786566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:43.883327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Attempting to bind port 326cc40c-d3c6-43fc-9623-40debfdbc811 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:43.883850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Attempting to bind port 326cc40c-d3c6-43fc-9623-40debfdbc811 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '1202a167-2098-4c30-8e0f-78ae964ad613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:43.884262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Attempting to bind port 326cc40c-d3c6-43fc-9623-40debfdbc811 on network cc83efca-f5eb-4c46-9163-c97b81cc8658 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:43.902658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:43.905289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Checking segment: {'id': '1202a167-2098-4c30-8e0f-78ae964ad613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:43.905875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.907850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Bound using segment: {'id': '1202a167-2098-4c30-8e0f-78ae964ad613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:43.908540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Bound port: 326cc40c-d3c6-43fc-9623-40debfdbc811, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1202a167-2098-4c30-8e0f-78ae964ad613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:43.909354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:43.923873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['b9b2a467-c19a-4f38-b197-048e088e38b1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:43.941482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:43.951328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:43.959301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-48b09b5e-b4c8-4bbe-8360-b1931d8fbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:43.961311 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-48b09b5e-b4c8-4bbe-8360-b1931d8fbd63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.2697086 Dec 13 10:00:44.004372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.076313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3faa54-6f44-4e34-8151-5419732063a0 req-8c4c0ec8-41af-43f9-bcfc-2bc358a620b1 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:44.087097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:44.088027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.089479 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] 10.222.0.44 "PUT /v2.0/ports/55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 HTTP/1.1" status: 200 len: 1091 time: 2.1918449 Dec 13 10:00:44.089620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b3faa54-6f44-4e34-8151-5419732063a0 req-8c4c0ec8-41af-43f9-bcfc-2bc358a620b1 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 943 time: 0.1153502 Dec 13 10:00:44.099116 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-776a34a8-ba26-4140-9258-896b6c486a24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800717 Dec 13 10:00:44.102742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99264739-a53e-472a-a759-8e43a22e2f11 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:44.102908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.134395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] For port 326cc40c-d3c6-43fc-9623-40debfdbc811, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:44.186124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] For port 326cc40c-d3c6-43fc-9623-40debfdbc811, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=326cc40c-d3c6-43fc-9623-40debfdbc811,segment=NetworkSegment(1202a167-2098-4c30-8e0f-78ae964ad613),segment_id=1202a167-2098-4c30-8e0f-78ae964ad613)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:44.232019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.272830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b3faa54-6f44-4e34-8151-5419732063a0 req-b98a8d17-b4a3-43eb-a2ca-ed5ab85ec33c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798306 Dec 13 10:00:44.285093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=df4c31fc-03de-4797-a17a-a3857f82a5d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.364093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ddcf0-e31b-44c6-849d-892188cf9390 None None] Pushing event updated for resources: {'Port': ['ID=326cc40c-d3c6-43fc-9623-40debfdbc811,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.426647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8f10-4148-4a0c-85b5-cd6173d2ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:44.472719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.538268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c2ad6fc2-6cd3-4a95-9943-666a9621d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:44.539944 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-c2ad6fc2-6cd3-4a95-9943-666a9621d1d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=2f3b92a0-e827-41b4-94ee-90f99f2a456c HTTP/1.1" status: 200 len: 1094 time: 0.3617713 Dec 13 10:00:44.543381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc83efca-f5eb-4c46-9163-c97b81cc8658']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.564584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1202a167-2098-4c30-8e0f-78ae964ad613') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.564883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1202a167-2098-4c30-8e0f-78ae964ad613') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:44.576400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-df480465-f187-4160-8ad8-a435469624f5 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201355 Dec 13 10:00:44.622647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.625498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-dd584ac7-e081-4444-9437-565ea40694b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 HTTP/1.1" status: 200 len: 217 time: 0.0704715 Dec 13 10:00:44.719027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.733052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:44.733477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:44.737352 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:44.900758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-15786366-6a0f-4290-8677-8e24af3facb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:44.904593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-15786366-6a0f-4290-8677-8e24af3facb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.2616475 Dec 13 10:00:44.937622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:44.937622 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:44.937622 n-d-820531-5 neutron-server[103188]: [parameters: {'id': 'cc83efca-f5eb-4c46-9163-c97b81cc8658'}] Dec 13 10:00:44.937622 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:44.938076 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:44.956692 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-aeba11f2-a14b-4a25-95d1-aaca55590574 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440070 Dec 13 10:00:44.960570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-ded5e6a3-8720-4a43-b40b-c2809ebc12e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418766 Dec 13 10:00:44.987733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b9b2a467-c19a-4f38-b197-048e088e38b1 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:45.013472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88287-fa06-49b0-ab39-e7857eb195ce req-367a3a9b-5e13-49de-8fcf-4da4e2939125 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.015059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afb88287-fa06-49b0-ab39-e7857eb195ce req-367a3a9b-5e13-49de-8fcf-4da4e2939125 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 944 time: 0.2080276 Dec 13 10:00:45.112155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port b9b2a467-c19a-4f38-b197-048e088e38b1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:45.123913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port b9b2a467-c19a-4f38-b197-048e088e38b1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:45.124716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.130487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-afb88287-fa06-49b0-ab39-e7857eb195ce req-513c1abf-6852-43ea-a14f-0b91d38ac195 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074746 Dec 13 10:00:45.223806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-2becc416-dbdc-450e-bf0e-d6afbc7fe3b8 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535660 Dec 13 10:00:45.257438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-07708cd8-1890-4932-9257-8079052f1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.259125 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-07708cd8-1890-4932-9257-8079052f1b04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 1094 time: 0.1083117 Dec 13 10:00:45.259800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.290199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:45.293089 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260ec4b-e04c-4cbb-a05b-1630d6a1fde3" -d '{"events": [{"server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "name": "network-vif-plugged", "status": "completed", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:45.348415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:45.351435 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d247d-9ab9-47f6-b497-e8890c42f070" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:45.395009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b9b2a467-c19a-4f38-b197-048e088e38b1,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:45.405513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.444312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.490051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27acb808-63e7-42bd-9ee7-43e5c739c14b req-718a3224-6579-4790-b21e-e72880ab9a3b service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563872 Dec 13 10:00:45.542904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-1f1f37c9-add5-4155-a101-685be7c331b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.548424 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-1f1f37c9-add5-4155-a101-685be7c331b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 914 time: 0.2489777 Dec 13 10:00:45.572632 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b2651d-7715-41a5-b993-ca53f67e3616 x-openstack-request-id: req-80b2651d-7715-41a5-b993-ca53f67e3616 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:45.579478 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "name": "network-vif-plugged", "status": "completed", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:45.579823 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80b2651d-7715-41a5-b993-ca53f67e3616 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:45.583137 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1', 'code': 200} Dec 13 10:00:45.586209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:45.640844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2071057-a4e2-49c0-a8dc-0f357906125e req-f86783ed-4f69-460d-9eb2-d690763e9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.643300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2071057-a4e2-49c0-a8dc-0f357906125e req-f86783ed-4f69-460d-9eb2-d690763e9ecb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 1096 time: 0.1449776 Dec 13 10:00:45.663916 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c9288-2a18-4d26-a270-e357036019a7 x-openstack-request-id: req-280c9288-2a18-4d26-a270-e357036019a7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:45.664208 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:45.664527 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-280c9288-2a18-4d26-a270-e357036019a7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:45.665105 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521', 'status': 'completed', 'code': 200} Dec 13 10:00:45.726894 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-a764d977-b771-40bf-983a-207b819034b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d HTTP/1.1" status: 200 len: 217 time: 0.0722990 Dec 13 10:00:45.744533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 326cc40c-d3c6-43fc-9623-40debfdbc811 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:45.780411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ce2c3-87fc-435b-a7e3-f57dd85a666a req-69951e2f-37c3-4ede-b887-f916d19d2cac tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.782270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f5ce2c3-87fc-435b-a7e3-f57dd85a666a req-69951e2f-37c3-4ede-b887-f916d19d2cac tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 943 time: 0.1808219 Dec 13 10:00:45.831164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2071057-a4e2-49c0-a8dc-0f357906125e req-a6ec7f2a-2736-4ad8-aaf1-8dbfcad4630b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567361 Dec 13 10:00:45.842950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5091262-3e45-4418-8abe-c7bfd7fd157d req-efd2a6ed-ce8d-4141-aab3-b311769c7d58 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.844958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5091262-3e45-4418-8abe-c7bfd7fd157d req-efd2a6ed-ce8d-4141-aab3-b311769c7d58 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1565721 Dec 13 10:00:45.852309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 326cc40c-d3c6-43fc-9623-40debfdbc811 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:45.852685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.864513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-1c4a737a-0d79-4c68-a29c-64252ea83205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.866161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-1c4a737a-0d79-4c68-a29c-64252ea83205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.1165631 Dec 13 10:00:45.886103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-be1f21d2-365d-4456-bb1d-606e82f08aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:45.887639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-be1f21d2-365d-4456-bb1d-606e82f08aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=2f3b92a0-e827-41b4-94ee-90f99f2a456c HTTP/1.1" status: 200 len: 1094 time: 0.2859330 Dec 13 10:00:45.892534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 326cc40c-d3c6-43fc-9623-40debfdbc811 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:45.892876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:45.952081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f5ce2c3-87fc-435b-a7e3-f57dd85a666a req-28ba6073-8615-4ac0-9077-b43701d9f307 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586325 Dec 13 10:00:46.017861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5091262-3e45-4418-8abe-c7bfd7fd157d req-f3f50143-99da-412c-9e22-bb476ed807eb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601412 Dec 13 10:00:46.032131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d0cb4-551a-4935-9c38-9eaddbf0220e None None] Network cc83efca-f5eb-4c46-9163-c97b81cc8658 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:46.086059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 326cc40c-d3c6-43fc-9623-40debfdbc811, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=326cc40c-d3c6-43fc-9623-40debfdbc811,segment=NetworkSegment(1202a167-2098-4c30-8e0f-78ae964ad613),segment_id=1202a167-2098-4c30-8e0f-78ae964ad613)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:46.086434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.103012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 326cc40c-d3c6-43fc-9623-40debfdbc811 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:46.176896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.190092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bea131bc-09a9-4ab9-84a3-3e218042f85b None None] Provisioning complete for port 326cc40c-d3c6-43fc-9623-40debfdbc811 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:46.190463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bea131bc-09a9-4ab9-84a3-3e218042f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.201795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-ea860a26-bd19-4039-be8e-85e24d3ba7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417385 Dec 13 10:00:46.204135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd3955-4b3a-46d4-90cb-b1ec209acf59 req-c9de1ae0-92df-4118-a417-e7e216c178f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.211815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52dd3955-4b3a-46d4-90cb-b1ec209acf59 req-c9de1ae0-92df-4118-a417-e7e216c178f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0882716 Dec 13 10:00:46.361489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52dd3955-4b3a-46d4-90cb-b1ec209acf59 req-5bca06bf-a98f-4a25-9d52-5b65e3a76586 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331627 Dec 13 10:00:46.381787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1cad-da0f-481b-8b63-3d80e5798894 req-620caab4-e294-45ea-8607-190167badd9e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.390537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b30f1cad-da0f-481b-8b63-3d80e5798894 req-620caab4-e294-45ea-8607-190167badd9e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.1378753 Dec 13 10:00:46.392746 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.410484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-28878fd3-4933-4960-b123-2407d0e549a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.412105 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-28878fd3-4933-4960-b123-2407d0e549a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 914 time: 0.5091953 Dec 13 10:00:46.465929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 326cc40c-d3c6-43fc-9623-40debfdbc811 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:46.470218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=326cc40c-d3c6-43fc-9623-40debfdbc811,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:46.494361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bea131bc-09a9-4ab9-84a3-3e218042f85b None None] Could not find standard attr ID for object 326cc40c-d3c6-43fc-9623-40debfdbc811. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:00:46.499674 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-bea131bc-09a9-4ab9-84a3-3e218042f85b None None] No ports have port_id starting with 326cc40c-d3c6-43fc-9623-40debfdbc811 Dec 13 10:00:46.524970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b30f1cad-da0f-481b-8b63-3d80e5798894 req-15d4e2c5-6ff6-4b9d-8fb4-c5638fef7775 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324656 Dec 13 10:00:46.540532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-047c9e6d-bb71-4dc7-b4f6-4d5d6a9993d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 HTTP/1.1" status: 200 len: 217 time: 0.0986872 Dec 13 10:00:46.544458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-7521b8c3-2374-4dcd-809c-25b77ad73488 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083746 Dec 13 10:00:46.595872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc10aa9-ad8f-4886-bd8d-c6805b296b0e None None] DHCP port deletion for cc83efca-f5eb-4c46-9163-c97b81cc8658 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:00:46.707129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.747578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-b42d3bed-8050-4537-9e35-5f118ad4d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:46.749453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-b42d3bed-8050-4537-9e35-5f118ad4d0a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.2002468 Dec 13 10:00:46.751185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc83efca-f5eb-4c46-9163-c97b81cc8658']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.785064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1202a167-2098-4c30-8e0f-78ae964ad613') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.785443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1202a167-2098-4c30-8e0f-78ae964ad613') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:46.820893 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-b0f92924-4330-4556-8560-a662db61d17b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534205 Dec 13 10:00:46.832226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.889206 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5c571e4f-491f-4ff1-802b-28555a8c6cdd req-a80ee54e-6865-4ef6-aaa2-fb7e952a5b57 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130155 Dec 13 10:00:46.910819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.943187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:46.943837 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:46.947760 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:47.118935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ac822-a8dc-4e10-a91d-3c6953841a1a req-13a5b720-d17c-471f-989c-a676a217d613 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:47.125769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da5ac822-a8dc-4e10-a91d-3c6953841a1a req-13a5b720-d17c-471f-989c-a676a217d613 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 943 time: 0.0888395 Dec 13 10:00:47.274242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da5ac822-a8dc-4e10-a91d-3c6953841a1a req-1980df63-9009-4e0c-801d-f994d60e805e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444483 Dec 13 10:00:47.472680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.487994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.491954 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/cc83efca-f5eb-4c46-9163-c97b81cc8658 HTTP/1.1" status: 204 len: 168 time: 4.5923080 Dec 13 10:00:47.496684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.503692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830126114'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:47.523743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0955-e980-4441-93a7-150c501e74bc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=cc83efca-f5eb-4c46-9163-c97b81cc8658,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:47.530438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-46610a82-e09b-43d6-b31a-d754d3f07138 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650183 Dec 13 10:00:47.610374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:47.614262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.624492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 326cc40c-d3c6-43fc-9623-40debfdbc811 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:47.666394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:47.678321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.679159 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment ce4c7284-ed04-4cc6-a847-0677df5d5977 of type vlan for network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a Dec 13 10:00:47.699043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 326cc40c-d3c6-43fc-9623-40debfdbc811 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:47.700287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 326cc40c-d3c6-43fc-9623-40debfdbc811 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:47.752047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5029f-2acd-4b88-8302-af1875a99a59 req-8ea6974d-9e99-4076-886b-6b19b22f7efd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:47.752348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.753991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91e5029f-2acd-4b88-8302-af1875a99a59 req-8ea6974d-9e99-4076-886b-6b19b22f7efd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.0885096 Dec 13 10:00:47.805107 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6f2d247d-9ab9-47f6-b497-e8890c42f070 req-f810fbf3-9d21-401d-b509-d0a064d7aa43 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659116 Dec 13 10:00:47.811932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.822179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:47.822856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:47.871845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91e5029f-2acd-4b88-8302-af1875a99a59 req-c37d0ea2-b979-46e6-92d7-8366cbdfdc95 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089883 Dec 13 10:00:47.932292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4331515 Dec 13 10:00:47.936215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:47.942803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:47.959196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba738c1f-6d2a-41b1-bf6c-53df7b97dde9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=d1e51c0f-a271-4c39-bd3b-45b7e3ced03a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:47.974405 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:00:47.975421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:48.268004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5488083-aa5b-4f56-a1ae-e66589b9ad61 req-4772e59e-75f9-43c5-a60a-38105262966a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:48.270142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5488083-aa5b-4f56-a1ae-e66589b9ad61 req-4772e59e-75f9-43c5-a60a-38105262966a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.2440856 Dec 13 10:00:48.276816 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.317481 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.334340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:00:48.340928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:48.341893 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.343359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "PUT /v2.0/networks/d1e51c0f-a271-4c39-bd3b-45b7e3ced03a HTTP/1.1" status: 200 len: 723 time: 0.4058120 Dec 13 10:00:48.346344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:48.352350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:48.506297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:48.510452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.523183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26787-d7dd-4caf-9d5b-de26b39f3f04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=d1e51c0f-a271-4c39-bd3b-45b7e3ced03a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.529449 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5488083-aa5b-4f56-a1ae-e66589b9ad61 req-5f4ac82c-0b87-4191-b2b2-60fb11ff6b27 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468860 Dec 13 10:00:48.545246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:48.597078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a951e-bd3c-43e7-8d3c-9ca5bf702b58 req-28a0b449-3c8d-4c31-806c-44802b0b1157 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:48.598658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7a951e-bd3c-43e7-8d3c-9ca5bf702b58 req-28a0b449-3c8d-4c31-806c-44802b0b1157 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 943 time: 0.0920680 Dec 13 10:00:48.710504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc7a951e-bd3c-43e7-8d3c-9ca5bf702b58 req-cb967dbe-6c15-4989-8adc-7fe13ab220b2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046176 Dec 13 10:00:48.752777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68209-db19-4b7d-b780-902e1d795405 req-4d6d2726-30d8-4175-b1c0-d752b671183b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:48.752777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24c68209-db19-4b7d-b780-902e1d795405 req-4d6d2726-30d8-4175-b1c0-d752b671183b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.0655060 Dec 13 10:00:48.816672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24c68209-db19-4b7d-b780-902e1d795405 req-aacb48e7-12d8-4b43-a7f2-be30719d7882 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568507 Dec 13 10:00:48.857531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:48.930072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=cf86c593-e222-4220-96f5-616f1951866d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:48.944111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': 'ce4c7284-ed04-4cc6-a847-0677df5d5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:48.944661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: d1e51c0f-a271-4c39-bd3b-45b7e3ced03a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:48.964900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:48.980151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d1e51c0f-a271-4c39-bd3b-45b7e3ced03a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:48.994134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dacb7-8a81-4792-89f6-53bae00706bc None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:49.006769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.007492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.049912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eccf0b03-8b3d-4289-b47b-172b7b41bb15 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7021167 Dec 13 10:00:49.052979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:49.064345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:49.075472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:49.212682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96248a44-1fe6-4e69-a74f-0e3d99ed4ab6 req-8eca6edf-aff9-48bc-8f93-8cde031674ac tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.214272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96248a44-1fe6-4e69-a74f-0e3d99ed4ab6 req-8eca6edf-aff9-48bc-8f93-8cde031674ac tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.0986359 Dec 13 10:00:49.235193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:00:49.291438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8489171'] for subnet, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.299038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96248a44-1fe6-4e69-a74f-0e3d99ed4ab6 req-fc215324-092c-4aa6-9501-6a57f9f2e4d1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Dec 13 10:00:49.303227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d1e51c0f-a271-4c39-bd3b-45b7e3ced03a', 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': 'cf86c593-e222-4220-96f5-616f1951866d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:49.304095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.417170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:49.449423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664453b2-1854-425c-b86d-61407e630f1c req-0e81498a-9b2e-462a-a7c0-9348f54b69f4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.456147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-664453b2-1854-425c-b86d-61407e630f1c req-0e81498a-9b2e-462a-a7c0-9348f54b69f4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1048169 Dec 13 10:00:49.498767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'port_id': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d', 'mac_address': 'fa:16:3e:ae:c4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0641bb99-3f57-46f8-9c59-ae289516c5f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:49.502675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735186372572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8528199'] for subnet, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.545161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.546212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.551022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "PUT /v2.0/subnets/cf86c593-e222-4220-96f5-616f1951866d HTTP/1.1" status: 200 len: 806 time: 0.4925444 Dec 13 10:00:49.552296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52096) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:49.555112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:49.597939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf0013-8f64-4f19-9b01-cabb035ae0d8 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=cf86c593-e222-4220-96f5-616f1951866d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:49.606088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'port_id': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521', 'mac_address': 'fa:16:3e:8b:2e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0641bb99-3f57-46f8-9c59-ae289516c5f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:00:49.617389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.648792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-664453b2-1854-425c-b86d-61407e630f1c req-623e9a6e-a19e-40cd-926d-d138c3569dda tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850791 Dec 13 10:00:49.666884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:49.686096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Allocated IP 172.20.0.2 (d1e51c0f-a271-4c39-bd3b-45b7e3ced03a/cf86c593-e222-4220-96f5-616f1951866d/70d5b210-6bdb-4ee8-b9ca-7e85d09d6152) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:49.736258 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.774173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:49.796431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.806485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.812910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:00:49.882257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec2747-94f3-498f-87f1-ea1108f47a74 req-dfa46088-6325-4215-b41d-453cfbec386e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:49.883916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4ec2747-94f3-498f-87f1-ea1108f47a74 req-dfa46088-6325-4215-b41d-453cfbec386e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1125176 Dec 13 10:00:49.903263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:49.914272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:49.928472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:49.973463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.047835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:50.055324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ce1f3-09f7-4b12-8bf7-6ee4b4392aaa req-930e159f-cd3f-4886-abee-bfb19e1b4bf3 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.065428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.067297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e7ce1f3-09f7-4b12-8bf7-6ee4b4392aaa req-930e159f-cd3f-4886-abee-bfb19e1b4bf3 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 944 time: 0.1943283 Dec 13 10:00:50.075649 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.078895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4ec2747-94f3-498f-87f1-ea1108f47a74 req-98406083-a66f-4b21-a751-e7d595739042 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875126 Dec 13 10:00:50.119494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:50.136224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.193847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:50.194637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Pushing event updated for resources: {'Port': ['ID=70d5b210-6bdb-4ee8-b9ca-7e85d09d6152,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:50.207659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:50.213618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:50.229927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:50.261740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e7ce1f3-09f7-4b12-8bf7-6ee4b4392aaa req-169ccb56-9834-4aac-b8b6-25adcac4b038 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934175 Dec 13 10:00:50.269179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=cf86c593-e222-4220-96f5-616f1951866d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:50.435890 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.467947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Attempting to bind port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:50.468269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Attempting to bind port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'ce4c7284-ed04-4cc6-a847-0677df5d5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:50.469235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Attempting to bind port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 on network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:50.486823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:50.487095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Checking segment: {'id': 'ce4c7284-ed04-4cc6-a847-0677df5d5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:50.487466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.487863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Bound using segment: {'id': 'ce4c7284-ed04-4cc6-a847-0677df5d5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:50.488347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Bound port: 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4c7284-ed04-4cc6-a847-0677df5d5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:50.488734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.489347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09067508-63ae-4920-96ec-9a629d3631f9 req-8d421493-a481-473e-85e9-c8ec3d1c03cb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.490886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09067508-63ae-4920-96ec-9a629d3631f9 req-8d421493-a481-473e-85e9-c8ec3d1c03cb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.1043487 Dec 13 10:00:50.492696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e51c0f-a271-4c39-bd3b-45b7e3ced03a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:50.509652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3808ca5-f129-4868-9745-29f98418dd11 req-4121a28e-521c-4737-8ee4-2fbf7acf911d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.511149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3808ca5-f129-4868-9745-29f98418dd11 req-4121a28e-521c-4737-8ee4-2fbf7acf911d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1577487 Dec 13 10:00:50.536117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4c7284-ed04-4cc6-a847-0677df5d5977') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:50.536470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4c7284-ed04-4cc6-a847-0677df5d5977') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:50.565980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-08140967-e939-4f05-a974-8f38eba1459c None None] For port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:50.567741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-08140967-e939-4f05-a974-8f38eba1459c None None] For port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70d5b210-6bdb-4ee8-b9ca-7e85d09d6152,segment=NetworkSegment(ce4c7284-ed04-4cc6-a847-0677df5d5977),segment_id=ce4c7284-ed04-4cc6-a847-0677df5d5977)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:50.568338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.589251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.607460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09067508-63ae-4920-96ec-9a629d3631f9 req-b81075ac-be59-4a43-b481-dabb075b6e77 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052125 Dec 13 10:00:50.608222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.640486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:50.640720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:50.644922 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:50.660476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3808ca5-f129-4868-9745-29f98418dd11 req-e42a64e8-8ab8-49de-98e1-9fd6204c79d0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263430 Dec 13 10:00:50.730041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140967-e939-4f05-a974-8f38eba1459c None None] Pushing event updated for resources: {'Port': ['ID=70d5b210-6bdb-4ee8-b9ca-7e85d09d6152,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:50.769336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:50.769336 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:50.769336 n-d-820531-5 neutron-server[103189]: [parameters: {'id': 'd1e51c0f-a271-4c39-bd3b-45b7e3ced03a'}] Dec 13 10:00:50.769336 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:50.769853 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:50.788123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56e6de6-a1bb-4197-a1a0-92f41b742904 None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:50.883063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6cc12-011f-4c2e-8033-cb4a745c11a9 req-c062fdfc-1949-43ed-8888-6c7aa76c7ea4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.884863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78e6cc12-011f-4c2e-8033-cb4a745c11a9 req-c062fdfc-1949-43ed-8888-6c7aa76c7ea4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0816741 Dec 13 10:00:50.902888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e6497dd5-e0f3-4879-9fc4-84026b2ede32 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:50.907400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e6497dd5-e0f3-4879-9fc4-84026b2ede32 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 945 time: 0.0764439 Dec 13 10:00:50.983433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78e6cc12-011f-4c2e-8033-cb4a745c11a9 req-95d18e30-d87c-4b54-bd6f-c16774db6842 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Dec 13 10:00:50.993592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb171df-9bda-4c57-8310-b6a2ab97263f None None] Network d1e51c0f-a271-4c39-bd3b-45b7e3ced03a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:51.038236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port b9b2a467-c19a-4f38-b197-048e088e38b1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:51.038581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.166557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e64be9-7798-430e-9fb4-fdf04e27890a None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:51.205047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port b9b2a467-c19a-4f38-b197-048e088e38b1, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b9b2a467-c19a-4f38-b197-048e088e38b1,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:51.205602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.226044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for b9b2a467-c19a-4f38-b197-048e088e38b1 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:51.234154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:51.269588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db232bf1-908b-49b5-94b4-16dd1dd3d089 req-63eb91b9-f7d2-4d12-993a-0038cf589462 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:51.276684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db232bf1-908b-49b5-94b4-16dd1dd3d089 req-63eb91b9-f7d2-4d12-993a-0038cf589462 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0972586 Dec 13 10:00:51.281774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.410250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db232bf1-908b-49b5-94b4-16dd1dd3d089 req-5fa1de8b-bc46-4fe0-8f77-5d8b5685e1d6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326714 Dec 13 10:00:51.453157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:51.476179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:51.476558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.504641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:51.505278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.531914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e64be9-7798-430e-9fb4-fdf04e27890a None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:51.545539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.578145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579216ed-a073-452b-8a3a-b1bf8d510f9d req-11360674-87a9-44ab-8d22-9d0145355a4e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:51.585801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579216ed-a073-452b-8a3a-b1bf8d510f9d req-11360674-87a9-44ab-8d22-9d0145355a4e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 944 time: 0.1616325 Dec 13 10:00:51.634182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=b9b2a467-c19a-4f38-b197-048e088e38b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:51.642616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['b9b2a467-c19a-4f38-b197-048e088e38b1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:00:51.660516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.665805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.666782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.670507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.671091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.674065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.676074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.676578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.677859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.678283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.678764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.679122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.681311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:00:51.706502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70d5b210-6bdb-4ee8-b9ca-7e85d09d6152,segment=NetworkSegment(ce4c7284-ed04-4cc6-a847-0677df5d5977),segment_id=ce4c7284-ed04-4cc6-a847-0677df5d5977)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:51.706878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.718098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a258-630e-4f9d-a94f-7d425beb1418 req-a271948f-9111-455b-b42f-0db0041f16ac tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:51.726226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f30a258-630e-4f9d-a94f-7d425beb1418 req-a271948f-9111-455b-b42f-0db0041f16ac tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1976967 Dec 13 10:00:51.756720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-579216ed-a073-452b-8a3a-b1bf8d510f9d req-72876fb3-fcba-4cde-840f-d9a267406463 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638689 Dec 13 10:00:51.779695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port b9b2a467-c19a-4f38-b197-048e088e38b1 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:51.788434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:51.791548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:51.798611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-48bfaef7-2e49-45ce-a15c-ef43e8c4066b req-e9426ae9-b48f-4217-b99d-6559a93b82ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "DELETE /v2.0/ports/b9b2a467-c19a-4f38-b197-048e088e38b1 HTTP/1.1" status: 204 len: 173 time: 0.8797278 Dec 13 10:00:51.799124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'name': 'network-vif-deleted', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:51.801561 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa42f73-9054-409b-94e0-52be8c4efbce" -d '{"events": [{"server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "name": "network-vif-deleted", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:51.880045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f30a258-630e-4f9d-a94f-7d425beb1418 req-a438b312-6511-4ec5-bcbe-520374c2edff tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527984 Dec 13 10:00:52.031166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1182ef6d-3600-44b5-b618-6beb9a36b31c req-cd76ec2c-239a-4f8a-bf36-f066920b959b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.1701529 Dec 13 10:00:52.091248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.109115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 70d5b210-6bdb-4ee8-b9ca-7e85d09d6152 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:52.121424 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f2f4b-9cf2-44cf-a885-f52b3d107bb7 x-openstack-request-id: req-b40f2f4b-9cf2-44cf-a885-f52b3d107bb7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:52.122514 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3edb3a5-26b5-4716-baea-8d636996dbca", "name": "network-vif-deleted", "tag": "b9b2a467-c19a-4f38-b197-048e088e38b1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:52.122696 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b40f2f4b-9cf2-44cf-a885-f52b3d107bb7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:52.123155 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3edb3a5-26b5-4716-baea-8d636996dbca', 'name': 'network-vif-deleted', 'tag': 'b9b2a467-c19a-4f38-b197-048e088e38b1', 'status': 'completed', 'code': 200} Dec 13 10:00:52.180318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=70d5b210-6bdb-4ee8-b9ca-7e85d09d6152,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:52.182629 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.264890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:52.267883 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0c9b0-db0e-4a03-93ff-929533c0a074" -d '{"events": [{"server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "name": "network-vif-plugged", "status": "completed", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:52.291711 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.292451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:52.322782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.330709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2c2ba-2ccb-404c-bc6a-cd4f604363ee req-c1bc6c11-52e4-4375-b430-c8f4a0e42bb7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.332342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43c2c2ba-2ccb-404c-bc6a-cd4f604363ee req-c1bc6c11-52e4-4375-b430-c8f4a0e42bb7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0959744 Dec 13 10:00:52.337099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e51c0f-a271-4c39-bd3b-45b7e3ced03a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.361357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4c7284-ed04-4cc6-a847-0677df5d5977') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.361889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4c7284-ed04-4cc6-a847-0677df5d5977') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:52.436582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.497036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.502745 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c99e58-046d-4fed-b348-516b2ae0c667 x-openstack-request-id: req-29c99e58-046d-4fed-b348-516b2ae0c667 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:52.503199 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "name": "network-vif-plugged", "status": "completed", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:52.503546 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29c99e58-046d-4fed-b348-516b2ae0c667 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:52.504034 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521', 'code': 200} Dec 13 10:00:52.529324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:52.530404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.547275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced00580-9da4-4e80-bb4c-802dcea0abfc req-9b059cf3-29a7-43f6-ba87-493ee8a9c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.549276 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ced00580-9da4-4e80-bb4c-802dcea0abfc req-9b059cf3-29a7-43f6-ba87-493ee8a9c6cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f3b92a0-e827-41b4-94ee-90f99f2a456c HTTP/1.1" status: 200 len: 1096 time: 0.1030502 Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:52.571019 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:52.576387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:52.689523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43c2c2ba-2ccb-404c-bc6a-cd4f604363ee req-19d64b3e-23d5-4b02-a623-dda4123ec656 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439801 Dec 13 10:00:52.697534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ced00580-9da4-4e80-bb4c-802dcea0abfc req-adc340fe-6524-4bc7-897a-83f4f55521c1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405892 Dec 13 10:00:52.703357 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.714393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.722082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/d1e51c0f-a271-4c39-bd3b-45b7e3ced03a HTTP/1.1" status: 204 len: 168 time: 3.1660335 Dec 13 10:00:52.722408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:52.754859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581eeb0-235e-4912-8462-4521cb92bbe6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=d1e51c0f-a271-4c39-bd3b-45b7e3ced03a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:52.762353 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-27632d8d-e330-4398-87b7-fe731566000b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:00:52.763044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27632d8d-e330-4398-87b7-fe731566000b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:52.771699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:52.778796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-27632d8d-e330-4398-87b7-fe731566000b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/d1e51c0f-a271-4c39-bd3b-45b7e3ced03a HTTP/1.1" status: 404 len: 339 time: 0.0445185 Dec 13 10:00:52.788241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-956505100', 'description': 'd1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:52.850901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:52.856020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.892575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:52.904391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.905069 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment eccfebbc-5b0b-4d23-81f5-902ca336208b of type vlan for network d7008334-a21d-4610-a67f-a0c0e828463f Dec 13 10:00:52.956994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842cc91-f698-4c03-b4f0-9f174017831a req-705b1e44-f3a4-47ad-8071-ff234a5a0a60 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.959040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c842cc91-f698-4c03-b4f0-9f174017831a req-705b1e44-f3a4-47ad-8071-ff234a5a0a60 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 944 time: 0.1028433 Dec 13 10:00:52.968362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:52.973238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec67f7-e31d-45a1-a190-192fa0880293 req-19d16697-275b-4099-9459-0ea8469d6af6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:52.975843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaec67f7-e31d-45a1-a190-192fa0880293 req-19d16697-275b-4099-9459-0ea8469d6af6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1288404 Dec 13 10:00:53.018675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.030506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:53.031221 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.047856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:00:53.096097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c842cc91-f698-4c03-b4f0-9f174017831a req-8c8429b9-fe0e-4ec4-ae3b-1fa5808377e2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182170 Dec 13 10:00:53.100523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaec67f7-e31d-45a1-a190-192fa0880293 req-65777182-9414-4198-afa0-901a4294c0e4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084087 Dec 13 10:00:53.149103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3760042 Dec 13 10:00:53.161062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:53.198789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbaf79-f69e-4efa-862f-a2881131b629 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=d7008334-a21d-4610-a67f-a0c0e828463f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:53.208982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:00:53.212537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d7008334-a21d-4610-a67f-a0c0e828463f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:53.248892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:00:53.249311 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.328153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-803c68a8-edf4-4c46-8dd4-437f4d2320d6 req-be01b55f-c127-40bf-a784-fb79840a72fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0549304 Dec 13 10:00:53.404776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628178de-412d-4e3a-bced-aa7fbe4c9fe2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:53.406664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-628178de-412d-4e3a-bced-aa7fbe4c9fe2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks?id=d7008334-a21d-4610-a67f-a0c0e828463f HTTP/1.1" status: 200 len: 760 time: 0.2430966 Dec 13 10:00:53.409831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:53.416883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'description': 'd2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:53.520191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab058c-f0d8-40a3-89a2-166b47519bc3 req-44cc33fd-a455-493c-9af7-2e7998d1847f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:53.521760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ceab058c-f0d8-40a3-89a2-166b47519bc3 req-44cc33fd-a455-493c-9af7-2e7998d1847f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0768552 Dec 13 10:00:53.598008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.638819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ceab058c-f0d8-40a3-89a2-166b47519bc3 req-a1816bfc-2bd8-4359-9159-02f96385003f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024227 Dec 13 10:00:53.698800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:53.706136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.708626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b9b2a467-c19a-4f38-b197-048e088e38b1 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:00:53.777525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: b9b2a467-c19a-4f38-b197-048e088e38b1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:00:53.777894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b9b2a467-c19a-4f38-b197-048e088e38b1 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:00:53.821439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.844948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d97a5-cc95-412f-a8af-4ec2461cb622 req-a366c1aa-bce4-44ff-82b4-88dd922e6554 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:53.863727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-809d97a5-cc95-412f-a8af-4ec2461cb622 req-a366c1aa-bce4-44ff-82b4-88dd922e6554 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0756543 Dec 13 10:00:53.877005 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:53.926654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:53.948616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-809d97a5-cc95-412f-a8af-4ec2461cb622 req-38709b29-2e56-4d59-8496-536f12105716 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Dec 13 10:00:54.004926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network d7008334-a21d-4610-a67f-a0c0e828463f is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:00:54.011920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.013441 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.018411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "PUT /v2.0/networks/d7008334-a21d-4610-a67f-a0c0e828463f HTTP/1.1" status: 200 len: 757 time: 0.6066685 Dec 13 10:00:54.021240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.081365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbad5e-4150-450c-ad91-87fcfec23be5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=d7008334-a21d-4610-a67f-a0c0e828463f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:54.094913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d7008334-a21d-4610-a67f-a0c0e828463f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:54.262118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b87773-a06e-444d-a64b-f0f33af7c80f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.264674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66b87773-a06e-444d-a64b-f0f33af7c80f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks?id=d7008334-a21d-4610-a67f-a0c0e828463f HTTP/1.1" status: 200 len: 760 time: 0.2424235 Dec 13 10:00:54.268748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.273938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118252143'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:54.290206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909d247-0253-4670-89b7-3f22f4fdd539 req-8487b6c8-e3c2-44bb-bfeb-aee835debcfd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.298176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a909d247-0253-4670-89b7-3f22f4fdd539 req-8487b6c8-e3c2-44bb-bfeb-aee835debcfd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1649222 Dec 13 10:00:54.329696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:54.336878 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.394721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a909d247-0253-4670-89b7-3f22f4fdd539 req-2df1d6b8-8562-411a-90ce-2c0053344595 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955627 Dec 13 10:00:54.418063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:00:54.428971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.429433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6c2b7-a8bf-4d02-aaea-ceb74e8f0d31 req-c4711d2e-5694-47db-b2a5-86f1ea0a529d tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.429860 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment 5a388239-3376-49e5-8d50-d3553cdaaacd of type vlan for network 60c4f159-c677-4482-86f0-4203910c2ffe Dec 13 10:00:54.447322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdc6c2b7-a8bf-4d02-aaea-ceb74e8f0d31 req-c4711d2e-5694-47db-b2a5-86f1ea0a529d tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 945 time: 0.1804006 Dec 13 10:00:54.504922 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:00:54.507138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.509206 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927a32ef-a3f6-4f78-8a06-03a866c2bad1" -d '{"events": [{"server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "name": "network-vif-plugged", "status": "completed", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:00:54.531162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96b66305-f3d1-4609-a8e7-a138dd5b223a req-ab68c383-c24e-4455-a4f7-d31b3d3b443e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0397627 Dec 13 10:00:54.555840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.565653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.567352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:54.592721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdc6c2b7-a8bf-4d02-aaea-ceb74e8f0d31 req-455a17df-3cf6-44cc-b8e5-60fca0cb2246 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428874 Dec 13 10:00:54.651812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:54.652677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3814433 Dec 13 10:00:54.656507 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee83030-c8e7-4ab6-9e3a-d02d2dc6f330 x-openstack-request-id: req-aee83030-c8e7-4ab6-9e3a-d02d2dc6f330 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:00:54.656805 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "name": "network-vif-plugged", "status": "completed", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:00:54.657346 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aee83030-c8e7-4ab6-9e3a-d02d2dc6f330 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:00:54.657764 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d', 'code': 200} Dec 13 10:00:54.662025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:00:54.737391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22925cec-b4cb-4939-bfa8-62c76982a9e1 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=60c4f159-c677-4482-86f0-4203910c2ffe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:54.737540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 60c4f159-c677-4482-86f0-4203910c2ffe details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:00:54.840305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1169f-4a01-4186-b40a-44c6ec4b3c9b req-ba2b6512-5d0e-4260-9811-b4514067ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:54.845658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6b1169f-4a01-4186-b40a-44c6ec4b3c9b req-ba2b6512-5d0e-4260-9811-b4514067ad32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 1096 time: 0.1226206 Dec 13 10:00:54.952145 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6b1169f-4a01-4186-b40a-44c6ec4b3c9b req-439cc009-0e00-4cdf-b9c7-42a2a47ee704 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008577 Dec 13 10:00:55.183334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ee31-e704-47dd-a6ef-7cac29237834 req-b0ab183f-141f-4bb0-9aad-14aa62b1a892 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:55.192121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6645ee31-e704-47dd-a6ef-7cac29237834 req-b0ab183f-141f-4bb0-9aad-14aa62b1a892 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.5504940 Dec 13 10:00:55.284161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6645ee31-e704-47dd-a6ef-7cac29237834 req-9e02099d-0195-4f4b-9c77-cad64813f16c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905325 Dec 13 10:00:55.320450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:00:55.324217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:55.669456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4789afff-e063-4f75-a70a-13529cadef7f req-70f085e4-dd23-404e-830a-9edb44fe6ae9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0670083 Dec 13 10:00:55.799700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9a30a-abfd-4eb5-abac-34cc3b7c109f req-2aadb2f7-bebb-4a64-b02a-8d688faca975 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:55.803959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dc9a30a-abfd-4eb5-abac-34cc3b7c109f req-2aadb2f7-bebb-4a64-b02a-8d688faca975 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 814 time: 0.3242426 Dec 13 10:00:55.942006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dc9a30a-abfd-4eb5-abac-34cc3b7c109f req-e4582db1-8331-4d9f-af04-6d16c9322053 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/quotas/5103966b7920405e8470cac9e9dc3544 HTTP/1.1" status: 200 len: 375 time: 0.1130409 Dec 13 10:00:55.968337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.042628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be054ad-4ddd-4d6c-a88b-267bd7d67bb9 req-202ae4e0-3c15-4cd2-a352-e31bc12464e3 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:56.052468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9be054ad-4ddd-4d6c-a88b-267bd7d67bb9 req-202ae4e0-3c15-4cd2-a352-e31bc12464e3 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 945 time: 0.2395408 Dec 13 10:00:56.136319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dc9a30a-abfd-4eb5-abac-34cc3b7c109f req-825f2792-cc95-4d23-a4d8-fafa4af46d74 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1921487 Dec 13 10:00:56.139376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=268e067c-0f9e-43ad-8aa7-89b5f6c52b75,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:56.180797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': '5a388239-3376-49e5-8d50-d3553cdaaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:56.181195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: 60c4f159-c677-4482-86f0-4203910c2ffe, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:00:56.204303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9be054ad-4ddd-4d6c-a88b-267bd7d67bb9 req-0baf8a90-607b-4998-b07d-a97432566be5 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274996 Dec 13 10:00:56.233494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network 60c4f159-c677-4482-86f0-4203910c2ffe is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:00:56.247436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 60c4f159-c677-4482-86f0-4203910c2ffe) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:56.252771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:56.253653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.259140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8f722-8a65-4a95-8e5d-6bcafb4d1a6e None None] Network 60c4f159-c677-4482-86f0-4203910c2ffe requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:56.323154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-79aa6c40-758a-4de4-b2ac-fe9cd5211ac2 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6666999 Dec 13 10:00:56.326899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:56.406853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b20c6-b137-44e9-879f-2e52c7316553 req-cce7bbfa-7993-4653-86e7-d8211a6fe06a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:56.414580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-289b20c6-b137-44e9-879f-2e52c7316553 req-cce7bbfa-7993-4653-86e7-d8211a6fe06a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1435685 Dec 13 10:00:56.476033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-289b20c6-b137-44e9-879f-2e52c7316553 req-0d6937c1-dcc4-44fb-b7c7-db6ecdcda975 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Dec 13 10:00:56.533351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-60c4f159-c677-4482-86f0-4203910c2ffe', 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '268e067c-0f9e-43ad-8aa7-89b5f6c52b75'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:00:56.536779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.623782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.678489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e4119-0ca4-4efc-9fca-db6e2832e31f req-1e3b32c7-41ce-4b51-99c2-a79dcd1e0670 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:56.680348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-814e4119-0ca4-4efc-9fca-db6e2832e31f req-1e3b32c7-41ce-4b51-99c2-a79dcd1e0670 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0795188 Dec 13 10:00:56.749694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-814e4119-0ca4-4efc-9fca-db6e2832e31f req-f4835361-9d44-42c1-9ec6-886f466ce133 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Dec 13 10:00:56.777000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Allocated IP 172.20.0.2 (60c4f159-c677-4482-86f0-4203910c2ffe/268e067c-0f9e-43ad-8aa7-89b5f6c52b75/c978c2f2-cf1d-48e4-9698-2346b8b3420f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:00:56.824776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:56.893348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9eaee18-5a8d-4435-bee8-5f2b0335472d req-f7152811-ab65-42b6-af37-a43e1594efe9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0478175 Dec 13 10:00:57.024388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.033426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f6e232b-0831-4a98-9753-7e75a25af215 req-9c61a101-f5f4-477d-b217-965dca21aa00 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5103966b7920405e8470cac9e9dc3544 HTTP/1.1" status: 200 len: 221 time: 0.0682869 Dec 13 10:00:57.037922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.058425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Network 60c4f159-c677-4482-86f0-4203910c2ffe is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:00:57.062518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:00:57.069971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:00:57.078172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.178991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Pushing event updated for resources: {'Port': ['ID=c978c2f2-cf1d-48e4-9698-2346b8b3420f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.183004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Attempting to bind port c978c2f2-cf1d-48e4-9698-2346b8b3420f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:00:57.183581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Attempting to bind port c978c2f2-cf1d-48e4-9698-2346b8b3420f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '5a388239-3376-49e5-8d50-d3553cdaaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:00:57.184733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Attempting to bind port c978c2f2-cf1d-48e4-9698-2346b8b3420f on network 60c4f159-c677-4482-86f0-4203910c2ffe {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:00:57.201770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:00:57.202069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Checking segment: {'id': '5a388239-3376-49e5-8d50-d3553cdaaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:00:57.202912 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.203495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Bound using segment: {'id': '5a388239-3376-49e5-8d50-d3553cdaaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:00:57.203997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Bound port: c978c2f2-cf1d-48e4-9698-2346b8b3420f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a388239-3376-49e5-8d50-d3553cdaaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60c4f159-c677-4482-86f0-4203910c2ffe'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:00:57.204571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.230848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=268e067c-0f9e-43ad-8aa7-89b5f6c52b75,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.266912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.285729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c885fa-f70a-4154-8786-e6e82306d297 req-cdac8666-6d9a-4823-99f6-85c7c2afe47f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.288474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c885fa-f70a-4154-8786-e6e82306d297 req-cdac8666-6d9a-4823-99f6-85c7c2afe47f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1252000 Dec 13 10:00:57.312577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c4f159-c677-4482-86f0-4203910c2ffe']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:57.331625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fabe398a-221b-4975-9384-8add27dd042a None None] For port c978c2f2-cf1d-48e4-9698-2346b8b3420f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:00:57.336778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fabe398a-221b-4975-9384-8add27dd042a None None] For port c978c2f2-cf1d-48e4-9698-2346b8b3420f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c978c2f2-cf1d-48e4-9698-2346b8b3420f,segment=NetworkSegment(5a388239-3376-49e5-8d50-d3553cdaaacd),segment_id=5a388239-3376-49e5-8d50-d3553cdaaacd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:00:57.338799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.343406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a388239-3376-49e5-8d50-d3553cdaaacd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:57.344463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a388239-3376-49e5-8d50-d3553cdaaacd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:57.354065 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.378936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.389353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c885fa-f70a-4154-8786-e6e82306d297 req-6725af95-3bde-44e9-95ed-032079bab33c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Dec 13 10:00:57.407597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.418346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:57.419400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:57.423883 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:57.451701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe398a-221b-4975-9384-8add27dd042a None None] Pushing event updated for resources: {'Port': ['ID=c978c2f2-cf1d-48e4-9698-2346b8b3420f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:57.507523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:00:57.507523 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:00:57.507523 n-d-820531-5 neutron-server[103188]: [parameters: {'id': '60c4f159-c677-4482-86f0-4203910c2ffe'}] Dec 13 10:00:57.507523 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:00:57.508052 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:00:57.524129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560778e4-be65-4f76-abb6-72fc063b59ba None None] Network 60c4f159-c677-4482-86f0-4203910c2ffe requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:00:57.538498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da195ba-3393-43af-aa3d-c42f557dc379 req-07d81456-e30b-4d5a-beed-dfdfa4b58ce7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.540895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7da195ba-3393-43af-aa3d-c42f557dc379 req-07d81456-e30b-4d5a-beed-dfdfa4b58ce7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 945 time: 0.0909903 Dec 13 10:00:57.677002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7da195ba-3393-43af-aa3d-c42f557dc379 req-b7ccbeab-d2e5-4267-a35b-cf166971a890 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275628 Dec 13 10:00:57.698968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525ffe9-f527-4d68-9796-5722ab0c4e29 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:00:57.864543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525ffe9-f527-4d68-9796-5722ab0c4e29 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:00:57.904480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893720f-dfbe-433b-9022-c9af04aadf35 req-24a3f341-31f4-4b3c-8840-aa97b3799875 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.906344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9893720f-dfbe-433b-9022-c9af04aadf35 req-24a3f341-31f4-4b3c-8840-aa97b3799875 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f3b92a0-e827-41b4-94ee-90f99f2a456c HTTP/1.1" status: 200 len: 945 time: 0.0940132 Dec 13 10:00:57.922238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d839-5e34-409d-b48c-b066d175e5bd req-9a692bf1-a5f0-4882-8d1a-1e084b5149fd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:57.923794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a8d839-5e34-409d-b48c-b066d175e5bd req-9a692bf1-a5f0-4882-8d1a-1e084b5149fd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1102118 Dec 13 10:00:58.005057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9893720f-dfbe-433b-9022-c9af04aadf35 req-041f305b-7545-4714-b302-b7364a5cfe6b tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799139 Dec 13 10:00:58.009753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.017078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a8d839-5e34-409d-b48c-b066d175e5bd req-100bde15-d896-4b1c-88b8-84a056f8b5c8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845513 Dec 13 10:00:58.092412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port c978c2f2-cf1d-48e4-9698-2346b8b3420f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:00:58.093048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.193031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05f3ae-76c3-461a-ade7-067887ea8a24 req-3ee1822a-058f-4809-8710-7d320e1d349d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.195684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a05f3ae-76c3-461a-ade7-067887ea8a24 req-3ee1822a-058f-4809-8710-7d320e1d349d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.0623677 Dec 13 10:00:58.251213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port c978c2f2-cf1d-48e4-9698-2346b8b3420f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c978c2f2-cf1d-48e4-9698-2346b8b3420f,segment=NetworkSegment(5a388239-3376-49e5-8d50-d3553cdaaacd),segment_id=5a388239-3376-49e5-8d50-d3553cdaaacd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:00:58.251591 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.282514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for c978c2f2-cf1d-48e4-9698-2346b8b3420f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:00:58.283261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a05f3ae-76c3-461a-ade7-067887ea8a24 req-6e9aab68-8f88-4766-99f5-dda62a2260b1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734177 Dec 13 10:00:58.357847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-431850d2-3b08-4d07-8717-da9108c67dd7 req-d1e74a8f-2d41-4ec9-8100-bfb3556f6901 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3edb3a5-26b5-4716-baea-8d636996dbca HTTP/1.1" status: 200 len: 210 time: 0.0922141 Dec 13 10:00:58.412628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.459769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=c978c2f2-cf1d-48e4-9698-2346b8b3420f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:58.463447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port c978c2f2-cf1d-48e4-9698-2346b8b3420f on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:00:58.587961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-055f2d19-6a0d-44d0-9da4-57b00998ebaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.594544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2abc0-a701-46b9-b112-dd7671294c58 req-6ad4b998-b0ca-4848-8a9f-f63e71d47c83 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.599791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28f2abc0-a701-46b9-b112-dd7671294c58 req-6ad4b998-b0ca-4848-8a9f-f63e71d47c83 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1098480 Dec 13 10:00:58.651481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.703804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c4f159-c677-4482-86f0-4203910c2ffe']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.719725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a388239-3376-49e5-8d50-d3553cdaaacd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.720137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a388239-3376-49e5-8d50-d3553cdaaacd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:00:58.722639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28f2abc0-a701-46b9-b112-dd7671294c58 req-7080a225-1d56-4cc4-bf40-7ecb3abe63a4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158209 Dec 13 10:00:58.744058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.760968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.783502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:00:58.785385 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:00:58.789713 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:00:58.928873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb3d2f-c4ab-4124-a2f0-d8c1a2801c9f req-2a8a0215-d924-4ac2-81f7-76a096247263 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:58.931056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dbb3d2f-c4ab-4124-a2f0-d8c1a2801c9f req-2a8a0215-d924-4ac2-81f7-76a096247263 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0971785 Dec 13 10:00:58.939046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.968486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:58.973529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/60c4f159-c677-4482-86f0-4203910c2ffe HTTP/1.1" status: 204 len: 168 time: 2.6457269 Dec 13 10:00:58.974674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f88fd-95bd-451c-857f-2b3a3d198a9d tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=60c4f159-c677-4482-86f0-4203910c2ffe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:00:58.982516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.026520 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0341b3ea-e7a4-4c73-81ff-ff4e9af01606 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] GET failed (client error): The resource could not be found. Dec 13 10:00:59.027527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0341b3ea-e7a4-4c73-81ff-ff4e9af01606 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets/268e067c-0f9e-43ad-8aa7-89b5f6c52b75 HTTP/1.1" status: 404 len: 337 time: 0.0433710 Dec 13 10:00:59.030247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.058423 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40e34b0-ed67-47c4-bdb0-0fadc7c2a248 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:00:59.060880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40e34b0-ed67-47c4-bdb0-0fadc7c2a248 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:00:59.071488 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a40e34b0-ed67-47c4-bdb0-0fadc7c2a248 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/60c4f159-c677-4482-86f0-4203910c2ffe HTTP/1.1" status: 404 len: 339 time: 0.0400591 Dec 13 10:00:59.075954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.116409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:00:59.234887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-6e839c41-99f0-49cb-b144-d184b9e7a5ac tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.240823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-6e839c41-99f0-49cb-b144-d184b9e7a5ac tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.3086588 Dec 13 10:00:59.296293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dbb3d2f-c4ab-4124-a2f0-d8c1a2801c9f req-46e88cf6-d614-4e4a-bebe-05d64d88ab52 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571173 Dec 13 10:00:59.305221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-5e107052-e170-46c7-8f13-2acf8427e7a4 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/quotas/461bd2cc100c4eefabc8ccb9b011278f HTTP/1.1" status: 200 len: 375 time: 0.0408235 Dec 13 10:00:59.477828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de272c-d900-48e1-877d-609e925acf4f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.483244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-68de272c-d900-48e1-877d-609e925acf4f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4001417 Dec 13 10:00:59.483244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.531034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a13b9ac1-5a62-4221-9da7-6822e32370f9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 207 time: 0.0473058 Dec 13 10:00:59.534762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.546543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-80a0aeaa-7c6b-456f-88f7-b97dbf1b03d2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2403738 Dec 13 10:00:59.694454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb323-8c48-4da0-9bff-d2ac2b98195b req-e54199b5-0673-4191-bf7f-b37421ad9cd3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.704814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e4bb323-8c48-4da0-9bff-d2ac2b98195b req-e54199b5-0673-4191-bf7f-b37421ad9cd3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.3091891 Dec 13 10:00:59.729969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ebde5-4a1e-4349-863d-3f25731c9beb tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.738379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ebde5-4a1e-4349-863d-3f25731c9beb tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.745870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ebde5-4a1e-4349-863d-3f25731c9beb tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.754010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ebde5-4a1e-4349-863d-3f25731c9beb tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:00:59.756006 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2b6ebde5-4a1e-4349-863d-3f25731c9beb tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2202411 Dec 13 10:00:59.759628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.798271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-bfa708d5-d432-4ed4-809d-cac241694982 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506845 Dec 13 10:00:59.875477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e4bb323-8c48-4da0-9bff-d2ac2b98195b req-d2d5a143-f0a6-4321-9b4c-40363c83b65c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696241 Dec 13 10:00:59.942303 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05a47ce6-288d-46ec-a1e0-827755306a04 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1813531 Dec 13 10:00:59.947015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:00:59.969925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-71511920-d978-4073-a720-c7b1d8013a25 service neutron] 10.222.0.30 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707773 Dec 13 10:01:00.016452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-8cac8e36-649b-468f-9987-f992a1db5e6d tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.018539 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-8cac8e36-649b-468f-9987-f992a1db5e6d tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f3b92a0-e827-41b4-94ee-90f99f2a456c HTTP/1.1" status: 200 len: 945 time: 0.1328254 Dec 13 10:01:00.085650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca8cf8-c365-4fd8-8d3a-20634f2115ef tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.087200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca8cf8-c365-4fd8-8d3a-20634f2115ef tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.092698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7eca8cf8-c365-4fd8-8d3a-20634f2115ef tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1397350 Dec 13 10:01:00.116927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:00.188031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Deleting port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:00.188443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.301610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226d245-438a-4cd2-a1d6-08dddeaf3c96 req-facfb989-adf4-468b-ac02-6c14b4405348 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.303314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b226d245-438a-4cd2-a1d6-08dddeaf3c96 req-facfb989-adf4-468b-ac02-6c14b4405348 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2557540 Dec 13 10:01:00.331991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] For port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:00.332372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:00.397493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Calling delete_port for 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:00.476286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a8972-2b2a-4444-a799-1e733d0845d5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.477752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a8972-2b2a-4444-a799-1e733d0845d5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.486357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e61a8972-2b2a-4444-a799-1e733d0845d5 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3553464 Dec 13 10:01:00.490755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:00.567438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e0e27f0-da2b-4d87-acae-9c17cf34fb2f req-3820a415-c977-4f4c-86e3-77bd6351a2b8 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 210 time: 0.0953996 Dec 13 10:01:00.594540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b226d245-438a-4cd2-a1d6-08dddeaf3c96 req-b73433ad-6614-40e8-8b1a-ab33fc557863 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678397 Dec 13 10:01:00.681700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-59b37039-9f7d-4789-ad96-96ead76ea054 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.683714 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-59b37039-9f7d-4789-ad96-96ead76ea054 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "GET /v2.0/ports?device_id=52734c53-810e-4331-9a61-1df9ee77ad72 HTTP/1.1" status: 200 len: 945 time: 0.1772249 Dec 13 10:01:00.764934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523d686-0d50-402e-b560-df287014f323 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.766719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c523d686-0d50-402e-b560-df287014f323 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks/1bfd02e1-52c7-45fd-80f2-b9537f4c958e HTTP/1.1" status: 200 len: 799 time: 0.2747948 Dec 13 10:01:00.776100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:00.776425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9908c0-6a9f-440a-8b17-a999d68e3a3b req-73da9330-126d-4266-9b7e-9886e6e91d86 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:00.787009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd9908c0-6a9f-440a-8b17-a999d68e3a3b req-73da9330-126d-4266-9b7e-9886e6e91d86 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1203692 Dec 13 10:01:00.859062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd9908c0-6a9f-440a-8b17-a999d68e3a3b req-bdf5570f-ba8c-4ee6-b9fd-eb475b0ea39a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712621 Dec 13 10:01:00.980618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbee0865-a21f-4cd9-a9f9-3e4a58dae96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.021662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.034454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:01.036658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:01.084772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event deleted for resources: {'Port': ['ID=55f92fe3-7e3d-4d4a-a93b-5a211bf2a521,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:01.193049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ab398-be59-4e26-bf33-dd8343eac213 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:01.224782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee1b1-1534-4f9c-96d0-7420c1790dd7 req-7fd2991c-e52d-4bb4-b0a4-c324e9421924 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.226567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-293ee1b1-1534-4f9c-96d0-7420c1790dd7 req-7fd2991c-e52d-4bb4-b0a4-c324e9421924 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1785183 Dec 13 10:01:01.266769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Deleting port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:01.270020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.315219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165f8ee-0651-49c6-bce0-f9aeaed96cad req-1effac35-4101-40d9-96e4-34e135513902 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.318245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b165f8ee-0651-49c6-bce0-f9aeaed96cad req-1effac35-4101-40d9-96e4-34e135513902 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2217383 Dec 13 10:01:01.367663 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] No DVR routers for this DVR port 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:01.412276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-293ee1b1-1534-4f9c-96d0-7420c1790dd7 req-f99277ec-a748-4788-9dfb-b5a9b601e526 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718967 Dec 13 10:01:01.479549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b165f8ee-0651-49c6-bce0-f9aeaed96cad req-efe1ca50-739d-49ee-93e6-d17fb444d031 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971575 Dec 13 10:01:01.494525 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-29b8a482-af07-4d9b-bcdd-9b4ef96845a6 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/networks/1bfd02e1-52c7-45fd-80f2-b9537f4c958e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7139227 Dec 13 10:01:01.495174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:01.522370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.530667 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2f2aaaa3-c60c-4da4-bbc2-46e2604aa01c req-91dcc260-1e46-4374-9c97-27f5ce245e05 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "DELETE /v2.0/ports/55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 HTTP/1.1" status: 204 len: 173 time: 1.5045569 Dec 13 10:01:01.531510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'name': 'network-vif-deleted', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:01.535799 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02c4791-cf63-4f7f-86cf-e77fe64cd300" -d '{"events": [{"server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "name": "network-vif-deleted", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:01.600564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd0346-d144-4333-bfb1-06f8810b3c09 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.605538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28bd0346-d144-4333-bfb1-06f8810b3c09 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets/abeb6bd0-c4c3-4af9-ad79-9e046eda8abe HTTP/1.1" status: 200 len: 811 time: 0.1057949 Dec 13 10:01:01.607034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:01.638617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] For port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:01.638931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:01.676200 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475b266f-3ad8-4e27-8377-adb6f6f99a8c x-openstack-request-id: req-475b266f-3ad8-4e27-8377-adb6f6f99a8c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:01.676740 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3b92a0-e827-41b4-94ee-90f99f2a456c", "name": "network-vif-deleted", "tag": "55f92fe3-7e3d-4d4a-a93b-5a211bf2a521", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:01.677233 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-475b266f-3ad8-4e27-8377-adb6f6f99a8c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:01.678218 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b92a0-e827-41b4-94ee-90f99f2a456c', 'name': 'network-vif-deleted', 'tag': '55f92fe3-7e3d-4d4a-a93b-5a211bf2a521', 'status': 'completed', 'code': 200} Dec 13 10:01:01.694422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Calling delete_port for cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:01.870538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e78884-853b-4087-a96a-6e3da3d491b0 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.875792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-89e78884-853b-4087-a96a-6e3da3d491b0 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "GET /v2.0/subnets/abeb6bd0-c4c3-4af9-ad79-9e046eda8abe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2649670 Dec 13 10:01:01.877032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:01.895395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429346666'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:01.895580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-28b46f7d-65d3-4970-bcdf-ad3997575529 req-b2ce209f-5647-42fb-a4da-4847cdc60405 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 210 time: 0.1108389 Dec 13 10:01:01.932764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99fb9-eaf9-4ab4-b3f0-76b13234b48f req-2d65eb4c-18be-4b00-b472-7f4502805748 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:01.950462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68b99fb9-eaf9-4ab4-b3f0-76b13234b48f req-2d65eb4c-18be-4b00-b472-7f4502805748 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2351775 Dec 13 10:01:01.978874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:01.983838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.039037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.054938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['55f92fe3-7e3d-4d4a-a93b-5a211bf2a521'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:02.060614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:02.065678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68b99fb9-eaf9-4ab4-b3f0-76b13234b48f req-2875530d-1edd-4d87-9482-e9a423691f6e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093740 Dec 13 10:01:02.093031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event deleted for resources: {'Port': ['ID=cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:02.145624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.146255 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Added segment 8b2fadd0-1965-4fbc-80a0-4a50ec4ad730 of type vlan for network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 Dec 13 10:01:02.192182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] No DVR routers for this DVR port cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:02.192913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345477df-5b91-4cd1-9af9-dc824d2f1348 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:02.202660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.210688 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-96f2c12e-28f7-4315-8f0e-4d5d34e64192 req-90f0834f-0792-4688-8d7d-b5f5d8960a4c tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "DELETE /v2.0/ports/cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d HTTP/1.1" status: 204 len: 173 time: 1.4934494 Dec 13 10:01:02.281552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.301232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.420541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628fd72-7123-49cd-a0a9-71fdf18e7155 req-cd53ff9b-a8f4-4be3-b90a-ca437817c294 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.437469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9628fd72-7123-49cd-a0a9-71fdf18e7155 req-cd53ff9b-a8f4-4be3-b90a-ca437817c294 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1666074 Dec 13 10:01:02.531276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9628fd72-7123-49cd-a0a9-71fdf18e7155 req-336364fb-4316-4f63-830b-bc7854850a69 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923295 Dec 13 10:01:02.610364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-614618fb-3426-40cd-a3ae-6c11adc5c831 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.611973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-614618fb-3426-40cd-a3ae-6c11adc5c831 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.2471118 Dec 13 10:01:02.626627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Request body: {'port': {'device_id': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'admin_state_up': True, 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:02.660733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd79eb7-b8e9-4c1c-b150-6c97fc9acf1b req-24785b42-b80d-4c42-be00-8cea7c04de5f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.662314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebd79eb7-b8e9-4c1c-b150-6c97fc9acf1b req-24785b42-b80d-4c42-be00-8cea7c04de5f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1112864 Dec 13 10:01:02.791186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebd79eb7-b8e9-4c1c-b150-6c97fc9acf1b req-44e670a8-b5a7-4ed9-ab67-f57174f6747d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226704 Dec 13 10:01:02.807049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264a595-7155-44f5-a50e-23f3af89293f req-a9493658-d124-4623-a42a-2ad97d2f95b0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.808694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5264a595-7155-44f5-a50e-23f3af89293f req-a9493658-d124-4623-a42a-2ad97d2f95b0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0973074 Dec 13 10:01:02.814891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.836325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:02.837997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:02.904502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5264a595-7155-44f5-a50e-23f3af89293f req-7fe48704-55d0-4768-829f-7a96088035a0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848281 Dec 13 10:01:03.027278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-963b1038-fc45-43e7-8e86-c32455e57cdf req-7bc61699-4bf5-4b5c-a250-dfd421435311 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 210 time: 0.0387328 Dec 13 10:01:03.064678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:03.076417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1959753 Dec 13 10:01:03.079594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:03.085810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:03.120097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:03.120852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:03.155872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65769-f683-4c3a-b1ef-d1a3af48d3bd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Network': ['ID=e5bad9a2-4e5d-47a7-ba48-71e2ff601167,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:03.165816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-a0b22225-61a5-4ffb-b762-e924312ff718 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.167462 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-a0b22225-61a5-4ffb-b762-e924312ff718 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 813 time: 0.4099369 Dec 13 10:01:03.168786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:03.178959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:03.183006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.189937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Request body: {'port': {'device_id': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'admin_state_up': True, 'tenant_id': '461bd2cc100c4eefabc8ccb9b011278f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:03.350563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f252d-e640-44d1-a89c-cdf28a809e82 req-f44fc0e1-b6c1-4e60-95b4-35212c8efbeb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.352132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d31f252d-e640-44d1-a89c-cdf28a809e82 req-f44fc0e1-b6c1-4e60-95b4-35212c8efbeb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2563531 Dec 13 10:01:03.352956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Made reservation on behalf of 3630856fa6eb47a3b5202389fdb68325 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:03.356505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.465599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d31f252d-e640-44d1-a89c-cdf28a809e82 req-68e5bccf-6140-4fb0-bccc-245669ea0f7a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021206 Dec 13 10:01:03.500251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:01:03.501103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:01:03.571058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Made reservation on behalf of 461bd2cc100c4eefabc8ccb9b011278f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:03.582689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.628660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Allocated IP 172.20.0.9 (dfd5a954-5919-4d79-a7d8-dba8088be9bd/0641bb99-3f57-46f8-9c59-ae289516c5f6/868b94af-e0ae-4865-9930-30aed4d43a1d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:03.671385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:03.679248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'name': 'network-vif-deleted', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:03.682097 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cdafbb-9fd5-4a0e-ba3b-f156f3db3a3b" -d '{"events": [{"server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "name": "network-vif-deleted", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:03.704304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c39ec-c0b5-4950-a140-0e86192a8329 req-1192305b-b917-4de4-9e90-caab46decad6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:03.706506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-074c39ec-c0b5-4950-a140-0e86192a8329 req-1192305b-b917-4de4-9e90-caab46decad6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1208272 Dec 13 10:01:03.784233 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e3670-6a73-4bca-b3ad-06611b939f92 x-openstack-request-id: req-1a4e3670-6a73-4bca-b3ad-06611b939f92 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:03.786337 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52734c53-810e-4331-9a61-1df9ee77ad72", "name": "network-vif-deleted", "tag": "cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:03.786337 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a4e3670-6a73-4bca-b3ad-06611b939f92 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:03.786563 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52734c53-810e-4331-9a61-1df9ee77ad72', 'name': 'network-vif-deleted', 'tag': 'cc6a4af9-56f4-4e2a-8eea-d3b598a96e0d', 'status': 'completed', 'code': 200} Dec 13 10:01:03.839286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-074c39ec-c0b5-4950-a140-0e86192a8329 req-bfc05ec5-cb01-4678-9bd0-93c2cdca02e1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218896 Dec 13 10:01:03.871137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.061387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=29159b83-f150-41e9-be92-4225e138becb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.081699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Checking segment: {'id': '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:04.082434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network hostable DHCP agents. Network: e5bad9a2-4e5d-47a7-ba48-71e2ff601167, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:04.132087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:04.165317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c134fcb-c6a6-40d4-ad76-d0cecde9c6da req-80599abb-9579-45b4-aeef-aba700f2a7f8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.176961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c134fcb-c6a6-40d4-ad76-d0cecde9c6da req-80599abb-9579-45b4-aeef-aba700f2a7f8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1639445 Dec 13 10:01:04.209202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b49567-2752-453a-9dc5-147e9781ee38 req-6e166d36-7730-408a-8c08-aa7bb695326e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.221467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b49567-2752-453a-9dc5-147e9781ee38 req-6e166d36-7730-408a-8c08-aa7bb695326e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1748571 Dec 13 10:01:04.273984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.277522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c134fcb-c6a6-40d4-ad76-d0cecde9c6da req-b045c342-1f66-4b19-b3ed-e86508d3facf tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992818 Dec 13 10:01:04.278767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e5bad9a2-4e5d-47a7-ba48-71e2ff601167) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:04.284281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.285278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567402'] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.288715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68187c-8f69-4b10-bbe9-acabc71b093d None None] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:04.359585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4b49567-2752-453a-9dc5-147e9781ee38 req-3ca821ef-ca70-49f0-9388-28ba24a063d9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367743 Dec 13 10:01:04.372795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.374791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-64d59065-e32f-4124-a34c-d7b6c24196ec tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2931957 Dec 13 10:01:04.375483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:04.393254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:04.421538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:04.455879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e5bad9a2-4e5d-47a7-ba48-71e2ff601167', 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167', 'project_id': '3630856fa6eb47a3b5202389fdb68325', 'fixed_ips': [{'subnet_id': '29159b83-f150-41e9-be92-4225e138becb'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:01:04.456146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:04.463931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.464399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:04.495491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89330c6f-257c-4abd-8895-0281a5445f67 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:04.541528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1be92745-1190-4b24-b04d-f3602d7659e6 req-f1231592-41b7-4a7e-9ac3-5ca06500ff7a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 210 time: 0.0485446 Dec 13 10:01:04.554600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.555291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.590703 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686179 Dec 13 10:01:04.602439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6a117-9984-4a58-91b1-1656f1fcad79 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event updated for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:04.619054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Request body: {'port': {'device_id': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:04.623252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Allocated IP 172.20.0.11 (dfd5a954-5919-4d79-a7d8-dba8088be9bd/0641bb99-3f57-46f8-9c59-ae289516c5f6/020316a1-c7a6-4e76-9138-2d7b4fe290ad) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:04.726814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.727510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8900879'] for subnet, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.767495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8072-426f-40da-82c0-2e11c6f84cf2 req-75857760-5593-4df0-bbbe-e40a51e58cb8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:04.769000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba8c8072-426f-40da-82c0-2e11c6f84cf2 req-75857760-5593-4df0-bbbe-e40a51e58cb8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2257984 Dec 13 10:01:04.797559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a0e6e5e-a33b-4a42-9eb9-912b8e213a39 None None] Provisioning complete for port 868b94af-e0ae-4865-9930-30aed4d43a1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:04.798294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a0e6e5e-a33b-4a42-9eb9-912b8e213a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.836893 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:04.851166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Allocated IP 172.20.0.3 (e5bad9a2-4e5d-47a7-ba48-71e2ff601167/29159b83-f150-41e9-be92-4225e138becb/77197239-7ed9-40ad-947e-044061445465) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:04.858537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba8c8072-426f-40da-82c0-2e11c6f84cf2 req-7ec38b67-96c0-4b4d-a0fd-c8b02809e71d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820570 Dec 13 10:01:04.891678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e6e5e-a33b-4a42-9eb9-912b8e213a39 None None] Port 868b94af-e0ae-4865-9930-30aed4d43a1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:04.999069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.109642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.136468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.136941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624464-12f0-4a6c-b298-b2be74a0c6d3 req-7f44bda2-6fef-4d15-a306-070fd4d2c872 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.139334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d624464-12f0-4a6c-b298-b2be74a0c6d3 req-7f44bda2-6fef-4d15-a306-070fd4d2c872 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0727127 Dec 13 10:01:05.150462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.202913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Pushing event updated for resources: {'Port': ['ID=77197239-7ed9-40ad-947e-044061445465,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.228467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:05.233316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:05.238239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:05.245520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:05.256929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d624464-12f0-4a6c-b298-b2be74a0c6d3 req-37e02e52-eff3-48b2-91ba-bc3f88d9fad2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087866 Dec 13 10:01:05.270536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:05.292342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:05.293597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 55f92fe3-7e3d-4d4a-a93b-5a211bf2a521 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:05.312483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:05.320432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:05.383743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a18b84-c110-43db-ab08-d77f5bfbaee0 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:05.424740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Attempting to bind port 77197239-7ed9-40ad-947e-044061445465 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:05.425502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Attempting to bind port 77197239-7ed9-40ad-947e-044061445465 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:05.426046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Attempting to bind port 77197239-7ed9-40ad-947e-044061445465 on network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:05.433829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:05.435005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Checking segment: {'id': '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:05.435614 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.436173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Bound using segment: {'id': '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:05.436816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Bound port: 77197239-7ed9-40ad-947e-044061445465, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e5bad9a2-4e5d-47a7-ba48-71e2ff601167'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:05.437407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.452550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event updated for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.521961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:05.522634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.545886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] For port 77197239-7ed9-40ad-947e-044061445465, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:05.548436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a869b762-1b89-4e48-b7b0-638bac325dfc None None] Provisioning complete for port 020316a1-c7a6-4e76-9138-2d7b4fe290ad triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:05.548851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a869b762-1b89-4e48-b7b0-638bac325dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.568779 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-02c3e591-c9fe-4579-9416-4350cdfbad42 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3909833 Dec 13 10:01:05.588009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a869b762-1b89-4e48-b7b0-638bac325dfc None None] Port 020316a1-c7a6-4e76-9138-2d7b4fe290ad cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:05.588230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Request body: {'port': {'device_id': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:05.600003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] For port 77197239-7ed9-40ad-947e-044061445465, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=77197239-7ed9-40ad-947e-044061445465,segment=NetworkSegment(8b2fadd0-1965-4fbc-80a0-4a50ec4ad730),segment_id=8b2fadd0-1965-4fbc-80a0-4a50ec4ad730)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:05.607780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.695693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.701428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc161b-5442-4c64-8e05-9e6025a84084 None None] Pushing event updated for resources: {'Port': ['ID=77197239-7ed9-40ad-947e-044061445465,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:05.712622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868b94af-e0ae-4865-9930-30aed4d43a1d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:05.724424 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:05.782510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Transition to ACTIVE for port object 868b94af-e0ae-4865-9930-30aed4d43a1d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:05.914964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735186372572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9440289'] for subnet, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.045895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.046514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.050305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "PUT /v2.0/subnets/29159b83-f150-41e9-be92-4225e138becb HTTP/1.1" status: 200 len: 877 time: 1.6658385 Dec 13 10:01:06.059905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:06.062849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.142036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4571e5a-3bb0-418f-92ca-9b431f520c60 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event updated for resources: {'Subnet': ['ID=29159b83-f150-41e9-be92-4225e138becb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.143016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f38ef8-27f8-44b4-90e8-b57efa4fbe49 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:06.159346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be62139-a462-4a2f-b50f-108ac4e92037 req-70ec481d-53b4-40be-89a0-777ea9cacce7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.160995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2be62139-a462-4a2f-b50f-108ac4e92037 req-70ec481d-53b4-40be-89a0-777ea9cacce7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2692900 Dec 13 10:01:06.227675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78dcb-b876-40ee-9c90-31130824d5ba req-59529caa-3c13-40dd-ad30-2a553a21690a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.232750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Pushing event updated for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.235418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30e78dcb-b876-40ee-9c90-31130824d5ba req-59529caa-3c13-40dd-ad30-2a553a21690a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3337901 Dec 13 10:01:06.312758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020316a1-c7a6-4e76-9138-2d7b4fe290ad {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:06.325484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.345194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Attempting to bind port 868b94af-e0ae-4865-9930-30aed4d43a1d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:06.345541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Attempting to bind port 868b94af-e0ae-4865-9930-30aed4d43a1d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:06.346308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Attempting to bind port 868b94af-e0ae-4865-9930-30aed4d43a1d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:06.347706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30e78dcb-b876-40ee-9c90-31130824d5ba req-6a93db6b-3af2-4139-8fd7-8cc28bcdd324 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112683 Dec 13 10:01:06.367180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Port 868b94af-e0ae-4865-9930-30aed4d43a1d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:06.367180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Attempting to bind port 868b94af-e0ae-4865-9930-30aed4d43a1d on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:06.368148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:06.368811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Checking segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:06.369413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Bound using segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:06.370142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Bound port: 868b94af-e0ae-4865-9930-30aed4d43a1d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:06.370787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.379959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2be62139-a462-4a2f-b50f-108ac4e92037 req-bd5c3a30-94ab-44d4-9e68-7c77ff5cd9d8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063987 Dec 13 10:01:06.402192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Transition to ACTIVE for port object 020316a1-c7a6-4e76-9138-2d7b4fe290ad will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:06.417061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.442482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.502492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Pushing event updated for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.564359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ae5ed-0de0-436a-81ab-39930c1b6176 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:06.645809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e40420-ba03-4846-8953-644538b8f83b req-4372eec7-fabc-4c1f-a1f1-c5333d17c619 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.651782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:06.655633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e40420-ba03-4846-8953-644538b8f83b req-4372eec7-fabc-4c1f-a1f1-c5333d17c619 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 944 time: 0.1602814 Dec 13 10:01:06.677800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=868b94af-e0ae-4865-9930-30aed4d43a1d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:06.687844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.692747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad4d13-b65a-4c32-8298-e53acb417a58 req-872dcf37-8de1-4c89-9ede-7ed220f4bb6a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.694318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebad4d13-b65a-4c32-8298-e53acb417a58 req-872dcf37-8de1-4c89-9ede-7ed220f4bb6a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1458318 Dec 13 10:01:06.724947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Attempting to bind port 020316a1-c7a6-4e76-9138-2d7b4fe290ad on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:06.725343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Attempting to bind port 020316a1-c7a6-4e76-9138-2d7b4fe290ad by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:06.725684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Attempting to bind port 020316a1-c7a6-4e76-9138-2d7b4fe290ad on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:06.741561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.742266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.743728 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] 10.222.0.44 "PUT /v2.0/ports/868b94af-e0ae-4865-9930-30aed4d43a1d HTTP/1.1" status: 200 len: 1091 time: 2.1425471 Dec 13 10:01:06.744384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:06.746903 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:06.750127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e42b66-00c0-44b8-9086-f23e533bebe0 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:06.756261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Port 020316a1-c7a6-4e76-9138-2d7b4fe290ad on network dfd5a954-5919-4d79-a7d8-dba8088be9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:06.756597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Attempting to bind port 020316a1-c7a6-4e76-9138-2d7b4fe290ad on network dfd5a954-5919-4d79-a7d8-dba8088be9bd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:06.774529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:06.774876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Checking segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:06.775422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Bound using segment: {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:06.775719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Bound port: 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e705f14-c791-4cc6-9d3a-2b0b9677126e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:06.776123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.784790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 77197239-7ed9-40ad-947e-044061445465 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:06.785154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:06.815193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e40420-ba03-4846-8953-644538b8f83b req-aa9127f5-cfce-455a-abb5-4be80467e4cc tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585670 Dec 13 10:01:06.843706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaf9df-8f28-4611-891e-b7cade4c333e service neutron] Pushing event updated for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:06.953441 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f38d7-b993-4907-82c7-4fbe584fcf41 x-openstack-request-id: req-769f38d7-b993-4907-82c7-4fbe584fcf41 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:06.953750 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:06.954014 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-769f38d7-b993-4907-82c7-4fbe584fcf41 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:06.954430 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d', 'status': 'completed', 'code': 200} Dec 13 10:01:06.978628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-8aee489f-3e0c-4e47-b8a2-4039a45a165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:06.980157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-8aee489f-3e0c-4e47-b8a2-4039a45a165e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 1094 time: 0.1730011 Dec 13 10:01:06.982259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:06.985863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:06.999021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.060344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 77197239-7ed9-40ad-947e-044061445465, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=77197239-7ed9-40ad-947e-044061445465,segment=NetworkSegment(8b2fadd0-1965-4fbc-80a0-4a50ec4ad730),segment_id=8b2fadd0-1965-4fbc-80a0-4a50ec4ad730)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:07.060923 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.074421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 77197239-7ed9-40ad-947e-044061445465 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:07.077902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-b3d431ee-9470-4397-b4fe-7dd025343c8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868b94af-e0ae-4865-9930-30aed4d43a1d HTTP/1.1" status: 200 len: 217 time: 0.0888975 Dec 13 10:01:07.090804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebad4d13-b65a-4c32-8298-e53acb417a58 req-d11d99f7-9ec3-4a62-a9a5-6262fcc3533e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325114 Dec 13 10:01:07.127413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329c876-8950-4737-987c-26ae1b67e05b None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:07.143667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.143667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.143667 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] 10.222.0.37 "PUT /v2.0/ports/020316a1-c7a6-4e76-9138-2d7b4fe290ad HTTP/1.1" status: 200 len: 1092 time: 1.5524652 Dec 13 10:01:07.252194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcf3e6-509c-42df-903f-f14bac669f3b service neutron] Pushing event updated for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.283678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-08ce5047-a199-43ac-93d8-e440a2a1431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.285312 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-08ce5047-a199-43ac-93d8-e440a2a1431f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.1982019 Dec 13 10:01:07.329092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-44f3183e-c944-476e-b146-6b0520f2460c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357714 Dec 13 10:01:07.331154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-7ba29f62-c875-4df0-8852-cd65da7dd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.332728 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-7ba29f62-c875-4df0-8852-cd65da7dd4ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 1095 time: 0.1420913 Dec 13 10:01:07.414187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.450940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=77197239-7ed9-40ad-947e-044061445465,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:07.490396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-bcf629f1-d570-4282-a857-b7e1db7d667f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad HTTP/1.1" status: 200 len: 217 time: 0.1340775 Dec 13 10:01:07.524439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 77197239-7ed9-40ad-947e-044061445465 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:07.578522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-22686d20-73ae-48fa-909c-f92443814d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.580103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-22686d20-73ae-48fa-909c-f92443814d47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.0809705 Dec 13 10:01:07.581639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26a9da-36f9-4e7c-8495-7bac66344aef None None] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:07.604946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-5cffa85e-f697-49ed-945c-bf35e4f74bb5 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617745 Dec 13 10:01:07.630694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-e89ae1b6-b945-4061-9dd4-dfdd40725c40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394177 Dec 13 10:01:07.634516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd9de4e8-9cfd-44ec-9f9c-6be713e16f5f None None] Could not find standard attr ID for object 77197239-7ed9-40ad-947e-044061445465. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:01:07.661467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5155b-f104-47b9-ba43-7d531b59ebf4 req-5eba361f-970f-4093-8126-eeeb29adf1d2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.663895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8c5155b-f104-47b9-ba43-7d531b59ebf4 req-5eba361f-970f-4093-8126-eeeb29adf1d2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2993906 Dec 13 10:01:07.675769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.800230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-91765350-2aff-400d-9daa-d5ab41ad7998 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114511 Dec 13 10:01:07.827799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8c5155b-f104-47b9-ba43-7d531b59ebf4 req-34c09960-873a-49d2-9b26-3ebe6de15e26 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732167 Dec 13 10:01:07.878215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37208-b959-4058-a0b8-1635dc2151f2 req-0c505a5b-b7b1-4e8d-bb61-356e890ac0cb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:07.880633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6be37208-b959-4058-a0b8-1635dc2151f2 req-0c505a5b-b7b1-4e8d-bb61-356e890ac0cb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2157221 Dec 13 10:01:07.953917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6be37208-b959-4058-a0b8-1635dc2151f2 req-9ea9c71c-aece-42cb-aeb5-dd976ba5ec48 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651200 Dec 13 10:01:07.972030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:07.983513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5718dc4-fe66-405d-9b17-3296b3dc3601 None None] Network e5bad9a2-4e5d-47a7-ba48-71e2ff601167 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:08.054835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-f14e91bf-8c92-4a5d-b2f0-3af5a2c2e089 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333262 Dec 13 10:01:08.133865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=29159b83-f150-41e9-be92-4225e138becb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:08.176678 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-43de778a-4b4d-43a0-95a2-3a272ee4dadf req-40daa27f-eee7-4772-9961-c08f24881352 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640337 Dec 13 10:01:08.292133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-8c0d2779-bf03-430c-8a30-782cb585627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.293914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-8c0d2779-bf03-430c-8a30-782cb585627b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 1094 time: 0.1468911 Dec 13 10:01:08.357806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b71412-0eda-4592-b000-88f6a083dfbe req-86126adc-4b48-458a-867b-42b435d4be1a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.378955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0b71412-0eda-4592-b000-88f6a083dfbe req-86126adc-4b48-458a-867b-42b435d4be1a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 944 time: 0.3364625 Dec 13 10:01:08.401483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.424952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-2e032142-e127-45d3-87fb-ea21f83cd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.426628 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-2e032142-e127-45d3-87fb-ea21f83cd4e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 914 time: 0.1246908 Dec 13 10:01:08.476829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c4ee1-40ab-456a-909c-6c20f662d308 req-c7885d38-1b65-474a-8c47-c6dcd5b93924 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.485572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-909c4ee1-40ab-456a-909c-6c20f662d308 req-c7885d38-1b65-474a-8c47-c6dcd5b93924 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3376458 Dec 13 10:01:08.487087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-9a49b823-1561-4ac7-ac49-a38e59150ae0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868b94af-e0ae-4865-9930-30aed4d43a1d HTTP/1.1" status: 200 len: 217 time: 0.0512836 Dec 13 10:01:08.537713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bad9a2-4e5d-47a7-ba48-71e2ff601167']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:08.562018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0b71412-0eda-4592-b000-88f6a083dfbe req-e05c294a-27d7-4b5f-80ce-125de356a5bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819270 Dec 13 10:01:08.575847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:08.576172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2fadd0-1965-4fbc-80a0-4a50ec4ad730') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:08.580800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-8d4504fb-0136-48bb-912a-b6cba9cadb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.582331 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-8d4504fb-0136-48bb-912a-b6cba9cadb34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.0877099 Dec 13 10:01:08.602262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.636124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-21df5272-89a7-4cc5-a42f-18b29702e318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437696 Dec 13 10:01:08.655951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b322d6-7a46-4bcc-bc5b-d550251f9c9d None None] DHCP port deletion for e5bad9a2-4e5d-47a7-ba48-71e2ff601167 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:08.676568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.707646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-909c4ee1-40ab-456a-909c-6c20f662d308 req-6c1f2673-55a1-41e9-9edc-f946d4048469 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208192 Dec 13 10:01:08.720299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:08.720720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:08.749884 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:08.847930 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-43fe671e-0d57-4a76-8b59-e954618e4815 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029319 Dec 13 10:01:08.864136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.899039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:08.944867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/e5bad9a2-4e5d-47a7-ba48-71e2ff601167 HTTP/1.1" status: 204 len: 168 time: 2.8827345 Dec 13 10:01:08.961708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:08.982909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9492-ca94-496d-a211-bbd4df3d85bf req-589872dd-0671-49b4-9a23-dc69cafa1371 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:08.984542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0bb9492-ca94-496d-a211-bbd4df3d85bf req-589872dd-0671-49b4-9a23-dc69cafa1371 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1850352 Dec 13 10:01:09.013383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75d982-267f-4c15-b4ca-c15d6382226b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=e5bad9a2-4e5d-47a7-ba48-71e2ff601167,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:09.041060 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9561a5f-2ff7-4aa3-a431-5a9ef3738f9a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:09.041534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9561a5f-2ff7-4aa3-a431-5a9ef3738f9a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.048202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b9561a5f-2ff7-4aa3-a431-5a9ef3738f9a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/29159b83-f150-41e9-be92-4225e138becb HTTP/1.1" status: 404 len: 337 time: 0.0626280 Dec 13 10:01:09.055412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.108075 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34c827b-ec08-4186-b755-4b9388b00828 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:09.108956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34c827b-ec08-4186-b755-4b9388b00828 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.115438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d34c827b-ec08-4186-b755-4b9388b00828 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/e5bad9a2-4e5d-47a7-ba48-71e2ff601167 HTTP/1.1" status: 404 len: 339 time: 0.0590413 Dec 13 10:01:09.116246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.142001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:09.149555 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d19b7f-0c5f-4375-b024-980e5aa7da13" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:09.157189 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3d7f5c-c0e8-4142-89ab-c1979fa27108 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:09.158441 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ce9c3311-2f0b-4c07-a438-9ed7c9cc4442 req-3f2fd181-1548-4d48-a3a5-4d7e8a02697a service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006232 Dec 13 10:01:09.158766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3d7f5c-c0e8-4142-89ab-c1979fa27108 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.165295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.165992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-af3d7f5c-c0e8-4142-89ab-c1979fa27108 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/268e067c-0f9e-43ad-8aa7-89b5f6c52b75 HTTP/1.1" status: 404 len: 337 time: 0.0455468 Dec 13 10:01:09.182820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0bb9492-ca94-496d-a211-bbd4df3d85bf req-c409b964-3b19-482d-a3df-3617a32fb1a0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664138 Dec 13 10:01:09.217539 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8d43bd-d807-4223-9bdb-a812c0942038 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:09.218184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8d43bd-d807-4223-9bdb-a812c0942038 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:09.229738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.240766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6c8d43bd-d807-4223-9bdb-a812c0942038 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/60c4f159-c677-4482-86f0-4203910c2ffe HTTP/1.1" status: 404 len: 339 time: 0.0740595 Dec 13 10:01:09.381551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.414100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce55de-46bd-4544-9808-8bbe0dbf2627 req-fb0b7498-0dcc-43a4-a212-4bb24b8f8cff tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.415735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12ce55de-46bd-4544-9808-8bbe0dbf2627 req-fb0b7498-0dcc-43a4-a212-4bb24b8f8cff tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1570363 Dec 13 10:01:09.552067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 77197239-7ed9-40ad-947e-044061445465 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:09.578792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12ce55de-46bd-4544-9808-8bbe0dbf2627 req-ca305a45-777b-4767-8910-25ff1709d892 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544206 Dec 13 10:01:09.588552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.631358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.634651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 77197239-7ed9-40ad-947e-044061445465 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:09.635007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 77197239-7ed9-40ad-947e-044061445465 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:09.640143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053247937', 'description': 'tempest-secgroup-smoke-1053247937 description', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:09.667315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7008334-a21d-4610-a67f-a0c0e828463f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:09.678463 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.688634 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6896c38-fc03-432b-ba06-1f911ac68795 x-openstack-request-id: req-f6896c38-fc03-432b-ba06-1f911ac68795 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:09.689192 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:09.689515 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6896c38-fc03-432b-ba06-1f911ac68795 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:09.690043 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad', 'status': 'completed', 'code': 200} Dec 13 10:01:09.693657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfebbc-5b0b-4d23-81f5-902ca336208b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:09.693846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfebbc-5b0b-4d23-81f5-902ca336208b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:09.771336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.773786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.785944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.796028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-f4b18758-f00d-43ac-ac1f-10819765d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.798174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-f4b18758-f00d-43ac-ac1f-10819765d5db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 1095 time: 0.0864933 Dec 13 10:01:09.864789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf7401-4708-49fe-96a8-7a3949d2b265,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:09.869714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.875429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.876623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1550de6b-c5e6-4332-9798-03ac6ccaf9ad tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2442884 Dec 13 10:01:09.882748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:09.887554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:09.892997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:09.893693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:09.897150 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:09.988256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca901f6-007d-4e93-b8f4-2a93b9d1c3b4 req-85f2a1ff-4b87-41ec-96c9-12069ef62a8e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:09.989885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cca901f6-007d-4e93-b8f4-2a93b9d1c3b4 req-85f2a1ff-4b87-41ec-96c9-12069ef62a8e tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 944 time: 0.2078261 Dec 13 10:01:10.001403 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-ace14dcc-196a-4684-b927-3cc389d79cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.036504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-ace14dcc-196a-4684-b927-3cc389d79cef service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 914 time: 0.1986635 Dec 13 10:01:10.047376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.057063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.070468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c8974-6afe-486a-9efd-a22552118903 req-bff01e0f-2d9a-42b3-bafc-ddde5adf2be7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.078422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-195c8974-6afe-486a-9efd-a22552118903 req-bff01e0f-2d9a-42b3-bafc-ddde5adf2be7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1637800 Dec 13 10:01:10.111872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-046a4c0a-e649-4046-b95e-abfeeea3893d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad HTTP/1.1" status: 200 len: 217 time: 0.0634427 Dec 13 10:01:10.119272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.125552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/d7008334-a21d-4610-a67f-a0c0e828463f HTTP/1.1" status: 204 len: 168 time: 0.8924963 Dec 13 10:01:10.130800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.186006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-523601cc-3dea-453e-9c40-e5dab3c90930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.190086 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-523601cc-3dea-453e-9c40-e5dab3c90930 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.0655327 Dec 13 10:01:10.198133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39341da3-a187-4cf8-b56c-975cb91d5926 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=d7008334-a21d-4610-a67f-a0c0e828463f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.213411 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2386ca16-71d9-4437-87db-fe565db34edd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.213882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2386ca16-71d9-4437-87db-fe565db34edd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.217421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2386ca16-71d9-4437-87db-fe565db34edd tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/cf86c593-e222-4220-96f5-616f1951866d HTTP/1.1" status: 404 len: 337 time: 0.0767779 Dec 13 10:01:10.222768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.231321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cca901f6-007d-4e93-b8f4-2a93b9d1c3b4 req-ad3af779-04fa-461b-9e3c-8372978b7bb0 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274675 Dec 13 10:01:10.255750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-195c8974-6afe-486a-9efd-a22552118903 req-c794b8a5-5be8-4068-9496-664273b4ee7d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632385 Dec 13 10:01:10.255899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-35934aba-c5c5-4c01-8b41-1b5a3e7c131e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588586 Dec 13 10:01:10.268251 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.276003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.287066 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d91804-1eab-4f26-85d8-2b6f8fef425e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.287607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d91804-1eab-4f26-85d8-2b6f8fef425e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.291188 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-63d91804-1eab-4f26-85d8-2b6f8fef425e tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/d1e51c0f-a271-4c39-bd3b-45b7e3ced03a HTTP/1.1" status: 404 len: 339 time: 0.0672562 Dec 13 10:01:10.307924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.354642 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.356730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729805 Dec 13 10:01:10.360288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.364921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:10.387566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844924db-141b-401d-bcbc-8d6227bbf04c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3913f19d-48bb-4c04-ab4d-f07af6ae7fc0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.397939 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9ffb71-3b14-407d-8558-b8e86a145663 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.398699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9ffb71-3b14-407d-8558-b8e86a145663 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.403919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad9ffb71-3b14-407d-8558-b8e86a145663 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/df4c31fc-03de-4797-a17a-a3857f82a5d1 HTTP/1.1" status: 404 len: 337 time: 0.0891850 Dec 13 10:01:10.406473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.419614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.440574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-9cdb2a64-e689-4478-a5f9-6098b592dcf0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558127 Dec 13 10:01:10.445249 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e938296-9879-49a2-b627-465beb897d21 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.446875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e938296-9879-49a2-b627-465beb897d21 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.455616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e938296-9879-49a2-b627-465beb897d21 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/cc83efca-f5eb-4c46-9163-c97b81cc8658 HTTP/1.1" status: 404 len: 339 time: 0.0478888 Dec 13 10:01:10.458450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.490515 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e105c77-24a8-4bed-abcf-334654c9c8dc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.491531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e105c77-24a8-4bed-abcf-334654c9c8dc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.497188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4e105c77-24a8-4bed-abcf-334654c9c8dc tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/531abff4-f388-4749-844d-59483a99d3b9 HTTP/1.1" status: 404 len: 337 time: 0.0365646 Dec 13 10:01:10.499803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.527892 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8deebd74-fbf0-432e-8ce4-cfb64a2484cf tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.528743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8deebd74-fbf0-432e-8ce4-cfb64a2484cf tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.532977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8deebd74-fbf0-432e-8ce4-cfb64a2484cf tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/854f48f7-0623-4fae-949c-b821d8d42cfb HTTP/1.1" status: 404 len: 339 time: 0.0292571 Dec 13 10:01:10.535587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.545858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.558156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.572986 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f819f8-a5e2-447a-b27a-a6a58882843a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.574238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f819f8-a5e2-447a-b27a-a6a58882843a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.585580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-35f819f8-a5e2-447a-b27a-a6a58882843a tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/eafe8296-24bf-4cba-9dcb-a16802eef9e9 HTTP/1.1" status: 404 len: 337 time: 0.0486882 Dec 13 10:01:10.587264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.591614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad8986-bc62-4c99-a8d3-83aa3fc494d9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.596817 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d19b7f-0c5f-4375-b024-980e5aa7da13 req-9b4099dc-bb22-456f-864d-77da189e0ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486402 Dec 13 10:01:10.601102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.607990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.619138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:10.626052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e5a6f59-10fe-4565-b78c-682f560e49f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2406731 Dec 13 10:01:10.663947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.666755 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1e8e78-941f-467a-926f-b8d8ee35296b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.667283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1e8e78-941f-467a-926f-b8d8ee35296b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.673882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.674530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c1e8e78-941f-467a-926f-b8d8ee35296b tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/08889cb8-6547-430f-8902-44adc301d6fd HTTP/1.1" status: 404 len: 339 time: 0.0853288 Dec 13 10:01:10.724249 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb46e35-e1b7-467e-b9bb-0abeee876ed4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.725369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb46e35-e1b7-467e-b9bb-0abeee876ed4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.729292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bcb46e35-e1b7-467e-b9bb-0abeee876ed4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/61b55fd3-f6cd-426b-b537-cb98c8dd245d HTTP/1.1" status: 404 len: 337 time: 0.0536485 Dec 13 10:01:10.732419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.753752 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa272c7e-8a6f-4123-9a32-ffb8e4856bc4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.754522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa272c7e-8a6f-4123-9a32-ffb8e4856bc4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.759616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa272c7e-8a6f-4123-9a32-ffb8e4856bc4 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/52819bd6-b95c-48c6-8c6f-6819c2b3e110 HTTP/1.1" status: 404 len: 339 time: 0.0259783 Dec 13 10:01:10.762290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.780430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7e57-11e9-4890-a78d-feb1c2cdca86 req-099b4270-8a21-4f2f-a89e-c4eb8ff74aac tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:10.782368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-281b7e57-11e9-4890-a78d-feb1c2cdca86 req-099b4270-8a21-4f2f-a89e-c4eb8ff74aac tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.0805411 Dec 13 10:01:10.788548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.797537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.803819 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ebf5c8-add9-429b-9172-b3704d1e13f9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.804825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ebf5c8-add9-429b-9172-b3704d1e13f9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.808972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18ebf5c8-add9-429b-9172-b3704d1e13f9 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/36ff7a38-1495-4847-8b2f-ace8aa818515 HTTP/1.1" status: 404 len: 337 time: 0.0440252 Dec 13 10:01:10.811695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.841749 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9f4609-15ce-4c05-9c72-c5c96c80e942 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.843079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9f4609-15ce-4c05-9c72-c5c96c80e942 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.846959 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb9f4609-15ce-4c05-9c72-c5c96c80e942 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/cdeee598-a360-44c3-8c4b-14e17748bb63 HTTP/1.1" status: 404 len: 339 time: 0.0339530 Dec 13 10:01:10.849352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.857907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:10.859125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2492146 Dec 13 10:01:10.862204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.868219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:10.868469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f890cf3-4480-4454-8014-8c1089e13135 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6473c6-dcfc-4272-abb5-2cdb75630632,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:10.892522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-281b7e57-11e9-4890-a78d-feb1c2cdca86 req-8cca88aa-85ef-4285-a5ce-6181cb34a831 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026354 Dec 13 10:01:10.900148 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aafd9b6-de9c-4341-b252-bda4b7aa2a9f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.900826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aafd9b6-de9c-4341-b252-bda4b7aa2a9f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.904399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1aafd9b6-de9c-4341-b252-bda4b7aa2a9f tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/3c0d344f-3c6b-416a-8ad9-caf3240364a1 HTTP/1.1" status: 404 len: 337 time: 0.0541103 Dec 13 10:01:10.916340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.930867 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0263fc3-40a9-4f6d-8552-7567b1a43771 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.931647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0263fc3-40a9-4f6d-8552-7567b1a43771 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.938567 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d0263fc3-40a9-4f6d-8552-7567b1a43771 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/9a9df01f-efc7-47fe-b2e7-5b63c03d91ff HTTP/1.1" status: 404 len: 339 time: 0.0282409 Dec 13 10:01:10.938732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.972777 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2080ae8-f088-4f6a-aac9-ac00b827df45 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:10.973653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2080ae8-f088-4f6a-aac9-ac00b827df45 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:10.977924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2080ae8-f088-4f6a-aac9-ac00b827df45 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/b2210a8a-e986-403a-a979-704b7d351c2c HTTP/1.1" status: 404 len: 337 time: 0.0379701 Dec 13 10:01:10.981763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:10.985769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.002672 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b891d51-d15f-404d-879b-fec52a639523 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] DELETE failed (client error): The resource could not be found. Dec 13 10:01:11.003198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b891d51-d15f-404d-879b-fec52a639523 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:01:11.010832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8b891d51-d15f-404d-879b-fec52a639523 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/37afdf1c-f715-4db2-8419-108abb6dc25a HTTP/1.1" status: 404 len: 339 time: 0.0281506 Dec 13 10:01:11.011684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:11.052296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.058013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.067181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:11.076842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting subnet abeb6bd0-c4c3-4af9-ad79-9e046eda8abe {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:11.081289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.083082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d1ab3e-2adf-4c11-8c8a-12fbbd996152,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.094318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.095700 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-27979502-a043-467c-8758-ff6333049ebb tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2320442 Dec 13 10:01:11.099860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:11.108624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:11.153475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.167427 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Project c14ee030d32f42dd8a88c57684e63e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:01:11.177047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.295569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:11.295757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.307309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.311946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:11.316327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 868b94af-e0ae-4865-9930-30aed4d43a1d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:11.341322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc98e3b-711b-4f31-87af-affa39ee3ba7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.364327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.367428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3027806f-4f25-4b7e-a578-f10d9e615dee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2657726 Dec 13 10:01:11.372606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:11.384840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'security_group_rule': {'security_group_id': '8acf7401-4708-49fe-96a8-7a3949d2b265', 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:11.430044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.456167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:11.464486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.489777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:11.496871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=868b94af-e0ae-4865-9930-30aed4d43a1d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:11.511245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.518982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '868b94af-e0ae-4865-9930-30aed4d43a1d', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'port_id': '868b94af-e0ae-4865-9930-30aed4d43a1d', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0641bb99-3f57-46f8-9c59-ae289516c5f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:11.543418 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Project c14ee030d32f42dd8a88c57684e63e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:01:11.566446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0223df-f791-4ed8-9866-76be6fc4ae5f req-03c48ac5-0741-4a6c-80fa-e7393ced05d6 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:11.568013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a0223df-f791-4ed8-9866-76be6fc4ae5f req-03c48ac5-0741-4a6c-80fa-e7393ced05d6 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 944 time: 0.1695716 Dec 13 10:01:11.572828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.594190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ee720-aa03-4b9e-9100-3a09bcbaad29 req-39240f96-acc6-4ace-8074-b13dfcaff7f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:11.604046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa1ee720-aa03-4b9e-9100-3a09bcbaad29 req-39240f96-acc6-4ace-8074-b13dfcaff7f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2065566 Dec 13 10:01:11.605548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8ab9d3be-fd46-4bc6-91c3-2395b179a786'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:11.660742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.673529 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.703788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868b94af-e0ae-4865-9930-30aed4d43a1d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:11.712334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.732030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=868b94af-e0ae-4865-9930-30aed4d43a1d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:11.743171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.781327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Subnet': ['ID=abeb6bd0-c4c3-4af9-ad79-9e046eda8abe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.796178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.803326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-46d5950a-1e06-4c9c-8836-8d2506d2db64 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/subnets/abeb6bd0-c4c3-4af9-ad79-9e046eda8abe HTTP/1.1" status: 204 len: 168 time: 0.7873209 Dec 13 10:01:11.803530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:11.803976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7bfad9-d7de-4752-9753-bd556aab70dd None None] Network 1bfd02e1-52c7-45fd-80f2-b9537f4c958e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:11.828055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa1ee720-aa03-4b9e-9100-3a09bcbaad29 req-de99f55b-33f3-4f7e-9e02-5af023daab06 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223961 Dec 13 10:01:11.846286 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.856364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a0223df-f791-4ed8-9866-76be6fc4ae5f req-8c611bd9-1273-4d24-9fa5-0511e3b51248 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735240 Dec 13 10:01:11.870097 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.884300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb21c301-cf88-43b8-9d49-4d4c3d9bc64e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:11.923301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.944993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ffabeb02-413b-44c9-8b4e-ce4ed3cac1e8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5703344 Dec 13 10:01:11.966355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:11.998635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:12.101160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['868b94af-e0ae-4865-9930-30aed4d43a1d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:12.158655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Deleting port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:12.159007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.176130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888e509-2be8-42cc-a6b9-670f98e747e9 req-d0171ab7-5ea5-4784-8238-707f385da28e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.181833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8888e509-2be8-42cc-a6b9-670f98e747e9 req-d0171ab7-5ea5-4784-8238-707f385da28e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 944 time: 0.1341679 Dec 13 10:01:12.302500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] For port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,segment=NetworkSegment(d02d342a-5bed-42ec-976b-c0d7df36425a),segment_id=d02d342a-5bed-42ec-976b-c0d7df36425a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:12.302864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.344154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Calling delete_port for 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:12.398590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e0351-6530-4981-adf3-076976dd6b09 req-e5f545a7-deee-41b6-8615-c7655285daaa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.416194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad1e0351-6530-4981-adf3-076976dd6b09 req-e5f545a7-deee-41b6-8615-c7655285daaa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2332940 Dec 13 10:01:12.422305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8888e509-2be8-42cc-a6b9-670f98e747e9 req-8a08124f-73ed-4c29-8616-0e2cfe11a9a3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196395 Dec 13 10:01:12.482741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] DHCP port deletion for 1bfd02e1-52c7-45fd-80f2-b9537f4c958e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:12.558998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad1e0351-6530-4981-adf3-076976dd6b09 req-c41f65cf-0aa4-4dc8-b2a0-cfb0aa919c45 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215620 Dec 13 10:01:12.560375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Deleting port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:12.560956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.566070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.581286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] No DVR routers for this DVR port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:12.650185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Port': ['ID=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:12.691049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-6213997b-2219-4cf9-ac85-f0c3dcabca62 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053247937&fields=id&tenant_id=c14ee030d32f42dd8a88c57684e63e6f HTTP/1.1" status: 200 len: 267 time: 0.0642278 Dec 13 10:01:12.707351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] For port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,segment=NetworkSegment(d02d342a-5bed-42ec-976b-c0d7df36425a),segment_id=d02d342a-5bed-42ec-976b-c0d7df36425a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:12.707756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.726300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.738823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Calling delete_port for 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:12.758051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfd02e1-52c7-45fd-80f2-b9537f4c958e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:12.772847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02d342a-5bed-42ec-976b-c0d7df36425a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:12.773217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02d342a-5bed-42ec-976b-c0d7df36425a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:12.795041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.813604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.826041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:12.826729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:12.833168 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:12.849009 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.877211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] Pushing event deleted for resources: {'Port': ['ID=6c633997-9a57-4bbb-8955-2bf1fcbb0de2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:12.902294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632ec1f-f627-45a7-82f3-a54cda5ede67 None None] No DVR routers for this DVR port 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:12.929336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.937339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-edb13ceb-3237-4958-bade-9947afbf4360 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:12.937869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:12.941089 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] 10.222.0.30 "DELETE /v2.0/networks/1bfd02e1-52c7-45fd-80f2-b9537f4c958e HTTP/1.1" status: 204 len: 168 time: 1.1369524 Dec 13 10:01:12.973337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-edb13ceb-3237-4958-bade-9947afbf4360 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 813 time: 0.2601666 Dec 13 10:01:12.983089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d184deb-31a7-472f-8f56-7ba9b77659e3 tempest-NetworksTest-2086940807 tempest-NetworksTest-2086940807-project] Pushing event deleted for resources: {'Network': ['ID=1bfd02e1-52c7-45fd-80f2-b9537f4c958e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.011101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-ee4cc943-9a07-489f-a323-5fbc57bc7f8c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/quotas/c14ee030d32f42dd8a88c57684e63e6f HTTP/1.1" status: 200 len: 375 time: 0.0525367 Dec 13 10:01:13.078130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 020316a1-c7a6-4e76-9138-2d7b4fe290ad details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:13.080217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:13.084611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88a83-ddb7-4169-9d75-77fdd65d115c req-c8e09730-b626-4744-831c-a81562b0d10f tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:13.094361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8d88a83-ddb7-4169-9d75-77fdd65d115c req-c8e09730-b626-4744-831c-a81562b0d10f tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 944 time: 0.0989020 Dec 13 10:01:13.129544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-62c545f3-4be2-40c8-8532-b3d506f3a930 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994160 Dec 13 10:01:13.235921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:13.236528 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.273799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8d88a83-ddb7-4169-9d75-77fdd65d115c req-b56116cb-46a3-4db1-a567-91a4a79c4fdb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785038 Dec 13 10:01:13.311891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 868b94af-e0ae-4865-9930-30aed4d43a1d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:13.321644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:13.335630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-83e2ce25-0d27-40d6-8eb3-c5f0d5e0a5b3 service neutron] 10.222.0.30 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963632 Dec 13 10:01:13.360080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:13.377506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '020316a1-c7a6-4e76-9138-2d7b4fe290ad', 'network_id': 'dfd5a954-5919-4d79-a7d8-dba8088be9bd', 'port_id': '020316a1-c7a6-4e76-9138-2d7b4fe290ad', 'mac_address': 'fa:16:3e:b6:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0641bb99-3f57-46f8-9c59-ae289516c5f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:13.470762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-8fa1e6ec-406e-4cb7-a24c-69c3a6f7964e service neutron] 10.222.0.30 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354387 Dec 13 10:01:13.566255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.569760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.592434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020316a1-c7a6-4e76-9138-2d7b4fe290ad {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:13.632430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 868b94af-e0ae-4865-9930-30aed4d43a1d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:13.634289 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23360333-a354-47bf-bc9d-bd7b3d45aa96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3630856fa6eb47a3b5202389fdb68325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109686 Dec 13 10:01:13.635255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:13.640274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b038-7161-4ba9-be1e-3567435cd155 req-1d183f12-acbe-4fa9-88c4-248e05a97d73 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:13.652603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c04b038-7161-4ba9-be1e-3567435cd155 req-1d183f12-acbe-4fa9-88c4-248e05a97d73 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 944 time: 0.1055765 Dec 13 10:01:13.654588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:13.697085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.708422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 868b94af-e0ae-4865-9930-30aed4d43a1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:13.709058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.710604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:13.713231 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e35431-574d-4c71-bb23-31d839ddfdbf" -d '{"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:13.741629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:13.741985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6c633997-9a57-4bbb-8955-2bf1fcbb0de2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:13.762669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.774564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:13.781358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c04b038-7161-4ba9-be1e-3567435cd155 req-d3ff4650-0c9c-48a8-b120-e42cb6a6285d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277361 Dec 13 10:01:13.782453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:13.786438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.813570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.840603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.844627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:13.846861 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e8501d4-21e3-47be-a898-81a6edaef394 HTTP/1.1" status: 204 len: 168 time: 0.2105012 Dec 13 10:01:13.864892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b74034-186b-42c1-bf5e-b47344a19bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8501d4-21e3-47be-a898-81a6edaef394,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.952265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:13.965639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd82ac-c920-49a5-bcb7-e8fcb7fc0d02 req-d4e2d1a3-f277-4c05-9bd7-3daac83aaa75 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:13.970252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fbd82ac-c920-49a5-bcb7-e8fcb7fc0d02 req-d4e2d1a3-f277-4c05-9bd7-3daac83aaa75 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1095378 Dec 13 10:01:14.154403 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b86c3-c742-4453-8c3b-3725dc98b3c5 x-openstack-request-id: req-e47b86c3-c742-4453-8c3b-3725dc98b3c5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:14.154831 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:14.155173 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e47b86c3-c742-4453-8c3b-3725dc98b3c5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:14.155720 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'code': 200} Dec 13 10:01:14.161407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fbd82ac-c920-49a5-bcb7-e8fcb7fc0d02 req-0a4a2d73-add5-4c36-9159-b93cc3cf1f43 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789882 Dec 13 10:01:14.175689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.199949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:14.225182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['020316a1-c7a6-4e76-9138-2d7b4fe290ad'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:14.288978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=868b94af-e0ae-4865-9930-30aed4d43a1d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:14.293034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4ffaa65-50c6-4d68-958d-f96d8fbb70fe req-935f80c0-8098-4431-81a4-90ecdbad3e76 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0684085 Dec 13 10:01:14.297458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:14.482326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:14.595915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a4b3c-3cfd-4abe-bb23-306385d31c86 req-fd1765d9-eeb2-46c9-99d6-0b75a5ce7a22 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:14.597685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-015a4b3c-3cfd-4abe-bb23-306385d31c86 req-fd1765d9-eeb2-46c9-99d6-0b75a5ce7a22 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3013580 Dec 13 10:01:14.613480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728c5e7-11d3-4cf2-8d07-54b49307f183 req-5bc6b7cd-ac4f-42e3-9264-c208c821af7a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:14.615276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b728c5e7-11d3-4cf2-8d07-54b49307f183 req-5bc6b7cd-ac4f-42e3-9264-c208c821af7a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 945 time: 0.1997080 Dec 13 10:01:14.703063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-015a4b3c-3cfd-4abe-bb23-306385d31c86 req-5db47c45-f661-463f-8ce1-c75eb2c3db9e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Dec 13 10:01:14.719577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b728c5e7-11d3-4cf2-8d07-54b49307f183 req-4bad8a54-3603-4e40-be63-fbe56640de66 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773282 Dec 13 10:01:15.011579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c02056-ddcc-4020-aa7f-eee227b1b69d req-42a04f17-d716-43f9-9436-1d4de706d450 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:15.014100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c02056-ddcc-4020-aa7f-eee227b1b69d req-42a04f17-d716-43f9-9436-1d4de706d450 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1452558 Dec 13 10:01:15.029517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b828-ce3b-49f4-bfb0-b4a7aa90e281 req-dad2003e-d893-4424-9fff-3457ef96362f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:15.031434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a86b828-ce3b-49f4-bfb0-b4a7aa90e281 req-dad2003e-d893-4424-9fff-3457ef96362f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0985224 Dec 13 10:01:15.120521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a86b828-ce3b-49f4-bfb0-b4a7aa90e281 req-1a899bfa-54e5-401c-aa80-14c5dd311057 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774050 Dec 13 10:01:15.125625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c02056-ddcc-4020-aa7f-eee227b1b69d req-e42e7c8e-67d0-418a-94d5-d9b7c23f249b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932934 Dec 13 10:01:15.126445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.277184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1877221899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:15.311141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.312694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.321421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13474b44-617d-4823-a63c-44a1cb70c013 req-c6dbb1ef-c20b-45e6-9da0-a7c3e8d24b69 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:15.332921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13474b44-617d-4823-a63c-44a1cb70c013 req-c6dbb1ef-c20b-45e6-9da0-a7c3e8d24b69 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0906260 Dec 13 10:01:15.396404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.405642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.456987 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.462916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:15.464227 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a731a3ee-8227-4bbf-8ccc-e9d8fe1dcf7f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3366754 Dec 13 10:01:15.472540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2004429011'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:15.492957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92360edd-bb9f-4229-a259-0c8bde23f9e4 req-4181dece-4073-4dc1-b9b1-7459ef526a28 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0573661 Dec 13 10:01:15.520160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13474b44-617d-4823-a63c-44a1cb70c013 req-c4696b95-f1b2-4cdc-8104-300718d80355 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855760 Dec 13 10:01:15.545342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:15.556894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.587848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.866704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:15.941913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.070975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:16.074909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-6b37bc03-7f64-4c30-b437-a85debd438be tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:16.076736 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-6b37bc03-7f64-4c30-b437-a85debd438be tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 813 time: 0.3857381 Dec 13 10:01:16.100152 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.100511 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Added segment 65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b of type vlan for network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad Dec 13 10:01:16.156868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:16.159272 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc9d71-e13d-4a5d-a2ae-1b84a5af21e7" -d '{"events": [{"server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "name": "network-vif-plugged", "status": "completed", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:16.174478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-3e24acac-5bd6-4aef-9aeb-2ca9142ca669 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14ee030d32f42dd8a88c57684e63e6f HTTP/1.1" status: 200 len: 380 time: 0.0866475 Dec 13 10:01:16.185586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'port': {'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'admin_state_up': True, 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'security_groups': ['8acf7401-4708-49fe-96a8-7a3949d2b265']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:16.213723 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.263695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c76c5-db00-431f-9729-133e149aad8f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:16.272750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.281576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:16.282587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.312811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7671e8-5881-4b92-8ead-c9d8a6c3af95 req-71d0d660-454d-45db-a139-3641fac321b0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:16.317095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae7671e8-5881-4b92-8ead-c9d8a6c3af95 req-71d0d660-454d-45db-a139-3641fac321b0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.5296617 Dec 13 10:01:16.391737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.394474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.395650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.396799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.397979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.399163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.400247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.408312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Made reservation on behalf of c14ee030d32f42dd8a88c57684e63e6f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:16.410014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.411395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.412668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.413095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.414308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.415426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:16.416940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:16.444856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163c6cd-fde3-44c6-853a-30f85d9865cb req-8de6cdf8-e7aa-490e-89c5-6cd18f05f4b7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:16.465739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4163c6cd-fde3-44c6-853a-30f85d9865cb req-8de6cdf8-e7aa-490e-89c5-6cd18f05f4b7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 945 time: 0.5950332 Dec 13 10:01:16.704670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Allocated IP 172.20.0.9 (a09fd3fb-3d9c-43f6-b2db-43a600e3864f/f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc/8028b825-2178-4df0-bc05-a7d95d5219c8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:17.056416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.071862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6036901 Dec 13 10:01:17.099365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 020316a1-c7a6-4e76-9138-2d7b4fe290ad up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:17.102408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:17.110485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'subnet': {'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:17.120003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.207203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.237707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 020316a1-c7a6-4e76-9138-2d7b4fe290ad completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:17.250876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 020316a1-c7a6-4e76-9138-2d7b4fe290ad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:17.251209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.275804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7f974-b2da-4eac-96ec-ecd419b6e53c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Network': ['ID=3aefb003-ee4c-45e7-9f45-30c9d28f6dad,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:17.295411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae7671e8-5881-4b92-8ead-c9d8a6c3af95 req-45f8ee1f-f70f-492d-b815-7b4b12699b81 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204888 Dec 13 10:01:17.315706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:17.339481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:17.344843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:17.370757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:17.382941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4163c6cd-fde3-44c6-853a-30f85d9865cb req-9ce26889-a7e8-4179-bb29-5a9cf09a02f9 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9150429 Dec 13 10:01:17.537938 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3a2b6-1345-455f-9344-836bfb549d6a x-openstack-request-id: req-42d3a2b6-1345-455f-9344-836bfb549d6a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:17.551626 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "name": "network-vif-plugged", "status": "completed", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:17.552229 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42d3a2b6-1345-455f-9344-836bfb549d6a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:17.552809 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d', 'code': 200} Dec 13 10:01:17.615501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:17.615501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.653513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-df0abba8-9a30-42e6-9ac8-188d31e676c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4729981 Dec 13 10:01:17.711678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Request body: {'port': {'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:17.717692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:17.722709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.788998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.896739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:17.907634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:17.922311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2981c-d49c-4710-a4e9-6f0ce794561d req-c9f9de12-9229-47ae-ac26-b3bb185de73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:17.924101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1b2981c-d49c-4710-a4e9-6f0ce794561d req-c9f9de12-9229-47ae-ac26-b3bb185de73f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 1096 time: 0.3621438 Dec 13 10:01:17.941305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8484bbe-d330-4d63-b979-e55a11eaf562 req-ee3c3a5a-5f03-488d-b86e-877114cec23d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:17.958254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8484bbe-d330-4d63-b979-e55a11eaf562 req-ee3c3a5a-5f03-488d-b86e-877114cec23d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.4267371 Dec 13 10:01:18.003245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.031741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0246f577-55ea-42e1-b302-46d27556b6b8 None None] Provisioning complete for port 8028b825-2178-4df0-bc05-a7d95d5219c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:18.036299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0246f577-55ea-42e1-b302-46d27556b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.138777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:18.169287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0246f577-55ea-42e1-b302-46d27556b6b8 None None] Port 8028b825-2178-4df0-bc05-a7d95d5219c8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:18.249541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788100b-eb5b-4040-95eb-6c9c69ad3498 req-e273d0d3-73ec-4eea-be1e-75812db9fd44 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.261165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e788100b-eb5b-4040-95eb-6c9c69ad3498 req-e273d0d3-73ec-4eea-be1e-75812db9fd44 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 931 time: 0.5334804 Dec 13 10:01:18.265273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1b2981c-d49c-4710-a4e9-6f0ce794561d req-35c68855-1417-4d6a-a7a5-2ffb2d1884ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023689 Dec 13 10:01:18.337879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8484bbe-d330-4d63-b979-e55a11eaf562 req-1e568431-4b0f-4bd7-8459-eb76b0e0eb22 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780184 Dec 13 10:01:18.495865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e788100b-eb5b-4040-95eb-6c9c69ad3498 req-45fa1230-a61b-4b3e-8895-71f98908e0c8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316597 Dec 13 10:01:18.540441 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.657081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Subnet': ['ID=1e688a90-5877-4f75-9dc4-7b4cbdb18170,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:18.684705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Checking segment: {'id': '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:18.685079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network hostable DHCP agents. Network: 3aefb003-ee4c-45e7-9f45-30c9d28f6dad, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:18.766560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:18.780652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8028b825-2178-4df0-bc05-a7d95d5219c8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:18.798316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.801176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3aefb003-ee4c-45e7-9f45-30c9d28f6dad) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:18.812590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.814382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.820014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8b3e5-d093-41fd-a23d-0b9ef6504436 None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:18.833386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Transition to ACTIVE for port object 8028b825-2178-4df0-bc05-a7d95d5219c8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:18.844345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:18.865365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa849866-c3e5-47bd-9541-c63f5a109444 req-55942fb2-a85f-49a4-b56b-4b74ff931e34 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.881686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa849866-c3e5-47bd-9541-c63f5a109444 req-55942fb2-a85f-49a4-b56b-4b74ff931e34 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3466375 Dec 13 10:01:18.906889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-083e7a61-0bc9-4717-a867-782a1179bf69 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8031738 Dec 13 10:01:18.908348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:18.967263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6913-e4ff-4896-9ed6-6e49fafa8e6f req-cd8cd93d-4e57-4691-a6a8-5e0677039954 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:18.975873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4acb6913-e4ff-4896-9ed6-6e49fafa8e6f req-cd8cd93d-4e57-4691-a6a8-5e0677039954 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 946 time: 0.3195307 Dec 13 10:01:19.006240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'network': {'name': 'tempest-router-network01--1106429774'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:19.073570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Pushing event updated for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:19.130795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:19.147063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.176580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3aefb003-ee4c-45e7-9f45-30c9d28f6dad', 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad', 'project_id': '8a2393703706436a87acdeb3aa848476', 'fixed_ips': [{'subnet_id': '1e688a90-5877-4f75-9dc4-7b4cbdb18170'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:01:19.191120 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.261105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4acb6913-e4ff-4896-9ed6-6e49fafa8e6f req-3c4bdca1-d5a6-4b3f-99ed-c4efcbaa7d73 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838519 Dec 13 10:01:19.312568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:19.321183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa849866-c3e5-47bd-9541-c63f5a109444 req-5d33e8d5-01a1-4b3a-97e3-96c04a9f2a16 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329975 Dec 13 10:01:19.342815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.343453 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Added segment 98bcde8c-7de9-46e4-943f-fe69b548c1a5 of type vlan for network c208f4f9-412f-417d-a877-85ed06c244ac Dec 13 10:01:19.354800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Attempting to bind port 8028b825-2178-4df0-bc05-a7d95d5219c8 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:19.355355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Attempting to bind port 8028b825-2178-4df0-bc05-a7d95d5219c8 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:19.356509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Attempting to bind port 8028b825-2178-4df0-bc05-a7d95d5219c8 on network a09fd3fb-3d9c-43f6-b2db-43a600e3864f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:19.410119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Port 8028b825-2178-4df0-bc05-a7d95d5219c8 on network a09fd3fb-3d9c-43f6-b2db-43a600e3864f not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:19.410328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Attempting to bind port 8028b825-2178-4df0-bc05-a7d95d5219c8 on network a09fd3fb-3d9c-43f6-b2db-43a600e3864f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:19.463126 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.471095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:19.483300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Checking segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:19.483697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Bound using segment: {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:19.484355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Bound port: 8028b825-2178-4df0-bc05-a7d95d5219c8, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:19.484906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:19.652237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:19.663963 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6402134-7be0-4e11-b75b-11ac3d39913b" -d '{"events": [{"server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "name": "network-vif-plugged", "status": "completed", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:19.679631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c32ab-ba7e-4650-985d-b96467669781 req-c67edad1-aa33-4df8-a282-3f4abd4060fa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:19.689348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc6c32ab-ba7e-4650-985d-b96467669781 req-c67edad1-aa33-4df8-a282-3f4abd4060fa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1524391 Dec 13 10:01:19.861150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Allocated IP 172.20.0.2 (3aefb003-ee4c-45e7-9f45-30c9d28f6dad/1e688a90-5877-4f75-9dc4-7b4cbdb18170/5510b952-b3df-4f3b-be76-6f677261340e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:19.898806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25d5f-fc04-40c1-b173-ac9f53c9efcd req-ec93b8ea-6186-44cb-af1b-cd1cc2e29baf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:19.913805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93d25d5f-fc04-40c1-b173-ac9f53c9efcd req-ec93b8ea-6186-44cb-af1b-cd1cc2e29baf tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3010914 Dec 13 10:01:20.023945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc6c32ab-ba7e-4650-985d-b96467669781 req-99e2436e-b3ce-483b-a1ea-d4bf7d258a5f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331120 Dec 13 10:01:20.149879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93d25d5f-fc04-40c1-b173-ac9f53c9efcd req-ca4bed2c-5d0b-4291-8db1-56def6842410 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295489 Dec 13 10:01:20.220509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:20.229643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8028b825-2178-4df0-bc05-a7d95d5219c8,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:20.236988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.260432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.261102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.276463 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf95912-91ed-4809-9987-75554c98603f x-openstack-request-id: req-daf95912-91ed-4809-9987-75554c98603f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:20.276770 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "name": "network-vif-plugged", "status": "completed", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:20.279742 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daf95912-91ed-4809-9987-75554c98603f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:20.281096 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad', 'code': 200} Dec 13 10:01:20.326454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.555826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-845871a6-22d5-4bfb-9a8d-e1d259867998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3748252 Dec 13 10:01:20.578446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085985a4-abd1-437b-acce-f9d89bbf9231 req-ce8fdb2d-ddf1-481c-9668-bb627e66e9de tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.580002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-085985a4-abd1-437b-acce-f9d89bbf9231 req-ce8fdb2d-ddf1-481c-9668-bb627e66e9de tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2181153 Dec 13 10:01:20.627283 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.645524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.658505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255078d-80d6-48d3-989d-a9268b4ff621 req-0cb11c8f-805c-41bc-b400-4c36458f5ae0 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.660473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f255078d-80d6-48d3-989d-a9268b4ff621 req-0cb11c8f-805c-41bc-b400-4c36458f5ae0 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.3759770 Dec 13 10:01:20.729776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:20.739489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:20.751344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:20.759768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Pushing event updated for resources: {'Port': ['ID=5510b952-b3df-4f3b-be76-6f677261340e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:20.789696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7890894 Dec 13 10:01:20.820599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:20.834954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'network': {'name': 'tempest-router-network02--1577233174'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:20.869171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Attempting to bind port 5510b952-b3df-4f3b-be76-6f677261340e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:20.870317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Attempting to bind port 5510b952-b3df-4f3b-be76-6f677261340e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:20.870918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Attempting to bind port 5510b952-b3df-4f3b-be76-6f677261340e on network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:20.881085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:20.881904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Checking segment: {'id': '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:20.882559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.883154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:20.883396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Bound using segment: {'id': '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:20.884047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.886289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Bound port: 5510b952-b3df-4f3b-be76-6f677261340e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3aefb003-ee4c-45e7-9f45-30c9d28f6dad'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:20.888236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:20.888953 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] 10.222.0.44 "PUT /v2.0/ports/8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 1091 time: 3.1835608 Dec 13 10:01:20.889716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:20.897495 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:20.925273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66026e-4386-4983-bd6d-9c7b7fab543f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Network': ['ID=c208f4f9-412f-417d-a877-85ed06c244ac,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:20.976014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c208f4f9-412f-417d-a877-85ed06c244ac details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:21.088537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-085985a4-abd1-437b-acce-f9d89bbf9231 req-a5a68f39-79f5-46fa-868b-5cc391ce080b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991102 Dec 13 10:01:21.124625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f255078d-80d6-48d3-989d-a9268b4ff621 req-bfaddd1f-8d9f-414a-89fb-9574a8c6ab2a tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4525189 Dec 13 10:01:21.141746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-29a37819-fba7-4d6c-a045-af8215c2af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.151669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-29a37819-fba7-4d6c-a045-af8215c2af92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 1096 time: 0.4607198 Dec 13 10:01:21.162494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e60e4c-45f3-4ebf-96b0-a1f038ff56db service neutron] Pushing event updated for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:21.180220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b920a-543b-4f61-bb26-399de9feb23e req-baff3060-cffb-4f36-b605-a1a4b4147266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.182015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9c2b920a-543b-4f61-bb26-399de9feb23e req-baff3060-cffb-4f36-b605-a1a4b4147266 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 1097 time: 0.5898654 Dec 13 10:01:21.184627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:21.190457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.317924 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209fb96-70ea-4588-85b0-0627ea4a730e x-openstack-request-id: req-7209fb96-70ea-4588-85b0-0627ea4a730e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:21.318515 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:21.318515 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7209fb96-70ea-4588-85b0-0627ea4a730e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:21.323083 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:01:21.379883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-3efb86ae-7fb1-41a2-b746-94e19034dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.388787 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-3efb86ae-7fb1-41a2-b746-94e19034dcd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1094 time: 0.3789132 Dec 13 10:01:21.439825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] For port 5510b952-b3df-4f3b-be76-6f677261340e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:21.448910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] For port 5510b952-b3df-4f3b-be76-6f677261340e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5510b952-b3df-4f3b-be76-6f677261340e,segment=NetworkSegment(65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b),segment_id=65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:21.471857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.501266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-aac3dc7f-d0bf-4f33-8684-99ae4a78fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.502752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-aac3dc7f-d0bf-4f33-8684-99ae4a78fca4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 200 len: 914 time: 0.3328221 Dec 13 10:01:21.531440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-99be50f8-92af-4f4f-bc75-7310ed8c2077 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 217 time: 0.1416829 Dec 13 10:01:21.553908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e49f-d5c6-4fff-b793-edfa250b27ee None None] Pushing event updated for resources: {'Port': ['ID=5510b952-b3df-4f3b-be76-6f677261340e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:21.587447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:21.606142 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9c2b920a-543b-4f61-bb26-399de9feb23e req-7acaed17-ce8d-4e3c-bf6e-38f2aa5c4015 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112256 Dec 13 10:01:21.674177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-804292a8-8673-4876-9023-0055550a8aed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=868b94af-e0ae-4865-9930-30aed4d43a1d HTTP/1.1" status: 200 len: 217 time: 0.0797575 Dec 13 10:01:21.691457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.691904 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Added segment d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1 of type vlan for network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 Dec 13 10:01:21.822892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-623f50f0-61d3-4311-a7b8-23268d590cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.825282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-623f50f0-61d3-4311-a7b8-23268d590cb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.2618873 Dec 13 10:01:21.839558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.878874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58ee0-7885-4b5c-879e-082bbfa88838 req-86048db3-31c2-4808-8d81-f03bbfedf6e0 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.880772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dd58ee0-7885-4b5c-879e-082bbfa88838 req-86048db3-31c2-4808-8d81-f03bbfedf6e0 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 946 time: 0.3770893 Dec 13 10:01:21.982067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.992418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:21.993079 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:21.999316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380af72d-ff0e-462a-a567-50c277c66390 req-7b539a92-b607-4642-9cfe-c03b8460bcdc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:22.007165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-380af72d-ff0e-462a-a567-50c277c66390 req-7b539a92-b607-4642-9cfe-c03b8460bcdc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.4170256 Dec 13 10:01:22.014388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-94ec9126-76e0-4899-89de-21ced6e8caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:22.017716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-94ec9126-76e0-4899-89de-21ced6e8caff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 200 len: 853 time: 0.3290007 Dec 13 10:01:22.131296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-3d00c59f-b429-4003-9db4-be990ce71788 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfd5a954-5919-4d79-a7d8-dba8088be9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943081 Dec 13 10:01:22.214398 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3837564 Dec 13 10:01:22.235318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:22.289571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-81a009b3-0b1b-4414-a37d-575c3f7fc145 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407399 Dec 13 10:01:22.336915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'subnet': {'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:22.403118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d745-b503-41cf-9905-1f5110dc84d0 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Network': ['ID=1fe91066-c8c5-4589-ae2e-1a253ad9bf56,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:22.435041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:22.502969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-298b3104-3e53-4e8a-ac3b-94ba9f413eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:22.507324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-298b3104-3e53-4e8a-ac3b-94ba9f413eda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6693461 Dec 13 10:01:22.551741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0df384a6-7bf5-4213-9d3c-d9ae4248a199 req-fdeb10ce-5612-4a4e-a362-523c5c167e04 service neutron] 10.222.0.44 "GET /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546065 Dec 13 10:01:22.618171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2dd58ee0-7885-4b5c-879e-082bbfa88838 req-4d78767a-8f11-4e0c-81bd-37d7515b0063 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088730 Dec 13 10:01:22.704416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-380af72d-ff0e-462a-a567-50c277c66390 req-6159dd94-d09e-47b5-b54a-5cf3188fe835 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6693707 Dec 13 10:01:22.946245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:22.958204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:23.284750 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-517a2939-1342-4175-9af7-cd1a4d01ab78 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690401 Dec 13 10:01:23.322500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209b47-abb3-44fb-9de2-74acf7a3fde6 req-88bef22f-1de5-45de-82d5-a46988bc15d5 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:23.341395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9209b47-abb3-44fb-9de2-74acf7a3fde6 req-88bef22f-1de5-45de-82d5-a46988bc15d5 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.3795235 Dec 13 10:01:23.374829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be1981-03a6-491b-b81c-fe475df023dd req-b80d8cac-1f29-46dc-a656-8b575aa60549 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:23.394348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16be1981-03a6-491b-b81c-fe475df023dd req-b80d8cac-1f29-46dc-a656-8b575aa60549 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.4603765 Dec 13 10:01:23.692261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9209b47-abb3-44fb-9de2-74acf7a3fde6 req-13fc94bd-86cd-4847-9cc5-77aebb1e1b75 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421328 Dec 13 10:01:23.791004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16be1981-03a6-491b-b81c-fe475df023dd req-77314be0-6121-4c39-8ae3-72beaa321790 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957376 Dec 13 10:01:23.809693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5510b952-b3df-4f3b-be76-6f677261340e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:23.956044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9caf3734-aae0-4fd5-854e-fca9f3fd4c30 req-758c25a8-a0ef-4d86-8d94-a1f5f7d67ae0 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620770 Dec 13 10:01:23.977844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5510b952-b3df-4f3b-be76-6f677261340e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:23.979263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.057462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f67e5-15fc-43ce-ab0c-fa14ebc07942 None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:24.215302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.236446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c06c5-602e-4c06-864a-4172d488bc35 req-073dc2e0-54ca-40d2-80dc-a72b7659af68 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.241175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-008c06c5-602e-4c06-864a-4172d488bc35 req-073dc2e0-54ca-40d2-80dc-a72b7659af68 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 946 time: 0.3233917 Dec 13 10:01:24.341412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Subnet': ['ID=a286f55c-2ca1-482e-b550-4615e55d1ed3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:24.345836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-48808343-5555-4851-8b0a-87060731d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.347686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-48808343-5555-4851-8b0a-87060731d308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1094 time: 0.2465084 Dec 13 10:01:24.375341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-51ef562d-8a8a-464d-8156-187ba943fb39 None None] Provisioning complete for port 5510b952-b3df-4f3b-be76-6f677261340e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:24.376153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-51ef562d-8a8a-464d-8156-187ba943fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.428577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-008c06c5-602e-4c06-864a-4172d488bc35 req-4ff91c6b-717c-4144-8f88-df5c0d660cb8 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738992 Dec 13 10:01:24.500948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a5-783f-4559-8c96-d2f275bfa0be req-61b8cbd9-7924-4cae-8673-01db0bb2fd68 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.521699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9c2d3a5-783f-4559-8c96-d2f275bfa0be req-61b8cbd9-7924-4cae-8673-01db0bb2fd68 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.4934549 Dec 13 10:01:24.603488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Checking segment: {'id': '98bcde8c-7de9-46e4-943f-fe69b548c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:24.605976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9c2d3a5-783f-4559-8c96-d2f275bfa0be req-7539c64d-ad69-48b4-a825-50a777fae198 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797160 Dec 13 10:01:24.635106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network hostable DHCP agents. Network: c208f4f9-412f-417d-a877-85ed06c244ac, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:24.708305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.778621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 5510b952-b3df-4f3b-be76-6f677261340e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5510b952-b3df-4f3b-be76-6f677261340e,segment=NetworkSegment(65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b),segment_id=65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:24.794199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:24.810682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network c208f4f9-412f-417d-a877-85ed06c244ac is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:24.868892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-8373f4b9-a124-44b1-a1ee-a2f8eba8a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.879278 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-8373f4b9-a124-44b1-a1ee-a2f8eba8a730 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 0.5061269 Dec 13 10:01:24.887743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae9bd-08e0-472a-b9ab-39cdf166c55b req-a989574f-27ac-47b5-be82-9200c4856fdc tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.898529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d12ae9bd-08e0-472a-b9ab-39cdf166c55b req-a989574f-27ac-47b5-be82-9200c4856fdc tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 945 time: 0.1377356 Dec 13 10:01:24.914692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c208f4f9-412f-417d-a877-85ed06c244ac) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:24.924598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23c50-3ce8-4bac-9ab7-ed525cc939a5 req-6cbc94ad-9cb4-4f50-88e4-9c6af568dabb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:24.936918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eff23c50-3ce8-4bac-9ab7-ed525cc939a5 req-6cbc94ad-9cb4-4f50-88e4-9c6af568dabb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2466271 Dec 13 10:01:24.981148 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:01:25.023182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:25.023843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.027070 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-9d9ec2ae-a37e-4619-aa93-cc00354fa544 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 217 time: 0.1471605 Dec 13 10:01:25.081022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2a204-0e0e-40c5-9fbc-6cf8267b76a8 None None] Network c208f4f9-412f-417d-a877-85ed06c244ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:25.094189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=5510b952-b3df-4f3b-be76-6f677261340e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:25.127508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eff23c50-3ce8-4bac-9ab7-ed525cc939a5 req-19236826-356f-461c-97be-4945395ef588 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790228 Dec 13 10:01:25.165631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-442f3b12-8b3d-49f1-a124-30a54519d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:25.167461 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-442f3b12-8b3d-49f1-a124-30a54519d22a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.1290631 Dec 13 10:01:25.184782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d12ae9bd-08e0-472a-b9ab-39cdf166c55b req-20e94aac-a604-47c8-87a6-f61411216805 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840466 Dec 13 10:01:25.214775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.215530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.239017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.240418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.241313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.241861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.242985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.244348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.247250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.247700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.248893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.249337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.260776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:25.274018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:25.279495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-266c0967-a3be-40e1-839d-998cc142716b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0411451 Dec 13 10:01:25.282334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'subnet': {'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:25.328210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-76e32bd0-413b-4cc5-9b6d-0a1c58ba5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:25.329778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-76e32bd0-413b-4cc5-9b6d-0a1c58ba5ada service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541846 Dec 13 10:01:25.542431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c208f4f9-412f-417d-a877-85ed06c244ac', 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac', 'project_id': '8a2393703706436a87acdeb3aa848476', 'fixed_ips': [{'subnet_id': 'a286f55c-2ca1-482e-b550-4615e55d1ed3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:01:25.543468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.621155 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-d5cd5499-6063-4640-a352-0f84f26c99f3 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805181 Dec 13 10:01:25.826281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5510b952-b3df-4f3b-be76-6f677261340e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:25.858034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3196-5ff6-4cd9-8a86-dbf2ffab4729 req-9b896f6f-3fbc-4ce6-aa6d-0b12364b6d0b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:25.875229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb0e5457-2ebd-4a01-b5a1-70f2f9c8efe8 req-5cfc109a-f07c-4095-a596-d479abe84eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453294 Dec 13 10:01:25.876244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-569b3196-5ff6-4cd9-8a86-dbf2ffab4729 req-9b896f6f-3fbc-4ce6-aa6d-0b12364b6d0b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.4304190 Dec 13 10:01:25.880419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Made reservation on behalf of 8a2393703706436a87acdeb3aa848476 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:25.891168 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:25.940598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd554817-fc83-4649-ac67-6ed93aa4fed9 None None] Provisioning complete for port 5510b952-b3df-4f3b-be76-6f677261340e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:25.940979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd554817-fc83-4649-ac67-6ed93aa4fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.030181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5510b952-b3df-4f3b-be76-6f677261340e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:26.030550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.125486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Allocated IP 172.20.0.2 (c208f4f9-412f-417d-a877-85ed06c244ac/a286f55c-2ca1-482e-b550-4615e55d1ed3/9ad6a120-917a-499b-b8c7-f8a37c544cdb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:26.252447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-569b3196-5ff6-4cd9-8a86-dbf2ffab4729 req-f7235218-57a1-4468-b307-28351b648871 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717625 Dec 13 10:01:26.360166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397074f0-e0ac-4ab6-912e-40bd5dedb9f3 req-a0400746-a8af-4213-ae7a-15f76c67d2cc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:26.366843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397074f0-e0ac-4ab6-912e-40bd5dedb9f3 req-a0400746-a8af-4213-ae7a-15f76c67d2cc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.4882338 Dec 13 10:01:26.530479 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.546792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.597021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463ab2-6f60-49c3-8749-bccbad8d4d7d req-369730eb-3359-4b85-8ce1-11c2488527d5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:26.598759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b463ab2-6f60-49c3-8749-bccbad8d4d7d req-369730eb-3359-4b85-8ce1-11c2488527d5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1701310 Dec 13 10:01:26.609865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Network c208f4f9-412f-417d-a877-85ed06c244ac is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:26.611305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Pushing event updated for resources: {'Port': ['ID=9ad6a120-917a-499b-b8c7-f8a37c544cdb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:26.614299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:26.620169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:26.645314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-397074f0-e0ac-4ab6-912e-40bd5dedb9f3 req-0d00e931-5b64-40bb-98a8-111ad7603026 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679226 Dec 13 10:01:26.768868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Attempting to bind port 9ad6a120-917a-499b-b8c7-f8a37c544cdb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:26.769485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Attempting to bind port 9ad6a120-917a-499b-b8c7-f8a37c544cdb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '98bcde8c-7de9-46e4-943f-fe69b548c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:26.770833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Attempting to bind port 9ad6a120-917a-499b-b8c7-f8a37c544cdb on network c208f4f9-412f-417d-a877-85ed06c244ac {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:26.785337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:26.788263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Checking segment: {'id': '98bcde8c-7de9-46e4-943f-fe69b548c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:26.789850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.791318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Bound using segment: {'id': '98bcde8c-7de9-46e4-943f-fe69b548c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:26.794764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Bound port: 9ad6a120-917a-499b-b8c7-f8a37c544cdb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bcde8c-7de9-46e4-943f-fe69b548c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c208f4f9-412f-417d-a877-85ed06c244ac'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:26.795446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:26.885449 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b463ab2-6f60-49c3-8749-bccbad8d4d7d req-17621542-42df-4a1f-b580-3639ddbfa156 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388895 Dec 13 10:01:27.057911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] For port 9ad6a120-917a-499b-b8c7-f8a37c544cdb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:27.065607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] For port 9ad6a120-917a-499b-b8c7-f8a37c544cdb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9ad6a120-917a-499b-b8c7-f8a37c544cdb,segment=NetworkSegment(98bcde8c-7de9-46e4-943f-fe69b548c1a5),segment_id=98bcde8c-7de9-46e4-943f-fe69b548c1a5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:27.066205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.077026 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.209881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e6551-a5ad-4a2a-8a1f-5cd2fcf11c5f None None] Pushing event updated for resources: {'Port': ['ID=9ad6a120-917a-499b-b8c7-f8a37c544cdb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:27.243463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-ee477c67-0cf0-4a71-bbf8-a835f4418db9 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:27.247493 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-ee477c67-0cf0-4a71-bbf8-a835f4418db9 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 945 time: 0.2283201 Dec 13 10:01:27.250803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.392946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae152ed-837e-426d-9f9d-b89dd6ac9583 req-3f306a73-c44a-4b88-b214-0e8c134b8557 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:27.407951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aae152ed-837e-426d-9f9d-b89dd6ac9583 req-3f306a73-c44a-4b88-b214-0e8c134b8557 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3579650 Dec 13 10:01:27.414944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Subnet': ['ID=79a4f47c-c483-4dd9-84d0-8e55d31c0327,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:27.456301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Checking segment: {'id': 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:27.456755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network hostable DHCP agents. Network: 1fe91066-c8c5-4589-ae2e-1a253ad9bf56, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:27.531054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63942a2-f97f-417c-afb7-f0274efd938e req-a42f816d-3e21-4a44-b40a-5698fb522d9a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:27.539499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e63942a2-f97f-417c-afb7-f0274efd938e req-a42f816d-3e21-4a44-b40a-5698fb522d9a tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 945 time: 0.3348944 Dec 13 10:01:27.571298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Deleting port 868b94af-e0ae-4865-9930-30aed4d43a1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:27.571915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.810557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aae152ed-837e-426d-9f9d-b89dd6ac9583 req-8b5a816a-bab2-4f32-ac87-5342c11687af tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009898 Dec 13 10:01:27.872174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e63942a2-f97f-417c-afb7-f0274efd938e req-2c1e3007-daf2-4b5a-b70f-80291e7d9bb2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255856 Dec 13 10:01:27.873960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:27.901842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1fe91066-c8c5-4589-ae2e-1a253ad9bf56) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:27.910516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:27.910671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b1c2b-8619-44e1-9acc-7124d8a8ee03 None None] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:27.912580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:27.990462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31101888-262a-4074-a306-c9c140fec9c3 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7141585 Dec 13 10:01:27.993307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:28.088546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae21bf9-41a5-4c7d-a0f1-7cefd659c27c req-07ae2fac-f82d-40f2-b6b3-4d8b3a944bed tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:28.098160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae21bf9-41a5-4c7d-a0f1-7cefd659c27c req-07ae2fac-f82d-40f2-b6b3-4d8b3a944bed tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.1491613 Dec 13 10:01:28.291408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1fe91066-c8c5-4589-ae2e-1a253ad9bf56', 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56', 'project_id': '8a2393703706436a87acdeb3aa848476', 'fixed_ips': [{'subnet_id': '79a4f47c-c483-4dd9-84d0-8e55d31c0327'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:01:28.294972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:28.402928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae21bf9-41a5-4c7d-a0f1-7cefd659c27c req-3d867006-a0c8-4b8c-ab79-a38f3f0ecd0b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930365 Dec 13 10:01:28.437235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] For port 868b94af-e0ae-4865-9930-30aed4d43a1d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=868b94af-e0ae-4865-9930-30aed4d43a1d,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:28.437728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:28.493224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6896247-fd29-4b36-92bf-b274f9ca058d req-57eb74fd-5664-471e-8904-41633c5e43f1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:28.515143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6896247-fd29-4b36-92bf-b274f9ca058d req-57eb74fd-5664-471e-8904-41633c5e43f1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.3200653 Dec 13 10:01:28.723081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Allocated IP 172.20.0.2 (1fe91066-c8c5-4589-ae2e-1a253ad9bf56/79a4f47c-c483-4dd9-84d0-8e55d31c0327/47ae8b62-9144-4e25-93b3-df4d46c691a4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:28.779102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6896247-fd29-4b36-92bf-b274f9ca058d req-42ea9660-2ddf-4dd5-bc55-78a2810a74b9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590821 Dec 13 10:01:28.836246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1e0fd-74a1-44c9-98a4-aee08041eedc req-6fcdee76-e16b-4137-8518-4647eff31f40 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:28.852394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ef1e0fd-74a1-44c9-98a4-aee08041eedc req-6fcdee76-e16b-4137-8518-4647eff31f40 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2522490 Dec 13 10:01:29.058088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ef1e0fd-74a1-44c9-98a4-aee08041eedc req-70ed3471-1f3e-48c6-a1cc-070166a12cd2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006481 Dec 13 10:01:29.077366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.103229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.127488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4db5409b-c4f7-4f78-806c-ca03bb0d6050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:29.211154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Calling delete_port for 868b94af-e0ae-4865-9930-30aed4d43a1d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:29.227867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c03045-2283-42fe-b5f3-8b04562ac6c7 req-340d61ba-1332-4db1-8c09-e96d047d1ced tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:29.229539 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c03045-2283-42fe-b5f3-8b04562ac6c7 req-340d61ba-1332-4db1-8c09-e96d047d1ced tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 945 time: 0.2278643 Dec 13 10:01:29.534764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37180d-a952-4a12-8abc-9d7e4081291a req-46338ab2-d257-4ffb-bc73-73006575d7f5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:29.547275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef37180d-a952-4a12-8abc-9d7e4081291a req-46338ab2-d257-4ffb-bc73-73006575d7f5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2306254 Dec 13 10:01:29.684030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6c03045-2283-42fe-b5f3-8b04562ac6c7 req-3ba9ff1d-8f86-4325-80a1-d74b27b6be5b tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3c07824-233e-43c5-b332-d1fa304e8659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412467 Dec 13 10:01:29.777369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef37180d-a952-4a12-8abc-9d7e4081291a req-555214c7-ee92-4dbe-ae22-f795503d5558 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289391 Dec 13 10:01:29.865269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c580e-ef76-48a6-b178-6dec32c235f0 req-89674505-24c2-42b5-8977-6ab0ac5206f5 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:29.873885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a02c580e-ef76-48a6-b178-6dec32c235f0 req-89674505-24c2-42b5-8977-6ab0ac5206f5 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.0676298 Dec 13 10:01:29.893864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:29.916141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Pushing event updated for resources: {'Port': ['ID=47ae8b62-9144-4e25-93b3-df4d46c691a4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:29.944310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:29.967473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a02c580e-ef76-48a6-b178-6dec32c235f0 req-24d4a78b-5ace-4e69-b58a-90ddaa061e08 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924275 Dec 13 10:01:29.996778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4affdb1-17c0-478d-873b-462e6aaf8c9c None None] Network c208f4f9-412f-417d-a877-85ed06c244ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:30.016153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9ad6a120-917a-499b-b8c7-f8a37c544cdb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:30.048639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.056425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:30.087374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-c792dd03-2e8f-450f-9a0b-9030024ba065 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.091265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-c792dd03-2e8f-450f-9a0b-9030024ba065 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 946 time: 0.9101887 Dec 13 10:01:30.219722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.251706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642659-bcde-4477-bbe1-932137d719ba req-806f1d4e-b8e8-4315-8390-68b821f1bb94 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.254270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad642659-bcde-4477-bbe1-932137d719ba req-806f1d4e-b8e8-4315-8390-68b821f1bb94 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2777712 Dec 13 10:01:30.383718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac230e-25e1-4ae6-938c-9f5db5ecc255 req-cd1cb721-baaa-4f55-b566-7865ee27e249 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.391020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bac230e-25e1-4ae6-938c-9f5db5ecc255 req-cd1cb721-baaa-4f55-b566-7865ee27e249 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2286525 Dec 13 10:01:30.415337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] Provisioning complete for port 9ad6a120-917a-499b-b8c7-f8a37c544cdb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:30.415982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.532508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Attempting to bind port 47ae8b62-9144-4e25-93b3-df4d46c691a4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:30.533211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Attempting to bind port 47ae8b62-9144-4e25-93b3-df4d46c691a4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:30.534319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Attempting to bind port 47ae8b62-9144-4e25-93b3-df4d46c691a4 on network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:30.566733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:30.567134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Checking segment: {'id': 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:30.567591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.568121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Bound using segment: {'id': 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:30.568604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Bound port: 47ae8b62-9144-4e25-93b3-df4d46c691a4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1fe91066-c8c5-4589-ae2e-1a253ad9bf56'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:30.569036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.578902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bac230e-25e1-4ae6-938c-9f5db5ecc255 req-24bdd21e-cb96-4cfa-a328-60780b5b631c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712527 Dec 13 10:01:30.615899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad642659-bcde-4477-bbe1-932137d719ba req-3f93ea57-5629-4b55-9511-c57ec4193444 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432455 Dec 13 10:01:30.801047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9ad6a120-917a-499b-b8c7-f8a37c544cdb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:30.801366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:30.804773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a009-8832-46d5-9599-f065460c5ecc req-5f238087-0a61-4ad7-a6eb-133236190af3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:30.814815 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cb2a009-8832-46d5-9599-f065460c5ecc req-5f238087-0a61-4ad7-a6eb-133236190af3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1196654 Dec 13 10:01:31.012723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.029958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Deleting port 020316a1-c7a6-4e76-9138-2d7b4fe290ad {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:31.039391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.062241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d850caf6-72a8-4b3b-989e-1b605bdca9f6 req-ec4f074f-5c93-44aa-9933-549ab3d9e60f tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 210 time: 0.2417996 Dec 13 10:01:31.127963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cb2a009-8832-46d5-9599-f065460c5ecc req-ff9cd7a9-1bf7-490d-8dc8-1e86a4e0a9d7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098934 Dec 13 10:01:31.172016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 020316a1-c7a6-4e76-9138-2d7b4fe290ad no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:31.184207 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54e99d17-f524-4551-9274-77bb07705616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.185723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.205105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] For port 47ae8b62-9144-4e25-93b3-df4d46c691a4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:31.320022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] For port 47ae8b62-9144-4e25-93b3-df4d46c691a4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47ae8b62-9144-4e25-93b3-df4d46c691a4,segment=NetworkSegment(d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1),segment_id=d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:31.341763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.412198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 868b94af-e0ae-4865-9930-30aed4d43a1d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:31.428510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] For port 020316a1-c7a6-4e76-9138-2d7b4fe290ad, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=020316a1-c7a6-4e76-9138-2d7b4fe290ad,segment=NetworkSegment(7e705f14-c791-4cc6-9d3a-2b0b9677126e),segment_id=7e705f14-c791-4cc6-9d3a-2b0b9677126e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:31.429050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.468358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e1f13-decb-48fa-ac90-4c0b5d971e7a req-7dcfd53c-8cda-43d6-b5a0-e6d6d6263fa2 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:31.470095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Calling delete_port for 020316a1-c7a6-4e76-9138-2d7b4fe290ad owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:31.484750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef1e1f13-decb-48fa-ac90-4c0b5d971e7a req-7dcfd53c-8cda-43d6-b5a0-e6d6d6263fa2 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.1739702 Dec 13 10:01:31.572132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] For port 9ad6a120-917a-499b-b8c7-f8a37c544cdb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9ad6a120-917a-499b-b8c7-f8a37c544cdb,segment=NetworkSegment(98bcde8c-7de9-46e4-943f-fe69b548c1a5),segment_id=98bcde8c-7de9-46e4-943f-fe69b548c1a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:31.649002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 868b94af-e0ae-4865-9930-30aed4d43a1d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:31.652418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 868b94af-e0ae-4865-9930-30aed4d43a1d not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:31.663506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event deleted for resources: {'Port': ['ID=868b94af-e0ae-4865-9930-30aed4d43a1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:31.673987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.728873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752baaf3-0450-46cf-9118-6b1828f72033 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:31.752041 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.785968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901c60-11be-4031-869c-45bb6a46b027 req-c68c3aed-6587-4ca6-9a1b-8a4c1e419c35 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:31.792309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4901c60-11be-4031-869c-45bb6a46b027 req-c68c3aed-6587-4ca6-9a1b-8a4c1e419c35 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3430476 Dec 13 10:01:31.848114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba0944-a0f2-411e-8b6b-eaf26e828b78 None None] Pushing event updated for resources: {'Port': ['ID=47ae8b62-9144-4e25-93b3-df4d46c691a4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:31.861271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef1e1f13-decb-48fa-ac90-4c0b5d971e7a req-d6672ed6-50b4-4391-8844-f14d06183565 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711538 Dec 13 10:01:31.901015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] No DVR routers for this DVR port 868b94af-e0ae-4865-9930-30aed4d43a1d on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:31.915106 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:31.929935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6bf83e7-c522-4f31-8e51-48ee51224162 req-4a8bf769-149d-4f4f-ac39-a6cd055495c7 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.44 "DELETE /v2.0/ports/868b94af-e0ae-4865-9930-30aed4d43a1d HTTP/1.1" status: 204 len: 173 time: 4.6700406 Dec 13 10:01:31.981695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'name': 'network-vif-deleted', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:31.986987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.029457 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea112318-2a52-4ad3-8a75-f45de058546d" -d '{"events": [{"server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "name": "network-vif-deleted", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:32.076780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4901c60-11be-4031-869c-45bb6a46b027 req-de5cf878-73c7-46c4-9980-24b21eaa3f9e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069533 Dec 13 10:01:32.196532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-750b77c5-ca23-4927-8cfc-50c6b4a6478b None None] Provisioning complete for port 9ad6a120-917a-499b-b8c7-f8a37c544cdb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:32.199671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-750b77c5-ca23-4927-8cfc-50c6b4a6478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.217736 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e530db0-fe13-459f-9282-fc066926f3cf x-openstack-request-id: req-2e530db0-fe13-459f-9282-fc066926f3cf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:32.218037 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cd6710-4e32-45cb-b02f-3dbb75957eed", "name": "network-vif-deleted", "tag": "868b94af-e0ae-4865-9930-30aed4d43a1d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:32.218297 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e530db0-fe13-459f-9282-fc066926f3cf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:32.221043 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cd6710-4e32-45cb-b02f-3dbb75957eed', 'name': 'network-vif-deleted', 'tag': '868b94af-e0ae-4865-9930-30aed4d43a1d', 'status': 'completed', 'code': 200} Dec 13 10:01:32.389353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Allocated IP 172.20.0.1 (c208f4f9-412f-417d-a877-85ed06c244ac/a286f55c-2ca1-482e-b550-4615e55d1ed3/036040ff-6ed7-4d11-ae4e-eaab864ae788) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:32.513649 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f9527-5c46-4f65-b5f6-4d5f6e1a9f92 None None] Pushing event updated for resources: {'Port': ['ID=9ad6a120-917a-499b-b8c7-f8a37c544cdb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:32.529894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:01:32.530573 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:01:32.538696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.545272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a411a-4140-4734-8ed2-52dbd655d9fc req-2200af66-c3d0-4654-ae8e-94a197e66afb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:32.575853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-257a411a-4140-4734-8ed2-52dbd655d9fc req-2200af66-c3d0-4654-ae8e-94a197e66afb tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.4169390 Dec 13 10:01:32.648795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a48891d-f8a6-4519-9e78-8ee58a930282 req-21ebedc4-e418-4342-9e95-6e28b7c6a995 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1cd6710-4e32-45cb-b02f-3dbb75957eed HTTP/1.1" status: 200 len: 210 time: 0.2292378 Dec 13 10:01:32.712540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:32.858478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-257a411a-4140-4734-8ed2-52dbd655d9fc req-4b073329-9836-4277-8c16-0b6965ce247a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810075 Dec 13 10:01:32.946172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Pushing event deleted for resources: {'Port': ['ID=020316a1-c7a6-4e76-9138-2d7b4fe290ad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:32.989302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb18bc-f70b-451c-b876-ac6afe28c78a None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:33.011110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bc8f6-e1e5-4006-93f7-bf338bdeaadd req-49ad5c62-911d-4d15-af8a-11bf72f7f2e3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:33.015247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-363bc8f6-e1e5-4006-93f7-bf338bdeaadd req-49ad5c62-911d-4d15-af8a-11bf72f7f2e3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2094507 Dec 13 10:01:33.207058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] No DVR routers for this DVR port 020316a1-c7a6-4e76-9138-2d7b4fe290ad on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:33.209621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-363bc8f6-e1e5-4006-93f7-bf338bdeaadd req-041a9da1-2025-4995-85ec-fbad06a08f4e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849267 Dec 13 10:01:33.223983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a9fb1-c65b-430e-bafd-b3be95f86179 req-01bbbbb1-6051-4034-8e72-fef1db5d10ee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:33.225828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44a9fb1-c65b-430e-bafd-b3be95f86179 req-01bbbbb1-6051-4034-8e72-fef1db5d10ee tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.2026658 Dec 13 10:01:33.227036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.229226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.248946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b4f5104-cbf9-43ec-b441-34dd195aee86 req-3dd74a91-0514-4aab-875c-cde5c371c4bb tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.37 "DELETE /v2.0/ports/020316a1-c7a6-4e76-9138-2d7b4fe290ad HTTP/1.1" status: 204 len: 173 time: 3.1102211 Dec 13 10:01:33.370524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44a9fb1-c65b-430e-bafd-b3be95f86179 req-ba802262-bd16-4118-bbfd-7a73080fbff7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368496 Dec 13 10:01:33.391279 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.528894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network c208f4f9-412f-417d-a877-85ed06c244ac is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:33.540342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:33.552373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:33.582277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47ae8b62-9144-4e25-93b3-df4d46c691a4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:33.663831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Port': ['ID=036040ff-6ed7-4d11-ae4e-eaab864ae788,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:33.744703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.759159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 47ae8b62-9144-4e25-93b3-df4d46c691a4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:33.759545 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.793438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:33.921225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbcaee-9473-4b39-8b79-e847ddc1051e req-903fa518-e9e7-41ce-9ef5-f67acb3acb8a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:33.932509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58fbcaee-9473-4b39-8b79-e847ddc1051e req-903fa518-e9e7-41ce-9ef5-f67acb3acb8a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2075491 Dec 13 10:01:34.077595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93520d85-8ed9-4e49-889b-4713398cf7b6 None None] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:34.192626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2bf2417e-6e26-4d3a-99fd-2a9b38f76d8a None None] Provisioning complete for port 47ae8b62-9144-4e25-93b3-df4d46c691a4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:34.193272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bf2417e-6e26-4d3a-99fd-2a9b38f76d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.195630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8687ae4f-f5d7-42cc-8b9a-be1b06e4cc59 req-d7873f9b-c66c-4ff3-a4d6-b91ec91c0af2 tempest-MultipleCreateTestJSON-783946379 tempest-MultipleCreateTestJSON-783946379-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba36cd3-9cce-43fd-937a-12a02a38301a HTTP/1.1" status: 200 len: 210 time: 0.1138618 Dec 13 10:01:34.218730 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.221519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'name': 'network-vif-deleted', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:34.224039 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0cae5-9b2a-4d34-a8a0-661864c8f0ba" -d '{"events": [{"server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "name": "network-vif-deleted", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:34.232735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58fbcaee-9473-4b39-8b79-e847ddc1051e req-6bfc9c1d-1e52-4082-b552-703544797085 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967193 Dec 13 10:01:34.269317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.320415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 47ae8b62-9144-4e25-93b3-df4d46c691a4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47ae8b62-9144-4e25-93b3-df4d46c691a4,segment=NetworkSegment(d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1),segment_id=d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:34.339240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.341113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9ad6a120-917a-499b-b8c7-f8a37c544cdb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:34.422806 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce60d5c-335c-46c1-a7af-20e1b3ae7f78 x-openstack-request-id: req-cce60d5c-335c-46c1-a7af-20e1b3ae7f78 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:34.423946 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba36cd3-9cce-43fd-937a-12a02a38301a", "name": "network-vif-deleted", "tag": "020316a1-c7a6-4e76-9138-2d7b4fe290ad", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:34.424405 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cce60d5c-335c-46c1-a7af-20e1b3ae7f78 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:34.424995 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba36cd3-9cce-43fd-937a-12a02a38301a', 'name': 'network-vif-deleted', 'tag': '020316a1-c7a6-4e76-9138-2d7b4fe290ad', 'status': 'completed', 'code': 200} Dec 13 10:01:34.461909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328dbe3-fbc3-4984-b337-7fcc3679e62d req-458fa2bd-34f4-4e85-8794-b16d2cf64bd8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:34.476103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d328dbe3-fbc3-4984-b337-7fcc3679e62d req-458fa2bd-34f4-4e85-8794-b16d2cf64bd8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1080406 Dec 13 10:01:34.557295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=47ae8b62-9144-4e25-93b3-df4d46c691a4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:34.586102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9ad6a120-917a-499b-b8c7-f8a37c544cdb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:34.586805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.735524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a713f5-5448-4ae7-b0f7-cce2891d482b req-b7539b98-e05f-4e86-a783-311391c7dbe7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:34.757989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2a713f5-5448-4ae7-b0f7-cce2891d482b req-b7539b98-e05f-4e86-a783-311391c7dbe7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2234042 Dec 13 10:01:34.791955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16a0d10e-e854-42d5-a2fb-5151d03e7980 None None] Provisioning complete for port 036040ff-6ed7-4d11-ae4e-eaab864ae788 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:34.792307 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a0d10e-e854-42d5-a2fb-5151d03e7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.849087 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.855760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.880871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:34.901808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-16a0d10e-e854-42d5-a2fb-5151d03e7980 None None] Port 036040ff-6ed7-4d11-ae4e-eaab864ae788 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:34.958035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2a713f5-5448-4ae7-b0f7-cce2891d482b req-4d5a55c0-01d0-4a27-b115-dfa787410597 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975875 Dec 13 10:01:34.988410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d328dbe3-fbc3-4984-b337-7fcc3679e62d req-5185f80b-34b8-4606-a1ba-54d64ef8b3dc tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071840 Dec 13 10:01:35.035820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Port': ['ID=036040ff-6ed7-4d11-ae4e-eaab864ae788,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:35.040794 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.048419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e28ab6ce-bb90-4132-8b0b-ec829640b374 None None] Provisioning complete for port 47ae8b62-9144-4e25-93b3-df4d46c691a4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:35.050456 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e28ab6ce-bb90-4132-8b0b-ec829640b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.214041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a3f7d-9089-4243-9d11-2309c1b6ed54 req-82618445-383e-464b-8883-f6e8e601b9c8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.224816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-672a3f7d-9089-4243-9d11-2309c1b6ed54 req-82618445-383e-464b-8883-f6e8e601b9c8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.0946820 Dec 13 10:01:35.322916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network c208f4f9-412f-417d-a877-85ed06c244ac is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:35.325576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:35.349610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47ae8b62-9144-4e25-93b3-df4d46c691a4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:35.420103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a1111-dd67-445d-82aa-b709d7926160 req-2234a688-e3ec-435c-af6e-24c9beb4e5ea tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.427300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd2a1111-dd67-445d-82aa-b709d7926160 req-2234a688-e3ec-435c-af6e-24c9beb4e5ea tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1546679 Dec 13 10:01:35.458557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-672a3f7d-9089-4243-9d11-2309c1b6ed54 req-e8dd35ca-5713-4f96-b4cd-1b7b0b9e9b62 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325616 Dec 13 10:01:35.524743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 47ae8b62-9144-4e25-93b3-df4d46c691a4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:35.525155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.588385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:35.616187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd2a1111-dd67-445d-82aa-b709d7926160 req-34966cf5-5a23-4c50-aac2-23d08176a6b2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556304 Dec 13 10:01:35.715456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Deleting subnet 0641bb99-3f57-46f8-9c59-ae289516c5f6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:35.734752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.736972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Router 77068f5a-e364-4daa-8e92-42f7a21772d2 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:01:35.789881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.858594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eddba9d6-1450-427c-9bf9-0012c2983afd None None] Provisioning complete for port 036040ff-6ed7-4d11-ae4e-eaab864ae788 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:35.859600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eddba9d6-1450-427c-9bf9-0012c2983afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:35.876471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd352f-e34f-4894-84a7-f9aa5aaaa6cf req-1697c759-136d-4041-85d3-932cb4f0a501 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:35.878133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20cd352f-e34f-4894-84a7-f9aa5aaaa6cf req-1697c759-136d-4041-85d3-932cb4f0a501 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1300120 Dec 13 10:01:35.926065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eddba9d6-1450-427c-9bf9-0012c2983afd None None] Port 036040ff-6ed7-4d11-ae4e-eaab864ae788 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:35.974160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20cd352f-e34f-4894-84a7-f9aa5aaaa6cf req-42b205ec-f90e-4e75-ab79-45e6f9e5f3c1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Dec 13 10:01:36.023175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.052632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:36.066630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] Sync routers for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:36.068297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:36.076149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-52c30acf-1e89-4533-bd90-864cc077bbce tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0622306 Dec 13 10:01:36.086541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:36.092250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.151770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.180441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.195069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:36.196259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.217052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0641bb99-3f57-46f8-9c59-ae289516c5f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:36.221716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.235998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d90cc9c8-79bd-4770-b410-f7a5d36d0ee1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0641bb99-3f57-46f8-9c59-ae289516c5f6 HTTP/1.1" status: 204 len: 168 time: 0.6461885 Dec 13 10:01:36.241622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:36.307275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c1a388-150a-477a-8f4e-96c9d8b03e27 None None] Network dfd5a954-5919-4d79-a7d8-dba8088be9bd requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:36.321456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.321977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b2c17-9932-4280-bf9d-f92b494a7e59 None None] The sync data for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:36.404722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.481170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492276ae-f5a9-4e6f-b19b-5b92e8777526 None None] DHCP port deletion for dfd5a954-5919-4d79-a7d8-dba8088be9bd request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:36.571031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e87c6b-2698-4707-988c-5ee7376393eb req-b2396303-9d7a-41f4-8074-a56984488068 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.580121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18e87c6b-2698-4707-988c-5ee7376393eb req-b2396303-9d7a-41f4-8074-a56984488068 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.3733554 Dec 13 10:01:36.593759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.653693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd5a954-5919-4d79-a7d8-dba8088be9bd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.674700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e705f14-c791-4cc6-9d3a-2b0b9677126e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.674986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e705f14-c791-4cc6-9d3a-2b0b9677126e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:36.690877 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.731773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.744435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:36.747429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:36.800585 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:36.875589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-ecb399d8-ff82-4146-96b5-1f0d6baafbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:36.878451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-ecb399d8-ff82-4146-96b5-1f0d6baafbcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1096 time: 0.0753014 Dec 13 10:01:36.881210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.888578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:36.896808 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfd5a954-5919-4d79-a7d8-dba8088be9bd HTTP/1.1" status: 204 len: 168 time: 0.6540027 Dec 13 10:01:36.912043 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4bd5b-003c-41c0-b53c-1a22c627b059 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd5a954-5919-4d79-a7d8-dba8088be9bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:37.062389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-50b3c14d-0fb0-45b6-9c9f-ef41f4e2919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.065179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-50b3c14d-0fb0-45b6-9c9f-ef41f4e2919d service neutron] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.1333132 Dec 13 10:01:37.318775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:37.413180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-37abd5b8-9eed-4732-8aea-0f81410b291a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=461bd2cc100c4eefabc8ccb9b011278f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835645 Dec 13 10:01:37.429115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53710) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:37.500082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18e87c6b-2698-4707-988c-5ee7376393eb req-408670ea-a93b-4ca1-b31f-500ee5eb3b97 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8298762 Dec 13 10:01:37.565759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcf8e0-8f83-48b5-9ba7-3f36f5f85bda req-4f53d605-d208-43ff-a1e3-3f24f9ed8749 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.567726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75fcf8e0-8f83-48b5-9ba7-3f36f5f85bda req-4f53d605-d208-43ff-a1e3-3f24f9ed8749 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.2474439 Dec 13 10:01:37.717850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:37.776072 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-3d4444bc-153b-43fa-a4aa-5c644c1211e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.6995859 Dec 13 10:01:37.782894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75fcf8e0-8f83-48b5-9ba7-3f36f5f85bda req-baa1339c-ff5b-4f85-98d3-287e9de4d9cc tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053134 Dec 13 10:01:37.814650 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f0163242-feda-4cfa-b5fb-69be800e4346 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:01:37.819037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f0163242-feda-4cfa-b5fb-69be800e4346 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7497241 Dec 13 10:01:37.827728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1fef8-ec22-482f-a518-495b5a661c37 req-e593fdda-53fc-4449-bc47-a0fad40b6ea9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.830075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13a1fef8-ec22-482f-a518-495b5a661c37 req-e593fdda-53fc-4449-bc47-a0fad40b6ea9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.2180932 Dec 13 10:01:37.834706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:37.869564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-1c01ee7a-7dce-495c-add1-3f92cdce61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:37.872012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-1c01ee7a-7dce-495c-add1-3f92cdce61f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.0846937 Dec 13 10:01:37.924069 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-c916cff4-bc43-4f0d-97bf-a672998d0458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422800 Dec 13 10:01:37.953063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.103084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-1e26adf5-52c2-46e3-9c89-6dff7bdee645 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633391 Dec 13 10:01:38.208603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13a1fef8-ec22-482f-a518-495b5a661c37 req-57236297-f3c8-4b57-b6b7-161dc902c2fd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622461 Dec 13 10:01:38.227602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.230600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.241651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3c07824-233e-43c5-b332-d1fa304e8659 HTTP/1.1" status: 204 len: 168 time: 0.8111510 Dec 13 10:01:38.287436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f48361-3541-4276-884d-5cea7ea6a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c07824-233e-43c5-b332-d1fa304e8659,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:38.312818 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9bafe97b-9672-49e0-ba8a-6f1a88522136 req-8359f558-254c-4959-8896-0b5abbdfe574 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007792 Dec 13 10:01:38.416055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:38.786784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23ad7-e3ad-4770-af8c-b6723ada27cc req-f2cfa8c2-8fc6-4d91-b13e-14687ffad9fa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:38.788863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81e23ad7-e3ad-4770-af8c-b6723ada27cc req-f2cfa8c2-8fc6-4d91-b13e-14687ffad9fa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1418726 Dec 13 10:01:39.057492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81e23ad7-e3ad-4770-af8c-b6723ada27cc req-7c6bcbcc-0adc-4179-bb44-c9cbdfbf8511 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356610 Dec 13 10:01:39.107177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6ea6-7260-4be2-8814-f8ecf3e3de66 req-7472cc51-1b25-4d50-8b27-246445b387d9 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:39.109068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f58c6ea6-7260-4be2-8814-f8ecf3e3de66 req-7472cc51-1b25-4d50-8b27-246445b387d9 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.1517563 Dec 13 10:01:39.192540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f58c6ea6-7260-4be2-8814-f8ecf3e3de66 req-8ae4733c-1758-4242-88fd-2a6f9c575e6b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702610 Dec 13 10:01:39.202860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting port 036040ff-6ed7-4d11-ae4e-eaab864ae788 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:39.203467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.368319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.430078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Calling delete_port for 036040ff-6ed7-4d11-ae4e-eaab864ae788 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:39.472258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8230-b3a9-479a-8901-fa7f31b48813 req-cec117df-cbd5-419b-9f96-2602f3edcd0d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:39.480612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eedd8230-b3a9-479a-8901-fa7f31b48813 req-cec117df-cbd5-419b-9f96-2602f3edcd0d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1230702 Dec 13 10:01:39.523018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:39.590734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eedd8230-b3a9-479a-8901-fa7f31b48813 req-e1626af8-d0ad-4689-b790-7021d7a8e1e0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088264 Dec 13 10:01:39.768830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1713596812-network', 'tenant_id': 'f4cb6b8d0c324f08b03b7c87c597ad35'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:39.806962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.817747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Made reservation on behalf of f4cb6b8d0c324f08b03b7c87c597ad35 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:39.820705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.832841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:39.870132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Port': ['ID=036040ff-6ed7-4d11-ae4e-eaab864ae788,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.011628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.022944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.083280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c33296-50f6-4720-93c7-cefda9dddd63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.119039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:01:40.137906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.138672 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Added segment 78b3651c-4c65-4aa5-97dc-f9386e2d0e73 of type vlan for network bdb7e9ee-d752-4f71-bebe-5984f4ec020a Dec 13 10:01:40.193629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.251711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.324084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.325463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:40.326218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.447409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] Pushing event updated for resources: {'Network': ['ID=bdb7e9ee-d752-4f71-bebe-5984f4ec020a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:40.459420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network bdb7e9ee-d752-4f71-bebe-5984f4ec020a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:01:40.482669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e53b0069-f690-4ce8-a040-2e7dd98a702a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9579530 Dec 13 10:01:40.486119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:40.499500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Request body: {'subnet': {'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1713596812-subnet', 'tenant_id': 'f4cb6b8d0c324f08b03b7c87c597ad35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:40.548086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Made reservation on behalf of f4cb6b8d0c324f08b03b7c87c597ad35 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:40.551520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.634692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec6850-6402-4c07-a81d-095008d54434 req-9c6a8fbd-f755-423f-a388-1d28871cd4c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:40.636994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fec6850-6402-4c07-a81d-095008d54434 req-9c6a8fbd-f755-423f-a388-1d28871cd4c7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.2328324 Dec 13 10:01:40.645686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5c12-6ad7-4556-9eb4-b416c48db702 req-7c23b4bd-3205-4a33-99f2-938fadf02980 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:40.653404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-492c5c12-6ad7-4556-9eb4-b416c48db702 req-7c23b4bd-3205-4a33-99f2-938fadf02980 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.3656807 Dec 13 10:01:40.726845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Router 77068f5a-e364-4daa-8e92-42f7a21772d2 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:40.770991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fec6850-6402-4c07-a81d-095008d54434 req-be8e9a34-ccff-4bab-8ae0-519f5985ecde tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096056 Dec 13 10:01:40.810774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-492c5c12-6ad7-4556-9eb4-b416c48db702 req-7793e837-65e1-4fe2-9b48-3fd373eba3e6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564324 Dec 13 10:01:40.947763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:40.971192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:40.983252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] Sync routers for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:40.992179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-42bfadeb-fee4-4ccb-b66d-e92051a82e00 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554565 Dec 13 10:01:40.999892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:41.003093 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:41.003729 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:41.093445 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:41.098214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340f3df-cebb-4f63-b247-cabc3d37b673 req-f67be452-e8da-4f44-9136-c8af504e15ad tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:41.103036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8340f3df-cebb-4f63-b247-cabc3d37b673 req-f67be452-e8da-4f44-9136-c8af504e15ad tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1944087 Dec 13 10:01:41.105785 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-da7228e7-8a89-4236-8930-c956e21f79d7 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] delete failed (client error): The resource could not be found. Dec 13 10:01:41.106772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-da7228e7-8a89-4236-8930-c956e21f79d7 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1346013282 HTTP/1.1" status: 404 len: 335 time: 0.1009316 Dec 13 10:01:41.113606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:41.117969 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:41.118606 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:41.130579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a9bd8b0f-0661-4203-8d09-d9523a51b3de tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'router': {'external_gateway_info': {'network_id': '77068f5a-e364-4daa-8e92-42f7a21772d2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:41.212942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8340f3df-cebb-4f63-b247-cabc3d37b673 req-1d0214ea-2649-433c-8365-034f7741edb5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974383 Dec 13 10:01:41.219102 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:41.227128 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4eea3-f0f8-4bf3-84b1-e07be26b6c9a None None] The sync data for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:41.260340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820138cd-98c4-4a4d-b409-35ea89a224ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:41.265811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Checking segment: {'id': '78b3651c-4c65-4aa5-97dc-f9386e2d0e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:41.266179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Network hostable DHCP agents. Network: bdb7e9ee-d752-4f71-bebe-5984f4ec020a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:01:41.372561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Network bdb7e9ee-d752-4f71-bebe-5984f4ec020a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:01:41.387674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8028b825-2178-4df0-bc05-a7d95d5219c8 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:41.446460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, bdb7e9ee-d752-4f71-bebe-5984f4ec020a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:41.460910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:41.461543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.475224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8b0f-0661-4203-8d09-d9523a51b3de tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:41.535060 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ede2ddae-a092-4653-bda5-bece1ef8fff3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0465200 Dec 13 10:01:41.536662 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a9bd8b0f-0661-4203-8d09-d9523a51b3de tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] update failed (client error): The resource could not be found. Dec 13 10:01:41.540382 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9bd8b0f-0661-4203-8d09-d9523a51b3de tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2 HTTP/1.1" status: 404 len: 339 time: 0.4254308 Dec 13 10:01:41.544475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:41.674211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8028b825-2178-4df0-bc05-a7d95d5219c8,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:41.715639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef85a9-66e0-47b4-96d0-c7a1b27e2a9e None None] Network bdb7e9ee-d752-4f71-bebe-5984f4ec020a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:41.719881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:42.060447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa9f6e-5e91-4f96-9ccf-7610d46c6ed6 req-585ce996-e460-4cf1-aec1-fe7687174a40 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:42.067976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaaa9f6e-5e91-4f96-9ccf-7610d46c6ed6 req-585ce996-e460-4cf1-aec1-fe7687174a40 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.0832632 Dec 13 10:01:42.077969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fccc77-8456-4a00-8319-c117c80d8430 req-8100647c-74b1-4a21-ba6d-65c40de1af81 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:42.079480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68fccc77-8456-4a00-8319-c117c80d8430 req-8100647c-74b1-4a21-ba6d-65c40de1af81 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 943 time: 0.1614034 Dec 13 10:01:42.183425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaaa9f6e-5e91-4f96-9ccf-7610d46c6ed6 req-18f97d38-1064-45bc-b3cc-543a6e6e9ca3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124284 Dec 13 10:01:42.191578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.236057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68fccc77-8456-4a00-8319-c117c80d8430 req-599230d7-38eb-476c-9ed4-2117e31bbc79 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333089 Dec 13 10:01:42.284737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.364330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8028b825-2178-4df0-bc05-a7d95d5219c8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:42.411985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8028b825-2178-4df0-bc05-a7d95d5219c8,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:42.466103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:42.502759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c35df-7d38-4981-bdaf-02815f24d6e1 req-c9858d97-00d9-4a71-93da-772ca5ebfb34 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:42.515375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2c35df-7d38-4981-bdaf-02815f24d6e1 req-c9858d97-00d9-4a71-93da-772ca5ebfb34 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1374953 Dec 13 10:01:42.558833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde1190-b6ea-4de1-83d5-3a803b0d9da0 None None] Network bdb7e9ee-d752-4f71-bebe-5984f4ec020a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:42.638093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2c35df-7d38-4981-bdaf-02815f24d6e1 req-aeb5b311-6b93-4131-8dfc-11473210a6ec tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216571 Dec 13 10:01:42.766619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8028b825-2178-4df0-bc05-a7d95d5219c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:42.770598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:42.884065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-27c58c04-be7f-45b6-a3b1-30a85f837d6e tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:42.885829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-27c58c04-be7f-45b6-a3b1-30a85f837d6e tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/networks?id=bdb7e9ee-d752-4f71-bebe-5984f4ec020a HTTP/1.1" status: 200 len: 822 time: 0.2229531 Dec 13 10:01:42.925873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Allocated IP 172.20.0.1 (3aefb003-ee4c-45e7-9f45-30c9d28f6dad/1e688a90-5877-4f75-9dc4-7b4cbdb18170/5996ee2a-b7df-4e6a-83f9-8b9227f36b17) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:42.970005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-8d5733c3-5624-45e8-bcea-f90036c7035a tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/quotas/f4cb6b8d0c324f08b03b7c87c597ad35 HTTP/1.1" status: 200 len: 375 time: 0.0684330 Dec 13 10:01:43.054494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-1a5d90c1-5ace-4339-bf60-05cb0c00aa43 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4cb6b8d0c324f08b03b7c87c597ad35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786371 Dec 13 10:01:43.251066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.353428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-17ad6dd1-5315-4def-af32-7f2697f8577c service neutron] 10.222.0.30 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853856 Dec 13 10:01:43.376167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.455007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:43.460329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:43.465970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:43.471377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Port': ['ID=5996ee2a-b7df-4e6a-83f9-8b9227f36b17,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:43.537087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.572942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae882-7383-48a8-a599-ff5b969a5c2c req-6a621b98-633f-4af6-bfa4-7377e119e695 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:43.575344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e13ae882-7383-48a8-a599-ff5b969a5c2c req-6a621b98-633f-4af6-bfa4-7377e119e695 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2068999 Dec 13 10:01:43.698594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e13ae882-7383-48a8-a599-ff5b969a5c2c req-8f1293df-97be-4033-883b-50ac65e44f76 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057501 Dec 13 10:01:43.701144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-76440964-a593-4901-ae54-f56a4ae85543 service neutron] 10.222.0.30 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469234 Dec 13 10:01:43.789702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:43.974865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a8c09-eb9f-44c5-b7bb-4439ce3c470c req-b3ee364b-be06-48c1-835c-1db680185645 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:43.980291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db2a8c09-eb9f-44c5-b7bb-4439ce3c470c req-b3ee364b-be06-48c1-835c-1db680185645 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 944 time: 0.0852854 Dec 13 10:01:44.040861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b6319729-7681-42f8-87a7-09e99be0106a None None] Provisioning complete for port 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:44.042050 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6319729-7681-42f8-87a7-09e99be0106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.110744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b6319729-7681-42f8-87a7-09e99be0106a None None] Port 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:44.175693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db2a8c09-eb9f-44c5-b7bb-4439ce3c470c req-efe63ae5-0166-4aa4-b5aa-bc92784822f2 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891181 Dec 13 10:01:44.363821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f4daf-8c11-4c7f-ba32-a41440c7f2dd req-229009bc-4a75-4832-8f88-343a980e2d8a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:44.374887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.377846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-376f4daf-8c11-4c7f-ba32-a41440c7f2dd req-229009bc-4a75-4832-8f88-343a980e2d8a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1314831 Dec 13 10:01:44.390343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.488129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aea1ad6d-ae97-4e53-b1e2-d737c60a3db4 req-c1f8b157-0c2d-4c53-9c23-4c02313f706a tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 210 time: 0.1531396 Dec 13 10:01:44.550901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event updated for resources: {'Port': ['ID=5996ee2a-b7df-4e6a-83f9-8b9227f36b17,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:44.585584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-376f4daf-8c11-4c7f-ba32-a41440c7f2dd req-5f1ad504-d689-4957-bca2-79bb19c2b33c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047024 Dec 13 10:01:44.612185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:44.737159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:44.739493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:44.907694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Router 77068f5a-e364-4daa-8e92-42f7a21772d2 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:45.098437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514024-eebb-4d0c-8912-cdd6cfc857f6 req-b8d0898a-d1bb-473a-a865-08768751fe1b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.119594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4514024-eebb-4d0c-8912-cdd6cfc857f6 req-b8d0898a-d1bb-473a-a865-08768751fe1b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1760008 Dec 13 10:01:45.207607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:45.217742 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93d8f2b5-be9a-459a-b8bc-b0bcd7198f43 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6715636 Dec 13 10:01:45.220552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:45.229043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] Sync routers for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:45.229600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4514024-eebb-4d0c-8912-cdd6cfc857f6 req-4145e1f2-58a9-4457-9d1b-4e1222ebdbab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086707 Dec 13 10:01:45.256531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:45.259057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:45.373306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:45.373680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e79136b-e76c-4545-aea6-d2581f0924ea tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.422246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f1a38a6f-1adc-4158-99db-4b8f43c3c9c9 None None] Provisioning complete for port 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:45.422793 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a6f-1adc-4158-99db-4b8f43c3c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.430381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:45.433893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:45.561365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8028b825-2178-4df0-bc05-a7d95d5219c8 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:45.564957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f1a38a6f-1adc-4158-99db-4b8f43c3c9c9 None None] Port 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:45.592398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680eb03-47b0-4133-9bdc-8c95ee0a9ea9 req-26578ba7-a313-4594-aa48-3a51c472eb16 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.604673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3680eb03-47b0-4133-9bdc-8c95ee0a9ea9 req-26578ba7-a313-4594-aa48-3a51c472eb16 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 944 time: 0.1900513 Dec 13 10:01:45.640122 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5e79136b-e76c-4545-aea6-d2581f0924ea tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 10:01:45.641602 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e79136b-e76c-4545-aea6-d2581f0924ea tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2 HTTP/1.1" status: 409 len: 329 time: 0.4199591 Dec 13 10:01:45.649717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:45.689104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6ddc2ae-f433-4a3e-8bb6-307fae2812d6 req-a836e781-53e4-4555-8728-7482ddf4fd3f tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 210 time: 0.1222312 Dec 13 10:01:45.718018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:45.722846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dae57-f5dc-476d-9af5-1a053d5f2b08 None None] The sync data for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:45.800212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8028b825-2178-4df0-bc05-a7d95d5219c8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:01:45.806317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8028b825-2178-4df0-bc05-a7d95d5219c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:45.807526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:45.812832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3680eb03-47b0-4133-9bdc-8c95ee0a9ea9 req-a76bf4e5-feac-4ca6-9e29-7e91d179663d tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055104 Dec 13 10:01:45.962391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c43a8-92f2-4fb7-9e1a-65bcba2e7962 req-5b45bdbf-42bb-4130-a88d-25d22fa9909d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:45.974487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f30c43a8-92f2-4fb7-9e1a-65bcba2e7962 req-5b45bdbf-42bb-4130-a88d-25d22fa9909d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1201210 Dec 13 10:01:46.040731 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:46.050791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f30c43a8-92f2-4fb7-9e1a-65bcba2e7962 req-c80c3373-120c-4f45-b481-4bd9780b4d24 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711854 Dec 13 10:01:46.104944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8028b825-2178-4df0-bc05-a7d95d5219c8,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:46.107449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:46.111559 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1fa85-671a-40ca-85e9-fca525efa679" -d '{"events": [{"server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "name": "network-vif-plugged", "status": "completed", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:46.126822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:46.184773 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda3481a-849d-443f-9c0f-add970ebb073 x-openstack-request-id: req-eda3481a-849d-443f-9c0f-add970ebb073 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:46.185061 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "name": "network-vif-plugged", "status": "completed", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:46.185350 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eda3481a-849d-443f-9c0f-add970ebb073 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:46.185752 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'code': 200} Dec 13 10:01:46.235003 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:46.257352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-67c00f49-63dc-46ba-99da-922b1919191b tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:46.259675 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-67c00f49-63dc-46ba-99da-922b1919191b tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.37 "GET /v2.0/networks?id=bdb7e9ee-d752-4f71-bebe-5984f4ec020a HTTP/1.1" status: 200 len: 822 time: 0.1503503 Dec 13 10:01:46.275220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Request body: {'port': {'device_id': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a', 'admin_state_up': True, 'tenant_id': 'f4cb6b8d0c324f08b03b7c87c597ad35'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:46.453293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f54c79-d8cc-4537-a51c-12aa2aa3bda9 req-3767939b-0656-46ed-99d3-b3390c0a9bf2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:46.455000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03f54c79-d8cc-4537-a51c-12aa2aa3bda9 req-3767939b-0656-46ed-99d3-b3390c0a9bf2 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.0887513 Dec 13 10:01:46.547967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03f54c79-d8cc-4537-a51c-12aa2aa3bda9 req-af5aad13-deba-4270-a2b2-cf8610eaaea7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860379 Dec 13 10:01:46.554315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bc09b-950f-4c30-b7d5-cffbe0bab64f req-506c8c6d-3d57-49ac-ac01-e70629d330db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:46.555969 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b2bc09b-950f-4c30-b7d5-cffbe0bab64f req-506c8c6d-3d57-49ac-ac01-e70629d330db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.2515466 Dec 13 10:01:46.675265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b2bc09b-950f-4c30-b7d5-cffbe0bab64f req-a952d4ac-9aa7-49ea-ae6d-d5f0b2e6df76 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756822 Dec 13 10:01:46.678555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Made reservation on behalf of f4cb6b8d0c324f08b03b7c87c597ad35 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:46.682213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:46.853255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4363ce57-41e5-43a1-86df-1f2219fbbcf2 req-82ac12b1-c457-477a-a1b4-a1da07b73255 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 210 time: 0.0482430 Dec 13 10:01:46.889903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:47.008487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234acf5-f8d2-488d-aa5b-8a2472174e37 req-ab992ba4-0624-4e3a-b02a-cbc19b738e81 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:47.016869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d234acf5-f8d2-488d-aa5b-8a2472174e37 req-ab992ba4-0624-4e3a-b02a-cbc19b738e81 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 0.0663326 Dec 13 10:01:47.067798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d234acf5-f8d2-488d-aa5b-8a2472174e37 req-062b509a-6da8-4479-a99e-f1494778060c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495417 Dec 13 10:01:47.206253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb5d3-4781-45d7-b4ab-9dc48c6a3e23 req-d0fe350d-0997-4fa7-9db6-f9310aa7b357 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:47.216887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1eebb5d3-4781-45d7-b4ab-9dc48c6a3e23 req-d0fe350d-0997-4fa7-9db6-f9310aa7b357 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0853751 Dec 13 10:01:47.277764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1eebb5d3-4781-45d7-b4ab-9dc48c6a3e23 req-9759c5d1-9aec-4c3a-80b0-36a87f0d1538 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Dec 13 10:01:47.364879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Allocated IP 172.20.0.5 (bdb7e9ee-d752-4f71-bebe-5984f4ec020a/820138cd-98c4-4a4d-b409-35ea89a224ea/b1267777-1f4b-4967-a991-9273b71c9a63) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:47.640628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:47.767394 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:47.850705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Network bdb7e9ee-d752-4f71-bebe-5984f4ec020a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:47.859929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:47.865546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:47.870116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting port 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:47.871011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:47.876640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Pushing event updated for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:48.082433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:48.102299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Calling delete_port for 5996ee2a-b7df-4e6a-83f9-8b9227f36b17 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:48.137769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.138519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:48.178938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acb917-a009-4a66-970e-95f5ea4d2872 req-33fbb2e2-c8c5-441b-8802-a2d07df8839a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.180517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4acb917-a009-4a66-970e-95f5ea4d2872 req-33fbb2e2-c8c5-441b-8802-a2d07df8839a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.5209780 Dec 13 10:01:48.196846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-3edccd42-c044-49c7-b398-6d97378f1cda tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9250669 Dec 13 10:01:48.211944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Request body: {'port': {'device_id': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:48.281374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c36cb-4675-4330-8a77-62ec2f47ed3f req-4e9c435b-7f29-45f5-aeb0-4ad26f4a78d6 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.282983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a17c36cb-4675-4330-8a77-62ec2f47ed3f req-4e9c435b-7f29-45f5-aeb0-4ad26f4a78d6 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 931 time: 0.1278584 Dec 13 10:01:48.325986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4acb917-a009-4a66-970e-95f5ea4d2872 req-e61175ae-785f-45ba-a5fb-8567af9d594e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175818 Dec 13 10:01:48.369890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-e93e2053-e6be-4d34-809c-24c0920fec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.379114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-e93e2053-e6be-4d34-809c-24c0920fec6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1096 time: 0.1355352 Dec 13 10:01:48.426971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:48.493816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a17c36cb-4675-4330-8a77-62ec2f47ed3f req-21402c18-f8e6-4da0-981f-5fb44fe62a2a tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026596 Dec 13 10:01:48.557585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:48.569233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2164ac-a42d-44c7-8be6-645f6d869197 req-6c20f18c-8f6e-4c5c-8d68-96dd1c3255f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.570985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d2164ac-a42d-44c7-8be6-645f6d869197 req-6c20f18c-8f6e-4c5c-8d68-96dd1c3255f8 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 0.1144276 Dec 13 10:01:48.602242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-e0b0d2e0-d716-49df-bdbe-5f036b2dd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.603601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-e0b0d2e0-d716-49df-bdbe-5f036b2dd459 service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.2232733 Dec 13 10:01:48.728671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d2164ac-a42d-44c7-8be6-645f6d869197 req-06877fcc-130d-4cb8-b2ca-96ad1408ceac tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477766 Dec 13 10:01:48.761909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499ab5-f877-49eb-8eb9-1a7d40a8dd88 req-3df7bb36-12d2-4604-8dab-daf8629ad159 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.763482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36499ab5-f877-49eb-8eb9-1a7d40a8dd88 req-3df7bb36-12d2-4604-8dab-daf8629ad159 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1719952 Dec 13 10:01:48.765972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-d1675264-9921-4796-bb59-6c841e3dd594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1001 time: 0.1459436 Dec 13 10:01:48.830414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Port': ['ID=5996ee2a-b7df-4e6a-83f9-8b9227f36b17,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:48.907979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-462109a2-5716-4cb2-a33a-57a6784bec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.910274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-462109a2-5716-4cb2-a33a-57a6784bec51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1337976 Dec 13 10:01:48.920507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36499ab5-f877-49eb-8eb9-1a7d40a8dd88 req-39086094-2ea7-40cf-ad08-3c2247d969ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505742 Dec 13 10:01:48.943884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682693-09bf-4d94-a3bb-0476aaa74291 req-4345dc6c-e818-4496-9ade-aa008940fa9c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:48.945903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c682693-09bf-4d94-a3bb-0476aaa74291 req-4345dc6c-e818-4496-9ade-aa008940fa9c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 0.1137869 Dec 13 10:01:49.010267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-510c42a3-0282-487b-b9f2-0088c99f5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:49.011874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-510c42a3-0282-487b-b9f2-0088c99f5a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903163 Dec 13 10:01:49.040946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c682693-09bf-4d94-a3bb-0476aaa74291 req-ae3d7e3e-389d-4f0d-b687-baa5aef758d7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662475 Dec 13 10:01:49.088438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:49.128566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:49.265713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-fdbc4fcf-e3e0-4067-a612-34ef77ac6457 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236347 Dec 13 10:01:49.390211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1267777-1f4b-4967-a991-9273b71c9a63 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:49.425446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:49.544490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b5168e-fba5-4b77-9959-4999758864d3 req-a0a4e833-9a26-40e6-a150-bdac1ac72ada service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706339 Dec 13 10:01:49.552693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc7427-768f-48ee-949b-c32f09468bde tempest-TestVolumeBackupRestore-2017692435 tempest-TestVolumeBackupRestore-2017692435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:49.558778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Transition to ACTIVE for port object b1267777-1f4b-4967-a991-9273b71c9a63 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:49.561874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-47bc7427-768f-48ee-949b-c32f09468bde tempest-TestVolumeBackupRestore-2017692435 tempest-TestVolumeBackupRestore-2017692435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1091 time: 0.4727175 Dec 13 10:01:49.565546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:49.570783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:49.594534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:49.600231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bc803-cb22-4e01-a321-c9e184552c36 req-9f14596b-07b2-4176-8109-e63bb900602c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:49.602005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b7bc803-cb22-4e01-a321-c9e184552c36 req-9f14596b-07b2-4176-8109-e63bb900602c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.1261415 Dec 13 10:01:49.617412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:49.725625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b7bc803-cb22-4e01-a321-c9e184552c36 req-bebd8f3a-48af-44e2-b3a1-93ec9e35c144 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990736 Dec 13 10:01:49.748049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Router 77068f5a-e364-4daa-8e92-42f7a21772d2 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:49.758960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407ab6f-d7b8-427e-9720-84d70b5ee6c3 req-82e37517-250d-4020-b4ef-92d10afd7b89 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:49.763347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3407ab6f-d7b8-427e-9720-84d70b5ee6c3 req-82e37517-250d-4020-b4ef-92d10afd7b89 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 943 time: 0.1347921 Dec 13 10:01:49.764577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Pushing event updated for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:49.831628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3407ab6f-d7b8-427e-9720-84d70b5ee6c3 req-c9e65198-5958-4ca0-80ed-0a5598b2de75 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Dec 13 10:01:49.929605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:49.941734 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af85b370-2f7d-42f1-a792-2f6985e38595 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2899876 Dec 13 10:01:49.947149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:49.951056 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] Sync routers for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:49.952036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Attempting to bind port b1267777-1f4b-4967-a991-9273b71c9a63 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:01:49.952546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Attempting to bind port b1267777-1f4b-4967-a991-9273b71c9a63 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '78b3651c-4c65-4aa5-97dc-f9386e2d0e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:01:49.952911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Attempting to bind port b1267777-1f4b-4967-a991-9273b71c9a63 on network bdb7e9ee-d752-4f71-bebe-5984f4ec020a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:49.966458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Port b1267777-1f4b-4967-a991-9273b71c9a63 on network bdb7e9ee-d752-4f71-bebe-5984f4ec020a not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:01:49.966889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Attempting to bind port b1267777-1f4b-4967-a991-9273b71c9a63 on network bdb7e9ee-d752-4f71-bebe-5984f4ec020a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:01:49.967723 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:49.968361 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:49.983726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:01:49.984194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Checking segment: {'id': '78b3651c-4c65-4aa5-97dc-f9386e2d0e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:01:49.984686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Bound using segment: {'id': '78b3651c-4c65-4aa5-97dc-f9386e2d0e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:01:49.985332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Bound port: b1267777-1f4b-4967-a991-9273b71c9a63, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b3651c-4c65-4aa5-97dc-f9386e2d0e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:01:49.985868 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.018826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:50.031418 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-66b52fe4-cc06-4df8-8b92-3f8d480d4610 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] show failed (client error): The resource could not be found. Dec 13 10:01:50.032502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66b52fe4-cc06-4df8-8b92-3f8d480d4610 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1118810927 HTTP/1.1" status: 404 len: 335 time: 0.0862172 Dec 13 10:01:50.033354 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] Routers {'77068f5a-e364-4daa-8e92-42f7a21772d2'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:50.036028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['77068f5a-e364-4daa-8e92-42f7a21772d2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:50.037929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:50.062538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fd63b336-fbc1-4730-a15c-3b73c47abb26 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:50.084413 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:50.085076 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cfd0c0-4b30-4b37-9722-ba87effc18be None None] The sync data for ids ['77068f5a-e364-4daa-8e92-42f7a21772d2'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:50.108340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107df770-2818-41bf-9c4a-9192544ad3e5 req-51e66925-340f-4624-9e36-b6fbb68f5086 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:50.109884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-107df770-2818-41bf-9c4a-9192544ad3e5 req-51e66925-340f-4624-9e36-b6fbb68f5086 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.0642769 Dec 13 10:01:50.121660 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-fd63b336-fbc1-4730-a15c-3b73c47abb26 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] update failed (client error): The resource could not be found. Dec 13 10:01:50.122733 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fd63b336-fbc1-4730-a15c-3b73c47abb26 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1824732119 HTTP/1.1" status: 404 len: 335 time: 0.0681775 Dec 13 10:01:50.126853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:50.135008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.186267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:01:50.209525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b1267777-1f4b-4967-a991-9273b71c9a63,segment=NetworkSegment(78b3651c-4c65-4aa5-97dc-f9386e2d0e73),segment_id=78b3651c-4c65-4aa5-97dc-f9386e2d0e73)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:01:50.213564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting subnet 79a4f47c-c483-4dd9-84d0-8e55d31c0327 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:50.219260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.219847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.224720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-107df770-2818-41bf-9c4a-9192544ad3e5 req-5df1d781-57e6-44f2-b4fa-dd1a04fe584c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Dec 13 10:01:50.271581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.291293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:50.291924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.293981 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] 10.222.0.37 "PUT /v2.0/ports/b1267777-1f4b-4967-a991-9273b71c9a63 HTTP/1.1" status: 200 len: 1091 time: 2.0866749 Dec 13 10:01:50.296699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:50.299237 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36982fc4-143a-46b9-bcce-54b77df45951" -d '{"events": [{"name": "network-changed", "server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:50.352040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Allocated IP 172.25.1.37 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/241a879d-6c2e-4265-99da-984528ced088) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:50.367551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.373508 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaaef80-f76b-4936-9a6b-4f0c38c5ce5c x-openstack-request-id: req-5eaaef80-f76b-4936-9a6b-4f0c38c5ce5c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:50.373804 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:50.374052 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5eaaef80-f76b-4936-9a6b-4f0c38c5ce5c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:50.374453 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63', 'status': 'completed', 'code': 200} Dec 13 10:01:50.446939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.450892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8619a1-8319-4d32-b483-74bdbaf5300d service neutron] Pushing event updated for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:50.476386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Subnet': ['ID=79a4f47c-c483-4dd9-84d0-8e55d31c0327,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:50.481922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.485670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ec6b18f-d33a-4bef-9abf-9456c0036148 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/subnets/79a4f47c-c483-4dd9-84d0-8e55d31c0327 HTTP/1.1" status: 204 len: 168 time: 0.3578210 Dec 13 10:01:50.488042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:50.492096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f2ba8-4a88-4566-afb9-3a92c02b0595 None None] Network 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:50.503675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-a0b5894b-7616-440a-a6d1-dfeb9b3c4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:50.505240 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-a0b5894b-7616-440a-a6d1-dfeb9b3c4bfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4cb6b8d0c324f08b03b7c87c597ad35&device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 1094 time: 0.1367736 Dec 13 10:01:50.547508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting subnet a286f55c-2ca1-482e-b550-4615e55d1ed3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:50.551217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.578864 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-36913c9a-894a-4c68-9821-129ed7575038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1267777-1f4b-4967-a991-9273b71c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0618610 Dec 13 10:01:50.600567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.685104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.711435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] DHCP port deletion for 1fe91066-c8c5-4589-ae2e-1a253ad9bf56 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:50.744898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.753667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-b085aff6-7f5f-45a6-816d-36f75bab1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:50.755967 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-b085aff6-7f5f-45a6-816d-36f75bab1852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=820138cd-98c4-4a4d-b409-35ea89a224ea HTTP/1.1" status: 200 len: 862 time: 0.1683798 Dec 13 10:01:50.803619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Deleting port 47ae8b62-9144-4e25-93b3-df4d46c691a4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:50.804264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.841032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-6fefc726-4bb9-4b5c-8a48-330dcc0df3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bdb7e9ee-d752-4f71-bebe-5984f4ec020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333502 Dec 13 10:01:50.842868 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.890934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.907785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:50.909287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] For port 47ae8b62-9144-4e25-93b3-df4d46c691a4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47ae8b62-9144-4e25-93b3-df4d46c691a4,segment=NetworkSegment(d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1),segment_id=d4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:50.909800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.926414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Calling delete_port for 47ae8b62-9144-4e25-93b3-df4d46c691a4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:50.940653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:50.945555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:50.966214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Subnet': ['ID=a286f55c-2ca1-482e-b550-4615e55d1ed3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:50.968746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:50.972480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e8027a3-dc9e-4dfc-9429-f527f82ce12f tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/subnets/a286f55c-2ca1-482e-b550-4615e55d1ed3 HTTP/1.1" status: 204 len: 168 time: 0.4833601 Dec 13 10:01:50.988487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3239e-ed18-4394-83d1-e69277e4efb5 None None] Network c208f4f9-412f-417d-a877-85ed06c244ac requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:50.990957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:51.039288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'Port': ['ID=241a879d-6c2e-4265-99da-984528ced088,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:51.122146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.131115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-1518d906-71fa-42f2-9226-7836938e6d97 service neutron] 10.222.0.37 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777569 Dec 13 10:01:51.157398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438b7b7-d2f1-4428-9e78-cc16f876a1b3 req-049134fa-73ba-46d5-b9fa-802825bf0773 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.164701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e438b7b7-d2f1-4428-9e78-cc16f876a1b3 req-049134fa-73ba-46d5-b9fa-802825bf0773 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 945 time: 0.2878354 Dec 13 10:01:51.175195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] Pushing event deleted for resources: {'Port': ['ID=47ae8b62-9144-4e25-93b3-df4d46c691a4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:51.180909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585963a8-5e18-44b5-81fd-2cc406bd4810 None None] No DVR routers for this DVR port 47ae8b62-9144-4e25-93b3-df4d46c691a4 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:51.207423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:51.239329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.273062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-dba30200-2a0e-430f-9034-0ee590d6be11 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.274575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-dba30200-2a0e-430f-9034-0ee590d6be11 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.3540664 Dec 13 10:01:51.299006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:51.348105 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f04d522f-4761-4520-b1cf-7654a0dbe68e req-766aa32a-27c6-4ab0-877f-d22ae94e5d47 service neutron] 10.222.0.37 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068014 Dec 13 10:01:51.354675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] DHCP port deletion for c208f4f9-412f-417d-a877-85ed06c244ac request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:51.361016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e438b7b7-d2f1-4428-9e78-cc16f876a1b3 req-581c17c1-ae27-4768-a15b-a7824e67946b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880550 Dec 13 10:01:51.425241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-2727b79d-3ee9-498c-b811-dbeb06c617d0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.1324031 Dec 13 10:01:51.451800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47ae8b62-9144-4e25-93b3-df4d46c691a4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:51.496094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 47ae8b62-9144-4e25-93b3-df4d46c691a4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:51.496952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47ae8b62-9144-4e25-93b3-df4d46c691a4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:51.496952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9ad6a120-917a-499b-b8c7-f8a37c544cdb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:51.540340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.591488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.621200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:51.633764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Deleting port 9ad6a120-917a-499b-b8c7-f8a37c544cdb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:51.634317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.641621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-e9306ac6-1f94-4d66-a48c-6e33e8bd4eda tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2084334 Dec 13 10:01:51.650063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe91066-c8c5-4589-ae2e-1a253ad9bf56']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:51.669404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982fc4-143a-46b9-bcce-54b77df45951 req-b0ea06b9-73b3-4676-ad96-adef077da73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.674707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dce6e-b616-4fc8-a27f-4af36a31796b req-9a8a76e4-ec03-475a-a6c1-671bcccc09db tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.676445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d3dce6e-b616-4fc8-a27f-4af36a31796b req-9a8a76e4-ec03-475a-a6c1-671bcccc09db tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 943 time: 0.1867831 Dec 13 10:01:51.679661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-b0ea06b9-73b3-4676-ad96-adef077da73d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4cb6b8d0c324f08b03b7c87c597ad35&device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 1094 time: 0.1372507 Dec 13 10:01:51.690063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:51.690364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b6a6f3-9d02-430b-9f00-fcf8e31ad3d1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:51.753087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.762544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.797846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.802849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] For port 9ad6a120-917a-499b-b8c7-f8a37c544cdb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9ad6a120-917a-499b-b8c7-f8a37c544cdb,segment=NetworkSegment(98bcde8c-7de9-46e4-943f-fe69b548c1a5),segment_id=98bcde8c-7de9-46e4-943f-fe69b548c1a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:51.803368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.819714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Calling delete_port for 9ad6a120-917a-499b-b8c7-f8a37c544cdb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:51.826033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:51.826689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:51.830598 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:51.886202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982fc4-143a-46b9-bcce-54b77df45951 req-f94c7b1e-ee71-47f7-8d6e-5332c49aa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:51.887996 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-f94c7b1e-ee71-47f7-8d6e-5332c49aa3a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bdb7e9ee-d752-4f71-bebe-5984f4ec020a HTTP/1.1" status: 200 len: 923 time: 0.1868145 Dec 13 10:01:51.894181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'port_id': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'mac_address': 'fa:16:3e:17:22:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a59ef-4121-4229-9d8c-13bb9f68b7dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:51.897003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d3dce6e-b616-4fc8-a27f-4af36a31796b req-70a25c16-59b1-4127-893d-15c7b183af56 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038550 Dec 13 10:01:51.951275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-6aefebdf-81bc-4e81-a9aa-1277fef3cec2 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718005 Dec 13 10:01:51.953714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.957454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:51.973209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:51.984523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-a6e4d8bc-6620-49a6-92d4-1775f32a0e54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1267777-1f4b-4967-a991-9273b71c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0778091 Dec 13 10:01:51.991597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.001114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.012582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/networks/1fe91066-c8c5-4589-ae2e-1a253ad9bf56 HTTP/1.1" status: 204 len: 168 time: 0.9802043 Dec 13 10:01:52.018355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:52.041935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:52.048294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:52.050948 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104e2b4-9616-4184-a035-1f366c0b0afd" -d '{"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:52.066953 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.085436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127cdc3-3ef1-429f-b667-6f81f1908a58 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Network': ['ID=1fe91066-c8c5-4589-ae2e-1a253ad9bf56,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.118198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:52.162249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40614186-1e91-4b1a-9dc6-459484337c38 req-698a5c39-dee6-4a67-b27f-ec8417a2e942 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.165440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.172799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40614186-1e91-4b1a-9dc6-459484337c38 req-698a5c39-dee6-4a67-b27f-ec8417a2e942 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1268384 Dec 13 10:01:52.173695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.193661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] No DVR routers for this DVR port 9ad6a120-917a-499b-b8c7-f8a37c544cdb on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:52.204385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.228607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-27d4705b-3a68-42c4-8f17-2d38b8e0487b service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635894 Dec 13 10:01:52.260489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.270206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.274534 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.278140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982fc4-143a-46b9-bcce-54b77df45951 req-edc319c9-4090-4808-ad4c-28ab776b7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.280168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-edc319c9-4090-4808-ad4c-28ab776b7700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=820138cd-98c4-4a4d-b409-35ea89a224ea HTTP/1.1" status: 200 len: 862 time: 0.2797294 Dec 13 10:01:52.286804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40614186-1e91-4b1a-9dc6-459484337c38 req-a569b947-1392-4213-9147-ee0f5cb5df7f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Dec 13 10:01:52.304285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.317168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.320518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:52.342891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-03a3a91b-b1e6-4238-9795-8dfb2dda2f2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bdb7e9ee-d752-4f71-bebe-5984f4ec020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492194 Dec 13 10:01:52.459685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event updated for resources: {'Port': ['ID=241a879d-6c2e-4265-99da-984528ced088,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.473341 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661fc71-b469-460b-b075-e9f993021102 x-openstack-request-id: req-9661fc71-b469-460b-b075-e9f993021102 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:52.473698 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-unplugged", "status": "failed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:52.473844 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9661fc71-b469-460b-b075-e9f993021102 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:52.474283 n-d-820531-5 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'code': 422} returned with failed status Dec 13 10:01:52.482508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.482864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.483230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.483560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.483899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.484234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.484566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.484896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.485378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.485715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.486048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.486377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.486830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:01:52.491805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b16d3-f131-4f52-bf46-524abe101993 None None] Pushing event deleted for resources: {'Port': ['ID=9ad6a120-917a-499b-b8c7-f8a37c544cdb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:52.601454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:52.606170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b3ec3-d833-4cf0-80f5-af7dc17216d2 req-97ada865-c1e1-48e3-9b09-2688dba64b3c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:52.616103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f03b3ec3-d833-4cf0-80f5-af7dc17216d2 req-97ada865-c1e1-48e3-9b09-2688dba64b3c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1183212 Dec 13 10:01:52.652561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7dc0f3f-cfce-4aca-814b-b56ffff2410c req-0715104e-60b8-4c15-8bf9-a42831164eda tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0772870 Dec 13 10:01:52.731247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f03b3ec3-d833-4cf0-80f5-af7dc17216d2 req-153bce99-deb9-43c7-ae91-cdb2fc9b2cb6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138792 Dec 13 10:01:53.133614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db7fb8-3408-4bd2-b5d6-00ec8aed1679 req-39305b2a-e307-4728-8950-358805bfefeb tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.135135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11db7fb8-3408-4bd2-b5d6-00ec8aed1679 req-39305b2a-e307-4728-8950-358805bfefeb tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 943 time: 0.0885136 Dec 13 10:01:53.159790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.215848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:01:53.243629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11db7fb8-3408-4bd2-b5d6-00ec8aed1679 req-ece3de25-43bb-4484-b456-c937b62b5f69 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975554 Dec 13 10:01:53.277713 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-9e2ac430-be11-41c9-a8ad-fc6231a9fb68 service neutron] 10.222.0.37 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089081 Dec 13 10:01:53.301775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c208f4f9-412f-417d-a877-85ed06c244ac']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:53.346525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f2860492-cf7e-48e9-9f62-c832341958f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:53.346903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.454374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-36982fc4-143a-46b9-bcce-54b77df45951 req-414cd5d2-bc62-4b87-b325-c13d0039b1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677752 Dec 13 10:01:53.491661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.494972 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Floating IP e1902f03-aebe-4c8e-addd-9d9684b1876b associated. External IP: 172.25.1.37, port: 8028b825-2178-4df0-bc05-a7d95d5219c8. Dec 13 10:01:53.496890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8355e7-3078-439c-b925-8b782532d25d req-302eb214-2f8e-4e65-9a16-ca83df1dafea tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:53.499098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd8355e7-3078-439c-b925-8b782532d25d req-302eb214-2f8e-4e65-9a16-ca83df1dafea tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.0836766 Dec 13 10:01:53.508627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bcde8c-7de9-46e4-943f-fe69b548c1a5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:53.508967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bcde8c-7de9-46e4-943f-fe69b548c1a5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:53.631503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd8355e7-3078-439c-b925-8b782532d25d req-b97b4374-4ee1-47b4-b842-4dc8eea7b19d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263883 Dec 13 10:01:53.668321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.697145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.740559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:53.740996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:53.752147 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:53.833961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8c17732-d6ec-40e3-9343-f5a44f780845 req-29a3a249-e91f-4e93-b9a0-34848d195aa4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0352616 Dec 13 10:01:53.871306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:53.880785 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:53.881705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:53.958588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.049603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.056599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:54.069943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:54.078910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/networks/c208f4f9-412f-417d-a877-85ed06c244ac HTTP/1.1" status: 204 len: 168 time: 2.0506260 Dec 13 10:01:54.161708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0aaa3-b5eb-4bdd-9877-1ca179d3f760 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Network': ['ID=c208f4f9-412f-417d-a877-85ed06c244ac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:54.219692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting subnet 1e688a90-5877-4f75-9dc4-7b4cbdb18170 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:01:54.234076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.324543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:54.332358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-a476b548-6035-4fa8-a626-d71af8a3ff6d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:54.334753 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-a476b548-6035-4fa8-a626-d71af8a3ff6d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.2882378 Dec 13 10:01:54.350852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:54.404776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.475874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:54.478202 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35b56c-5938-4f50-bd0e-22565d137031" -d '{"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:54.704364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.768934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54178-6518-4258-9468-b9560b3c2085 req-d741ef29-fbea-4eff-8b90-324fc50cee4b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:54.782240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05f54178-6518-4258-9468-b9560b3c2085 req-d741ef29-fbea-4eff-8b90-324fc50cee4b tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2100513 Dec 13 10:01:54.856144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05f54178-6518-4258-9468-b9560b3c2085 req-43a32290-0cfb-4343-8858-d7b54cf800d6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725105 Dec 13 10:01:54.859043 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.913154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:01:54.922611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:54.984789 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1886c60-71a4-4185-b5ae-aa97a937c78c x-openstack-request-id: req-e1886c60-71a4-4185-b5ae-aa97a937c78c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:54.985088 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:54.985495 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1886c60-71a4-4185-b5ae-aa97a937c78c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:54.985915 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'code': 200} Dec 13 10:01:55.018164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Subnet': ['ID=1e688a90-5877-4f75-9dc4-7b4cbdb18170,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:55.032910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca275a-9d3c-459b-a3c5-410c61ad53ce None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:01:55.033649 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.040557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cefb1d8e-6312-4af1-a0fb-c64dfe0e013c tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/subnets/1e688a90-5877-4f75-9dc4-7b4cbdb18170 HTTP/1.1" status: 204 len: 168 time: 0.9695282 Dec 13 10:01:55.041265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:55.113088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9213cb4-95a4-4044-bc45-378f03e85821 req-953e44ad-ce29-4593-93a9-2084a79edb16 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:55.123236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9213cb4-95a4-4044-bc45-378f03e85821 req-953e44ad-ce29-4593-93a9-2084a79edb16 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 943 time: 0.2721460 Dec 13 10:01:55.201536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9213cb4-95a4-4044-bc45-378f03e85821 req-4938cf17-3195-403d-9070-e1d847f0b035 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Dec 13 10:01:55.231552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b1267777-1f4b-4967-a991-9273b71c9a63 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:01:55.240498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:01:55.316366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:01:55.357084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.383469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-a818bcf7-ac89-4276-aa66-970a387b8c8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5322330 Dec 13 10:01:55.390617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2041b5e-a886-45f3-bd63-c3396aefda98 req-89786591-2ebe-4733-a3df-08697a3c12a9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0518913 Dec 13 10:01:55.394757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:55.395416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:55.412692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.514955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b1267777-1f4b-4967-a991-9273b71c9a63,segment=NetworkSegment(78b3651c-4c65-4aa5-97dc-f9386e2d0e73),segment_id=78b3651c-4c65-4aa5-97dc-f9386e2d0e73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:55.537012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2dd5-c3d9-4e6b-a045-9c04bdc133e9 req-603d6858-7a9b-40d7-83f4-6ad8367181c5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:55.541785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa2dd5-c3d9-4e6b-a045-9c04bdc133e9 req-603d6858-7a9b-40d7-83f4-6ad8367181c5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3386495 Dec 13 10:01:55.549016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'b1267777-1f4b-4967-a991-9273b71c9a63', 'network_id': 'bdb7e9ee-d752-4f71-bebe-5984f4ec020a', 'port_id': 'b1267777-1f4b-4967-a991-9273b71c9a63', 'mac_address': 'fa:16:3e:b3:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820138cd-98c4-4a4d-b409-35ea89a224ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:01:55.592253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b2e0ae58-2aec-47fb-8bd3-fc9c86f5cb7f tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0251307 Dec 13 10:01:55.592846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:55.601358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:01:55.626700 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea85c1-6011-44bf-9f48-d05913b40133" -d '{"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:01:55.649254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] DHCP port deletion for 3aefb003-ee4c-45e7-9f45-30c9d28f6dad request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:01:55.662880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Deleting port 5510b952-b3df-4f3b-be76-6f677261340e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:55.663350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.701389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:55.731379 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6479d42-08ba-4679-a916-375cdcd63200 x-openstack-request-id: req-a6479d42-08ba-4679-a916-375cdcd63200 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:01:55.731676 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:01:55.731940 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6479d42-08ba-4679-a916-375cdcd63200 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:01:55.732349 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:01:55.733822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.13 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/a1f40f70-cad2-45f9-ba71-70a6a3d72620) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:01:55.792666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f44a03-f62f-4599-9ac3-c78b9220b5f4 tempest-TestVolumeBackupRestore-2017692435 tempest-TestVolumeBackupRestore-2017692435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:55.797514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2f44a03-f62f-4599-9ac3-c78b9220b5f4 tempest-TestVolumeBackupRestore-2017692435 tempest-TestVolumeBackupRestore-2017692435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1091 time: 0.1647120 Dec 13 10:01:55.802548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:55.820862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Request body: {'floatingip': {'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:55.821786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7aa2dd5-c3d9-4e6b-a045-9c04bdc133e9 req-6dd1dcc9-db9c-498e-a556-a4806fb630a3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690573 Dec 13 10:01:55.842458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.892524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1267777-1f4b-4967-a991-9273b71c9a63 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:55.895566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:55.982463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] For port 5510b952-b3df-4f3b-be76-6f677261340e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5510b952-b3df-4f3b-be76-6f677261340e,segment=NetworkSegment(65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b),segment_id=65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:55.986735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.029262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Calling delete_port for 5510b952-b3df-4f3b-be76-6f677261340e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:56.033116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-1c62ac94-5301-4c4c-a9d0-6a87eeeb18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:56.034858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-1c62ac94-5301-4c4c-a9d0-6a87eeeb18b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.2560129 Dec 13 10:01:56.145956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b1267777-1f4b-4967-a991-9273b71c9a63,segment=NetworkSegment(78b3651c-4c65-4aa5-97dc-f9386e2d0e73),segment_id=78b3651c-4c65-4aa5-97dc-f9386e2d0e73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:56.178030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.261089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:56.281540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Deleting port 5510b952-b3df-4f3b-be76-6f677261340e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:01:56.281920 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.285274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cc42d-581e-4a13-acb2-85b09d3ddf6a req-0679ec48-960c-482a-aa84-affd56e3767d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:56.287080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-081cc42d-581e-4a13-acb2-85b09d3ddf6a req-0679ec48-960c-482a-aa84-affd56e3767d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2413192 Dec 13 10:01:56.451607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-960ed9b8-eec8-4e64-97b5-2214973b55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:56.453363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-960ed9b8-eec8-4e64-97b5-2214973b55e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 0.4056675 Dec 13 10:01:56.623161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['b1267777-1f4b-4967-a991-9273b71c9a63'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:01:56.658059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.668890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.792389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] For port 5510b952-b3df-4f3b-be76-6f677261340e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5510b952-b3df-4f3b-be76-6f677261340e,segment=NetworkSegment(65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b),segment_id=65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:01:56.793166 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:56.793469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-081cc42d-581e-4a13-acb2-85b09d3ddf6a req-2d09fb2b-05f1-49b7-9dee-407a2e35169f tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807050 Dec 13 10:01:56.801599 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] No DVR routers for this DVR port 5510b952-b3df-4f3b-be76-6f677261340e on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:56.822404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Calling delete_port for 5510b952-b3df-4f3b-be76-6f677261340e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:01:56.826323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Port': ['ID=5510b952-b3df-4f3b-be76-6f677261340e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:56.864592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85921-f685-4dea-9834-43df4ea223a8 req-a9cc0dc8-d2f1-4a6e-8cfe-78f67e706c4c tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:56.885432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fc85921-f685-4dea-9834-43df4ea223a8 req-a9cc0dc8-d2f1-4a6e-8cfe-78f67e706c4c tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 944 time: 0.5107520 Dec 13 10:01:56.967145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-94fdfbab-d4ed-4995-8cd9-992feada2da6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 998 time: 0.4829614 Dec 13 10:01:57.065305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:51Z', 'revision_number': 0, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:57.120335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df365163-97a4-4d52-a7c3-20586209e338 req-959a9ca4-567a-4cc2-bb2e-2a97066edf4f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.1667633 Dec 13 10:01:57.121702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:57.158954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-b594c049-eca1-44ff-b1e2-112c0d32a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:57.160774 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-b594c049-eca1-44ff-b1e2-112c0d32a917 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1&tenant_id=cc1575bf7bcd4494a6f3c27c1855b560 HTTP/1.1" status: 200 len: 1094 time: 0.2946851 Dec 13 10:01:57.180302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:01:57.223666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:01:57.306201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:01:57.312907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:01:57.313594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:57.659345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:01:57.816053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:01:57.850966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:57.931050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5510b952-b3df-4f3b-be76-6f677261340e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:01:57.982854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.042840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:58.044814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-82e515a7-6eb7-4c81-8634-02d403a78a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.046362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-82e515a7-6eb7-4c81-8634-02d403a78a10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 1.0669870 Dec 13 10:01:58.096024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-3af8d72d-9c6f-44d1-9b54-5e98713fb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.097584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-3af8d72d-9c6f-44d1-9b54-5e98713fb901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1094 time: 0.8649619 Dec 13 10:01:58.106327 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.113604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.114250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.146280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aefb003-ee4c-45e7-9f45-30c9d28f6dad']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:58.176862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:58.179413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dbf0cb-bfaa-4067-bdb7-0e9a93d0d56b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:58.184041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5510b952-b3df-4f3b-be76-6f677261340e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:01:58.185864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5510b952-b3df-4f3b-be76-6f677261340e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:01:58.192155 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-f1df1992-bc2d-420e-adac-6184454ccebb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8477533 Dec 13 10:01:58.217650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Request body: {'port': {'device_id': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:01:58.234391 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.258594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.271086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:01:58.271786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.318019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.380817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-4f50e7bd-6494-4493-b3d3-ee1c5a460098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.387316 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-4f50e7bd-6494-4493-b3d3-ee1c5a460098 service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.2798591 Dec 13 10:01:58.427881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.432606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-203a0196-1416-46f9-b0ac-44f437c74270 None None] Provisioning complete for port a1f40f70-cad2-45f9-ba71-70a6a3d72620 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:01:58.433597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-203a0196-1416-46f9-b0ac-44f437c74270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:01:58.440445 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:01:58.469857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.489057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.496867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.502731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/networks/3aefb003-ee4c-45e7-9f45-30c9d28f6dad HTTP/1.1" status: 204 len: 168 time: 3.4602532 Dec 13 10:01:58.530168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:58.586849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fc85921-f685-4dea-9834-43df4ea223a8 req-ffc5a7ad-e365-4691-a93b-7b8a540bc846 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6525486 Dec 13 10:01:58.601688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:01:58.679514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c7a7-e08f-4257-b259-5712f47f3c3d tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Pushing event deleted for resources: {'Network': ['ID=3aefb003-ee4c-45e7-9f45-30c9d28f6dad,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:58.699936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Network 3aefb003-ee4c-45e7-9f45-30c9d28f6dad is not hosted by any dhcp agent {{(pid=103190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:01:58.700551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] No DVR routers for this DVR port 5510b952-b3df-4f3b-be76-6f677261340e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:01:58.737815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40c1d0-05a8-4d26-af8f-6f87030b991e None None] Pushing event deleted for resources: {'Port': ['ID=5510b952-b3df-4f3b-be76-6f677261340e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:01:58.809361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:01:58.809653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c847e0f-af48-4e0a-aa19-42b6d695ca96 tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "GET /v2.0/ports?device_id=77068f5a-e364-4daa-8e92-42f7a21772d2 HTTP/1.1" status: 200 len: 205 time: 0.2378788 Dec 13 10:01:58.841152 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d338c71a-fae8-47e8-8cfd-d3aa05c17180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:58.850770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-203a0196-1416-46f9-b0ac-44f437c74270 None None] Port a1f40f70-cad2-45f9-ba71-70a6a3d72620 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:01:58.907207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:51Z', 'revision_number': 0, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:01:58.913254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-ede09ab2-51aa-4a3c-94fc-d09b6f53a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:58.919566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-ede09ab2-51aa-4a3c-94fc-d09b6f53a161 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7305188 Dec 13 10:01:58.950547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c95b7d-c9a0-40b9-b1be-3ac8cedc972a None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:51Z', 'revision_number': 0, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:01:59.022366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b757ff-93ec-49c8-a24c-56e095a52ca6 req-a5d2089c-5bfc-4934-89e9-9257f58d6bef tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.032015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13b757ff-93ec-49c8-a24c-56e095a52ca6 req-a5d2089c-5bfc-4934-89e9-9257f58d6bef tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.9834599 Dec 13 10:01:59.083423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:59.237567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13b757ff-93ec-49c8-a24c-56e095a52ca6 req-adc16a36-f2ba-413d-ad29-2ed02c9b83fc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045312 Dec 13 10:01:59.265619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64b66-e47f-488a-a657-063805056b9f req-9c27e027-0006-422b-af25-cb1dc4e331bf tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.274961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54e64b66-e47f-488a-a657-063805056b9f req-9c27e027-0006-422b-af25-cb1dc4e331bf tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.4603581 Dec 13 10:01:59.382068 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa225e-a23f-4913-8681-dd8a9334e3eb None None] New status for floating IP e1902f03-aebe-4c8e-addd-9d9684b1876b: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:01:59.444437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54e64b66-e47f-488a-a657-063805056b9f req-800ed5d6-24b3-4541-a8fd-2cfa437685b0 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683259 Dec 13 10:01:59.521149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-32deadb7-9960-4dd8-9ec3-9e43a053facc service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431336 Dec 13 10:01:59.721279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7f2d4-a64a-4d1b-a83f-058a8a470582 req-659d0cc9-6a16-40ce-856d-6aaa2059f578 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.723071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82d7f2d4-a64a-4d1b-a83f-058a8a470582 req-659d0cc9-6a16-40ce-856d-6aaa2059f578 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 932 time: 0.2615876 Dec 13 10:01:59.784964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ea85c1-6011-44bf-9f48-d05913b40133 req-e5d005b1-e2c3-44e2-ad89-37e5f72fa091 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493682 Dec 13 10:01:59.871838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f40f70-cad2-45f9-ba71-70a6a3d72620 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:01:59.880749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:59.896296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Transition to ACTIVE for port object a1f40f70-cad2-45f9-ba71-70a6a3d72620 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:01:59.902500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82d7f2d4-a64a-4d1b-a83f-058a8a470582 req-d907402f-8919-4f20-ac77-793a7fdb6b38 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Dec 13 10:01:59.938305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:01:59.942001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-1418b72b-9ff6-4322-8c05-86b3f302ee63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 999 time: 1.4507754 Dec 13 10:01:59.967297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f348c-2b7c-4441-a2b6-f67ab486299b req-27a836bb-842a-440f-9e88-4d07a86bac00 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:01:59.969401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f34f348c-2b7c-4441-a2b6-f67ab486299b req-27a836bb-842a-440f-9e88-4d07a86bac00 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 944 time: 0.1976027 Dec 13 10:01:59.972996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.056794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f34f348c-2b7c-4441-a2b6-f67ab486299b req-45c8f0ee-61c7-4ca5-a5b4-72bab8979e2b tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804276 Dec 13 10:02:00.175994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:00.191732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:00.234672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:00.235747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:01:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:00.376595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.381962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.466317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:00.490093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.495992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-04fca626-25fd-4a39-8d9d-613640dbd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:00.500066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-04fca626-25fd-4a39-8d9d-613640dbd654 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.4744911 Dec 13 10:02:00.534528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07191d45-3f15-4d4d-aa33-ff99f43c3dbe req-9367d76e-0ca4-4e0d-9a31-6f04d8a60cb8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:00.536193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07191d45-3f15-4d4d-aa33-ff99f43c3dbe req-9367d76e-0ca4-4e0d-9a31-6f04d8a60cb8 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1773560 Dec 13 10:02:00.591141 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.591689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Fanout notify agent at l3_agent the message router_deleted on router 77068f5a-e364-4daa-8e92-42f7a21772d2 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:02:00.599799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:00.615115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ddc694a-d5b2-4c94-a9b0-8a7fdc0ef83b tempest-RoutersNegativeTest-1445501394 tempest-RoutersNegativeTest-1445501394-project] 10.222.0.30 "DELETE /v2.0/routers/77068f5a-e364-4daa-8e92-42f7a21772d2 HTTP/1.1" status: 204 len: 168 time: 1.7905178 Dec 13 10:02:00.758679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:00.759855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07191d45-3f15-4d4d-aa33-ff99f43c3dbe req-6cb0aa02-aca9-401d-a35a-0222e5ffc166 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057278 Dec 13 10:02:00.780930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bfc2e-0d32-4973-88fc-eeef62732095 req-2c665661-2700-4fe5-9bdc-12965ae2d3c1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:00.794565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c46bfc2e-0d32-4973-88fc-eeef62732095 req-2c665661-2700-4fe5-9bdc-12965ae2d3c1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1847589 Dec 13 10:02:00.819799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-3a1714d1-d618-43ca-8e57-fec8b2d9ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:00.821248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-3a1714d1-d618-43ca-8e57-fec8b2d9ef66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888274 Dec 13 10:02:00.858868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:00.866031 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94951d68-8776-4e80-9808-11fd5e9a0954" -d '{"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:00.930636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c46bfc2e-0d32-4973-88fc-eeef62732095 req-ac628bf3-907c-44d6-9cf7-ceec8e3653cd tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329069 Dec 13 10:02:01.027538 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401f911-9459-4076-a0d3-55feeb66e713 x-openstack-request-id: req-5401f911-9459-4076-a0d3-55feeb66e713 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:01.028164 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:01.028164 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5401f911-9459-4076-a0d3-55feeb66e713 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:01.028456 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:02:01.163093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d021aafc-5669-4f33-b227-38d570e59bc6 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "PUT /v2.0/floatingips/e1902f03-aebe-4c8e-addd-9d9684b1876b HTTP/1.1" status: 200 len: 990 time: 5.3592539 Dec 13 10:02:01.163712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:01.207609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Attempting to bind port a1f40f70-cad2-45f9-ba71-70a6a3d72620 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:01.208013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Attempting to bind port a1f40f70-cad2-45f9-ba71-70a6a3d72620 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:01.208351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Attempting to bind port a1f40f70-cad2-45f9-ba71-70a6a3d72620 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:01.213075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-6010a69d-1f9c-4e5a-9540-ee60c1ec7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:01.222982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Port a1f40f70-cad2-45f9-ba71-70a6a3d72620 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:02:01.223325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Attempting to bind port a1f40f70-cad2-45f9-ba71-70a6a3d72620 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:01.227605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-6010a69d-1f9c-4e5a-9540-ee60c1ec7f88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.1826820 Dec 13 10:02:01.265169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b1267777-1f4b-4967-a991-9273b71c9a63 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:01.331111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:01.331970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:01.331970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:01.332477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Bound port: a1f40f70-cad2-45f9-ba71-70a6a3d72620, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:01.341174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:01.381220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07192118-bf99-45c8-b087-33d3e8d18137 req-0e12109b-c436-458b-8fdc-4d811bb579da tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:01.391066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07192118-bf99-45c8-b087-33d3e8d18137 req-0e12109b-c436-458b-8fdc-4d811bb579da tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.2938781 Dec 13 10:02:01.500198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39b571f7-859d-4d4d-91fc-c0015de818b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:01.508091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07192118-bf99-45c8-b087-33d3e8d18137 req-c8c6b78f-dfb1-46ab-9cb2-17ec14000905 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160216 Dec 13 10:02:01.540309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-bb4b8d33-5a5b-43e6-b7b7-6d1b80228b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:01.543044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-bb4b8d33-5a5b-43e6-b7b7-6d1b80228b36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 0.3112497 Dec 13 10:02:01.555074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c846f-e374-48b0-9a83-e544f611aba3 req-13554a57-37a9-4956-954a-ded4814f41c9 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:01.556562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-569c846f-e374-48b0-9a83-e544f611aba3 req-13554a57-37a9-4956-954a-ded4814f41c9 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 944 time: 0.1454911 Dec 13 10:02:01.581849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port b1267777-1f4b-4967-a991-9273b71c9a63 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:02:01.594115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port b1267777-1f4b-4967-a991-9273b71c9a63 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:01.594497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:01.695859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-73e82f78-4905-48f4-8048-d86dea7f40e1 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354368 Dec 13 10:02:01.715126 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-68e65b60-010d-425f-9ecc-72e28531a0da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a2393703706436a87acdeb3aa848476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352964 Dec 13 10:02:01.720896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:01.743200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:01.893355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b1267777-1f4b-4967-a991-9273b71c9a63,segment=NetworkSegment(78b3651c-4c65-4aa5-97dc-f9386e2d0e73),segment_id=78b3651c-4c65-4aa5-97dc-f9386e2d0e73)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:01.897164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:01.900580 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a43b9-b739-4ad7-a829-3e8b49b68152" -d '{"events": [{"server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "name": "network-vif-plugged", "status": "completed", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:01.912210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:59Z', 'revision_number': 2, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:01.915280 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:01.953327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:01.961619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:01.963539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:01.973706 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:02:01.976905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:02.019184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-e3a9bcc2-cf78-4c2d-93de-90feffb29c5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 1000 time: 0.4615684 Dec 13 10:02:02.019895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:02.096287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:02.096287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:02.116490 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-569c846f-e374-48b0-9a83-e544f611aba3 req-f5752314-31fe-4d08-afd4-045e25ff9cee tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026887 Dec 13 10:02:02.228749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.231398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:02.235883 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/a1f40f70-cad2-45f9-ba71-70a6a3d72620 HTTP/1.1" status: 200 len: 1092 time: 4.0353122 Dec 13 10:02:02.245646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:02.267229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca5ab1b8-58aa-48d1-9c65-26f8abb69861 req-6c5ca3e4-2a14-4077-af6a-1c2cb7450be4 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447292 Dec 13 10:02:02.326986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:02.372747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129263-9a43-4b70-b894-d5548f7833f0 req-0c690902-9e78-4407-8fb1-c779c55e867e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.381994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c129263-9a43-4b70-b894-d5548f7833f0 req-0c690902-9e78-4407-8fb1-c779c55e867e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.4292080 Dec 13 10:02:02.464415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c129263-9a43-4b70-b894-d5548f7833f0 req-ca5442bc-f0fa-4bdf-9f03-723ed2ccf6db tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764706 Dec 13 10:02:02.471938 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96585b4c-7ba2-4f54-8bd0-e9f185039806 x-openstack-request-id: req-96585b4c-7ba2-4f54-8bd0-e9f185039806 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:02.472453 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "name": "network-vif-plugged", "status": "completed", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:02.472453 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96585b4c-7ba2-4f54-8bd0-e9f185039806 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:02.472852 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63', 'code': 200} Dec 13 10:02:02.490168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-33312ac8-680a-4cc9-bf89-a4770e32ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.491870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-33312ac8-680a-4cc9-bf89-a4770e32ae92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.4107637 Dec 13 10:02:02.496901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:02.586138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3800-2adb-4702-9aa9-7fd3fab406c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:02.661972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-01c62649-3263-492e-91c0-43c41b496538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.671817 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-01c62649-3263-492e-91c0-43c41b496538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 1095 time: 0.2951522 Dec 13 10:02:02.674472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae624-fe45-46ba-9408-7cbef1671f35 req-45afe93a-1bc1-4793-869f-44448d2107a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.682221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e09ae624-fe45-46ba-9408-7cbef1671f35 req-45afe93a-1bc1-4793-869f-44448d2107a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 1096 time: 0.3663151 Dec 13 10:02:02.741642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:02.769342 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-5b32b496-5b82-4b03-bf33-e3b29fc6850f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620 HTTP/1.1" status: 200 len: 217 time: 0.0850513 Dec 13 10:02:02.770950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29009665-36e8-43ef-a9bf-bd2bb99e605a req-2c9da383-d18c-44af-900e-1fc281929a82 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.772563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29009665-36e8-43ef-a9bf-bd2bb99e605a req-2c9da383-d18c-44af-900e-1fc281929a82 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.3063693 Dec 13 10:02:02.918414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-aeddde7a-56dd-4a73-abe1-1ea6ceaef45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:02.920004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-aeddde7a-56dd-4a73-abe1-1ea6ceaef45a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082983 Dec 13 10:02:03.036159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e09ae624-fe45-46ba-9408-7cbef1671f35 req-d27a72f3-a08a-4ffd-9285-d6efb4b7b31e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615199 Dec 13 10:02:03.043941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-65c50987-911a-4ee6-ae11-c42b5c0458f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:03.052782 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-65c50987-911a-4ee6-ae11-c42b5c0458f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.2633860 Dec 13 10:02:03.056103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}, {'name': 'network-changed', 'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:03.059307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29009665-36e8-43ef-a9bf-bd2bb99e605a req-27482807-8f95-4936-bafb-d791f0de5bfd tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316306 Dec 13 10:02:03.059852 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}, {"name": "network-changed", "server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:03.128533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:59Z', 'revision_number': 2, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:03.187255 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:03.192487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:03.194028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-51c49488-a75c-4da7-aa48-c3c6a320c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:03.197721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c0c76c5-db00-431f-9729-133e149aad8f HTTP/1.1" status: 204 len: 168 time: 1.4707415 Dec 13 10:02:03.205598 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-51c49488-a75c-4da7-aa48-c3c6a320c7fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351531 Dec 13 10:02:03.216591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e0497-b009-401b-a503-ecf46b00cb25 None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e1902f03-aebe-4c8e-addd-9d9684b1876b', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'port_id': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'mac_address': 'fa:16:3e:b0:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:01:51Z', 'updated_at': '2021-12-13T10:01:59Z', 'revision_number': 2, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:03.239969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77365d-2764-41a6-ae35-98732d010c31 req-0cb54e60-ac1d-4723-ac51-fab00529c8d0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:03.241740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d77365d-2764-41a6-ae35-98732d010c31 req-0cb54e60-ac1d-4723-ac51-fab00529c8d0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.5491588 Dec 13 10:02:03.256709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfea6a4-aa82-4e5e-a9ce-ace3fb9c0fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c76c5-db00-431f-9729-133e149aad8f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:03.380435 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f51a8-8268-464d-8efa-1b270b99c5f4 x-openstack-request-id: req-550f51a8-8268-464d-8efa-1b270b99c5f4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:03.381389 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:03.381871 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-550f51a8-8268-464d-8efa-1b270b99c5f4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:03.382830 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:02:03.383615 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620', 'status': 'completed', 'code': 200} Dec 13 10:02:03.422179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-80395829-060d-46a5-85ae-88454953863f service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928319 Dec 13 10:02:03.428179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d77365d-2764-41a6-ae35-98732d010c31 req-e22beda7-aa94-456a-97de-5b29271d697d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739655 Dec 13 10:02:03.544113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-71646de0-a052-4801-ad22-904caf4745c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308702 Dec 13 10:02:03.686619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:03.816708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fb24079a-8069-4fc8-9b6c-3300b998e99d req-6ad526a1-6cce-4d33-959c-b38a854f62aa service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598832 Dec 13 10:02:04.063555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1e035-ce4c-4e84-9f87-777ce31a663f req-56e6d2b0-671e-4223-9afc-3c96df1da374 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:04.094170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfe1e035-ce4c-4e84-9f87-777ce31a663f req-56e6d2b0-671e-4223-9afc-3c96df1da374 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.4551795 Dec 13 10:02:04.153728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7db2-6919-4923-a5cf-e44d02818fd7 req-a321aa97-3703-4c9e-9ef9-1d0b927b46ae tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:04.155365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4e7db2-6919-4923-a5cf-e44d02818fd7 req-a321aa97-3703-4c9e-9ef9-1d0b927b46ae tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 945 time: 0.5306895 Dec 13 10:02:04.451750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfe1e035-ce4c-4e84-9f87-777ce31a663f req-fe8bcf8e-ae67-45e8-ac3d-b30a5f1b0583 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562064 Dec 13 10:02:04.523579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94951d68-8776-4e80-9808-11fd5e9a0954 req-4601dc68-9018-44db-a437-a33033ded63e service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0933547 Dec 13 10:02:04.562485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e4e7db2-6919-4923-a5cf-e44d02818fd7 req-b0af1104-3579-4332-9444-2814a6c70177 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608363 Dec 13 10:02:04.771018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:05.232393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-483f7977-1fd4-4d62-adc7-8173cb8929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.235408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-483f7977-1fd4-4d62-adc7-8173cb8929f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.6296468 Dec 13 10:02:05.340192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37097b37-4047-4841-bac0-b24e73166b7f req-d1505835-af84-4d70-b850-c65a08a33c5e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.348555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37097b37-4047-4841-bac0-b24e73166b7f req-d1505835-af84-4d70-b850-c65a08a33c5e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.3093376 Dec 13 10:02:05.360982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398b2a3-0ab5-494e-90ab-4dfc0755c1f2 req-1a1e049b-2e06-4e6b-ae3e-22ab6972b8c8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.372347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2398b2a3-0ab5-494e-90ab-4dfc0755c1f2 req-1a1e049b-2e06-4e6b-ae3e-22ab6972b8c8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.5603230 Dec 13 10:02:05.559457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37097b37-4047-4841-bac0-b24e73166b7f req-359aea79-37aa-41ab-a0ae-d897bf1f7c10 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092474 Dec 13 10:02:05.726252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:05.783898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2398b2a3-0ab5-494e-90ab-4dfc0755c1f2 req-4c988180-23be-42c7-9c04-cadf8afa3e5c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097152 Dec 13 10:02:05.813330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-e1a8fe0d-aff1-4378-82d9-7e48feb7f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:05.815423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-e1a8fe0d-aff1-4378-82d9-7e48feb7f3b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 0.5697050 Dec 13 10:02:06.028767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1000821269'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:06.077554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308fab8-fbea-41d4-8cf8-61064b6b4144 req-9960cfe4-49ad-4192-9a74-98994b5bac08 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.079550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a308fab8-fbea-41d4-8cf8-61064b6b4144 req-9960cfe4-49ad-4192-9a74-98994b5bac08 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.3009150 Dec 13 10:02:06.085052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Made reservation on behalf of aed0bd1e7ef346ef9ab03b9ef96c50f9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:06.089380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.110582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.131349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-34321d16-436b-4d0a-81e6-1248d86985b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 1000 time: 0.2995358 Dec 13 10:02:06.285276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-d93302bb-665b-4336-9a4e-e85cb6a17c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.293569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-d93302bb-665b-4336-9a4e-e85cb6a17c3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.1409240 Dec 13 10:02:06.335339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.350123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.386191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:02:06.440044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.442185 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Added segment 6c5c33d0-9588-43c1-b2b0-c5a2455eba9a of type vlan for network a091a332-f002-4692-8ace-d67e873c7d19 Dec 13 10:02:06.471556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438984b-bf98-4e64-b9e3-65266b0d23c8 req-dd7abd00-0112-4175-8ad4-0c45016e7bea tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.474556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8c5f0-98fc-473d-b0a5-21b0343859d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:06.477455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0438984b-bf98-4e64-b9e3-65266b0d23c8 req-dd7abd00-0112-4175-8ad4-0c45016e7bea tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 945 time: 0.4711125 Dec 13 10:02:06.648524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.730854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a308fab8-fbea-41d4-8cf8-61064b6b4144 req-4ad3816a-d044-4cfe-bf4b-a527b375fe24 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134279 Dec 13 10:02:06.782928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.789687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.790600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:06.825907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-a713c7dc-9907-478a-a511-2ebb0f38c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:06.838149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-a713c7dc-9907-478a-a511-2ebb0f38c37d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5284052 Dec 13 10:02:06.854019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0438984b-bf98-4e64-b9e3-65266b0d23c8 req-f1edd8ef-9d6d-4d90-9800-5c90bf291c61 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412685 Dec 13 10:02:06.986715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2587101 Dec 13 10:02:06.988057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:07.003904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Request body: {'subnet': {'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:07.025010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643abfd-7f6c-4ee7-a7c7-e27e60a9bdcd tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event updated for resources: {'Network': ['ID=a091a332-f002-4692-8ace-d67e873c7d19,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:07.040240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a091a332-f002-4692-8ace-d67e873c7d19 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:02:07.284866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Made reservation on behalf of aed0bd1e7ef346ef9ab03b9ef96c50f9 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:07.288641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:07.692038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-6c797c4c-5522-4271-9dee-f34c44dede10 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369474 Dec 13 10:02:07.722393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feb608-f5d3-4893-a32d-6606da814a84 req-91721a01-86c6-4d18-8a58-ebcadb225d67 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:07.731530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6feb608-f5d3-4893-a32d-6606da814a84 req-91721a01-86c6-4d18-8a58-ebcadb225d67 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.5924084 Dec 13 10:02:07.760358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a91b5-c3db-42c9-af8a-c3ddf1ba3684 req-5a7368a0-4283-407f-a31a-c673bd401f1a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:07.777287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f37a91b5-c3db-42c9-af8a-c3ddf1ba3684 req-5a7368a0-4283-407f-a31a-c673bd401f1a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.6262004 Dec 13 10:02:08.032797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:08.084363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6feb608-f5d3-4893-a32d-6606da814a84 req-1f8e622d-8c13-4c8a-ae76-ccd7b97db476 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509278 Dec 13 10:02:08.236085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-9671dfa2-ff3f-4cb0-a8c4-ec7aebfe049a service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340154 Dec 13 10:02:08.257203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f37a91b5-c3db-42c9-af8a-c3ddf1ba3684 req-79fe9f00-8754-4573-8792-80a6cfb91421 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789424 Dec 13 10:02:08.308475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event updated for resources: {'Subnet': ['ID=bb08225a-31ef-4fec-b6ad-69b4318bafd0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:08.388002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Checking segment: {'id': '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:08.388378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Network hostable DHCP agents. Network: a091a332-f002-4692-8ace-d67e873c7d19, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:02:08.440528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Network a091a332-f002-4692-8ace-d67e873c7d19 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:02:08.481542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a091a332-f002-4692-8ace-d67e873c7d19) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:08.497802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eadc64-b5a5-4e8c-be89-067ba2876e2f None None] Network a091a332-f002-4692-8ace-d67e873c7d19 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:08.501211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:08.501951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-d852f268-3397-4f01-bfba-c88bbfa081b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:08.502329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:08.504200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-d852f268-3397-4f01-bfba-c88bbfa081b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 1095 time: 0.1861382 Dec 13 10:02:08.595440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c92f6f6-15bf-4d21-97df-b78dabec1212 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5953856 Dec 13 10:02:08.600125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:08.830224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a091a332-f002-4692-8ace-d67e873c7d19', 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19', 'project_id': 'aed0bd1e7ef346ef9ab03b9ef96c50f9', 'fixed_ips': [{'subnet_id': 'bb08225a-31ef-4fec-b6ad-69b4318bafd0'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:02:08.833070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:09.282810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Allocated IP 172.20.0.2 (a091a332-f002-4692-8ace-d67e873c7d19/bb08225a-31ef-4fec-b6ad-69b4318bafd0/b3543d62-ce62-47a1-8bed-1f2313d7249e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:09.593564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Request body: {'port': {'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19', 'name': 'tempest-TagsExtTest-1857724049'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:09.673191 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:09.766874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-fb73db5f-a2c0-46c0-a67f-e1a0708045e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:09.768405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-fb73db5f-a2c0-46c0-a67f-e1a0708045e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 1.1817129 Dec 13 10:02:09.781728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:09.868975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3865c-392c-4db7-881f-dd68c70ca277 req-cdff0939-7b82-471c-8d65-2ddabf4fdc66 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:09.878417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52a3865c-392c-4db7-881f-dd68c70ca277 req-cdff0939-7b82-471c-8d65-2ddabf4fdc66 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 1.3699293 Dec 13 10:02:09.888768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Pushing event updated for resources: {'Port': ['ID=b3543d62-ce62-47a1-8bed-1f2313d7249e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:09.894804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-156db2fb-fa19-44fc-9d9a-818bc0d368dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620 HTTP/1.1" status: 200 len: 217 time: 0.0812514 Dec 13 10:02:09.928223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Network a091a332-f002-4692-8ace-d67e873c7d19 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:09.934770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:09.939711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:10.011256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bd47f-bcdd-433d-87a0-c597af6a7aed req-79e58910-630f-4fab-92bb-5879af51634a tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.018590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee5bd47f-bcdd-433d-87a0-c597af6a7aed req-79e58910-630f-4fab-92bb-5879af51634a tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 945 time: 0.4535131 Dec 13 10:02:10.054111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Attempting to bind port b3543d62-ce62-47a1-8bed-1f2313d7249e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:10.054536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Attempting to bind port b3543d62-ce62-47a1-8bed-1f2313d7249e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:10.055334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Attempting to bind port b3543d62-ce62-47a1-8bed-1f2313d7249e on network a091a332-f002-4692-8ace-d67e873c7d19 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:10.063715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:10.065036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Checking segment: {'id': '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:10.066759 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:10.068005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Bound using segment: {'id': '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:10.068282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Bound port: b3543d62-ce62-47a1-8bed-1f2313d7249e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a091a332-f002-4692-8ace-d67e873c7d19'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:10.068662 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:10.084569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52a3865c-392c-4db7-881f-dd68c70ca277 req-2ae0a687-773e-4c92-835c-f1a8585c1955 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031238 Dec 13 10:02:10.108067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-b9124465-6a88-4694-b202-7527691957ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.115090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-b9124465-6a88-4694-b202-7527691957ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.2037184 Dec 13 10:02:10.214588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] For port b3543d62-ce62-47a1-8bed-1f2313d7249e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:10.222723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] For port b3543d62-ce62-47a1-8bed-1f2313d7249e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b3543d62-ce62-47a1-8bed-1f2313d7249e,segment=NetworkSegment(6c5c33d0-9588-43c1-b2b0-c5a2455eba9a),segment_id=6c5c33d0-9588-43c1-b2b0-c5a2455eba9a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:10.240476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:10.297765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee5bd47f-bcdd-433d-87a0-c597af6a7aed req-6fb73db8-7153-4fff-a802-a4d0b7f3438f tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3c33296-50f6-4720-93c7-cefda9dddd63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781947 Dec 13 10:02:10.300903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Made reservation on behalf of aed0bd1e7ef346ef9ab03b9ef96c50f9 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:10.310880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:10.363817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] device_id is not set on port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:02:10.378906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-468f166e-af49-4cf9-9c08-8a1e97a436e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.389384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-468f166e-af49-4cf9-9c08-8a1e97a436e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633159 Dec 13 10:02:10.510801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06ad02-a680-48de-8279-c94a3b155525 None None] Pushing event updated for resources: {'Port': ['ID=b3543d62-ce62-47a1-8bed-1f2313d7249e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:10.751710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-8e090091-3bf1-4064-85e1-b28bd4d56e4f tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.753745 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-8e090091-3bf1-4064-85e1-b28bd4d56e4f tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 945 time: 0.1397052 Dec 13 10:02:10.770089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ea190-da3e-493b-a81f-b385caefd286 req-e26e6158-584a-448e-8831-5e1311895f00 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:10.771875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-869ea190-da3e-493b-a81f-b385caefd286 req-e26e6158-584a-448e-8831-5e1311895f00 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.5427601 Dec 13 10:02:10.793081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-3b74261b-b9c5-4f90-a14b-f86202aae3ea service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925464 Dec 13 10:02:11.105797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Deleting port b1267777-1f4b-4967-a991-9273b71c9a63 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:11.109335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:11.301464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] For port b1267777-1f4b-4967-a991-9273b71c9a63, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=b1267777-1f4b-4967-a991-9273b71c9a63,segment=NetworkSegment(78b3651c-4c65-4aa5-97dc-f9386e2d0e73),segment_id=78b3651c-4c65-4aa5-97dc-f9386e2d0e73)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:11.301873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:11.360620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Calling delete_port for b1267777-1f4b-4967-a991-9273b71c9a63 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:11.398031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Allocated IP 172.20.0.7 (a091a332-f002-4692-8ace-d67e873c7d19/bb08225a-31ef-4fec-b6ad-69b4318bafd0/51b7afe2-6359-4155-af8c-f5c9f3b17ad3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:11.622224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b3543d62-ce62-47a1-8bed-1f2313d7249e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:11.887360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:11.907916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['b1267777-1f4b-4967-a991-9273b71c9a63'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:11.968967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b3543d62-ce62-47a1-8bed-1f2313d7249e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:11.970416 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:11.985662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6eb0c5-3f03-45e8-b26a-bd4565f242ff req-7fc538cc-38b3-476c-a078-34d34727f876 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:11.987192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de6eb0c5-3f03-45e8-b26a-bd4565f242ff req-7fc538cc-38b3-476c-a078-34d34727f876 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 1.5900495 Dec 13 10:02:12.064900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Pushing event deleted for resources: {'Port': ['ID=b1267777-1f4b-4967-a991-9273b71c9a63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:12.178520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] No DVR routers for this DVR port b1267777-1f4b-4967-a991-9273b71c9a63 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:12.195151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:12.219696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5dd865cc-4335-4685-9b7d-4e444981c0dd req-420dcf98-1bde-44d4-8608-f3c80845bec4 tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.37 "DELETE /v2.0/ports/b1267777-1f4b-4967-a991-9273b71c9a63 HTTP/1.1" status: 204 len: 173 time: 1.2721670 Dec 13 10:02:12.225542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'name': 'network-vif-deleted', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:12.235987 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b90dc-0c2a-4e27-844c-8c0f0ef80018" -d '{"events": [{"server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "name": "network-vif-deleted", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:12.271893 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:12.388348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b3543d62-ce62-47a1-8bed-1f2313d7249e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b3543d62-ce62-47a1-8bed-1f2313d7249e,segment=NetworkSegment(6c5c33d0-9588-43c1-b2b0-c5a2455eba9a),segment_id=6c5c33d0-9588-43c1-b2b0-c5a2455eba9a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:12.402610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:12.501555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b3543d62-ce62-47a1-8bed-1f2313d7249e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:12.523790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-869ea190-da3e-493b-a81f-b385caefd286 req-642d7fa7-b3cd-452e-8b93-b49c1296af41 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7275605 Dec 13 10:02:12.746958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:12.822455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40be90f5-6f0c-4884-a60e-ecd53ca43dcb req-7c88a8b8-0185-4857-be6e-6051cc07bf69 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9854598 Dec 13 10:02:12.839734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de6eb0c5-3f03-45e8-b26a-bd4565f242ff req-609ea311-d024-4ecd-90aa-e83beb1b95c8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8044770 Dec 13 10:02:12.854979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:12.995747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f68271-30e6-4852-8e53-fcedfb56d5ac None None] Network a091a332-f002-4692-8ace-d67e873c7d19 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:13.137428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Network a091a332-f002-4692-8ace-d67e873c7d19 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:13.140350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:13.143248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1e6e1879-8bb8-4251-a046-1484d9307c09 None None] Provisioning complete for port b3543d62-ce62-47a1-8bed-1f2313d7249e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:13.143623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1879-8bb8-4251-a046-1484d9307c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.145860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:13.429895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:13.443030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.492023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b3543d62-ce62-47a1-8bed-1f2313d7249e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:13.591920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b3543d62-ce62-47a1-8bed-1f2313d7249e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:13.592631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.615718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4175075-a0e3-48b3-a0a6-b1fe829ba8ba req-e10c71ec-8206-47e0-b587-72cc9824049f tempest-ServerAddressesNegativeTestJSON-917019427 tempest-ServerAddressesNegativeTestJSON-917019427-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0163b9f-b434-4c08-9fd7-5c76c097aeac HTTP/1.1" status: 200 len: 210 time: 0.4689121 Dec 13 10:02:13.638272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0359137 Dec 13 10:02:13.641878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:13.651676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1291491024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:13.684685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e671c-e3ee-463d-b76e-ecd39edd68a4 req-470cb464-b7db-4473-badd-f76885965cff tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:13.699483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-639e671c-e3ee-463d-b76e-ecd39edd68a4 req-470cb464-b7db-4473-badd-f76885965cff tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.8473375 Dec 13 10:02:13.754102 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.756199 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.789283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fc89c-492c-48eb-b7cd-8e6ad8fd5e84 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event updated for resources: {'Port': ['ID=51b7afe2-6359-4155-af8c-f5c9f3b17ad3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:13.819688 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98434323-7716-4e86-9901-53fa86ac43c6 x-openstack-request-id: req-98434323-7716-4e86-9901-53fa86ac43c6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:13.824201 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0163b9f-b434-4c08-9fd7-5c76c097aeac", "name": "network-vif-deleted", "tag": "b1267777-1f4b-4967-a991-9273b71c9a63", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:13.825721 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98434323-7716-4e86-9901-53fa86ac43c6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:13.827715 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0163b9f-b434-4c08-9fd7-5c76c097aeac', 'name': 'network-vif-deleted', 'tag': 'b1267777-1f4b-4967-a991-9273b71c9a63', 'status': 'completed', 'code': 200} Dec 13 10:02:13.913203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.922568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:13.952833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-639e671c-e3ee-463d-b76e-ecd39edd68a4 req-66035457-c502-4d60-8eac-daf9dd7f3ce9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410758 Dec 13 10:02:14.001403 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.003793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d70f4620-bc3f-4b34-91f1-9379606dbe9c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3602347 Dec 13 10:02:14.007605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.017952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-41a33c27-3fe3-44a8-838e-f1902b3d8799 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-847494655', 'prefixes': ['172.20.0.0/16']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:14.122006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc4a3-3ea0-427f-80ae-c533b7b55603 req-3c62125d-a1bf-41fd-8348-1ee4efa9f7e4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:14.123676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-948bc4a3-3ea0-427f-80ae-c533b7b55603 req-3c62125d-a1bf-41fd-8348-1ee4efa9f7e4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.1579936 Dec 13 10:02:14.185069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41a33c27-3fe3-44a8-838e-f1902b3d8799 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for subnetpool, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.189443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41a33c27-3fe3-44a8-838e-f1902b3d8799 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1807866 Dec 13 10:02:14.194290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.200334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-af9b693f-d526-4ac6-b17c-9479a37ce443 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-1105153892') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:14.241606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e7084b51-0f5d-4a74-821f-7785c810a120 None None] Provisioning complete for port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:14.246069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7084b51-0f5d-4a74-821f-7785c810a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.389650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e7084b51-0f5d-4a74-821f-7785c810a120 None None] Port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:14.405075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bee8df-3195-44c9-8c3b-c863005d518a req-b7c6dff4-0cc1-4d2c-ad9a-74e312de298e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:14.412040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85bee8df-3195-44c9-8c3b-c863005d518a req-b7c6dff4-0cc1-4d2c-ad9a-74e312de298e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2843978 Dec 13 10:02:14.415498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e7084b51-0f5d-4a74-821f-7785c810a120 None None] Provisioning complete for port b3543d62-ce62-47a1-8bed-1f2313d7249e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:14.415722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7084b51-0f5d-4a74-821f-7785c810a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.487652 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af9b693f-d526-4ac6-b17c-9479a37ce443 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-1105153892 HTTP/1.1" status: 201 len: 201 time: 0.2917922 Dec 13 10:02:14.490559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.502704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-d74248c1-e553-45fa-b572-38f38e278a7a tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-379490337') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:14.571865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85bee8df-3195-44c9-8c3b-c863005d518a req-18c8110a-f160-4366-9541-3c9f660b1f15 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484561 Dec 13 10:02:14.581706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-948bc4a3-3ea0-427f-80ae-c533b7b55603 req-d9b70018-7711-4ca5-990c-8b86e529e6ae tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221564 Dec 13 10:02:14.682790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d74248c1-e553-45fa-b572-38f38e278a7a tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-379490337 HTTP/1.1" status: 201 len: 201 time: 0.1888258 Dec 13 10:02:14.684431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.695378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-2e40fd75-fd23-427e-8da9-ec3ed94a65bb tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-817864554') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:14.781595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.853064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b274abb-4c1d-47cd-8f78-dbad27fa02ef None None] Provisioning complete for port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:14.854128 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b274abb-4c1d-47cd-8f78-dbad27fa02ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.908648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Deleting subnet 820138cd-98c4-4a4d-b409-35ea89a224ea {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:14.912314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:14.938516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e40fd75-fd23-427e-8da9-ec3ed94a65bb tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-817864554 HTTP/1.1" status: 201 len: 201 time: 0.2502823 Dec 13 10:02:14.941807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:14.948275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e9a12765-3236-4124-82b3-7e3b77c84fd7 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-759055691') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:14.950327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7b274abb-4c1d-47cd-8f78-dbad27fa02ef None None] Port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:14.994409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.090981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.156793 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e9a12765-3236-4124-82b3-7e3b77c84fd7 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-759055691 HTTP/1.1" status: 201 len: 201 time: 0.2136650 Dec 13 10:02:15.159179 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.161691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.171710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-37bc1669-3fc1-4c6f-8927-ded3e820b5a3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.253672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820138cd-98c4-4a4d-b409-35ea89a224ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:15.258157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.264993 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-405b5e68-d2f7-4e50-8441-be2e149e2166 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/820138cd-98c4-4a4d-b409-35ea89a224ea HTTP/1.1" status: 204 len: 168 time: 0.4824083 Dec 13 10:02:15.268340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.268740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722c7b1-9814-4c75-a791-82a4eca76658 req-22563b4f-8f08-468f-a011-5c1b04354d15 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:15.282757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5722c7b1-9814-4c75-a791-82a4eca76658 req-22563b4f-8f08-468f-a011-5c1b04354d15 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1844292 Dec 13 10:02:15.312181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b1267777-1f4b-4967-a991-9273b71c9a63 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:15.378648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: b1267777-1f4b-4967-a991-9273b71c9a63 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:02:15.378866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.379013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device b1267777-1f4b-4967-a991-9273b71c9a63 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:02:15.391484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5722c7b1-9814-4c75-a791-82a4eca76658 req-34ec6922-42f4-4763-a19b-cf1da2fb7a86 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057022 Dec 13 10:02:15.399427 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-37bc1669-3fc1-4c6f-8927-ded3e820b5a3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 200 len: 241 time: 0.2340286 Dec 13 10:02:15.411544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.416716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-1dbb2abc-eef0-4fa2-848b-66ede91c1c3c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-1105153892') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.482661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.512819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb7e9ee-d752-4f71-bebe-5984f4ec020a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.525890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b3651c-4c65-4aa5-97dc-f9386e2d0e73') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.526240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b3651c-4c65-4aa5-97dc-f9386e2d0e73') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.539384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.554255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.563080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:15.563680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.623545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1dbb2abc-eef0-4fa2-848b-66ede91c1c3c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-1105153892 HTTP/1.1" status: 204 len: 168 time: 0.2101841 Dec 13 10:02:15.636217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.664057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-8b9f7c30-ee7d-4455-aca6-18ed7d54a1df tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-1105153892') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:15.670436 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:15.674739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.685217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:15.688451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bdb7e9ee-d752-4f71-bebe-5984f4ec020a HTTP/1.1" status: 204 len: 168 time: 0.4182756 Dec 13 10:02:15.747714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1ca8-2538-46bd-b54a-8fa2f37bd986 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb7e9ee-d752-4f71-bebe-5984f4ec020a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:15.945975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417873-636c-421c-b904-6dc2d7b52c32 req-067c2e7a-ec3c-4a53-92b1-392c89b7980d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:15.948219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5417873-636c-421c-b904-6dc2d7b52c32 req-067c2e7a-ec3c-4a53-92b1-392c89b7980d tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1727533 Dec 13 10:02:15.977478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:15.979171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874267a2-0c96-47ed-8e97-6452656d7146 req-43b93e79-3b28-4756-94b3-8f0d79e46fa2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:15.986784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-874267a2-0c96-47ed-8e97-6452656d7146 req-43b93e79-3b28-4756-94b3-8f0d79e46fa2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.2269394 Dec 13 10:02:16.044569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8b9f7c30-ee7d-4455-aca6-18ed7d54a1df tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-1105153892 HTTP/1.1" status: 204 len: 168 time: 0.4071932 Dec 13 10:02:16.049008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.055212 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b2d7420-2efb-471f-b0b3-7863f8960c34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4cb6b8d0c324f08b03b7c87c597ad35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759001 Dec 13 10:02:16.056053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-c055d2a7-4c12-4a03-8c17-b053a2f43828 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:16.057490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.149007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5417873-636c-421c-b904-6dc2d7b52c32 req-1cae1ceb-5816-47b8-8da0-68b082100471 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917226 Dec 13 10:02:16.173250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.209785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-874267a2-0c96-47ed-8e97-6452656d7146 req-5266bf7d-f248-4d90-abdc-fec22398528a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214487 Dec 13 10:02:16.251787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.255209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c055d2a7-4c12-4a03-8c17-b053a2f43828 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 200 len: 205 time: 0.2026036 Dec 13 10:02:16.258342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54508) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.274122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-b7fb9868-324f-41bb-a9dc-1be45e4b10b4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:16.333702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.337531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:16.339566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3c33296-50f6-4720-93c7-cefda9dddd63 HTTP/1.1" status: 204 len: 168 time: 0.2807665 Dec 13 10:02:16.367270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4fd6b-71f2-466a-9d39-c28366487c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c33296-50f6-4720-93c7-cefda9dddd63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:16.476704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.476865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b7fb9868-324f-41bb-a9dc-1be45e4b10b4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 200 len: 240 time: 0.2166564 Dec 13 10:02:16.482719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-8e37ecb9-ac5d-4729-a01b-4019826b070e tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-379490337') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:16.668319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8e37ecb9-ac5d-4729-a01b-4019826b070e tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-379490337 HTTP/1.1" status: 204 len: 168 time: 0.1876113 Dec 13 10:02:16.669527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.687263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49056f40-d130-413b-94be-a26c876d6265 req-6612ef91-9c6d-4406-8cc1-8fc280808790 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:16.687698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e3bf7c79-2312-4152-8c17-e636cf84b231 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-379490337') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:16.697589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49056f40-d130-413b-94be-a26c876d6265 req-6612ef91-9c6d-4406-8cc1-8fc280808790 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1274152 Dec 13 10:02:16.828671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49056f40-d130-413b-94be-a26c876d6265 req-24c5a433-2e76-4378-bd8e-865148aba6b9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211777 Dec 13 10:02:16.926634 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e3bf7c79-2312-4152-8c17-e636cf84b231 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-379490337 HTTP/1.1" status: 204 len: 168 time: 0.2536371 Dec 13 10:02:16.927002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:16.931928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-372508f1-beef-4a8b-9a57-85eb681df03f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.031280 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-372508f1-beef-4a8b-9a57-85eb681df03f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 200 len: 205 time: 0.1008654 Dec 13 10:02:17.031799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:17.044378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-5ee2616a-9bfb-40b9-aa7a-27b99d3fc397 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.352079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:17.359095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-dab12354-682f-4ec6-8297-a8ba75196645 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-817864554') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.362882 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5ee2616a-9bfb-40b9-aa7a-27b99d3fc397 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 200 len: 240 time: 0.3216500 Dec 13 10:02:17.753630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:17.758535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-2575dafc-01ea-4394-aea6-ed4903c1adf5 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-817864554') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:17.762123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dab12354-682f-4ec6-8297-a8ba75196645 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-817864554 HTTP/1.1" status: 204 len: 168 time: 0.4088547 Dec 13 10:02:17.804732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cb761-3b7a-4593-a22c-5feea29f4188 req-c8244d73-eed6-4a8b-b509-98677ad90e9e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:17.806428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d81cb761-3b7a-4593-a22c-5feea29f4188 req-c8244d73-eed6-4a8b-b509-98677ad90e9e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.3275557 Dec 13 10:02:17.839748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace814d-9a20-495d-adec-990f51ad94b4 req-e44ddffe-562b-4df2-967f-9bbaf57cc406 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:17.852041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aace814d-9a20-495d-adec-990f51ad94b4 req-e44ddffe-562b-4df2-967f-9bbaf57cc406 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.3712609 Dec 13 10:02:18.009794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2575dafc-01ea-4394-aea6-ed4903c1adf5 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-817864554 HTTP/1.1" status: 204 len: 168 time: 0.2550526 Dec 13 10:02:18.011104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.015710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-6e7e55cd-c5af-454a-aed8-70f44b9efac3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.089838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aace814d-9a20-495d-adec-990f51ad94b4 req-d1bd2b74-ffef-4606-82b3-591590ee0020 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289507 Dec 13 10:02:18.106890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d81cb761-3b7a-4593-a22c-5feea29f4188 req-5072620f-a944-471d-b7cc-e2db63d4619a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880478 Dec 13 10:02:18.226998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e7e55cd-c5af-454a-aed8-70f44b9efac3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 200 len: 205 time: 0.2147350 Dec 13 10:02:18.229516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.235773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-875df3f5-f452-42e8-86d1-ad1adddbbd1e tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.271506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-875df3f5-f452-42e8-86d1-ad1adddbbd1e tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 200 len: 240 time: 0.0403597 Dec 13 10:02:18.274283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.304208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-01d91dc4-9174-42e8-9204-b5ff5b2641c5 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-759055691') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.347520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060b3d8-15bd-43c7-8e3a-b08dadadac11 req-26d66463-1bf1-47e0-9c9e-6283f87d3ee0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:18.362914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4060b3d8-15bd-43c7-8e3a-b08dadadac11 req-26d66463-1bf1-47e0-9c9e-6283f87d3ee0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1549370 Dec 13 10:02:18.414784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.415552 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-01d91dc4-9174-42e8-9204-b5ff5b2641c5 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-759055691 HTTP/1.1" status: 204 len: 168 time: 0.1336195 Dec 13 10:02:18.444905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-b4c503ee-7a9c-472c-a269-766d46d06aff tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-759055691') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.505789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4060b3d8-15bd-43c7-8e3a-b08dadadac11 req-cb5b15c5-2171-4d3f-83dc-e9545b04e91f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318831 Dec 13 10:02:18.552154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.558380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-41404002-214b-4136-ab4b-fde110ff392c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.561303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b4c503ee-7a9c-472c-a269-766d46d06aff tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-759055691 HTTP/1.1" status: 204 len: 168 time: 0.1423056 Dec 13 10:02:18.579270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.654870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.659727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-1fbb8c50-1622-4d45-86fd-6d517a765584 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.670922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41404002-214b-4136-ab4b-fde110ff392c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 200 len: 205 time: 0.1170869 Dec 13 10:02:18.719254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:18.724923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-311701ba-753d-460b-b115-76b5478b6283 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:18.728014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1fbb8c50-1622-4d45-86fd-6d517a765584 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0718296 Dec 13 10:02:18.895119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-network', 'tenant_id': '9725c885ec004a8680581632427d14f1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:18.935377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Made reservation on behalf of 9725c885ec004a8680581632427d14f1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:18.938806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:18.960372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.008248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-311701ba-753d-460b-b115-76b5478b6283 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 204 len: 168 time: 0.2870069 Dec 13 10:02:19.009022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.016644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-36704149-dd24-4e33-b986-1f00bbb8f21d tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.153922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36704149-dd24-4e33-b986-1f00bbb8f21d tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.1427488 Dec 13 10:02:19.156178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.161461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-65446258-a0d4-4f3e-b7df-32d5a6bbb01b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.164900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.173153 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.222861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:02:19.347090 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65446258-a0d4-4f3e-b7df-32d5a6bbb01b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1897027 Dec 13 10:02:19.347798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.352695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-47a4fa95-b180-42a5-8465-70dded7bb4a2 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-2130210594') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.377944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.378547 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Added segment d33eb2c4-fbee-4a2a-819e-54ebab33f27f of type vlan for network 884a8875-4884-4049-8d14-82e1edd54a47 Dec 13 10:02:19.381950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6293669-8a4b-44b0-97cc-06f8edec22c9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:19.508274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.509203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.509920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.510542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.511060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.511630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.512866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.513575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.514201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.514879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.515350 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-47a4fa95-b180-42a5-8465-70dded7bb4a2 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-2130210594 HTTP/1.1" status: 201 len: 201 time: 0.1663899 Dec 13 10:02:19.515642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.515946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.517338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.518041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:19.520688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-8e160da1-f336-46ff-a0e9-40132ada8a46 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-1628309354') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.559097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a646c-44ae-4e7d-9b30-5b21123a936f req-531031d2-f077-417a-9b34-13e28a3c7e14 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:19.570780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e74a646c-44ae-4e7d-9b30-5b21123a936f req-531031d2-f077-417a-9b34-13e28a3c7e14 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.3503330 Dec 13 10:02:19.577330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.667711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb718-3e31-4d18-a587-f571296ca45c req-4dc0a470-fd1a-4580-b82a-09a7426f7074 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:19.679674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1ccb718-3e31-4d18-a587-f571296ca45c req-4dc0a470-fd1a-4580-b82a-09a7426f7074 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.4097235 Dec 13 10:02:19.739984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:02:19.741812 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8e160da1-f336-46ff-a0e9-40132ada8a46 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-1628309354 HTTP/1.1" status: 201 len: 201 time: 0.2248108 Dec 13 10:02:19.742473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.748717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-391c3505-fdca-4ab7-8073-e6904a7f65f2 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-1006654836') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.793672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.795834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:19.797901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:19.950816 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-391c3505-fdca-4ab7-8073-e6904a7f65f2 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-1006654836 HTTP/1.1" status: 201 len: 201 time: 0.2071702 Dec 13 10:02:19.953410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.960486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3021e645-dde8-4ac5-876e-4fc1bafb3ceb tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-1809351743') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:19.960971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3797636 Dec 13 10:02:19.965658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:19.997946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Request body: {'subnet': {'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-subnet', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:20.035305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c445c-c244-4d23-a69f-80a516b12c88 admin admin] Pushing event updated for resources: {'Network': ['ID=884a8875-4884-4049-8d14-82e1edd54a47,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:20.057666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1ccb718-3e31-4d18-a587-f571296ca45c req-d14f0707-eeb9-497a-881a-31fc43022a47 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760853 Dec 13 10:02:20.068261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 884a8875-4884-4049-8d14-82e1edd54a47 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:02:20.095955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e74a646c-44ae-4e7d-9b30-5b21123a936f req-2f33d8f9-01a3-4a22-8c79-0b3c5a2ee3f9 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5225930 Dec 13 10:02:20.211277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Made reservation on behalf of 9725c885ec004a8680581632427d14f1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:20.223874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:20.358771 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3021e645-dde8-4ac5-876e-4fc1bafb3ceb tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-1809351743 HTTP/1.1" status: 201 len: 201 time: 0.4026012 Dec 13 10:02:20.359906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:20.367041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-b0086015-9f7c-43a6-8912-62a67bacd1ea tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', {'tags': ['tempest-TagsExtTest-Tag-1443271325', 'tempest-TagsExtTest-Tag-681173564', 'tempest-TagsExtTest-Tag-349405337']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:20.456491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264fdd-a5e5-4d56-8b5b-1a8ed2755b22 req-4e3c38a5-1b08-47fc-9a19-633c0b19176b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:20.472484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4264fdd-a5e5-4d56-8b5b-1a8ed2755b22 req-4e3c38a5-1b08-47fc-9a19-633c0b19176b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1663060 Dec 13 10:02:20.556105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4264fdd-a5e5-4d56-8b5b-1a8ed2755b22 req-9399493a-6a32-4796-976b-51332fa4f0d1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826223 Dec 13 10:02:20.969920 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0086015-9f7c-43a6-8912-62a67bacd1ea tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 200 len: 316 time: 0.6067700 Dec 13 10:02:20.972716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:20.977618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-31289d13-c7a9-48f5-bec2-57c7bfac0e70 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:21.112638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.143734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31289d13-c7a9-48f5-bec2-57c7bfac0e70 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1696305 Dec 13 10:02:21.146418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54654) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:21.158243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-41581a34-4a77-4a74-8e74-a787b064f0da tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-1443271325') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:21.279264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b639e82-9fbc-4041-8523-b124bd77202c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:21.301470 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-41581a34-4a77-4a74-8e74-a787b064f0da tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:21.301470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-41581a34-4a77-4a74-8e74-a787b064f0da tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-1443271325 HTTP/1.1" status: 404 len: 329 time: 0.1478386 Dec 13 10:02:21.306119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:21.315426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-9ac1fd4a-1746-46ec-87b0-10d49d8ab3b4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-681173564') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:21.401521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Checking segment: {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:21.402290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Network hostable DHCP agents. Network: 884a8875-4884-4049-8d14-82e1edd54a47, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:02:21.479939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Network 884a8875-4884-4049-8d14-82e1edd54a47 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:02:21.512646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-2af23810-7957-484b-94b4-e92de4a857a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.515835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-2af23810-7957-484b-94b4-e92de4a857a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1096 time: 0.1312077 Dec 13 10:02:21.531042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 884a8875-4884-4049-8d14-82e1edd54a47) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:21.539811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023496db-4108-4a4d-92ca-8fe9425cead5 req-6037df25-6c79-41d9-9113-a0829a95f515 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.542406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc117c3-b08b-4c07-8d8a-d5978ad96ede None None] Network 884a8875-4884-4049-8d14-82e1edd54a47 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:21.545568 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.548675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.551011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-023496db-4108-4a4d-92ca-8fe9425cead5 req-6037df25-6c79-41d9-9113-a0829a95f515 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.1796172 Dec 13 10:02:21.575462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42c8f1-aa66-4dfa-8556-8c986080ba5a req-1df56cde-8096-4a3f-8ba5-001b7b6d42d8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.584923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f42c8f1-aa66-4dfa-8556-8c986080ba5a req-1df56cde-8096-4a3f-8ba5-001b7b6d42d8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2773089 Dec 13 10:02:21.695083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-023496db-4108-4a4d-92ca-8fe9425cead5 req-68c8c753-0b45-464d-a20d-1a26d0c795e4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304476 Dec 13 10:02:21.721515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-59e60a9a-ac6c-478a-ad68-25dc2a62cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:21.723313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-59e60a9a-ac6c-478a-ad68-25dc2a62cdd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.1555431 Dec 13 10:02:21.729478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-980b130a-e0a5-4ed3-ab57-706865aab7ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7433577 Dec 13 10:02:21.735230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:21.781673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f42c8f1-aa66-4dfa-8556-8c986080ba5a req-fdc629c5-1996-46fe-98fc-17189391c372 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534071 Dec 13 10:02:21.797893 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9ac1fd4a-1746-46ec-87b0-10d49d8ab3b4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:21.799894 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9ac1fd4a-1746-46ec-87b0-10d49d8ab3b4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-681173564 HTTP/1.1" status: 404 len: 328 time: 0.4906340 Dec 13 10:02:21.802474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:21.808972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-2483fd9a-f7b4-4659-bf15-2ba5c7919bd7 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0', 'tempest-TagsExtTest-Tag-349405337') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:21.815513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:21.822420 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-4b784c53-e20c-4092-a3a6-5a421ffe3cc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.0858047 Dec 13 10:02:21.979697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a2443-1145-454a-982b-adb3841fc970 None None] Network 884a8875-4884-4049-8d14-82e1edd54a47 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:21.990398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:21.993285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.007639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-9941030c-c5c4-44a1-82b4-59906d068684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.012382 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-9941030c-c5c4-44a1-82b4-59906d068684 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1637874 Dec 13 10:02:22.038562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d98bf-4a73-4ab2-bf1f-a9e40a37b31b req-d7811bc1-e872-4a36-8072-269e70856ea7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.047881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a63d98bf-4a73-4ab2-bf1f-a9e40a37b31b req-d7811bc1-e872-4a36-8072-269e70856ea7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1648538 Dec 13 10:02:22.050334 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2483fd9a-f7b4-4659-bf15-2ba5c7919bd7 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:22.054548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2483fd9a-f7b4-4659-bf15-2ba5c7919bd7 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags/tempest-TagsExtTest-Tag-349405337 HTTP/1.1" status: 404 len: 328 time: 0.2508504 Dec 13 10:02:22.072372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:22.087474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-d7803ae9-68b9-42eb-9a34-bd9a4119dcfa tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', {'tags': ['tempest-TagsExtTest-Tag-799363450', 'tempest-TagsExtTest-Tag-709206596', 'tempest-TagsExtTest-Tag-1101452915']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:22.160353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a63d98bf-4a73-4ab2-bf1f-a9e40a37b31b req-98fe3b52-2db7-4350-8da5-9b74e653ece0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044810 Dec 13 10:02:22.197244 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-9b07e9fb-0d6e-4bac-baf9-1b1dfbf9a934 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436832 Dec 13 10:02:22.214923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.264382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-49f8a5dd-3299-4be7-8308-80bf77858bee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027753 Dec 13 10:02:22.422885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d7803ae9-68b9-42eb-9a34-bd9a4119dcfa tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 200 len: 316 time: 0.3432264 Dec 13 10:02:22.425848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54680) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:22.441301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-2b9e043a-8722-45fd-8496-6839d5082dbf tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:22.494983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-731e2c6f-5e2d-4116-97ca-32ba2a962519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.496628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-731e2c6f-5e2d-4116-97ca-32ba2a962519 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.1533949 Dec 13 10:02:22.592710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:22.612067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-474f21fa-3b0b-413e-b44e-b518e398a701 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924706 Dec 13 10:02:22.673285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-eacb4831-3bf6-4e30-ab09-f474bcfbd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:22.677362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-eacb4831-3bf6-4e30-ab09-f474bcfbd380 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 0.1567593 Dec 13 10:02:22.783931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-94d19b1a-e634-4d65-a990-7b0e04516336 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 1000 time: 0.0997107 Dec 13 10:02:22.796579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b9e043a-8722-45fd-8496-6839d5082dbf tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.3589098 Dec 13 10:02:22.806459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dd85f624-216e-4cd0-9fb6-c52c903eb194 req-0f4af9dd-cd04-4dcd-8188-6109bb58824f service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176426 Dec 13 10:02:22.806984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:22.812643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-bc19de75-6682-4ac9-8514-fd02eeed16c4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-799363450') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:22.928338 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-bc19de75-6682-4ac9-8514-fd02eeed16c4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:22.932699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc19de75-6682-4ac9-8514-fd02eeed16c4 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-799363450 HTTP/1.1" status: 404 len: 328 time: 0.1215434 Dec 13 10:02:22.938088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:22.961371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-09288a74-65c7-4503-b81d-c0a39a47ed20 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-709206596') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:23.060816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-79c5f85f-8830-41e1-8a08-ae216bde7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.063065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-79c5f85f-8830-41e1-8a08-ae216bde7fff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.2627919 Dec 13 10:02:23.123422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e33ec-adbb-45b3-bfc8-eb1df17097f6 req-6a2698ca-1471-479f-baff-96439fb7ab1e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.125300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-601e33ec-adbb-45b3-bfc8-eb1df17097f6 req-6a2698ca-1471-479f-baff-96439fb7ab1e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.2328441 Dec 13 10:02:23.146995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a49aa-32b7-47a9-9a88-047595cc9f4c req-a0b89a6f-11a7-4923-8c50-15c0399a9dc7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.148774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-022a49aa-32b7-47a9-9a88-047595cc9f4c req-a0b89a6f-11a7-4923-8c50-15c0399a9dc7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2116883 Dec 13 10:02:23.374639 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-09288a74-65c7-4503-b81d-c0a39a47ed20 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:23.386011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-09288a74-65c7-4503-b81d-c0a39a47ed20 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-709206596 HTTP/1.1" status: 404 len: 328 time: 0.4328842 Dec 13 10:02:23.394657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:23.439129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-022a49aa-32b7-47a9-9a88-047595cc9f4c req-12a2ad76-7c2c-449b-91f0-ad089ba6caaa tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800946 Dec 13 10:02:23.442531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-7fb14ee9-9667-4120-86d2-606c6d5364d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:23.447309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-7ea08671-e746-4b7a-ba78-5cc869ff94ff tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3', 'tempest-TagsExtTest-Tag-1101452915') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:23.454671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-7fb14ee9-9667-4120-86d2-606c6d5364d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3799555 Dec 13 10:02:23.523107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-601e33ec-adbb-45b3-bfc8-eb1df17097f6 req-40a300e7-dbfa-4bfa-80e9-447bbc371005 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913717 Dec 13 10:02:23.552350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.650235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:23.964851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Allocated IP 172.25.1.18 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/8537e111-7c76-4886-b04c-9176191ee9d9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:24.141233 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.186137 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7ea08671-e746-4b7a-ba78-5cc869ff94ff tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:24.198208 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ea08671-e746-4b7a-ba78-5cc869ff94ff tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags/tempest-TagsExtTest-Tag-1101452915 HTTP/1.1" status: 404 len: 329 time: 0.7909484 Dec 13 10:02:24.198208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:24.199611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-10d1399c-9af3-4b4e-8de1-c8db9afd2fbe tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', {'tags': ['tempest-TagsExtTest-Tag-325119852', 'tempest-TagsExtTest-Tag-1108909492', 'tempest-TagsExtTest-Tag-749835611']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.248702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.349093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:24.356903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:24.371891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a251-3170-4dc4-b9e9-61acf74b0eb7 req-70f1cb4e-657a-4415-83bd-9e5717352f64 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:24.373784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfb8a251-3170-4dc4-b9e9-61acf74b0eb7 req-70f1cb4e-657a-4415-83bd-9e5717352f64 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 945 time: 0.1919119 Dec 13 10:02:24.374462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19646f3-5cf6-4e75-83ce-6375a91c446c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:24.378680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:24.386211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-faeabd33-82fd-45ac-bfc7-74d019be7802 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9171116 Dec 13 10:02:24.489035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-09d65818-5f1f-4ea6-a2f7-1f3f6f870d95 None None] Provisioning complete for port 8537e111-7c76-4886-b04c-9176191ee9d9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:24.490183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09d65818-5f1f-4ea6-a2f7-1f3f6f870d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.512783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8537e111-7c76-4886-b04c-9176191ee9d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:24.568811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-10d1399c-9af3-4b4e-8de1-c8db9afd2fbe tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 200 len: 316 time: 0.3721647 Dec 13 10:02:24.574095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:24.580408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-fff639b0-7242-45f7-a035-1002d6676002 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.601373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-09d65818-5f1f-4ea6-a2f7-1f3f6f870d95 None None] Port 8537e111-7c76-4886-b04c-9176191ee9d9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:02:24.763842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfb8a251-3170-4dc4-b9e9-61acf74b0eb7 req-558dc258-2a8f-4715-9d66-8fe839d37be3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565226 Dec 13 10:02:24.774498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05cd322e-42fc-4cd6-8482-dd82520a7270 req-3dcb916e-8ab5-4d26-bbbc-541db5be4920 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806789 Dec 13 10:02:24.800051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed892f-1c7b-4ab5-801c-d4073438f579 req-99449849-879b-40d9-9b61-428f416671d1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:24.802086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ed892f-1c7b-4ab5-801c-d4073438f579 req-99449849-879b-40d9-9b61-428f416671d1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2067673 Dec 13 10:02:24.858628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fff639b0-7242-45f7-a035-1002d6676002 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 204 len: 168 time: 0.2813129 Dec 13 10:02:24.860153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:24.864936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-31ecce5c-61c9-4440-b33e-344b6122a4ae tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-325119852') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:24.913641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ed892f-1c7b-4ab5-801c-d4073438f579 req-6115bb84-b799-4fd3-abea-b32a98078826 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033449 Dec 13 10:02:24.974058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:24.978101 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-31ecce5c-61c9-4440-b33e-344b6122a4ae tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:24.979551 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-31ecce5c-61c9-4440-b33e-344b6122a4ae tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-325119852 HTTP/1.1" status: 404 len: 328 time: 0.1183877 Dec 13 10:02:24.989355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b413b1-82fb-48e6-9854-d022e5844b5a req-549c3a71-7112-4f04-9021-fedd09ead932 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:24.990904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13b413b1-82fb-48e6-9854-d022e5844b5a req-549c3a71-7112-4f04-9021-fedd09ead932 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.0761786 Dec 13 10:02:24.991400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:24.996587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-2fb536d3-8fba-4605-a15c-c951b9d07c50 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-1108909492') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.116653 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2fb536d3-8fba-4605-a15c-c951b9d07c50 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:25.117737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2fb536d3-8fba-4605-a15c-c951b9d07c50 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-1108909492 HTTP/1.1" status: 404 len: 329 time: 0.1251597 Dec 13 10:02:25.122272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13b413b1-82fb-48e6-9854-d022e5844b5a req-1b0eeefc-f207-4009-b109-f6ec494e9a55 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235113 Dec 13 10:02:25.122743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.127460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-c237d56d-3d1a-4c45-b4eb-a793bbe812b6 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a', 'tempest-TagsExtTest-Tag-749835611') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.214399 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c237d56d-3d1a-4c45-b4eb-a793bbe812b6 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:25.218897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c237d56d-3d1a-4c45-b4eb-a793bbe812b6 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags/tempest-TagsExtTest-Tag-749835611 HTTP/1.1" status: 404 len: 328 time: 0.0951924 Dec 13 10:02:25.219561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.225630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-933d7269-17ee-45e9-9676-79b113805643 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', {'tags': ['tempest-TagsExtTest-Tag-1675766948', 'tempest-TagsExtTest-Tag-1505993265', 'tempest-TagsExtTest-Tag-63683848']}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.304850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-933d7269-17ee-45e9-9676-79b113805643 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "PUT /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 200 len: 316 time: 0.0843096 Dec 13 10:02:25.305696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.312961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-96be6d31-234c-4210-acfa-ebdaf8ae8f29 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.345355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:25.409171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-96be6d31-234c-4210-acfa-ebdaf8ae8f29 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0998874 Dec 13 10:02:25.409784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.417810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-de83471c-02ed-4527-aa93-b340a07e4226 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-1675766948') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.465482 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-de83471c-02ed-4527-aa93-b340a07e4226 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:25.468637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-de83471c-02ed-4527-aa93-b340a07e4226 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-1675766948 HTTP/1.1" status: 404 len: 329 time: 0.0557616 Dec 13 10:02:25.468792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.473728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-ca6cbcd1-2539-47f1-840e-2e6634d618b9 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-1505993265') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.477000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.479977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.499710 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-ca6cbcd1-2539-47f1-840e-2e6634d618b9 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:25.519631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:25.520833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:25.522357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ca6cbcd1-2539-47f1-840e-2e6634d618b9 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-1505993265 HTTP/1.1" status: 404 len: 329 time: 0.0520418 Dec 13 10:02:25.523305 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ed753-1e27-496d-a82a-c470944231ed" -d '{"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:25.524353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.529849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.539467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-b304641f-9b80-456b-ac7d-7a27ac86508a tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab', 'tempest-TagsExtTest-Tag-63683848') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.591669 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-b304641f-9b80-456b-ac7d-7a27ac86508a tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] show failed (client error): The resource could not be found. Dec 13 10:02:25.596253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:25.599996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b304641f-9b80-456b-ac7d-7a27ac86508a tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags/tempest-TagsExtTest-Tag-63683848 HTTP/1.1" status: 404 len: 327 time: 0.0707340 Dec 13 10:02:25.600645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.606895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-5045ba79-eccb-4854-918d-a0d063f9392c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9777717b-b02c-4b6e-864f-918fc4cfa7ab') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.608712 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c0ea61-b778-4616-a30f-9af29a06c85d x-openstack-request-id: req-d4c0ea61-b778-4616-a30f-9af29a06c85d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:25.613414 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:25.613750 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4c0ea61-b778-4616-a30f-9af29a06c85d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:25.614202 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'code': 200} Dec 13 10:02:25.632148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.632496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.632846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.633215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.633557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.633893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.634407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.634748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.635234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.635598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.635937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.637075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.637491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:25.668680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5045ba79-eccb-4854-918d-a0d063f9392c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0669518 Dec 13 10:02:25.671304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.676227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-7a9f793e-ccc3-4fda-b3a2-60f0ebf6790b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.757784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Router c162d4c0-fcdc-467f-9aba-2de31b352487 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:02:25.787078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7a9f793e-ccc3-4fda-b3a2-60f0ebf6790b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a/tags HTTP/1.1" status: 204 len: 168 time: 0.1145089 Dec 13 10:02:25.789652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.795838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-65a87093-8724-4f4b-a010-6a431af4930b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51b7afe2-6359-4155-af8c-f5c9f3b17ad3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.869034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-65a87093-8724-4f4b-a010-6a431af4930b tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3/tags HTTP/1.1" status: 204 len: 168 time: 0.0783477 Dec 13 10:02:25.872628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.879623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-b3806bb3-2924-47e7-97c6-28037af7acd8 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bb08225a-31ef-4fec-b6ad-69b4318bafd0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:25.930539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109166b-30f0-401b-9679-6976a7ed5a9e req-edce1676-2eba-4e39-8590-0fb8fb2fe20f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:25.935385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:25.939488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2109166b-30f0-401b-9679-6976a7ed5a9e req-edce1676-2eba-4e39-8590-0fb8fb2fe20f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0662849 Dec 13 10:02:25.951362 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Sync routers for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:25.966489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:25.970572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e1223cd4-dce6-4836-a58e-3691d6f682a6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1665599 Dec 13 10:02:25.972145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:25.981378 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:25.981378 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:26.071270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3806bb3-2924-47e7-97c6-28037af7acd8 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1955400 Dec 13 10:02:26.075195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:26.177583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2109166b-30f0-401b-9679-6976a7ed5a9e req-173dcf3a-a7bd-4b08-b66d-8cd9d4cb3821 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368999 Dec 13 10:02:26.208084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118a54-1b9e-4b53-9a32-6ddf7f1213c5 req-280dc345-c615-419f-9b8a-4cd3627777e1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:26.210499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9118a54-1b9e-4b53-9a32-6ddf7f1213c5 req-280dc345-c615-419f-9b8a-4cd3627777e1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1575813 Dec 13 10:02:26.266871 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:26.364541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f87ed368-d9e5-4c33-9fec-a23910180292 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for subnetpool, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.365883 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f87ed368-d9e5-4c33-9fec-a23910180292 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9777717b-b02c-4b6e-864f-918fc4cfa7ab HTTP/1.1" status: 204 len: 168 time: 0.2808034 Dec 13 10:02:26.375616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:26.423729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a310aeca-9cc5-41eb-85d9-cdce278875c2 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a HTTP/1.1" status: 200 len: 205 time: 0.0461271 Dec 13 10:02:26.429936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:26.493418 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:24Z', 'revision_number': 3, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:26.528822 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Checking router: c162d4c0-fcdc-467f-9aba-2de31b352487 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:26.529930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Updating router c162d4c0-fcdc-467f-9aba-2de31b352487 port 8537e111-7c76-4886-b04c-9176191ee9d9 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:26.530084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.544226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9118a54-1b9e-4b53-9a32-6ddf7f1213c5 req-991cd44c-d2bc-4e64-9f80-c70cdf87a218 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237338 Dec 13 10:02:26.559832 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.581862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc57e2b-549e-44a2-9cda-20a6a15c9b82 req-0e3b6fbb-6a05-4fc3-be19-abcc00b62a55 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:26.593280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dc57e2b-549e-44a2-9cda-20a6a15c9b82 req-0e3b6fbb-6a05-4fc3-be19-abcc00b62a55 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.2618430 Dec 13 10:02:26.593631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.794370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.802981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Allocated IP 172.20.0.1 (884a8875-4884-4049-8d14-82e1edd54a47/4b639e82-9fbc-4041-8523-b124bd77202c/b07bd437-2d9a-4e7c-9681-88382a497034) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:26.803957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.849643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dc57e2b-549e-44a2-9cda-20a6a15c9b82 req-2a1bbbaa-c2bd-48da-8908-5fb5ee1c08d2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617579 Dec 13 10:02:26.895878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.896422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Fanout notify agent at l3_agent the message router_deleted on router 6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:02:26.907497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.908423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-222fc932-9602-40bb-b7b1-c86c1d9a8a1c tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/routers/6250d4d2-9caf-4fd2-a26f-e5ff78cbfa6a HTTP/1.1" status: 204 len: 168 time: 0.4753444 Dec 13 10:02:26.910967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:26.968125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.972996 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:26.981912 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.018511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.041249 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8537e111-7c76-4886-b04c-9176191ee9d9,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.045392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d33569-0909-4d2e-afd0-9673a4382467 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:27.059750 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.060273 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.060784 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.061710 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.062229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.062736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.063409 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.063904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.064396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.064882 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.065578 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.066252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.066867 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:02:27.076045 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Attempting to bind port 8537e111-7c76-4886-b04c-9176191ee9d9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:27.076547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Attempting to bind port 8537e111-7c76-4886-b04c-9176191ee9d9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:27.077021 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Attempting to bind port 8537e111-7c76-4886-b04c-9176191ee9d9 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:27.082659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Network 884a8875-4884-4049-8d14-82e1edd54a47 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:27.086151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:27.086355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:27.086817 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:27.090793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:27.093415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Deleting port 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:27.093957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.096057 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.096759 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:27.097272 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Bound port: 8537e111-7c76-4886-b04c-9176191ee9d9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:27.097770 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.134260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Pushing event updated for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.141564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.185908 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] For port 8537e111-7c76-4886-b04c-9176191ee9d9, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:27.190286 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] For port 8537e111-7c76-4886-b04c-9176191ee9d9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8537e111-7c76-4886-b04c-9176191ee9d9,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:27.197974 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.205614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] Provisioning complete for port 8537e111-7c76-4886-b04c-9176191ee9d9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:27.206829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.288391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f3280-6904-4de2-9e88-38afd163a775 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:27.317743 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36358233-ea7d-4996-b5c3-aee2f49b9aa9 None None] Pushing event updated for resources: {'Port': ['ID=8537e111-7c76-4886-b04c-9176191ee9d9,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.339208 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:27.340458 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:27.359897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.368412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.389028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.403987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.410213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Calling delete_port for 51b7afe2-6359-4155-af8c-f5c9f3b17ad3 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:27.427439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] For port 8537e111-7c76-4886-b04c-9176191ee9d9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8537e111-7c76-4886-b04c-9176191ee9d9,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:27.432749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.486166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63aaa-2594-445e-9479-24486141a3a7 None None] Pushing event updated for resources: {'Port': ['ID=8537e111-7c76-4886-b04c-9176191ee9d9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.534867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ee08-8ec9-4b99-89c0-4a2f3f78962f req-d28e51f8-5ee2-4319-b1cb-cdc10d7250dc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:27.541454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d07ee08-8ec9-4b99-89c0-4a2f3f78962f req-d28e51f8-5ee2-4319-b1cb-cdc10d7250dc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.2515879 Dec 13 10:02:27.561263 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:27.602243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4bc7b196-7b77-49d2-89b7-59343b78c094 None None] Provisioning complete for port 8537e111-7c76-4886-b04c-9176191ee9d9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:27.603267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b196-7b77-49d2-89b7-59343b78c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.662854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d07ee08-8ec9-4b99-89c0-4a2f3f78962f req-6020554b-8da1-4eeb-855d-c2b4f517e873 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999265 Dec 13 10:02:27.664407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.738537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event deleted for resources: {'Port': ['ID=51b7afe2-6359-4155-af8c-f5c9f3b17ad3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:27.929035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6be1-8857-4c21-86ed-1c1a385d60b2 req-c8babc32-3c5c-4b57-821b-1e50aa5f2d76 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:27.930787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e7d6be1-8857-4c21-86ed-1c1a385d60b2 req-c8babc32-3c5c-4b57-821b-1e50aa5f2d76 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1964579 Dec 13 10:02:27.954151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.961045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.971429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:27.977708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-804ce5b3-be9a-4e05-b241-4c63d604331f tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/ports/51b7afe2-6359-4155-af8c-f5c9f3b17ad3 HTTP/1.1" status: 204 len: 168 time: 1.0657332 Dec 13 10:02:27.982136 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:26Z', 'revision_number': 1, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:27.986578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 54814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:28.042975 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce356b-63e0-4d55-9c53-dbc3b3212488 None None] The sync data for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 is: [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:26Z', 'revision_number': 1, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:28.047761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e7d6be1-8857-4c21-86ed-1c1a385d60b2 req-9ff864f5-0d19-4cf5-9789-1c50363a871e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056383 Dec 13 10:02:28.080712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.103337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Pushing event updated for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:28.153087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Deleting subnet bb08225a-31ef-4fec-b6ad-69b4318bafd0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:02:28.158171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.219498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:28.253070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb0a24-2922-462c-87a0-62aa4ea54d29 req-66c7710f-86d9-49b6-b26e-335c5c9b1fa3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:28.255843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9bb0a24-2922-462c-87a0-62aa4ea54d29 req-66c7710f-86d9-49b6-b26e-335c5c9b1fa3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.2908878 Dec 13 10:02:28.267646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.267883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Network 884a8875-4884-4049-8d14-82e1edd54a47 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:28.269477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:28.477696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9bb0a24-2922-462c-87a0-62aa4ea54d29 req-203bcd20-005c-4c49-b8f5-283983cad964 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134054 Dec 13 10:02:28.496126 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.498157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Router c162d4c0-fcdc-467f-9aba-2de31b352487 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:02:28.598054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6508-b7c7-4438-b73e-bd6f0786d938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.678311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.736356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6d3a0-7856-41b0-8cfc-386bc6d62eec None None] Network a091a332-f002-4692-8ace-d67e873c7d19 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:02:28.753089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.768897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb08225a-31ef-4fec-b6ad-69b4318bafd0 HTTP/1.1" status: 204 len: 168 time: 0.7788587 Dec 13 10:02:28.774084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:28.783193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70969b1-aeda-4634-996b-9e0261669316 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event deleted for resources: {'Subnet': ['ID=bb08225a-31ef-4fec-b6ad-69b4318bafd0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:28.870534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:28.893256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ada72c6-d1ba-4934-bd5a-b4272362879c admin admin] 10.222.0.30 "PUT /v2.0/routers/c162d4c0-fcdc-467f-9aba-2de31b352487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104054 Dec 13 10:02:28.930227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Deleting port 241a879d-6c2e-4265-99da-984528ced088 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:28.934722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:28.940922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.000201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66883de-2774-456b-a9bd-342cb209dcd7 req-2af14b6b-76fe-4613-9cd9-9ab558280119 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.003668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c66883de-2774-456b-a9bd-342cb209dcd7 req-2af14b6b-76fe-4613-9cd9-9ab558280119 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1850724 Dec 13 10:02:29.113352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] DHCP port deletion for a091a332-f002-4692-8ace-d67e873c7d19 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:02:29.125502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.127487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.128007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.140895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c66883de-2774-456b-a9bd-342cb209dcd7 req-3940d958-3975-4952-9c8d-1b65b1f2d8b5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291726 Dec 13 10:02:29.183289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Calling delete_port for 241a879d-6c2e-4265-99da-984528ced088 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:29.190950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Deleting port b3543d62-ce62-47a1-8bed-1f2313d7249e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:29.191553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.356361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] For port b3543d62-ce62-47a1-8bed-1f2313d7249e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b3543d62-ce62-47a1-8bed-1f2313d7249e,segment=NetworkSegment(6c5c33d0-9588-43c1-b2b0-c5a2455eba9a),segment_id=6c5c33d0-9588-43c1-b2b0-c5a2455eba9a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:29.361318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.402910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Calling delete_port for b3543d62-ce62-47a1-8bed-1f2313d7249e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:29.454965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca7608-d9c9-4884-8e6c-72a4dacaed4d req-f0b6c93c-f194-479d-b4c7-3556287e3899 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.456659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38ca7608-d9c9-4884-8e6c-72a4dacaed4d req-f0b6c93c-f194-479d-b4c7-3556287e3899 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.2133906 Dec 13 10:02:29.483841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea20849-a152-420b-a533-0a55bbe9273e req-ef74d422-6ffb-4a0b-b3f0-0d9b1a36a5d1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:29.485456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ea20849-a152-420b-a533-0a55bbe9273e req-ef74d422-6ffb-4a0b-b3f0-0d9b1a36a5d1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.2047365 Dec 13 10:02:29.534908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b3543d62-ce62-47a1-8bed-1f2313d7249e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:29.631476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38ca7608-d9c9-4884-8e6c-72a4dacaed4d req-c7e40647-9c92-4e3d-b851-68213e7dc6f5 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443937 Dec 13 10:02:29.656985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ea20849-a152-420b-a533-0a55bbe9273e req-9108d3db-4cee-41b3-924b-7754cd432b2d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496646 Dec 13 10:02:29.809453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.848589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] No DVR routers for this DVR port b3543d62-ce62-47a1-8bed-1f2313d7249e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:29.862531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dafc2f-a87d-411f-83e3-4b3f80a96b54 None None] Pushing event deleted for resources: {'Port': ['ID=b3543d62-ce62-47a1-8bed-1f2313d7249e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:29.870647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:29.941978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Deleting port b3543d62-ce62-47a1-8bed-1f2313d7249e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:29.942320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.020052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ceaf-024d-4ade-9dbd-9d9212258c05 req-2b4d8d66-3bb7-4ed7-9249-7eaf1318dbde tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:30.027323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb14ceaf-024d-4ade-9dbd-9d9212258c05 req-2b4d8d66-3bb7-4ed7-9249-7eaf1318dbde tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.1609647 Dec 13 10:02:30.184234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] For port b3543d62-ce62-47a1-8bed-1f2313d7249e, host n-d-820531-5, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:30.185189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.191759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb14ceaf-024d-4ade-9dbd-9d9212258c05 req-90807609-c338-4c76-b26f-890361219491 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567762 Dec 13 10:02:30.202474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Calling delete_port for b3543d62-ce62-47a1-8bed-1f2313d7249e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:30.206812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Port b3543d62-ce62-47a1-8bed-1f2313d7249e was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:02:30.208811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.223629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.254993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] No DVR routers for this DVR port b3543d62-ce62-47a1-8bed-1f2313d7249e on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:30.261895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event deleted for resources: {'Port': ['ID=b3543d62-ce62-47a1-8bed-1f2313d7249e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:30.433628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-fba88b01-606d-453f-a545-5c67b6b1d738 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:30.436764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-fba88b01-606d-453f-a545-5c67b6b1d738 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 819 time: 0.2419934 Dec 13 10:02:30.451017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.465382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-475345d2-4418-4107-965d-56a0e232c593 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/quotas/9725c885ec004a8680581632427d14f1 HTTP/1.1" status: 200 len: 375 time: 0.0212555 Dec 13 10:02:30.499822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a091a332-f002-4692-8ace-d67e873c7d19']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:30.512904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:30.513416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5c33d0-9588-43c1-b2b0-c5a2455eba9a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:30.515341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-cdc8c41f-4763-4f76-bcdd-31d91d223923 req-2dabafda-0dd4-4479-b5d2-c5df73bed74a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:02:30.516380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cdc8c41f-4763-4f76-bcdd-31d91d223923 req-2dabafda-0dd4-4479-b5d2-c5df73bed74a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258036 Dec 13 10:02:30.529025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.547953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.554613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:30.555250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.574666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-e704a419-8787-476e-a4b4-f456120740de tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030304 Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:30.601203 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:30.604528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event deleted for resources: {'Port': ['ID=241a879d-6c2e-4265-99da-984528ced088,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:30.730289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.752851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.756313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] 10.222.0.30 "DELETE /v2.0/networks/a091a332-f002-4692-8ace-d67e873c7d19 HTTP/1.1" status: 204 len: 168 time: 1.9811170 Dec 13 10:02:30.757443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765bee4-ddc6-458c-89d7-8104253616b3 tempest-TagsExtTest-1358312736 tempest-TagsExtTest-1358312736-project] Pushing event deleted for resources: {'Network': ['ID=a091a332-f002-4692-8ace-d67e873c7d19,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:30.762752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:30.762752 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Floating IP e1902f03-aebe-4c8e-addd-9d9684b1876b disassociated (deleted). External IP: 172.25.1.37, port: 8028b825-2178-4df0-bc05-a7d95d5219c8. Dec 13 10:02:30.969674 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db7a30db-7059-43e2-8976-dbf0e04aa2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:31.008766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddf31d-70df-4dd2-8e28-d76bd32e06e2 req-bd3d6e81-3670-45eb-b824-a142461a73f3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.010926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92ddf31d-70df-4dd2-8e28-d76bd32e06e2 req-bd3d6e81-3670-45eb-b824-a142461a73f3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.1757731 Dec 13 10:02:31.032051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-e342114a-1ea6-4709-8fae-b9d85903a53d service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487393 Dec 13 10:02:31.204298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:31.204900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:31.237771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92ddf31d-70df-4dd2-8e28-d76bd32e06e2 req-846f634c-d4d1-4123-8ee0-f0cee423b91a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194161 Dec 13 10:02:31.238263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:02:31.282134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-1556ad7a-fac0-41d7-8e0f-99772449d948 service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335565 Dec 13 10:02:31.372439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:31.375658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:31.546839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8537e111-7c76-4886-b04c-9176191ee9d9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:31.564490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dfb83-342d-40c8-8339-ad30e480163e req-7d7a059c-8a0a-4cd7-95f6-90aa4f0a3765 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.576181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f5dfb83-342d-40c8-8339-ad30e480163e req-7d7a059c-8a0a-4cd7-95f6-90aa4f0a3765 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1338682 Dec 13 10:02:31.718696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f5dfb83-342d-40c8-8339-ad30e480163e req-18b0eaff-5f85-40d6-9d20-c33e4a990020 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397169 Dec 13 10:02:31.729492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-3dc3409e-93f6-4c0c-a6e4-1994af3d80d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5204587 Dec 13 10:02:31.762204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-de86e243-3a16-453f-9b9b-1f4e48f836cc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:02:31.774273 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-de86e243-3a16-453f-9b9b-1f4e48f836cc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270543 Dec 13 10:02:31.776308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:02:31.819558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:31.834424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:31.870411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a68f11c7-681d-4a19-95f5-c03f14c6f58c req-bd3bd984-01c5-4292-adac-ca301bf70368 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 210 time: 0.0587833 Dec 13 10:02:31.899477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4580a-fef4-4e7d-964f-08e65409e2c7 req-253e8645-7f88-4313-b356-14ba1c9beea8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:31.901895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87c4580a-fef4-4e7d-964f-08e65409e2c7 req-253e8645-7f88-4313-b356-14ba1c9beea8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.1467154 Dec 13 10:02:31.933836 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-28e86475-1012-4659-8b5f-55375384061b tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "DELETE /v2.0/floatingips/e1902f03-aebe-4c8e-addd-9d9684b1876b HTTP/1.1" status: 204 len: 168 time: 3.7131855 Dec 13 10:02:31.934844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:31.937184 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a752bc8-4b9d-42df-9162-0571121f3a55" -d '{"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:31.944532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aa7a142f-ace0-49e8-b5cc-1cc9dbb2f297 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aed0bd1e7ef346ef9ab03b9ef96c50f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364364 Dec 13 10:02:31.945105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:32.064728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.088477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87c4580a-fef4-4e7d-964f-08e65409e2c7 req-e4538f6c-a059-44db-8933-6e9c79f8d09f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740205 Dec 13 10:02:32.128984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:32.149934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.189780 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Sync routers for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:02:32.208336 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b28a5-065b-43ea-9fe7-4aba56569355 x-openstack-request-id: req-0b0b28a5-065b-43ea-9fe7-4aba56569355 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:32.209217 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:32.209217 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b0b28a5-065b-43ea-9fe7-4aba56569355 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:32.212780 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:02:32.220118 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:32.220976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:32.249480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.252377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.260593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:32.262641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75a8c5f0-98fc-473d-b0a5-21b0343859d4 HTTP/1.1" status: 204 len: 168 time: 0.3093991 Dec 13 10:02:32.266062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:32.299289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e5fa-07c8-4003-b595-494e67a6ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8c5f0-98fc-473d-b0a5-21b0343859d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:32.454171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-3c559632-13e9-4c25-80ff-aafee15ae6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:32.455686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-3c559632-13e9-4c25-80ff-aafee15ae6bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 1096 time: 0.2391136 Dec 13 10:02:32.576964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'port_id': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'mac_address': 'fa:16:3e:f1:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:32.629206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:32.721847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.723009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8537e111-7c76-4886-b04c-9176191ee9d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:32.723782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.878764 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:32.950424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:32.954900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:33.063601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:33.133931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.177227 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 2, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:33.215337 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Checking router: c162d4c0-fcdc-467f-9aba-2de31b352487 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:33.216598 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Updating router c162d4c0-fcdc-467f-9aba-2de31b352487 port b07bd437-2d9a-4e7c-9681-88382a497034 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:02:33.273994 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.275797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:33.454085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:33.494369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afba32-adbe-40d5-b845-a6fabf643865 req-0d4ab1e0-71b8-4839-9f79-b8bffcce2c6a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.499260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:02:33.502771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19afba32-adbe-40d5-b845-a6fabf643865 req-0d4ab1e0-71b8-4839-9f79-b8bffcce2c6a tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 943 time: 0.8436217 Dec 13 10:02:33.514867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8ab9d3be-fd46-4bc6-91c3-2395b179a786'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:33.568184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecffbd-b803-42b4-bc6e-5a6c24047945 req-e1a5374a-17c5-4091-818e-1a37310e3b6d tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.576055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-feecffbd-b803-42b4-bc6e-5a6c24047945 req-e1a5374a-17c5-4091-818e-1a37310e3b6d tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 1.1474526 Dec 13 10:02:33.588937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 54994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:33.643523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:33.644296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:33.679275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-910fdf45-a2c7-4c1d-b3d2-2413bcc2d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.683511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-910fdf45-a2c7-4c1d-b3d2-2413bcc2d94a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 200 len: 914 time: 1.1542659 Dec 13 10:02:33.692616 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.704358 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.723710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1835554611'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:33.769375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1647-b2a1-4eb7-a68a-5a0826523adf None None] Pushing event updated for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:33.769659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Made reservation on behalf of 06736adac4be4f208938d5d9f7491650 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:33.771336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19afba32-adbe-40d5-b845-a6fabf643865 req-425949b3-1e1c-4a07-a8fd-107eca07fe37 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642236 Dec 13 10:02:33.773823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.833865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.897187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.918345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-99f12843-275b-4e1a-961d-349b974ee608 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 200 len: 217 time: 0.2132654 Dec 13 10:02:33.940490 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Attempting to bind port b07bd437-2d9a-4e7c-9681-88382a497034 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:33.940933 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Attempting to bind port b07bd437-2d9a-4e7c-9681-88382a497034 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:33.941256 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Attempting to bind port b07bd437-2d9a-4e7c-9681-88382a497034 on network 884a8875-4884-4049-8d14-82e1edd54a47 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:33.947436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:33.948412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Checking segment: {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:33.949005 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.949988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Bound using segment: {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:33.950490 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Bound port: b07bd437-2d9a-4e7c-9681-88382a497034, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:33.951690 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:33.981228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:33.990076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-6cdf9fef-95b1-4ff0-a4e1-71240ba30cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:33.991904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-6cdf9fef-95b1-4ff0-a4e1-71240ba30cb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 200 len: 852 time: 0.0662196 Dec 13 10:02:34.032083 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] For port b07bd437-2d9a-4e7c-9681-88382a497034, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:34.036570 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] For port b07bd437-2d9a-4e7c-9681-88382a497034, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b07bd437-2d9a-4e7c-9681-88382a497034,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:34.043630 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.059928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-feecffbd-b803-42b4-bc6e-5a6c24047945 req-186fab6e-c6ad-4db7-946e-54cf4b670311 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825251 Dec 13 10:02:34.125143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-637fa330-362b-4f1b-8eb2-2ece0f220a73 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.127351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-637fa330-362b-4f1b-8eb2-2ece0f220a73 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 819 time: 0.3452795 Dec 13 10:02:34.134297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-273c1926-2b5b-4930-97b9-ee4222439023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.137037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-273c1926-2b5b-4930-97b9-ee4222439023 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a09fd3fb-3d9c-43f6-b2db-43a600e3864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368294 Dec 13 10:02:34.139117 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:02:34.139758 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:02:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:34.206216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4a9a-0440-42db-a97d-75ce1a8b8aff req-d97e1510-2b73-4492-b6c2-2c2da8770f8c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.214945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d7f4a9a-0440-42db-a97d-75ce1a8b8aff req-d97e1510-2b73-4492-b6c2-2c2da8770f8c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.2266064 Dec 13 10:02:34.229454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.239733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'port': {'device_id': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'admin_state_up': True, 'tenant_id': '9725c885ec004a8680581632427d14f1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:34.373071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.373901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee07f76d-8f4e-4108-ae72-73ca3b8a5a5d req-2ec7d2b7-e870-4512-9c1d-266ca3010cf9 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 210 time: 0.1978846 Dec 13 10:02:34.399023 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:02:34.408966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-05c8bbc3-7cbd-4634-bf9e-cf8e8f2aa214 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.415328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-05c8bbc3-7cbd-4634-bf9e-cf8e8f2aa214 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 0.5895615 Dec 13 10:02:34.479592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:02:34.482025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691441-8f6c-4fbb-81a3-354810922ada req-310c1a50-4cbc-41d6-952a-beae68423e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.485823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-310c1a50-4cbc-41d6-952a-beae68423e4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f&tenant_id=5103966b7920405e8470cac9e9dc3544 HTTP/1.1" status: 200 len: 1094 time: 0.2869363 Dec 13 10:02:34.519625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d7f4a9a-0440-42db-a97d-75ce1a8b8aff req-b6c34196-210a-4650-8b58-68f71ca760a6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035445 Dec 13 10:02:34.624315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-1769d6f2-3900-4c5e-a47f-e0f315c1dcb5 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746504 Dec 13 10:02:34.657392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09864f9c-8c93-488e-a44d-383eb6275d55,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:34.667833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c56b7f-1781-44f5-9cd6-389381adf9bc req-c938ccec-21df-4cf3-b384-41946b89cc03 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.669777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.670144 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Added segment ce9a351c-4101-47a4-b57d-07d0d7bcdd29 of type vlan for network b8eaf026-cb9d-45b2-b471-bb28fa72cb4f Dec 13 10:02:34.678368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0c56b7f-1781-44f5-9cd6-389381adf9bc req-c938ccec-21df-4cf3-b384-41946b89cc03 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 944 time: 0.1888540 Dec 13 10:02:34.680189 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:34.714123 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1647-b2a1-4eb7-a68a-5a0826523adf None None] Pushing event updated for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:34.716969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691441-8f6c-4fbb-81a3-354810922ada req-a86eef26-500d-4e8f-9678-03384e03e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.717686 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802441-55ab-4091-9dfd-a987a10244a8 None None] The sync data for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 is: [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:34Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:34.718971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-a86eef26-500d-4e8f-9678-03384e03e433 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1094 time: 0.1564033 Dec 13 10:02:34.776615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.802772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.826287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:34.867017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Made reservation on behalf of 9725c885ec004a8680581632427d14f1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:02:34.875174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.882762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d454412-2d49-4a50-8c47-1de19b7846e6 None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T09:56:56Z', 'revision_number': 4, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '415bca1b-2dac-4012-ab9e-fe03615fc323', 'name': '', 'network_id': 'a09fd3fb-3d9c-43f6-b2db-43a600e3864f', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'mac_address': 'fa:16:3e:0d:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:54Z', 'updated_at': '2021-12-13T09:57:03Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'subnets': [{'id': 'f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:02:34.923030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:34.929771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:34.930668 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.038903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Deleting port 8028b825-2178-4df0-bc05-a7d95d5219c8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:35.039612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.079497 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4905450 Dec 13 10:02:35.102000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:35.116357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0c56b7f-1781-44f5-9cd6-389381adf9bc req-f913c933-e819-46d9-8f69-eff3e8a1592f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369092 Dec 13 10:02:35.117620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691441-8f6c-4fbb-81a3-354810922ada req-4e30809b-27b9-44d4-b843-06fa548bcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:35.119757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-4e30809b-27b9-44d4-b843-06fa548bcbde service neutron] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.3741961 Dec 13 10:02:35.171995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-cb3b798a-d04d-4c3f-ad9d-6624aca40295 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-121139784') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:35.216896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9bc3a-6ea1-49f8-ba7e-d233877d2f2f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Pushing event updated for resources: {'Network': ['ID=b8eaf026-cb9d-45b2-b471-bb28fa72cb4f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:35.232937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b8eaf026-cb9d-45b2-b471-bb28fa72cb4f details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:02:35.258942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a752bc8-4b9d-42df-9162-0571121f3a55 req-762b01e4-cad4-4f7b-87ca-eb50c41ec186 service neutron] 10.222.0.44 "GET /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211815 Dec 13 10:02:35.283636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-96e9818f-a00f-4e17-ac99-b845557640b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.1388664 Dec 13 10:02:35.381764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:35.427985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b708f-2b4f-4b73-841a-0b988a7e2899 req-2fb3a837-2155-420e-8aa9-e0a0921075e4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:35.441766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb9b708f-2b4f-4b73-841a-0b988a7e2899 req-2fb3a837-2155-420e-8aa9-e0a0921075e4 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 944 time: 0.4653685 Dec 13 10:02:35.498044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Allocated IP 172.20.0.7 (884a8875-4884-4049-8d14-82e1edd54a47/4b639e82-9fbc-4041-8523-b124bd77202c/5b701793-bbe9-4eac-bf08-4b512d3fbb94) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:02:35.514480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b07bd437-2d9a-4e7c-9681-88382a497034 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:35.559007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bc421-147f-4ab5-afed-09ffbf18b529 req-22b336bf-6df3-41a0-863a-38b66dacf1d2 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:35.561210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-618bc421-147f-4ab5-afed-09ffbf18b529 req-22b336bf-6df3-41a0-863a-38b66dacf1d2 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 945 time: 0.3234661 Dec 13 10:02:35.567319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232ba1c-3846-4dab-89da-e739b0f948c8 None None] New status for floating IP e1902f03-aebe-4c8e-addd-9d9684b1876b: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:02:35.574264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] For port 8028b825-2178-4df0-bc05-a7d95d5219c8, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8028b825-2178-4df0-bc05-a7d95d5219c8,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:35.574658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.585186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691441-8f6c-4fbb-81a3-354810922ada req-8769b2d0-7770-40fd-a88d-437925d98d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:35.586951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-8769b2d0-7770-40fd-a88d-437925d98d96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.1879427 Dec 13 10:02:35.611385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Calling delete_port for 8028b825-2178-4df0-bc05-a7d95d5219c8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:35.651869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb9b708f-2b4f-4b73-841a-0b988a7e2899 req-9ad7fb47-55e9-4e63-b517-9cdf93bbd742 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088125 Dec 13 10:02:35.672550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb3b798a-d04d-4c3f-ad9d-6624aca40295 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "PUT /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-121139784 HTTP/1.1" status: 201 len: 201 time: 0.5661185 Dec 13 10:02:35.674915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:35.680284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a1f40f70-cad2-45f9-ba71-70a6a3d72620 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:35.700912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-a923562f-9cd8-4d6e-a744-bf3020a526c5 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-121139784') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:35.721262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-618bc421-147f-4ab5-afed-09ffbf18b529 req-d02a81a7-2dbd-4fbe-82f4-70e37852a4a7 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/security-groups?id=8acf7401-4708-49fe-96a8-7a3949d2b265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508794 Dec 13 10:02:35.723563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-994b4d8d-da90-4015-b8bc-57ccca663246 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177137 Dec 13 10:02:35.837594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:35.863253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620', 'mac_address': 'fa:16:3e:c7:b4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:35.884475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:35.885011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:35.925553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-ea750bb0-95fa-40dc-a655-701cf3f30593 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913676 Dec 13 10:02:36.020702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8870a4c-5025-4291-b3e9-047413fd3833 req-853f1dd2-8104-43f2-994e-c1ad4ffe9598 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 210 time: 0.0926516 Dec 13 10:02:36.045494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b07bd437-2d9a-4e7c-9681-88382a497034 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:36.045874 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.055878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.059314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a923562f-9cd8-4d6e-a744-bf3020a526c5 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-121139784 HTTP/1.1" status: 204 len: 168 time: 0.3610065 Dec 13 10:02:36.064088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:36.071024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-095dd9b8-1746-4531-a847-7c50e5c9e9de tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:36.104777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e0538-be28-408c-a76d-82a2a3fdf1e5 req-8c876d21-47d3-4344-b6dd-c001f6217c5f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:36.108118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a96e0538-be28-408c-a76d-82a2a3fdf1e5 req-8c876d21-47d3-4344-b6dd-c001f6217c5f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1812408 Dec 13 10:02:36.143106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f40f70-cad2-45f9-ba71-70a6a3d72620 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:36.228193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:36.230164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.254501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.257344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.281375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47691441-8f6c-4fbb-81a3-354810922ada req-051880fd-a6ff-4644-a13a-61388c6cfd95 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196571 Dec 13 10:02:36.308145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:36.310059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a96e0538-be28-408c-a76d-82a2a3fdf1e5 req-079d05e7-a784-498c-aff6-f818a5e690f2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949918 Dec 13 10:02:36.311172 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e49b46b-f453-4c5f-b99a-f9fa8ebaf131" -d '{"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:36.323991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f5f8-1ced-4caf-b495-799570863f6d req-abe6ba51-29f1-49f2-a36f-b20da72196c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:36.333239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e169f5f8-1ced-4caf-b495-799570863f6d req-abe6ba51-29f1-49f2-a36f-b20da72196c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 945 time: 0.1211584 Dec 13 10:02:36.369936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:36.416347 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f034f4-c56e-4e69-bc33-ee49d99a5069 x-openstack-request-id: req-88f034f4-c56e-4e69-bc33-ee49d99a5069 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:36.421730 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.427832 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-plugged", "status": "completed", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:36.428983 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88f034f4-c56e-4e69-bc33-ee49d99a5069 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:36.429546 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'code': 200} Dec 13 10:02:36.434828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e169f5f8-1ced-4caf-b495-799570863f6d req-b8572297-2541-419a-bd25-afb3cfd6a561 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007094 Dec 13 10:02:36.438004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.454535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.466777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-095dd9b8-1746-4531-a847-7c50e5c9e9de tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags HTTP/1.1" status: 200 len: 237 time: 0.4014711 Dec 13 10:02:36.469600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:36.474309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event deleted for resources: {'Port': ['ID=8028b825-2178-4df0-bc05-a7d95d5219c8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.479476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-96e76ce6-e1cf-4365-b653-9f803e5fbc10 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', {'tags': ['tempest-TagsTest-Tag-1931931455', 'tempest-TagsTest-Tag-592710563', 'tempest-TagsTest-Tag-1316768501']}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:36.492712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.547518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a1f40f70-cad2-45f9-ba71-70a6a3d72620'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:36.558907 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.649196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] No DVR routers for this DVR port 8028b825-2178-4df0-bc05-a7d95d5219c8 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:36.649196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.654504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f9ad77e0-983e-4c6c-8c47-743b30d87ee5 req-45141c4f-e153-451c-a022-48c92b4a4039 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.44 "DELETE /v2.0/ports/8028b825-2178-4df0-bc05-a7d95d5219c8 HTTP/1.1" status: 204 len: 173 time: 2.2061596 Dec 13 10:02:36.656654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Network 884a8875-4884-4049-8d14-82e1edd54a47 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:02:36.664230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'name': 'network-vif-deleted', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:36.667594 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cef0cf-d1c0-4781-b916-ebad70e33d6a" -d '{"events": [{"server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "name": "network-vif-deleted", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:36.675156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:02:36.677455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b07bd437-2d9a-4e7c-9681-88382a497034, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b07bd437-2d9a-4e7c-9681-88382a497034,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:36.716034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.717692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:02:36.776851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-96e76ce6-e1cf-4365-b653-9f803e5fbc10 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "PUT /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags HTTP/1.1" status: 200 len: 308 time: 0.3058510 Dec 13 10:02:36.783020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:36.784017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.787447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:36.789070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf656b-680b-485b-b9c3-29586a07ed07 req-3286f69f-22c6-4ab8-852b-d33f0426c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:36.790606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56cf656b-680b-485b-b9c3-29586a07ed07 req-3286f69f-22c6-4ab8-852b-d33f0426c966 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1097 time: 0.1792698 Dec 13 10:02:36.811386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3df0913f-fa8b-459a-907d-82efaab9d195 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-1931931455') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:36.832609 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea3acb-bd3f-4157-8f15-33f666c6e042 x-openstack-request-id: req-adea3acb-bd3f-4157-8f15-33f666c6e042 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:36.833211 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea14021a-5be7-4a47-9488-8567e05462bb", "name": "network-vif-deleted", "tag": "8028b825-2178-4df0-bc05-a7d95d5219c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:36.833634 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adea3acb-bd3f-4157-8f15-33f666c6e042 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:36.834463 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea14021a-5be7-4a47-9488-8567e05462bb', 'name': 'network-vif-deleted', 'tag': '8028b825-2178-4df0-bc05-a7d95d5219c8', 'status': 'completed', 'code': 200} Dec 13 10:02:36.942282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:36.942975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:36.975950 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-846a6714-4b53-48d2-afdb-fdb463eb5939 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7411804 Dec 13 10:02:36.994960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Request body: {'port': {'device_id': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:02:37.066998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:37.074846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f51357bb-2f6f-41df-bca5-fd666978930c req-cdbef8ba-d415-4911-8820-ded6030b38a3 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.1302779 Dec 13 10:02:37.100491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56cf656b-680b-485b-b9c3-29586a07ed07 req-39133c63-7b3c-43d6-8471-85d91223e051 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988150 Dec 13 10:02:37.109076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.132888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3df0913f-fa8b-459a-907d-82efaab9d195 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "DELETE /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-1931931455 HTTP/1.1" status: 204 len: 168 time: 0.3448286 Dec 13 10:02:37.133774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:37.138694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-149a9df9-fc6e-4a62-9af8-a2d1a1db740f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-1931931455') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:37.222704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d4a8d-6ea5-42c0-9be1-74df307fe329 req-ccaee256-a235-4121-b0e4-b92113f8a0ef tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:37.224395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-833d4a8d-6ea5-42c0-9be1-74df307fe329 req-ccaee256-a235-4121-b0e4-b92113f8a0ef tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.2838757 Dec 13 10:02:37.341277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-833d4a8d-6ea5-42c0-9be1-74df307fe329 req-609c141e-12c9-479d-976d-af6029769a9e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068411 Dec 13 10:02:37.413399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b07bd437-2d9a-4e7c-9681-88382a497034 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:37.529672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5e034-7d37-46c2-8950-9632f0384e47 req-856b1f85-a1c2-4f88-b80e-449338094bbc tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:37.539783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b07bd437-2d9a-4e7c-9681-88382a497034 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:37.540212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.541676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ff5e034-7d37-46c2-8950-9632f0384e47 req-856b1f85-a1c2-4f88-b80e-449338094bbc tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 931 time: 0.1992104 Dec 13 10:02:37.551579 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-149a9df9-fc6e-4a62-9af8-a2d1a1db740f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] show failed (client error): The resource could not be found. Dec 13 10:02:37.556234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:37.557983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-149a9df9-fc6e-4a62-9af8-a2d1a1db740f tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-1931931455 HTTP/1.1" status: 404 len: 326 time: 0.4237354 Dec 13 10:02:37.591520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-763ae4b5-893c-4a96-8ba4-22eaa9b6e3e0 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-592710563') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:37.721972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a1f40f70-cad2-45f9-ba71-70a6a3d72620 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:37.828628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port a1f40f70-cad2-45f9-ba71-70a6a3d72620 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:02:37.858541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port a1f40f70-cad2-45f9-ba71-70a6a3d72620 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:37.858921 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:37.937276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6e0d-22ad-412d-b64e-dba093498785 req-4dc75038-e81b-4ab9-9fcc-d8edbca3dadb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:37.952980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5acb6e0d-22ad-412d-b64e-dba093498785 req-4dc75038-e81b-4ab9-9fcc-d8edbca3dadb tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.3579028 Dec 13 10:02:38.008426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ff5e034-7d37-46c2-8950-9632f0384e47 req-3088d750-f384-4ba2-a5cc-29e3a94759ed tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579580 Dec 13 10:02:38.187436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-763ae4b5-893c-4a96-8ba4-22eaa9b6e3e0 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-592710563 HTTP/1.1" status: 204 len: 168 time: 0.6159418 Dec 13 10:02:38.189908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.192066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:38.238590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-0f277758-50cf-4a9d-8656-7b6f548ee2d1 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-1316768501') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:38.297844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:38.308003 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.309188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8028b825-2178-4df0-bc05-a7d95d5219c8 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:38.389608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5acb6e0d-22ad-412d-b64e-dba093498785 req-8c3c9252-a513-4c16-965c-1ee764c6b052 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352190 Dec 13 10:02:38.407265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b701793-bbe9-4eac-bf08-4b512d3fbb94 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:38.433012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:38.436855 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff95084-cac2-48f8-840e-2d18113c0fa0" -d '{"events": [{"server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "name": "network-vif-plugged", "status": "completed", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:38.441551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:38.443397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.446968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8028b825-2178-4df0-bc05-a7d95d5219c8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:02:38.448483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8028b825-2178-4df0-bc05-a7d95d5219c8 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:02:38.502423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Transition to ACTIVE for port object 5b701793-bbe9-4eac-bf08-4b512d3fbb94 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:02:38.508233 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.593231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-2d0c8f65-14b1-4dd3-ba9b-238522c858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:38.594991 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-2d0c8f65-14b1-4dd3-ba9b-238522c858fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 1097 time: 0.6322999 Dec 13 10:02:38.604502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d78aacc-f513-4029-b03d-75438c708376 req-700883c5-1c28-4af0-ba69-3ab3bad8ff47 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0840228 Dec 13 10:02:38.670090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fe785-44e7-404a-90bc-d97ddc0b5736 req-ffb6c41d-4732-4fac-ba85-f9391f5fee1c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:38.671564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9fe785-44e7-404a-90bc-d97ddc0b5736 req-ffb6c41d-4732-4fac-ba85-f9391f5fee1c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 945 time: 0.4741876 Dec 13 10:02:38.687905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:38.889944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Attempting to bind port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:02:38.890316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Attempting to bind port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:02:38.890649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Attempting to bind port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 on network 884a8875-4884-4049-8d14-82e1edd54a47 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:38.896519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 on network 884a8875-4884-4049-8d14-82e1edd54a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:02:38.896856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Attempting to bind port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 on network 884a8875-4884-4049-8d14-82e1edd54a47 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:02:38.903945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:02:38.904297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Checking segment: {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:02:38.904684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Bound using segment: {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:02:38.905140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Bound port: 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:02:38.906084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:38.985761 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:02:39.095434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:02:39.107247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:02:39.112425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:39.125361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-779a2f1c-247e-4579-b92f-9f8d850c741b tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:39.128241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f277758-50cf-4a9d-8656-7b6f548ee2d1 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-1316768501 HTTP/1.1" status: 204 len: 168 time: 0.9026911 Dec 13 10:02:39.131843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.168957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb9fe785-44e7-404a-90bc-d97ddc0b5736 req-b0ce2d82-2c65-4acf-8181-94c02a297e0c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198771 Dec 13 10:02:39.230078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5b2d-c5d9-4a37-8f27-8bd63139d733 req-e389136c-e0c3-417e-a521-93cb4e62d805 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.244589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.246025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:39.247565 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f4f9fed1-4355-4127-a462-83813767689e service neutron] 10.222.0.37 "PUT /v2.0/ports/5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 1091 time: 2.2623510 Dec 13 10:02:39.255630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-799a5b2d-c5d9-4a37-8f27-8bd63139d733 req-e389136c-e0c3-417e-a521-93cb4e62d805 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.4922221 Dec 13 10:02:39.264533 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0445a54-ca58-4493-9ac3-d16633bbcc51 x-openstack-request-id: req-c0445a54-ca58-4493-9ac3-d16633bbcc51 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:39.265056 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "name": "network-vif-plugged", "status": "completed", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:39.265437 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0445a54-ca58-4493-9ac3-d16633bbcc51 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:39.267353 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620', 'code': 200} Dec 13 10:02:39.297028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:39.305095 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:39.321221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-cfe13eff-eb14-429d-aedd-997df325c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.332383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-cfe13eff-eb14-429d-aedd-997df325c5c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 200 len: 918 time: 0.6878252 Dec 13 10:02:39.480577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9fed1-4355-4127-a462-83813767689e service neutron] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:39.555106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e55a6c-854d-4941-884c-8465dd56d7f4 req-93de858a-13d4-4479-9f05-91131856488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.556856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-80e55a6c-854d-4941-884c-8465dd56d7f4 req-93de858a-13d4-4479-9f05-91131856488e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 1097 time: 0.1861150 Dec 13 10:02:39.559119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-b746d141-63fe-427a-9a09-0dbe7af53d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.560571 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-b746d141-63fe-427a-9a09-0dbe7af53d9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1094 time: 0.2141995 Dec 13 10:02:39.615325 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-779a2f1c-247e-4579-b92f-9f8d850c741b tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "DELETE /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags HTTP/1.1" status: 204 len: 168 time: 0.4994378 Dec 13 10:02:39.630366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-46e0d3aa-396e-466b-a067-e94c488fddac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 200 len: 1001 time: 0.2814825 Dec 13 10:02:39.642458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-799a5b2d-c5d9-4a37-8f27-8bd63139d733 req-33156b89-7e64-4dc6-b06c-e1c0cbce86ad tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847106 Dec 13 10:02:39.647004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:39.652518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e66caf8f-c870-428d-964b-5ddcef1e51eb tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-592710563') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:39.688806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-80e55a6c-854d-4941-884c-8465dd56d7f4 req-285c42bf-f8aa-427f-bc07-54ca7e61cb26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185949 Dec 13 10:02:39.689069 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-b0bb155c-df6f-4369-a62e-90c0949793f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.0928431 Dec 13 10:02:39.795648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-f38a0464-7af2-428a-8818-4d6048cb38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.797364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-f38a0464-7af2-428a-8818-4d6048cb38ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 200 len: 856 time: 0.1323678 Dec 13 10:02:39.894265 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52574c8-d2ab-4df0-8c13-9d19fca18089 x-openstack-request-id: req-c52574c8-d2ab-4df0-8c13-9d19fca18089 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:39.894546 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:39.894977 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c52574c8-d2ab-4df0-8c13-9d19fca18089 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:39.895479 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:02:39.918096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-9f87c958-91c9-4b4a-98fb-6267c2f393ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.920113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-9f87c958-91c9-4b4a-98fb-6267c2f393ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.1776924 Dec 13 10:02:39.926203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b7e72-472b-479b-a4b7-abc9f61cf279 req-961514f4-9f31-49ec-93c1-13a2a1373011 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:39.941564 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e66caf8f-c870-428d-964b-5ddcef1e51eb tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] show failed (client error): The resource could not be found. Dec 13 10:02:39.943538 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e66caf8f-c870-428d-964b-5ddcef1e51eb tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-592710563 HTTP/1.1" status: 404 len: 325 time: 0.2953696 Dec 13 10:02:39.949017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:39.954609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-55ad595b-ce56-4cc2-be61-181908c1a71d tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f', 'tempest-TagsTest-Tag-1316768501') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:39.974285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f7b7e72-472b-479b-a4b7-abc9f61cf279 req-961514f4-9f31-49ec-93c1-13a2a1373011 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.4912331 Dec 13 10:02:40.059437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-26c057a6-44f7-42d1-9562-f9571ec6230d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310749 Dec 13 10:02:40.142150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-63485377-8587-4b33-bd71-cc778f01e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:40.143713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-63485377-8587-4b33-bd71-cc778f01e86c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064d79cb-0c5c-4be1-86bc-759d777808d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3221240 Dec 13 10:02:40.178963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae4568-a548-4e0c-8f33-64bba40b9b09 req-9e386187-dafe-4183-9d42-3f9faa781dbd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:40.180210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59ae4568-a548-4e0c-8f33-64bba40b9b09 req-9e386187-dafe-4183-9d42-3f9faa781dbd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.2037549 Dec 13 10:02:40.213707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f7b7e72-472b-479b-a4b7-abc9f61cf279 req-2ff819cb-c59c-480f-984d-f86ce4069113 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384582 Dec 13 10:02:40.255373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-659b1052-b360-4e33-acdb-5b92953ed53a service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804109 Dec 13 10:02:40.391684 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-55ad595b-ce56-4cc2-be61-181908c1a71d tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] show failed (client error): The resource could not be found. Dec 13 10:02:40.392766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55ad595b-ce56-4cc2-be61-181908c1a71d tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "GET /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags/tempest-TagsTest-Tag-1316768501 HTTP/1.1" status: 404 len: 326 time: 0.4423296 Dec 13 10:02:40.395427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:40.399917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-a67f960f-eb33-485c-92c3-c1c0d70f5069 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8eaf026-cb9d-45b2-b471-bb28fa72cb4f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:40.497732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-385d2642-aed0-4320-920b-33f43e578c18 req-453a4431-edb9-421f-8ce6-20e60db3792d tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.1242006 Dec 13 10:02:40.611262 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc41b959-2b8a-4e1c-b993-fba314fcd331 req-f8621d91-ee28-4a0f-93bf-8a1e64b06dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223617 Dec 13 10:02:40.653044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59ae4568-a548-4e0c-8f33-64bba40b9b09 req-57133cbd-bbfb-4bf2-b319-4b71a021dbce tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305606 Dec 13 10:02:40.692532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a67f960f-eb33-485c-92c3-c1c0d70f5069 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "DELETE /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f/tags HTTP/1.1" status: 204 len: 168 time: 0.2918870 Dec 13 10:02:40.692797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:40.705750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-d4236665-5062-4bcf-b4e3-9151b48f4436 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509808 Dec 13 10:02:40.820583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:40.994979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e32b83d-12a7-4625-bfb5-2c2f1569c3ec req-36b86e87-e939-416b-a37a-b0a3c3d60b70 service neutron] 10.222.0.37 "GET /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711582 Dec 13 10:02:41.033890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-38a8cab3-f22d-43e8-a94c-3291111cae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:41.035651 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-38a8cab3-f22d-43e8-a94c-3291111cae0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1094 time: 0.2127399 Dec 13 10:02:41.054375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.075380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76bc19-817d-4231-bbe4-0aea3bcc3171 req-81967d0d-4b8c-4866-8c45-24be08d9f760 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:41.077412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb76bc19-817d-4231-bbe4-0aea3bcc3171 req-81967d0d-4b8c-4866-8c45-24be08d9f760 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.2585964 Dec 13 10:02:41.087334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05da81-12ab-43bc-a21c-7296b76a8bce req-5d2bdb4b-a684-4984-a2b1-8fc22c7e1380 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:41.095211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eaf026-cb9d-45b2-b471-bb28fa72cb4f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:41.096447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c05da81-12ab-43bc-a21c-7296b76a8bce req-5d2bdb4b-a684-4984-a2b1-8fc22c7e1380 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.4372442 Dec 13 10:02:41.134871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9a351c-4101-47a4-b57d-07d0d7bcdd29') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:41.135195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9a351c-4101-47a4-b57d-07d0d7bcdd29') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:02:41.167829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.186387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c05da81-12ab-43bc-a21c-7296b76a8bce req-a3198250-2732-4a45-ae4e-5d4e8e3a17b9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Dec 13 10:02:41.210292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.240535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:02:41.241492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.247521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fb76bc19-817d-4231-bbe4-0aea3bcc3171 req-01c5f2bc-d47a-45c3-9770-ec0aaeca83f7 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460657 Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:02:41.266066 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:02:41.379805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.398952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:41.412374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] 10.222.0.30 "DELETE /v2.0/networks/b8eaf026-cb9d-45b2-b471-bb28fa72cb4f HTTP/1.1" status: 204 len: 168 time: 0.7184620 Dec 13 10:02:41.438420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be242ed-d172-49cd-ac53-4e6cb8975972 req-75a05d6b-9db5-48d5-8955-4e43d99a2ba1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:41.442587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0be242ed-d172-49cd-ac53-4e6cb8975972 req-75a05d6b-9db5-48d5-8955-4e43d99a2ba1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.1058600 Dec 13 10:02:41.456673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548db7e-e55b-4479-b8ff-b7430c13b354 tempest-TagsTest-752235667 tempest-TagsTest-752235667-project] Pushing event deleted for resources: {'Network': ['ID=b8eaf026-cb9d-45b2-b471-bb28fa72cb4f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:41.563678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0be242ed-d172-49cd-ac53-4e6cb8975972 req-b1514c7f-7a15-4305-b305-b1b1a704a0b0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143429 Dec 13 10:02:41.957648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:42.297062 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57870300-349d-4100-adc7-25ea611e8887 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06736adac4be4f208938d5d9f7491650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381066 Dec 13 10:02:42.297744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:42.319442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b49f0825-91c7-47a8-b00b-5bf7b72a08ad req-53e965b1-7935-4ce5-8975-9c5893c77f30 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.6907599 Dec 13 10:02:42.431105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4813eb-0eae-4f08-91a8-00b6c830998e req-71ddeea9-5fe2-430a-9503-71fad1ba87ca tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:42.448139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a4813eb-0eae-4f08-91a8-00b6c830998e req-71ddeea9-5fe2-430a-9503-71fad1ba87ca tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1234615 Dec 13 10:02:42.499517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:42.659769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:42.671198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a4813eb-0eae-4f08-91a8-00b6c830998e req-cb019a36-724c-44dd-a34d-3eb118487098 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216451 Dec 13 10:02:42.707332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f796-a791-4f9d-9d45-1ddbf58104e7 req-a71694ab-99b1-463b-b79a-21454270ac2d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:42.725745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d38f796-a791-4f9d-9d45-1ddbf58104e7 req-a71694ab-99b1-463b-b79a-21454270ac2d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.2416449 Dec 13 10:02:42.758730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-aadc26c4-3e6f-4fa4-940b-bc838217c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:42.762560 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-aadc26c4-3e6f-4fa4-940b-bc838217c49e service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.3273935 Dec 13 10:02:42.887425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-45890054-2006-4306-a7e1-4a972a9826c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.1022661 Dec 13 10:02:42.931003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d38f796-a791-4f9d-9d45-1ddbf58104e7 req-37c93e70-c530-4549-b5fc-62e4aae909b3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039330 Dec 13 10:02:42.987615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d90f0-4db9-4e3b-a5fe-f9ca048188ec req-af3aeb94-7aa3-46a0-a04d-c1d8a31fb720 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:42.995669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-230d90f0-4db9-4e3b-a5fe-f9ca048188ec req-af3aeb94-7aa3-46a0-a04d-c1d8a31fb720 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.1868186 Dec 13 10:02:43.019955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:43.030787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:43.045455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09864f9c-8c93-488e-a44d-383eb6275d55 HTTP/1.1" status: 204 len: 168 time: 0.7465038 Dec 13 10:02:43.062124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-230d90f0-4db9-4e3b-a5fe-f9ca048188ec req-abb975c4-4259-4157-be4a-32c7742a3914 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653734 Dec 13 10:02:43.119910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bac5d-30e3-45c6-b333-4ed1c609692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09864f9c-8c93-488e-a44d-383eb6275d55,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:43.162118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-539eba8d-1fd9-472a-9f98-4bdeb9144c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:43.170778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-539eba8d-1fd9-472a-9f98-4bdeb9144c49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.2730708 Dec 13 10:02:43.208620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186111b9-2088-4060-809c-3578c48202ee req-fea76dd3-ac98-457d-b43a-26785445bade tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:43.218577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-186111b9-2088-4060-809c-3578c48202ee req-fea76dd3-ac98-457d-b43a-26785445bade tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.1390417 Dec 13 10:02:43.356465 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-186111b9-2088-4060-809c-3578c48202ee req-1645f641-62a6-46fb-86a8-9aad0a004fef tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361353 Dec 13 10:02:43.511180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20be4aaf-de4c-45ef-9917-1779d80337f6 req-9274fc3a-7aca-41a9-853f-65e0f4787c5e tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0370429 Dec 13 10:02:43.532123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c58fe3-eeeb-4c30-abe8-1ce9776e41d9 req-f0398cdd-6d6c-45b4-815a-253d071980f6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:43.548568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27c58fe3-eeeb-4c30-abe8-1ce9776e41d9 req-f0398cdd-6d6c-45b4-815a-253d071980f6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.1045334 Dec 13 10:02:43.665587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27c58fe3-eeeb-4c30-abe8-1ce9776e41d9 req-88aec1ac-c1f8-46fd-858d-77c512295849 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158779 Dec 13 10:02:43.749308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-6e297ee2-e71b-4a71-947a-8775c51da51c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938745 Dec 13 10:02:43.937839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1d4c-ee11-45be-a942-f96f3b3d6ed5 req-f5c42d33-b3ec-4482-8c06-d5535d7833b9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:43.951659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43cd1d4c-ee11-45be-a942-f96f3b3d6ed5 req-f5c42d33-b3ec-4482-8c06-d5535d7833b9 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1108396 Dec 13 10:02:44.157734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43cd1d4c-ee11-45be-a942-f96f3b3d6ed5 req-28e314e2-8758-49e5-be54-98a5a4df0f01 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985054 Dec 13 10:02:44.173945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-b047db81-100c-4b55-b66f-362abca6dcc0 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666018 Dec 13 10:02:44.472331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08404850-bf97-42b8-9eb3-96b2f194a64e req-f612945e-382d-4a50-b808-ed4f4b3c09f2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:44.476222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08404850-bf97-42b8-9eb3-96b2f194a64e req-f612945e-382d-4a50-b808-ed4f4b3c09f2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.2485027 Dec 13 10:02:44.499988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ce071-2c24-4087-b171-9b373a45d185 req-c7992215-70b1-4bfa-a7fa-667287e2a053 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:44.508522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a1dbb644-c5e6-4d09-9de6-b0d5a7601d6d req-61fb6bc5-e69f-42e6-a9dd-947fca7fc637 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255019 Dec 13 10:02:44.510330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb4ce071-2c24-4087-b171-9b373a45d185 req-c7992215-70b1-4bfa-a7fa-667287e2a053 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.2036269 Dec 13 10:02:44.737505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb4ce071-2c24-4087-b171-9b373a45d185 req-9dfe35b5-e530-4ff8-bbc1-62ec96a268a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257347 Dec 13 10:02:44.743537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08404850-bf97-42b8-9eb3-96b2f194a64e req-72a05249-b431-49e9-aaa8-aeae2e52c720 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821060 Dec 13 10:02:44.944033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2e77623-f988-405c-9cc9-f08972ff8372 req-87e2b0db-29e7-4323-b885-31299900fe83 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0891919 Dec 13 10:02:45.421184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75715-0a74-4cf4-90b7-1a969da8218b req-a3fd239e-ad15-459e-a74d-ad6897f22b33 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:45.441888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eef75715-0a74-4cf4-90b7-1a969da8218b req-a3fd239e-ad15-459e-a74d-ad6897f22b33 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1424513 Dec 13 10:02:45.574005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eef75715-0a74-4cf4-90b7-1a969da8218b req-7f96c524-6afe-4b4f-926a-ff3e69a1a974 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288750 Dec 13 10:02:45.655085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-cb10ea97-d4b6-4946-90fc-f38123097b52 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:45.659133 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-cb10ea97-d4b6-4946-90fc-f38123097b52 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.1273932 Dec 13 10:02:45.860858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port a1f40f70-cad2-45f9-ba71-70a6a3d72620 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:45.861531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.072873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0a7f-216a-4dcf-a201-560f7738dfdc req-e2849713-6233-4fed-b84a-7965bee482ea tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:46.083232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea5b0a7f-216a-4dcf-a201-560f7738dfdc req-e2849713-6233-4fed-b84a-7965bee482ea tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.2050912 Dec 13 10:02:46.121324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port a1f40f70-cad2-45f9-ba71-70a6a3d72620, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a1f40f70-cad2-45f9-ba71-70a6a3d72620,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:46.121701 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.149213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad732-ddb1-45d0-a54f-3780d1de47d3 req-e1742f16-1809-4036-a418-00307bd03678 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:46.151358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2ad732-ddb1-45d0-a54f-3780d1de47d3 req-e1742f16-1809-4036-a418-00307bd03678 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 946 time: 0.2094531 Dec 13 10:02:46.174156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for a1f40f70-cad2-45f9-ba71-70a6a3d72620 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:46.249828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea5b0a7f-216a-4dcf-a201-560f7738dfdc req-584b8660-2635-417f-9fa2-78c729e86857 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658995 Dec 13 10:02:46.324224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb2ad732-ddb1-45d0-a54f-3780d1de47d3 req-f60b8d5a-5170-4348-94cd-451dfb16361e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643252 Dec 13 10:02:46.417044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e3b4656-ea79-4ec2-b86e-a47c7a4de66f req-ea8dd43e-0fcc-42fb-92d9-29f2b47e9f41 tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea14021a-5be7-4a47-9488-8567e05462bb HTTP/1.1" status: 200 len: 210 time: 0.0853784 Dec 13 10:02:46.434475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.456986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a1f40f70-cad2-45f9-ba71-70a6a3d72620'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:46.479697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=a1f40f70-cad2-45f9-ba71-70a6a3d72620,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:46.687926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port a1f40f70-cad2-45f9-ba71-70a6a3d72620 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:02:46.701082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:46.706177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b03cbb78-c381-4d42-aafd-e6916e5aaedd req-e08f326b-9cc4-4519-b42e-04bcf6b40a73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "DELETE /v2.0/ports/a1f40f70-cad2-45f9-ba71-70a6a3d72620 HTTP/1.1" status: 204 len: 173 time: 1.0407350 Dec 13 10:02:46.714319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'name': 'network-vif-deleted', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:46.719207 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af3dde8-62ef-4e06-aacd-69951de72938" -d '{"events": [{"server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "name": "network-vif-deleted", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:46.802499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fda91-99c3-43c2-9534-3d2df017890b req-4fb62206-8020-4c50-99c7-9eb76b29681a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:46.816057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d5fda91-99c3-43c2-9534-3d2df017890b req-4fb62206-8020-4c50-99c7-9eb76b29681a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0751743 Dec 13 10:02:46.837919 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5e561-09d8-4eb7-814a-87b6c8bdc394 x-openstack-request-id: req-e4a5e561-09d8-4eb7-814a-87b6c8bdc394 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:46.838715 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b49cee-4a39-4eda-b8a3-014f3f08db58", "name": "network-vif-deleted", "tag": "a1f40f70-cad2-45f9-ba71-70a6a3d72620", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:46.839133 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4a5e561-09d8-4eb7-814a-87b6c8bdc394 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:46.840175 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b49cee-4a39-4eda-b8a3-014f3f08db58', 'name': 'network-vif-deleted', 'tag': 'a1f40f70-cad2-45f9-ba71-70a6a3d72620', 'status': 'completed', 'code': 200} Dec 13 10:02:46.901071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d5fda91-99c3-43c2-9534-3d2df017890b req-be5f22d1-60a1-42a0-b424-1e97d0c6dd29 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Dec 13 10:02:47.390489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5b701793-bbe9-4eac-bf08-4b512d3fbb94 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:47.417535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cf5b0-3560-457f-a419-38069f9ef6bc req-14970121-72fb-4e2a-8d01-adbf18cb97c2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:47.419656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e91cf5b0-3560-457f-a419-38069f9ef6bc req-14970121-72fb-4e2a-8d01-adbf18cb97c2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 943 time: 0.0907748 Dec 13 10:02:47.597395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98e1775b-c2fe-4e10-aa77-3907f889b253 req-3b5e4a43-9e05-40fe-812a-afc2601be52e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.1263371 Dec 13 10:02:47.648339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e91cf5b0-3560-457f-a419-38069f9ef6bc req-9648bc1b-bc3b-48a6-93dd-7c9f557893a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218881 Dec 13 10:02:47.657655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:47.683510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'port_id': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'mac_address': 'fa:16:3e:6e:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:47.689628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 55336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:47.751757 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:47.784578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b701793-bbe9-4eac-bf08-4b512d3fbb94 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:47.825381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:47.835411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:47.839009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:47.877572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:47.959775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:47.997643 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:48.001908 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:48.011165 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] 10.222.0.30 "DELETE /v2.0/security-groups/8acf7401-4708-49fe-96a8-7a3949d2b265 HTTP/1.1" status: 204 len: 168 time: 0.3131702 Dec 13 10:02:48.033393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d610e3-959e-470b-95ad-c57dc074429c tempest-TestVolumeBackupRestore-2059388508 tempest-TestVolumeBackupRestore-2059388508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf7401-4708-49fe-96a8-7a3949d2b265,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:48.159079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55a253-8daf-4029-a1a3-1af27414de41 req-7e3d57fc-fc7c-4562-ad92-2e1f2d770fac tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:48.171133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b55a253-8daf-4029-a1a3-1af27414de41 req-7e3d57fc-fc7c-4562-ad92-2e1f2d770fac tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0762017 Dec 13 10:02:48.172355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:48.300188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b55a253-8daf-4029-a1a3-1af27414de41 req-247d33ab-8755-47ea-a70c-8c221eecd673 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279414 Dec 13 10:02:48.790834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf98ab68-837b-4d39-81b2-46729943f63b req-4fc894f5-7a92-4dd2-8343-c93532e55804 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0506873 Dec 13 10:02:48.886808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ecc1d-09a0-47ff-916a-c88f89a2434c req-ecd4dd3f-8b99-417a-a57e-b09a6ae2ed87 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:48.895574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b0ecc1d-09a0-47ff-916a-c88f89a2434c req-ecd4dd3f-8b99-417a-a57e-b09a6ae2ed87 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 944 time: 0.1382511 Dec 13 10:02:48.997136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b0ecc1d-09a0-47ff-916a-c88f89a2434c req-dd4a67e7-278e-44de-ba46-d1635ce45dd0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006589 Dec 13 10:02:49.407202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5b701793-bbe9-4eac-bf08-4b512d3fbb94 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:49.508923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc3a4-65bf-412b-8628-90941b8e4775 req-defbb18d-4be4-45a3-b3d4-35982a948cf6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:49.529530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-758bc3a4-65bf-412b-8628-90941b8e4775 req-defbb18d-4be4-45a3-b3d4-35982a948cf6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1212711 Dec 13 10:02:49.553454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:02:49.564197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:49.565817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:49.637760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-758bc3a4-65bf-412b-8628-90941b8e4775 req-2a8f949e-21a8-4c66-ae32-1bf3b2767eed tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014185 Dec 13 10:02:49.716750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:49.747690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a1f40f70-cad2-45f9-ba71-70a6a3d72620 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:02:49.756523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:49.760391 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c040e8-fbf8-4a75-8c0b-4601b6a55654" -d '{"events": [{"server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "name": "network-vif-plugged", "status": "completed", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:49.825303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: a1f40f70-cad2-45f9-ba71-70a6a3d72620 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:02:49.825727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a1f40f70-cad2-45f9-ba71-70a6a3d72620 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:02:49.831027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:49.834969 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e102c0a-956d-4dd3-9941-d61c1b7827e5 x-openstack-request-id: req-2e102c0a-956d-4dd3-9941-d61c1b7827e5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:49.835365 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "name": "network-vif-plugged", "status": "completed", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:49.835780 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e102c0a-956d-4dd3-9941-d61c1b7827e5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:49.840318 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'code': 200} Dec 13 10:02:49.843488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:49.905657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:49.932202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b787962-95c4-4db6-8332-7e4aa0a1f7ca req-0df37e26-2dd9-465d-9d66-79081c46ca2f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0397801 Dec 13 10:02:50.167154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65258c-4c40-44ac-aded-02c1a4a357f6 req-cbf0af00-c39c-432e-9295-00b410597d8d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:50.168568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc65258c-4c40-44ac-aded-02c1a4a357f6 req-cbf0af00-c39c-432e-9295-00b410597d8d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Dec 13 10:02:50.236777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc65258c-4c40-44ac-aded-02c1a4a357f6 req-fd3439f0-7faf-449f-8343-eadd0d967aa4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612171 Dec 13 10:02:50.821068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e3336-ae8f-4a19-a7a6-3801d659b4d1 req-548e4bb2-eed6-4d7a-8b5b-aadc414a8046 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:50.826685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e3e3336-ae8f-4a19-a7a6-3801d659b4d1 req-548e4bb2-eed6-4d7a-8b5b-aadc414a8046 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0889807 Dec 13 10:02:50.900942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e3e3336-ae8f-4a19-a7a6-3801d659b4d1 req-19f9ab68-aed7-4937-8232-aedb50fbffba tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636179 Dec 13 10:02:51.030595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dae1a938-13b4-43b7-817f-b22dd9dd7371 req-3d21cb2a-eb16-4ab9-91e8-1c5d19fb2d4e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0283799 Dec 13 10:02:51.375674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeefe8-fbbf-43bb-8f9b-c1baecd63a2a req-255e9494-7074-4613-8c97-ff28bc86687b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:51.377435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1afeefe8-fbbf-43bb-8f9b-c1baecd63a2a req-255e9494-7074-4613-8c97-ff28bc86687b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0590155 Dec 13 10:02:51.433776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1afeefe8-fbbf-43bb-8f9b-c1baecd63a2a req-416f6616-5340-4121-a9ab-3e9e7877677d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Dec 13 10:02:51.793412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390717-b1cc-4d67-a793-81686ea6e68e req-4fe7d3eb-a528-4e39-ad51-7738b86008b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:51.795091 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a390717-b1cc-4d67-a793-81686ea6e68e req-4fe7d3eb-a528-4e39-ad51-7738b86008b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.0492811 Dec 13 10:02:51.849671 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8a390717-b1cc-4d67-a793-81686ea6e68e req-1c7ef5d6-f71d-4cc5-b90f-6c33be0b772f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Dec 13 10:02:52.064798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731351c8-84ac-47e9-a913-1e87df2538f2 req-d5a5922f-0304-4ec6-8789-df204de1f204 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.067298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-731351c8-84ac-47e9-a913-1e87df2538f2 req-d5a5922f-0304-4ec6-8789-df204de1f204 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0591333 Dec 13 10:02:52.157845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-731351c8-84ac-47e9-a913-1e87df2538f2 req-eae8cdd9-2621-425e-abdb-b1bf93080668 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788484 Dec 13 10:02:52.206798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c57e3337-a070-4e38-a770-fde0fd7e3735 req-94e3738c-acbb-4a8a-9a07-6055d6b0e2ef tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0476353 Dec 13 10:02:52.614215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843bb8e-f5a7-4367-8f66-a359df9f2ffd req-ca7e6ea8-17fe-45ef-b19f-cbdc74a25ce5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:52.624233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1843bb8e-f5a7-4367-8f66-a359df9f2ffd req-ca7e6ea8-17fe-45ef-b19f-cbdc74a25ce5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0787151 Dec 13 10:02:52.703747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1843bb8e-f5a7-4367-8f66-a359df9f2ffd req-23a59965-470e-4a36-b13b-f7d3db5257bc tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736763 Dec 13 10:02:53.291434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2d25-004d-4950-aa1b-0134c128a83c req-f3cffb04-9e05-4af6-a74b-580b12e1b2c6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.299606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99ce2d25-004d-4950-aa1b-0134c128a83c req-f3cffb04-9e05-4af6-a74b-580b12e1b2c6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0676546 Dec 13 10:02:53.343918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88f3af52-863a-4554-8401-13806fe913a5 req-ee60226f-9eb7-4fa2-a555-ca5965dad9d5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0419092 Dec 13 10:02:53.379394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99ce2d25-004d-4950-aa1b-0134c128a83c req-6cf625f4-9f00-4a28-8d4f-eb979abd41c6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786376 Dec 13 10:02:53.836760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76945d89-6a19-4344-9e23-84a5856259e9 req-29983b99-fecc-41b2-8def-43ced862bd5d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:53.847056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76945d89-6a19-4344-9e23-84a5856259e9 req-29983b99-fecc-41b2-8def-43ced862bd5d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0710576 Dec 13 10:02:53.898652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76945d89-6a19-4344-9e23-84a5856259e9 req-66aa3167-dc4b-4251-a196-d0cba232e36e tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506833 Dec 13 10:02:54.183636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03d66-d754-497f-9322-cb151e7a4c61 req-a38e5e61-44cd-439e-b7ca-2f913d29e7b5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.197760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ad03d66-d754-497f-9322-cb151e7a4c61 req-a38e5e61-44cd-439e-b7ca-2f913d29e7b5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0851436 Dec 13 10:02:54.209818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-a84c7d7b-e77d-4306-8a12-e7cae4414bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.213408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-a84c7d7b-e77d-4306-8a12-e7cae4414bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.0986640 Dec 13 10:02:54.278399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ad03d66-d754-497f-9322-cb151e7a4c61 req-2f80014d-a941-4c55-bc3d-ece491136ee1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775204 Dec 13 10:02:54.375916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-0932009d-4382-4a43-b0ea-fbc1bff50332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.377961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-0932009d-4382-4a43-b0ea-fbc1bff50332 service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.1569381 Dec 13 10:02:54.427987 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-70bdb0a2-6742-4be6-82d8-54b42c94b8bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.0378318 Dec 13 10:02:54.503786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-a2f48c69-3647-453b-8389-4c3a3db4d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.505633 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-a2f48c69-3647-453b-8389-4c3a3db4d5d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.0684967 Dec 13 10:02:54.535797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8081d17-2714-49e8-8ce4-5af832f4bb10 req-2712f4ce-1fe9-4ea0-8e40-e326fea3bca4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4b49cee-4a39-4eda-b8a3-014f3f08db58 HTTP/1.1" status: 200 len: 210 time: 0.0360065 Dec 13 10:02:54.547969 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-2b9c8212-58df-4989-8912-382f21940dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323582 Dec 13 10:02:54.567104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044b85-e839-476c-93e5-f2c17f32da67 req-2527e280-7a56-4de1-979b-12431b6aa230 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:54.579267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1044b85-e839-476c-93e5-f2c17f32da67 req-2527e280-7a56-4de1-979b-12431b6aa230 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.1077631 Dec 13 10:02:54.681635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c1044b85-e839-476c-93e5-f2c17f32da67 req-af061abe-b07c-41c1-a714-d4697055955a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904024 Dec 13 10:02:54.724078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-df19928d-346d-4b6a-81dc-5224c88ebdc5 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527607 Dec 13 10:02:54.846168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb5979a9-97e6-4268-a1b5-1501a9402163 req-8c77085c-2a5e-4e1e-89ab-0cf75734dbb9 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144390 Dec 13 10:02:55.404272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931500-5b98-4588-8fd4-d24390d60d01 req-b38c18f7-c170-48eb-8ebc-f22bc0fac459 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:55.412594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a931500-5b98-4588-8fd4-d24390d60d01 req-b38c18f7-c170-48eb-8ebc-f22bc0fac459 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0642359 Dec 13 10:02:55.421397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:02:55.473006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a931500-5b98-4588-8fd4-d24390d60d01 req-a137d013-704d-445e-b96d-383d69df9ba8 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590866 Dec 13 10:02:55.685840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:55.701866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'network_id': '019660d1-388c-49a1-9154-a27ade2acbd9', 'port_id': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'mac_address': 'fa:16:3e:17:22:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a59ef-4121-4229-9d8c-13bb9f68b7dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:02:55.750784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:55.766112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:02:55.789242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:55.795792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:55.842684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60350d0b-fcec-4ac2-a947-b1100e6baf9a req-a8751f95-6467-4aab-8d3c-6ea30ab5423a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:55.853790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60350d0b-fcec-4ac2-a947-b1100e6baf9a req-a8751f95-6467-4aab-8d3c-6ea30ab5423a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 943 time: 0.0842385 Dec 13 10:02:55.901655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:55.942372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60350d0b-fcec-4ac2-a947-b1100e6baf9a req-13b974c1-85ce-424f-82af-c2ac163496df tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837355 Dec 13 10:02:56.148588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:02:56.596028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3d67d-11d9-4165-b7ba-3a2ca7b55ed2 req-b65292fa-9e6d-4a06-9b0e-4044c74a80ce tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:56.604461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8aa3d67d-11d9-4165-b7ba-3a2ca7b55ed2 req-b65292fa-9e6d-4a06-9b0e-4044c74a80ce tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0658231 Dec 13 10:02:56.680139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8aa3d67d-11d9-4165-b7ba-3a2ca7b55ed2 req-e86412e0-b90f-43cc-a6ad-3784f12e4ff8 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Dec 13 10:02:57.207072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15002c6-3f72-4331-885f-12bbf2c53274 req-e70ffcc9-7b4a-446c-a331-6b6d29faaa85 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:57.236685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b15002c6-3f72-4331-885f-12bbf2c53274 req-e70ffcc9-7b4a-446c-a331-6b6d29faaa85 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 944 time: 0.1833518 Dec 13 10:02:57.290659 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.374336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b15002c6-3f72-4331-885f-12bbf2c53274 req-115855c5-3a07-4d31-8035-3f06ec104124 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352985 Dec 13 10:02:57.435606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:02:57.566805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port f2860492-cf7e-48e9-9f62-c832341958f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:02:57.567608 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.737249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.776525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:02:57.783232 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a05c954-371a-44b6-a9c2-63bc5279e0a4" -d '{"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:02:57.811953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:57.819550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:57.874161 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a52695-06c6-4fb0-8d94-d30afea83b09 x-openstack-request-id: req-08a52695-06c6-4fb0-8d94-d30afea83b09 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:02:57.874473 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-plugged", "status": "completed", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:02:57.874756 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08a52695-06c6-4fb0-8d94-d30afea83b09 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:02:57.875170 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'code': 200} Dec 13 10:02:57.912078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fbbe8-7bd4-431f-b159-449d4e77dda7 req-d33d5e77-cbdc-4a7a-b8ef-d2bd5fe1ad9c tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:57.913920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe9fbbe8-7bd4-431f-b159-449d4e77dda7 req-d33d5e77-cbdc-4a7a-b8ef-d2bd5fe1ad9c tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1215239 Dec 13 10:02:57.928965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:02:57.978805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe9fbbe8-7bd4-431f-b159-449d4e77dda7 req-ed5f5dd7-f028-4c92-8454-d1cd5ac8138a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566087 Dec 13 10:02:58.052994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd163-056e-4173-9279-e3ccbb597dbd req-82cf9c19-2902-4a63-ab09-b081e9718875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:58.054479 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-295fd163-056e-4173-9279-e3ccbb597dbd req-82cf9c19-2902-4a63-ab09-b081e9718875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1097 time: 0.0463803 Dec 13 10:02:58.101607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-295fd163-056e-4173-9279-e3ccbb597dbd req-51183562-2e3e-46a9-9cf0-d8d8c8fc6682 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Dec 13 10:02:58.173092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 55970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:02:58.586799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2521f210-0a63-45b7-a937-46ad049f342f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:58.600992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b85c-e9de-4aad-a8d6-f3b097ce25a9 req-b3d7c43f-0333-42a9-9848-9a1cc0e1f932 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:58.602748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7566b85c-e9de-4aad-a8d6-f3b097ce25a9 req-b3d7c43f-0333-42a9-9848-9a1cc0e1f932 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1356370 Dec 13 10:02:58.674732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7566b85c-e9de-4aad-a8d6-f3b097ce25a9 req-d2be188a-910a-47bb-b341-ec0caa523f21 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619733 Dec 13 10:02:58.860921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.098632 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.200803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf2b1-b154-4a4c-948b-3a5b6aeb88ee req-ba84d169-606c-43a3-9358-d125abf1d504 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:02:59.203116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06fcf2b1-b154-4a4c-948b-3a5b6aeb88ee req-ba84d169-606c-43a3-9358-d125abf1d504 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0899885 Dec 13 10:02:59.308759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06fcf2b1-b154-4a4c-948b-3a5b6aeb88ee req-e040a793-8dd2-4424-b485-b1f0b316312e tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885782 Dec 13 10:02:59.330047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Deleting port 415bca1b-2dac-4012-ab9e-fe03615fc323 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:02:59.330424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.463248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] For port 415bca1b-2dac-4012-ab9e-fe03615fc323, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=415bca1b-2dac-4012-ab9e-fe03615fc323,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:02:59.463620 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.480182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Calling delete_port for 415bca1b-2dac-4012-ab9e-fe03615fc323 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:02:59.855082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:02:59.967804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Pushing event deleted for resources: {'Port': ['ID=415bca1b-2dac-4012-ab9e-fe03615fc323,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:00.282460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587f9ad-e1c4-44d7-af8c-f4ee6f05964b req-fa802139-1d1a-4164-8ae4-88c3556746b7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:00.284819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f587f9ad-e1c4-44d7-af8c-f4ee6f05964b req-fa802139-1d1a-4164-8ae4-88c3556746b7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.4442158 Dec 13 10:03:00.404969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f587f9ad-e1c4-44d7-af8c-f4ee6f05964b req-16652112-99fa-4aa7-aef5-040cc43dd9ff tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Dec 13 10:03:00.412073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:00.614426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e128-238f-4073-aa84-4f6efc47da9b req-2fb343ea-6886-4781-aec4-277fc9ebe190 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:00.617204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2b5e128-238f-4073-aa84-4f6efc47da9b req-2fb343ea-6886-4781-aec4-277fc9ebe190 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0839117 Dec 13 10:03:00.801805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2b5e128-238f-4073-aa84-4f6efc47da9b req-e78186cc-2dd2-4941-9efe-165a46af6af2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742971 Dec 13 10:03:00.895254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:00.963549 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57fce802-6d29-4775-a27f-a2cdf24af04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:01.052216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:01.063450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Sync routers for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:01.080860 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:01.085523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:01.086021 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:01.087767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2d0430ca-0b7d-423d-a5a6-25fdcb572416 admin admin] 10.222.0.30 "PUT /v2.0/routers/727bd975-a8f9-4a10-ad8a-e810f2a6ab1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9110885 Dec 13 10:03:01.292630 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:01.324189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:01.675663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b9bf-6c44-4c4c-afbf-cee0cf7bc25a req-b30aa525-bb38-4311-96f4-a6fb1026bc0b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:01.678352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49c3b9bf-6c44-4c4c-afbf-cee0cf7bc25a req-b30aa525-bb38-4311-96f4-a6fb1026bc0b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1451089 Dec 13 10:03:01.777266 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T10:02:59Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:01.807333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49c3b9bf-6c44-4c4c-afbf-cee0cf7bc25a req-e6210ae7-99ae-461c-a7fc-548040a09b13 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185312 Dec 13 10:03:01.912608 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Checking router: 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:01.940629 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Routers {'727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:01.942808 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:02.151688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa9b11-b7c7-4edf-add3-f94084e9c1e7 req-673ef96a-9c2b-42e0-be51-62b85c5b3066 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.163517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46aa9b11-b7c7-4edf-add3-f94084e9c1e7 req-673ef96a-9c2b-42e0-be51-62b85c5b3066 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.2263522 Dec 13 10:03:02.233718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768588ae-e2d1-4e8f-aaef-901dc86215a1 req-4f629466-be48-46e5-a8e5-a1dc168bc686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.237990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-768588ae-e2d1-4e8f-aaef-901dc86215a1 req-4f629466-be48-46e5-a8e5-a1dc168bc686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.2393081 Dec 13 10:03:02.267343 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:02.281745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] Set router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:02.287360 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:02.407667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46aa9b11-b7c7-4edf-add3-f94084e9c1e7 req-6bec226e-6446-4cda-a84b-b86759b8eacd tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112083 Dec 13 10:03:02.436868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Deleting port cbeac05f-4857-4965-8a5d-54e7e31ffec4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:02.438994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:02.477382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-768588ae-e2d1-4e8f-aaef-901dc86215a1 req-6d5b8824-0f98-4a61-a085-6023c41d0d70 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220654 Dec 13 10:03:02.653295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137cb0-ad0d-4003-a18a-9389a6b9864a req-1c108985-e600-45d7-a46e-8ab02b01ae66 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:02.655077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49137cb0-ad0d-4003-a18a-9389a6b9864a req-1c108985-e600-45d7-a46e-8ab02b01ae66 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0804784 Dec 13 10:03:02.659035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] For port cbeac05f-4857-4965-8a5d-54e7e31ffec4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cbeac05f-4857-4965-8a5d-54e7e31ffec4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:02.659860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:02.694952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Calling delete_port for cbeac05f-4857-4965-8a5d-54e7e31ffec4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:02.768253 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T10:02:59Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:02.778884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49137cb0-ad0d-4003-a18a-9389a6b9864a req-ba32dda3-fa53-4cd2-bee5-986d9b0e003b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175075 Dec 13 10:03:02.881141 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3607b-6825-492b-9cd9-14fb508710bd None None] The sync data for ids ['727bd975-a8f9-4a10-ad8a-e810f2a6ab1d'] in n-d-820531-5 is: [{'id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'name': 'tempest-TestVolumeBackupRestore-456364651-router', 'tenant_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:56:46Z', 'updated_at': '2021-12-13T10:02:59Z', 'revision_number': 5, 'project_id': 'c14ee030d32f42dd8a88c57684e63e6f', 'gw_port': {'id': 'cbeac05f-4857-4965-8a5d-54e7e31ffec4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727bd975-a8f9-4a10-ad8a-e810f2a6ab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:56:47Z', 'updated_at': '2021-12-13T09:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:02.998771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.051504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93345ba-62ee-48cc-ac04-9a3c2fbbf20e req-05813dd6-47af-4977-9440-a03d4a928bfa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.060418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c93345ba-62ee-48cc-ac04-9a3c2fbbf20e req-05813dd6-47af-4977-9440-a03d4a928bfa tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0904744 Dec 13 10:03:03.079528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cbeac05f-4857-4965-8a5d-54e7e31ffec4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:03.102057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749a249-25a8-4c58-8ede-c5e1a2ed1a00 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:03.111492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.111656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.112393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.112901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.113513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.114029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.114524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.115017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.115521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.116028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.116520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.117309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.117802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:03.146154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c93345ba-62ee-48cc-ac04-9a3c2fbbf20e req-d3b08521-eba9-4c01-af2b-ad319b47a78a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Dec 13 10:03:03.221762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.413892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.419163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.454261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8a1b3-8063-4537-8e15-77d027473f81 req-a6086b8c-eda0-4327-8fe0-4f4fbcdb67e0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.465624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bb8a1b3-8063-4537-8e15-77d027473f81 req-a6086b8c-eda0-4327-8fe0-4f4fbcdb67e0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1782818 Dec 13 10:03:03.469729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 415bca1b-2dac-4012-ab9e-fe03615fc323 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:03.498098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.499127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727bd975-a8f9-4a10-ad8a-e810f2a6ab1d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:03:03.504907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.506395 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d48a40e-3433-46fd-bec1-a251ff3eb2ee admin admin] 10.222.0.30 "DELETE /v2.0/routers/727bd975-a8f9-4a10-ad8a-e810f2a6ab1d HTTP/1.1" status: 204 len: 168 time: 2.4175982 Dec 13 10:03:03.510221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:03.519378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 415bca1b-2dac-4012-ab9e-fe03615fc323 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:03.521780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 415bca1b-2dac-4012-ab9e-fe03615fc323 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:03.597090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bb8a1b3-8063-4537-8e15-77d027473f81 req-06d26310-734b-4be1-accf-2563f62b7558 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290538 Dec 13 10:03:03.678073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Deleting subnet f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:03:03.698598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.744264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.854652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:03.912311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1283e8-a5e0-45d4-8c1c-e36cdb668bd3 req-b8e1c3f5-93fe-4215-90f9-8a248bd99863 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:03.923399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc1283e8-a5e0-45d4-8c1c-e36cdb668bd3 req-b8e1c3f5-93fe-4215-90f9-8a248bd99863 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.2651322 Dec 13 10:03:04.002933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.003070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc1283e8-a5e0-45d4-8c1c-e36cdb668bd3 req-166f3e68-c319-4d04-8940-6eb219961713 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785341 Dec 13 10:03:04.034392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb8a2-dfdf-494b-851b-6badb812fbcb req-be6a892a-8f92-4531-bd5d-4e6098b2d958 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:04.036233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5ddb8a2-dfdf-494b-851b-6badb812fbcb req-be6a892a-8f92-4531-bd5d-4e6098b2d958 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.2182033 Dec 13 10:03:04.120581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.139738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5ddb8a2-dfdf-494b-851b-6badb812fbcb req-d1e41a58-7097-474e-b049-09e6e14ed2dc tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Dec 13 10:03:04.172751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.178275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb0d6a-05f6-4306-b54a-ac6252940a8a None None] Network a09fd3fb-3d9c-43f6-b2db-43a600e3864f requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:04.198437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:04.200935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc HTTP/1.1" status: 204 len: 168 time: 0.6880839 Dec 13 10:03:04.201982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe886e-d4c6-4bb5-abaa-99f74b18e812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c3da48-d2cd-41bd-b2f5-1f6fc7506cdc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:04.417456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.485114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ff2a-7231-43ee-b6e7-a75eb7cb2990 req-a64e9db1-90dc-46cb-bb2a-e65c1790231c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:04.486660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4835ff2a-7231-43ee-b6e7-a75eb7cb2990 req-a64e9db1-90dc-46cb-bb2a-e65c1790231c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1763003 Dec 13 10:03:04.566646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] DHCP port deletion for a09fd3fb-3d9c-43f6-b2db-43a600e3864f request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:04.603843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4835ff2a-7231-43ee-b6e7-a75eb7cb2990 req-acaa24c1-a0a7-43f3-b8d3-d3b2f91ce9c3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077945 Dec 13 10:03:04.610426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Deleting port cff76235-7820-41a8-8500-8120358e03ed {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:04.610966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.706313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] For port cff76235-7820-41a8-8500-8120358e03ed, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cff76235-7820-41a8-8500-8120358e03ed,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:04.707194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.727434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Calling delete_port for cff76235-7820-41a8-8500-8120358e03ed owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:04.797772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.824382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Deleting port cff76235-7820-41a8-8500-8120358e03ed {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:04.824888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.918642 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.952006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] No DVR routers for this DVR port cff76235-7820-41a8-8500-8120358e03ed on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:04.958612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cff76235-7820-41a8-8500-8120358e03ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:04.968085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] For port cff76235-7820-41a8-8500-8120358e03ed, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cff76235-7820-41a8-8500-8120358e03ed,segment=NetworkSegment(3bf10ed2-9f7e-476c-9f61-3534e4d5f70e),segment_id=3bf10ed2-9f7e-476c-9f61-3534e4d5f70e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:04.968746 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:04.985289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Calling delete_port for cff76235-7820-41a8-8500-8120358e03ed owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:03:05.137620 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:03:05.150086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.187950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] Pushing event deleted for resources: {'Port': ['ID=cff76235-7820-41a8-8500-8120358e03ed,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:05.200190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e18be1-5335-4ccb-bd68-662d62520fd5 None None] No DVR routers for this DVR port cff76235-7820-41a8-8500-8120358e03ed on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:05.381514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cbeac05f-4857-4965-8a5d-54e7e31ffec4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:05.406590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cbeac05f-4857-4965-8a5d-54e7e31ffec4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:05.406942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cbeac05f-4857-4965-8a5d-54e7e31ffec4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:05.407374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cff76235-7820-41a8-8500-8120358e03ed no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:05.428895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cff76235-7820-41a8-8500-8120358e03ed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:05.429612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cff76235-7820-41a8-8500-8120358e03ed not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:05.459483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.490068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09fd3fb-3d9c-43f6-b2db-43a600e3864f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:05.509510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:05.509759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf10ed2-9f7e-476c-9f61-3534e4d5f70e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:05.519391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d2cb1-b72d-40dd-9ccf-a786212a55ba req-e0a0f62d-5459-4c00-b08e-7bc9d4f4c5f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:05.520878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6d2cb1-b72d-40dd-9ccf-a786212a55ba req-e0a0f62d-5459-4c00-b08e-7bc9d4f4c5f1 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.5258996 Dec 13 10:03:05.538864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953596-2fd0-4c42-addd-79d28dbeadd4 req-96d1afa0-21ae-4135-bae1-66aefee1b614 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:05.540502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a953596-2fd0-4c42-addd-79d28dbeadd4 req-96d1afa0-21ae-4135-bae1-66aefee1b614 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1270649 Dec 13 10:03:05.542559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.588530 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.603503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:05.604180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:05.606461 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:05.670421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b6d2cb1-b72d-40dd-9ccf-a786212a55ba req-afac3f2e-2126-4943-afd3-475f04510a45 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412446 Dec 13 10:03:05.691609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a953596-2fd0-4c42-addd-79d28dbeadd4 req-24649a95-d8e8-4b27-aa10-b8314a916dff tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425812 Dec 13 10:03:05.697772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.716701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:05.720038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] 10.222.0.30 "DELETE /v2.0/networks/a09fd3fb-3d9c-43f6-b2db-43a600e3864f HTTP/1.1" status: 204 len: 168 time: 1.5200899 Dec 13 10:03:05.721154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caa443-3f29-4eea-89aa-9bf6769724ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a09fd3fb-3d9c-43f6-b2db-43a600e3864f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:05.722957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:06.338635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:06.638196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Deleting port 1effc6a6-7133-4b5c-84cc-b774f21f3a33 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:06.638906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:06.736728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] For port 1effc6a6-7133-4b5c-84cc-b774f21f3a33, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1effc6a6-7133-4b5c-84cc-b774f21f3a33,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:06.737247 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:06.752892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Calling delete_port for 1effc6a6-7133-4b5c-84cc-b774f21f3a33 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:06.951767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4afb4-a91d-4fa1-8953-ccbb6b29253c req-9d79c948-9556-4dd0-8e98-0a66946cc48d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.961968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65d4afb4-a91d-4fa1-8953-ccbb6b29253c req-9d79c948-9556-4dd0-8e98-0a66946cc48d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1420934 Dec 13 10:03:06.984069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77087a-5056-4055-98c0-2d6668ec2950 req-633335d4-de59-44d7-9b30-527451378bd8 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:06.986565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f77087a-5056-4055-98c0-2d6668ec2950 req-633335d4-de59-44d7-9b30-527451378bd8 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1770980 Dec 13 10:03:07.092018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65d4afb4-a91d-4fa1-8953-ccbb6b29253c req-818bcf3a-280d-4fe6-a14e-3e0fb9344c6d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288693 Dec 13 10:03:07.099041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f77087a-5056-4055-98c0-2d6668ec2950 req-4576cd97-6e3f-4786-a6a9-e44c93e536a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Dec 13 10:03:07.170397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:07.202701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1effc6a6-7133-4b5c-84cc-b774f21f3a33,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:07.487426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23017e28-f270-461b-86f2-7d5001cce817 req-505f110d-2277-4156-a282-b628a895eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:07.489618 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-505f110d-2277-4156-a282-b628a895eff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5103966b7920405e8470cac9e9dc3544&device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 1097 time: 0.0825260 Dec 13 10:03:07.610717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbacc7-29f7-4e3c-97a5-51e6d84b352f req-3360166e-c8cf-4564-ad05-346d61069a39 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:07.612275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47bbacc7-29f7-4e3c-97a5-51e6d84b352f req-3360166e-c8cf-4564-ad05-346d61069a39 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1552472 Dec 13 10:03:07.676318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:07.717614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23017e28-f270-461b-86f2-7d5001cce817 req-3f536c12-7c06-43f8-bff5-f84621476766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:07.720939 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-3f536c12-7c06-43f8-bff5-f84621476766 service neutron] 10.222.0.37 "GET /v2.0/networks?id=019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 200 len: 915 time: 0.2230880 Dec 13 10:03:07.725724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47bbacc7-29f7-4e3c-97a5-51e6d84b352f req-d238cc83-2ef4-489f-a30b-d6a19da8e4ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935900 Dec 13 10:03:07.811201 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-856b8998-4608-4be1-8281-986d94693141 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 200 len: 217 time: 0.0779846 Dec 13 10:03:07.877037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23017e28-f270-461b-86f2-7d5001cce817 req-08e1c129-7844-402f-bba9-5cca78220e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:07.878557 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-08e1c129-7844-402f-bba9-5cca78220e20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 200 len: 854 time: 0.0538228 Dec 13 10:03:07.979017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-e4b56791-427f-48bf-9fd7-c92a45d73ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=019660d1-388c-49a1-9154-a27ade2acbd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769656 Dec 13 10:03:08.007154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Router dcf99999-5623-4b75-9bdf-abc6736e87c6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:08.107154 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-b7fd83ed-0cb2-475e-b28d-801b4dc95136 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166732 Dec 13 10:03:08.199731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:08.208958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Sync routers for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:08.219527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c8cdae9-0598-499b-814f-baad988033ef admin admin] 10.222.0.30 "PUT /v2.0/routers/dcf99999-5623-4b75-9bdf-abc6736e87c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4953661 Dec 13 10:03:08.223260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:08.235891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:08.237607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:08.251969 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-23017e28-f270-461b-86f2-7d5001cce817 req-3c045b56-f3f3-42c2-9be5-93e39cf66ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380551 Dec 13 10:03:08.331599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.376114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:08.450459 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.469187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bb8fa-4c27-4158-b8d1-847a5c2a1c18 req-fe1a3f0a-1979-484f-806c-951086f9c8ed tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:08.471219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-747bb8fa-4c27-4158-b8d1-847a5c2a1c18 req-fe1a3f0a-1979-484f-806c-951086f9c8ed tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.2848029 Dec 13 10:03:08.561523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-747bb8fa-4c27-4158-b8d1-847a5c2a1c18 req-139930d4-1727-48a0-a555-9409d3f53173 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Dec 13 10:03:08.563273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Deleting port 89c60509-adf8-44c5-b6ae-017c236120b7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:08.563740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.619463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T10:03:07Z', 'revision_number': 5, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port': {'id': '89c60509-adf8-44c5-b6ae-017c236120b7', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:57:06Z', 'updated_at': '2021-12-13T09:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:08.651309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Checking router: dcf99999-5623-4b75-9bdf-abc6736e87c6 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:08.660822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Routers {'dcf99999-5623-4b75-9bdf-abc6736e87c6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:08.661487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['dcf99999-5623-4b75-9bdf-abc6736e87c6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:08.661907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] For port 89c60509-adf8-44c5-b6ae-017c236120b7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=89c60509-adf8-44c5-b6ae-017c236120b7,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:08.662395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.675848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Calling delete_port for 89c60509-adf8-44c5-b6ae-017c236120b7 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:08.752796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] Set router dcf99999-5623-4b75-9bdf-abc6736e87c6 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:08.827388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T10:03:08Z', 'revision_number': 6, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:08.865011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5109d18-5205-4f38-a45b-1a4a7cd90d9a None None] The sync data for ids ['dcf99999-5623-4b75-9bdf-abc6736e87c6'] in n-d-820531-5 is: [{'id': 'dcf99999-5623-4b75-9bdf-abc6736e87c6', 'name': 'tempest-TestVolumeBackupRestore-1679687685-router', 'tenant_id': '14273cc24870411d9fa0b3d2a28f606f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:57:04Z', 'updated_at': '2021-12-13T10:03:08Z', 'revision_number': 6, 'project_id': '14273cc24870411d9fa0b3d2a28f606f', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:08.907666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:08.928927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626a3e-8e60-40c2-b561-90610412aacc req-415799c1-e476-4e02-bf46-e09e2c0d4c77 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:08.930637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22626a3e-8e60-40c2-b561-90610412aacc req-415799c1-e476-4e02-bf46-e09e2c0d4c77 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0908911 Dec 13 10:03:08.938889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcf560-d72d-4f6d-b14b-3adaffc0ae6c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:08.974439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=89c60509-adf8-44c5-b6ae-017c236120b7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:09.082620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22626a3e-8e60-40c2-b561-90610412aacc req-3854c441-baf3-4460-aec1-05f1a204024b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118851 Dec 13 10:03:09.098849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.211429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.213742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.288029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.288604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf99999-5623-4b75-9bdf-abc6736e87c6 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:03:09.294085 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.297643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5d092cb7-dcd7-478b-8d84-ebd373e93d5f admin admin] 10.222.0.30 "DELETE /v2.0/routers/dcf99999-5623-4b75-9bdf-abc6736e87c6 HTTP/1.1" status: 204 len: 168 time: 1.0713692 Dec 13 10:03:09.297982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:09.403805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Deleting subnet 617f7ffb-1f7a-4f48-972c-bd982df159b9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:03:09.407583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.426907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1effc6a6-7133-4b5c-84cc-b774f21f3a33 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:09.454580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.474214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1effc6a6-7133-4b5c-84cc-b774f21f3a33 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:09.474570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1effc6a6-7133-4b5c-84cc-b774f21f3a33 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:09.561793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.660634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.708148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617f7ffb-1f7a-4f48-972c-bd982df159b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:09.716721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.721829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf9dc1-5f38-4cf9-8d74-1edbe45ebd22 None None] Network 8a1258cf-1f0b-4962-909c-18f63f7437cf requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:09.729343 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f98a9a2e-21e9-49e3-9d24-a24cd89c5749 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/617f7ffb-1f7a-4f48-972c-bd982df159b9 HTTP/1.1" status: 204 len: 168 time: 0.4294763 Dec 13 10:03:09.732474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d49d1-7bfa-42df-b971-84fd38c64663 req-442fb277-edb9-41e4-8d73-8b5ea6021ca2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:09.733726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:09.742044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6d49d1-7bfa-42df-b971-84fd38c64663 req-442fb277-edb9-41e4-8d73-8b5ea6021ca2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0729489 Dec 13 10:03:09.816136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6d49d1-7bfa-42df-b971-84fd38c64663 req-59ca0adf-1570-4cfa-9937-5539584bb0f4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730412 Dec 13 10:03:09.849477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:09.933373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Deleting port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:09.933751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.016564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] DHCP port deletion for 8a1258cf-1f0b-4962-909c-18f63f7437cf request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:10.030670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] For port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:10.031048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.049724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Calling delete_port for 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:10.086223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Deleting port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:10.086500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.141532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.160454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] No DVR routers for this DVR port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:10.187103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Pushing event deleted for resources: {'Port': ['ID=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:10.210282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] For port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,segment=NetworkSegment(e12ecc48-7455-4e46-b937-cff0b164714b),segment_id=e12ecc48-7455-4e46-b937-cff0b164714b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:10.211025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.268485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Calling delete_port for 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:10.370296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.398154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1252db-a05b-467c-b11b-062e3df28732 req-ef184f41-caa7-4254-a176-5d70b53e4f7d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:10.413443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b1252db-a05b-467c-b11b-062e3df28732 req-ef184f41-caa7-4254-a176-5d70b53e4f7d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1401923 Dec 13 10:03:10.424086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1258cf-1f0b-4962-909c-18f63f7437cf']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:10.449975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12ecc48-7455-4e46-b937-cff0b164714b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:10.454783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12ecc48-7455-4e46-b937-cff0b164714b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:10.481844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.497653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.520840 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.528538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:10.533736 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.542268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b1252db-a05b-467c-b11b-062e3df28732 req-9688c49a-cdf0-43ce-b16a-007ba21d260f tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172533 Dec 13 10:03:10.581166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] Pushing event deleted for resources: {'Port': ['ID=7674d91e-96ce-4e06-bfd8-7e725aa22ae1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:10.587493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb5e23-25fc-4d5f-a2ae-c5a743ab72c1 None None] No DVR routers for this DVR port 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:10.617616 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:10.662825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.670867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:10.678904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a1258cf-1f0b-4962-909c-18f63f7437cf HTTP/1.1" status: 204 len: 168 time: 0.9415658 Dec 13 10:03:10.693643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d851c-0d59-4848-98ee-8c32eb912702 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1258cf-1f0b-4962-909c-18f63f7437cf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:10.796485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b814-a557-45ac-bd03-14650a2b27ea req-71f5e292-d17f-42c8-8ce2-680a9e8515a7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:10.800681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16f5b814-a557-45ac-bd03-14650a2b27ea req-71f5e292-d17f-42c8-8ce2-680a9e8515a7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1168094 Dec 13 10:03:10.922013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16f5b814-a557-45ac-bd03-14650a2b27ea req-dcb97231-4a93-4d1c-80db-347d90f684d0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134160 Dec 13 10:03:10.936378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:11.001369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08171eb8-d4f5-4cb8-9e5f-2e4a159bb7d8 req-3245f6bb-fc8a-4e70-96fe-361a9ac57db2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.003418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08171eb8-d4f5-4cb8-9e5f-2e4a159bb7d8 req-3245f6bb-fc8a-4e70-96fe-361a9ac57db2 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0654125 Dec 13 10:03:11.069549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fcee3b14-d584-4b44-9c0e-0106f36e5fb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c14ee030d32f42dd8a88c57684e63e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272883 Dec 13 10:03:11.069549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:11.076726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08171eb8-d4f5-4cb8-9e5f-2e4a159bb7d8 req-33ae5022-6b41-4d4c-a518-a11ab8b24c06 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Dec 13 10:03:11.159765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.169967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38078c9-b170-4378-b5e8-f1ee716d72c5 req-5fb772aa-26fb-4b5e-873b-b264607642ba tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.171862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f38078c9-b170-4378-b5e8-f1ee716d72c5 req-5fb772aa-26fb-4b5e-873b-b264607642ba tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0637150 Dec 13 10:03:11.186542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.249819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.253330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:11.254914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/026c848a-112a-41f0-8496-51b5851398ea HTTP/1.1" status: 204 len: 168 time: 0.1861641 Dec 13 10:03:11.264183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f38078c9-b170-4378-b5e8-f1ee716d72c5 req-c4cdba8d-8c05-44c2-b034-6a02143b0f82 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858884 Dec 13 10:03:11.270690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705b01-c24e-4bb8-88db-37ac6f4fa950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c848a-112a-41f0-8496-51b5851398ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:11.511519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89c60509-adf8-44c5-b6ae-017c236120b7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:11.515451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb1a-ddbe-4e89-9420-38cbf48d3f82 req-63bf054d-8952-4383-8fb8-3f0d33a5a8c4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.519816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167dbb1a-ddbe-4e89-9420-38cbf48d3f82 req-63bf054d-8952-4383-8fb8-3f0d33a5a8c4 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1187842 Dec 13 10:03:11.545267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 89c60509-adf8-44c5-b6ae-017c236120b7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:11.545876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 89c60509-adf8-44c5-b6ae-017c236120b7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:11.546536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:11.594257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:11.599386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7674d91e-96ce-4e06-bfd8-7e725aa22ae1 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:11.669794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167dbb1a-ddbe-4e89-9420-38cbf48d3f82 req-c760891d-0957-4be5-86dc-59dbbdf7555d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427598 Dec 13 10:03:11.956004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291193e0-7627-4c1b-b408-ec2b48448617 req-f7be4992-3bdf-44cb-af2d-871dab54e687 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:11.965236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-291193e0-7627-4c1b-b408-ec2b48448617 req-f7be4992-3bdf-44cb-af2d-871dab54e687 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1025376 Dec 13 10:03:12.013176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:12.063988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-291193e0-7627-4c1b-b408-ec2b48448617 req-791c1c38-6107-409a-82c8-88a0f0a1acff tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977550 Dec 13 10:03:12.067463 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c17c9784-ca3c-4fe1-94a0-c1047fe6ec17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14273cc24870411d9fa0b3d2a28f606f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522962 Dec 13 10:03:12.081656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:12.217630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.650073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.715545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428620ec-aed4-4fc5-b4e7-148be43df8fc req-ec53e5e0-8a4f-48d6-94c6-00a63af2325b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:12.717376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-428620ec-aed4-4fc5-b4e7-148be43df8fc req-ec53e5e0-8a4f-48d6-94c6-00a63af2325b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.5441298 Dec 13 10:03:12.775212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.778262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:12.782532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/faf958e3-af9c-4348-9d84-a5746f28ebe5 HTTP/1.1" status: 204 len: 168 time: 0.6996784 Dec 13 10:03:12.807446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411594-88c3-4486-be62-868eeac9a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf958e3-af9c-4348-9d84-a5746f28ebe5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:12.858004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-428620ec-aed4-4fc5-b4e7-148be43df8fc req-d08b1405-ef66-4556-88e8-e37b85fc3b38 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Dec 13 10:03:12.868837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ba194-becb-419d-841a-3e57be64f180 req-51656d5a-8545-4912-bcca-44787b6bf01c tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:12.877065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef1ba194-becb-419d-841a-3e57be64f180 req-51656d5a-8545-4912-bcca-44787b6bf01c tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.2567141 Dec 13 10:03:12.938029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef1ba194-becb-419d-841a-3e57be64f180 req-b18d0506-a515-489b-8e7c-7edc9610f735 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598145 Dec 13 10:03:13.044137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5508c1c-6dd4-4fa7-9a1e-7ec25c9ebbf4 req-c17f105d-3f95-4a5d-8505-eff93446dbb0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:13.052678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5508c1c-6dd4-4fa7-9a1e-7ec25c9ebbf4 req-c17f105d-3f95-4a5d-8505-eff93446dbb0 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0647569 Dec 13 10:03:13.106779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5508c1c-6dd4-4fa7-9a1e-7ec25c9ebbf4 req-8e86b43d-ab84-4952-9992-20831532e5ba tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530066 Dec 13 10:03:13.337809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab30bb-54a7-4c87-bb6b-1e7ec6d932fa req-db320fcd-b130-432b-92af-492c6e808b68 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:13.339746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cab30bb-54a7-4c87-bb6b-1e7ec6d932fa req-db320fcd-b130-432b-92af-492c6e808b68 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0816035 Dec 13 10:03:13.439195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cab30bb-54a7-4c87-bb6b-1e7ec6d932fa req-1a89fcd6-227e-4e96-a3f0-99e6146f10c2 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915914 Dec 13 10:03:13.775465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf06398-35d7-4c37-8144-a587ee8d60bb req-b2896e2c-11c7-4854-a4e5-f37a6ce04b4e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:13.787471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddf06398-35d7-4c37-8144-a587ee8d60bb req-b2896e2c-11c7-4854-a4e5-f37a6ce04b4e tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1110780 Dec 13 10:03:13.883254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ddf06398-35d7-4c37-8144-a587ee8d60bb req-422a4dbc-7699-455b-8a88-806c8e4fd91a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932279 Dec 13 10:03:14.119716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb85b1-91de-432a-9601-6e8b7a2a7eb7 req-3a39bf42-eb71-4684-9458-cb9fc4154ea6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:14.130319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2eb85b1-91de-432a-9601-6e8b7a2a7eb7 req-3a39bf42-eb71-4684-9458-cb9fc4154ea6 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1647854 Dec 13 10:03:14.180818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2a8f-4ccc-43b8-8865-55fea0799e35 req-831453c8-814a-4581-a960-483cb63e676d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:14.182994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-828f2a8f-4ccc-43b8-8865-55fea0799e35 req-831453c8-814a-4581-a960-483cb63e676d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1575005 Dec 13 10:03:14.240017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d2eb85b1-91de-432a-9601-6e8b7a2a7eb7 req-d45f4575-905c-4656-9302-cc3d0020daa7 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 Dec 13 10:03:14.275985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-828f2a8f-4ccc-43b8-8865-55fea0799e35 req-b09be81d-f4b1-4e8c-abb6-188b9821f077 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642083 Dec 13 10:03:14.409347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9cd9-519f-4eb9-8166-0071add18307 req-dbfc858d-4fa6-4d0b-ac46-0279648c193b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:14.411369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dfe9cd9-519f-4eb9-8166-0071add18307 req-dbfc858d-4fa6-4d0b-ac46-0279648c193b tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0641053 Dec 13 10:03:14.505008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5dfe9cd9-519f-4eb9-8166-0071add18307 req-2b88715c-b4e1-4130-8fd3-9ba03ffc99b3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 Dec 13 10:03:14.670021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cc5e-162f-4bef-8bd2-706599432b84 req-1fb01437-88d6-4788-aa84-22d842e5094c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:14.677391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1350cc5e-162f-4bef-8bd2-706599432b84 req-1fb01437-88d6-4788-aa84-22d842e5094c tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1061072 Dec 13 10:03:14.737708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1350cc5e-162f-4bef-8bd2-706599432b84 req-1d2d5965-3898-44e2-8a8c-ddee343f47d5 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593553 Dec 13 10:03:14.950689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9198c95-f6f6-4572-9069-cfd218e583b9 req-52097256-7dc9-4636-ac0d-5837e3ad032a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:14.952612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9198c95-f6f6-4572-9069-cfd218e583b9 req-52097256-7dc9-4636-ac0d-5837e3ad032a tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0987208 Dec 13 10:03:15.063077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9198c95-f6f6-4572-9069-cfd218e583b9 req-456954d9-831c-428d-88f8-ec269df3f791 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968339 Dec 13 10:03:15.237689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc5a3-6083-4aea-b61a-54dfc5ddf300 req-469a3970-046d-4ff2-bf40-166fa601fdf3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:15.248335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cadc5a3-6083-4aea-b61a-54dfc5ddf300 req-469a3970-046d-4ff2-bf40-166fa601fdf3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.1116619 Dec 13 10:03:15.344403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cadc5a3-6083-4aea-b61a-54dfc5ddf300 req-42eb4102-f9c9-46a3-b685-ae0b650df379 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928242 Dec 13 10:03:15.533942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13741769-e439-4b9e-b819-918fc9496a57 req-ff6ec886-05f7-4b31-aa94-9acb0e471f80 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:15.542737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13741769-e439-4b9e-b819-918fc9496a57 req-ff6ec886-05f7-4b31-aa94-9acb0e471f80 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0834453 Dec 13 10:03:15.569283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e02cdd-1539-4cb5-beee-8c99db4e2872 req-39263e22-02ac-4a2d-a17d-64780c8bf5b0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:15.577979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40e02cdd-1539-4cb5-beee-8c99db4e2872 req-39263e22-02ac-4a2d-a17d-64780c8bf5b0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1591737 Dec 13 10:03:15.641336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:15.664422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13741769-e439-4b9e-b819-918fc9496a57 req-6c67a580-43a5-4b18-9685-0883f753dc63 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207988 Dec 13 10:03:15.679441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40e02cdd-1539-4cb5-beee-8c99db4e2872 req-27872023-2bbb-40b1-b1c1-89df311ad4f3 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005125 Dec 13 10:03:15.834786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b550b1-f978-4ad3-8360-8b300d4f29fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.951897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b550b1-f978-4ad3-8360-8b300d4f29fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.958794 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b550b1-f978-4ad3-8360-8b300d4f29fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:15.976589 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:03:16.033763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72b550b1-f978-4ad3-8360-8b300d4f29fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ed93c90703a4433b1bd6d100595e5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904231 Dec 13 10:03:16.034913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b550b1-f978-4ad3-8360-8b300d4f29fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a8fc5-f39a-4398-8314-ae373c0913a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.036452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.140215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.168213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.240161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.249599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.269933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/718a8fc5-f39a-4398-8314-ae373c0913a6 HTTP/1.1" status: 204 len: 168 time: 0.2181308 Dec 13 10:03:16.307786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f3531-3984-4734-a5f6-7e59063bdae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a8fc5-f39a-4398-8314-ae373c0913a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:16.479454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.823057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2a3-a8ee-4ae2-a589-f11b4e9b421d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:16.857397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc90f3-ecc1-4155-9d10-0e051bc6d313 req-4b083942-4279-4149-9e4c-660480c348da tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:16.859203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1fc90f3-ecc1-4155-9d10-0e051bc6d313 req-4b083942-4279-4149-9e4c-660480c348da tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0786376 Dec 13 10:03:16.940935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:16.953659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1fc90f3-ecc1-4155-9d10-0e051bc6d313 req-730166cf-05e8-4177-b524-c37b6598aebb tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876088 Dec 13 10:03:16.960059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-901e2eb5-c90b-469b-b910-d40aaef804f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.025260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2a3-a8ee-4ae2-a589-f11b4e9b421d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.034959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e58a2a3-a8ee-4ae2-a589-f11b4e9b421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.093861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-901e2eb5-c90b-469b-b910-d40aaef804f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.100786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-901e2eb5-c90b-469b-b910-d40aaef804f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.107795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6e58a2a3-a8ee-4ae2-a589-f11b4e9b421d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71bd3fa1559d4b57bfed3a450834c726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6245277 Dec 13 10:03:17.107795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a2a3-a8ee-4ae2-a589-f11b4e9b421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7035269-1882-4c46-95d2-d3865e3b49e3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.108550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:17.170784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-901e2eb5-c90b-469b-b910-d40aaef804f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be09dec02e364deea86ad02f95297475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280412 Dec 13 10:03:17.173498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:17.174514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e2eb5-c90b-469b-b910-d40aaef804f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa1c3f-13e7-4ade-8b2d-57317d51ff5e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.208595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.235891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.263013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.291510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.297872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.300711 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.304153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7035269-1882-4c46-95d2-d3865e3b49e3 HTTP/1.1" status: 204 len: 168 time: 0.1865325 Dec 13 10:03:17.335499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ab4c-6426-459b-97d0-9d52f301e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7035269-1882-4c46-95d2-d3865e3b49e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.379048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.383999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:17.387928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3faa1c3f-13e7-4ade-8b2d-57317d51ff5e HTTP/1.1" status: 204 len: 168 time: 0.2105196 Dec 13 10:03:17.395593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadd76c-7f24-4db1-a49c-f5b19445d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa1c3f-13e7-4ade-8b2d-57317d51ff5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:17.874186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 56928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:17.892575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2533487b-8e1f-449e-9290-95c5c908488e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.009881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2533487b-8e1f-449e-9290-95c5c908488e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.015881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2533487b-8e1f-449e-9290-95c5c908488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.059075 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2533487b-8e1f-449e-9290-95c5c908488e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4487737b45fb45dab40c4921ce2b97e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836879 Dec 13 10:03:18.061861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 56936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:18.064738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533487b-8e1f-449e-9290-95c5c908488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dde736-78cf-46f0-a930-f091ddd791c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:18.159165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.185521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.206528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c905-f5b0-440c-b444-1b6a679da518 req-d4c082c0-4564-4da7-9835-8becbb3cf233 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:18.208137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2a7c905-f5b0-440c-b444-1b6a679da518 req-d4c082c0-4564-4da7-9835-8becbb3cf233 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1271029 Dec 13 10:03:18.284142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2a7c905-f5b0-440c-b444-1b6a679da518 req-f5d26d3b-4669-4398-8e90-d6eeb54d87a0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627065 Dec 13 10:03:18.311197 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.317283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:18.317283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22dde736-78cf-46f0-a930-f091ddd791c1 HTTP/1.1" status: 204 len: 168 time: 0.2522044 Dec 13 10:03:18.324286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8dd04-c46f-4c38-870d-6de17d96387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dde736-78cf-46f0-a930-f091ddd791c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:19.496056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18350-ebd0-4c34-8cf8-58d80c0fa605 req-bebdc6f6-8497-456c-9ead-3e7ca57af077 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:19.505704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98c18350-ebd0-4c34-8cf8-58d80c0fa605 req-bebdc6f6-8497-456c-9ead-3e7ca57af077 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0874324 Dec 13 10:03:19.626223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98c18350-ebd0-4c34-8cf8-58d80c0fa605 req-38128b5b-032d-4f88-885a-ad7b70a0f389 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180406 Dec 13 10:03:19.998387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:20.231336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-512d0a90-3aaa-4c49-bc2a-b851956987e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.323165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-512d0a90-3aaa-4c49-bc2a-b851956987e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.330649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-512d0a90-3aaa-4c49-bc2a-b851956987e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.375868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-512d0a90-3aaa-4c49-bc2a-b851956987e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1d4d90cb1324ce79cc8db48760a7fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756566 Dec 13 10:03:20.376863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d0a90-3aaa-4c49-bc2a-b851956987e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcbecfb-9d38-4f92-b7db-cf6dabbfc547,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.378350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:20.458230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.482843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.539095 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.542192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:20.543478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abcbecfb-9d38-4f92-b7db-cf6dabbfc547 HTTP/1.1" status: 204 len: 168 time: 0.1640553 Dec 13 10:03:20.551671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcbecfb-9d38-4f92-b7db-cf6dabbfc547,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:20.563000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.563640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.564158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.564674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.565272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.565831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.566362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.566869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.567359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.567862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.568496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.569004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.570136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9610a0-3ec0-4c06-ac12-fa55aefe7d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:20.829215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d494d6-49a2-4e11-b4dc-1b80426dfa60 req-09fd3b31-5dfb-46a9-aa37-5ea4e15911c4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:20.831234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74d494d6-49a2-4e11-b4dc-1b80426dfa60 req-09fd3b31-5dfb-46a9-aa37-5ea4e15911c4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0901964 Dec 13 10:03:20.890102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74d494d6-49a2-4e11-b4dc-1b80426dfa60 req-4d5c32df-123a-4d42-911c-9fa89aa20d88 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509145 Dec 13 10:03:22.035461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b46a-a6a8-4d00-ac70-311286d0eff1 req-0341a767-3a32-4467-b44d-f5984b14759d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.038322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6655b46a-a6a8-4d00-ac70-311286d0eff1 req-0341a767-3a32-4467-b44d-f5984b14759d tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0712721 Dec 13 10:03:22.098781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6655b46a-a6a8-4d00-ac70-311286d0eff1 req-07ff7f10-663e-4830-820e-a0c289a8deab tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Dec 13 10:03:22.839065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bd7a8-8797-42a9-9d0b-16e0f4ec7042 req-2a745bce-6e17-47d7-8f3b-21b55ba80248 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:22.846267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44bd7a8-8797-42a9-9d0b-16e0f4ec7042 req-2a745bce-6e17-47d7-8f3b-21b55ba80248 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0838189 Dec 13 10:03:22.903039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c44bd7a8-8797-42a9-9d0b-16e0f4ec7042 req-262d95d4-1323-4cc5-b890-c6df987ded94 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532293 Dec 13 10:03:23.235587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b126-75e7-4326-82cf-342fd7e8a4a5 req-07b0ed1d-bf21-40b7-a86b-54ec0790e729 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:23.237298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a855b126-75e7-4326-82cf-342fd7e8a4a5 req-07b0ed1d-bf21-40b7-a86b-54ec0790e729 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0595429 Dec 13 10:03:23.297697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a855b126-75e7-4326-82cf-342fd7e8a4a5 req-34b9c9bd-c167-41e9-8237-ca22e671ef6a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541654 Dec 13 10:03:24.045484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa0e62-8465-4d11-b233-2811700c3a4d req-fc88ef34-4100-40ef-83ea-48d00c278f3d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:24.054167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bfa0e62-8465-4d11-b233-2811700c3a4d req-fc88ef34-4100-40ef-83ea-48d00c278f3d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0639415 Dec 13 10:03:24.154273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bfa0e62-8465-4d11-b233-2811700c3a4d req-9d0ff68c-fea3-49dc-b70d-0e375f724fc3 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/security-groups?id=68872d72-294f-4428-b738-d0b693fd1b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854607 Dec 13 10:03:24.493357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c92c8-3aeb-4a85-9eb9-0f8398bd9b33 req-225cbe18-896b-417d-9f83-c688a693c5d4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:24.495533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-103c92c8-3aeb-4a85-9eb9-0f8398bd9b33 req-225cbe18-896b-417d-9f83-c688a693c5d4 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0937076 Dec 13 10:03:24.569954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-103c92c8-3aeb-4a85-9eb9-0f8398bd9b33 req-095d795b-b5a7-445c-acbc-7fc2fb234ca1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521500 Dec 13 10:03:24.672101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-09ba220e-a0ab-4d26-87fb-fae8d4d3e8ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:24.673672 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-09ba220e-a0ab-4d26-87fb-fae8d4d3e8ab tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 946 time: 0.0540681 Dec 13 10:03:24.795093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Deleting port f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:24.795704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.916500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] For port f2860492-cf7e-48e9-9f62-c832341958f9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=f2860492-cf7e-48e9-9f62-c832341958f9,segment=NetworkSegment(f4dd17db-db70-4758-a8dd-237aa048d6ac),segment_id=f4dd17db-db70-4758-a8dd-237aa048d6ac)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:24.916801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:24.929370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Calling delete_port for f2860492-cf7e-48e9-9f62-c832341958f9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:25.103277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.116655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['f2860492-cf7e-48e9-9f62-c832341958f9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:25.141358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Pushing event deleted for resources: {'Port': ['ID=f2860492-cf7e-48e9-9f62-c832341958f9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:25.202350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7bca99-22a4-4ad7-acfb-35346bc4b2f5 None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:25.241519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] No DVR routers for this DVR port f2860492-cf7e-48e9-9f62-c832341958f9 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:25.246695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:25.251410 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ecbb6c03-0042-4bf6-ac3f-7b5456dcc410 req-cab71729-fefb-4236-b0c6-11ebb1ab3323 tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.37 "DELETE /v2.0/ports/f2860492-cf7e-48e9-9f62-c832341958f9 HTTP/1.1" status: 204 len: 173 time: 0.5713897 Dec 13 10:03:25.252219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-deleted', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:25.256037 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4766e1-82d9-4263-8da2-c5a687e9422f" -d '{"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-deleted", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:25.308404 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7a436b-ac04-4bf6-8883-363fa5a3586f x-openstack-request-id: req-cf7a436b-ac04-4bf6-8883-363fa5a3586f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:25.308836 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc40464f-73c2-4e4a-9770-4168b27ed93f", "name": "network-vif-deleted", "tag": "f2860492-cf7e-48e9-9f62-c832341958f9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:25.309044 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf7a436b-ac04-4bf6-8883-363fa5a3586f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:25.309488 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc40464f-73c2-4e4a-9770-4168b27ed93f', 'name': 'network-vif-deleted', 'tag': 'f2860492-cf7e-48e9-9f62-c832341958f9', 'status': 'completed', 'code': 200} Dec 13 10:03:25.311095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91d52b7a-6e0f-4141-891c-e0d3c611b44c req-c54630d7-f02f-4203-8b17-90f56f1fb19d tempest-ServersNegativeTestJSON-545490172 tempest-ServersNegativeTestJSON-545490172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc40464f-73c2-4e4a-9770-4168b27ed93f HTTP/1.1" status: 200 len: 210 time: 0.0623722 Dec 13 10:03:25.697651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ff620-cda8-4394-a9f8-d07273110262 req-466ef8f1-9c9f-44dd-aae8-8cc8228e206a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:25.699999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-496ff620-cda8-4394-a9f8-d07273110262 req-466ef8f1-9c9f-44dd-aae8-8cc8228e206a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Dec 13 10:03:25.815111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-496ff620-cda8-4394-a9f8-d07273110262 req-df9d0839-e55f-4412-886c-5ab55c92d755 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984552 Dec 13 10:03:26.399946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:26.466778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Deleting subnet 9a4a59ef-4121-4229-9d8c-13bb9f68b7dd {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:03:26.470741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.521411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.574225 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.693772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.766072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4a59ef-4121-4229-9d8c-13bb9f68b7dd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:26.774002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.778393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-480d8c62-5b37-4583-a11f-517dbe4d607b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a4a59ef-4121-4229-9d8c-13bb9f68b7dd HTTP/1.1" status: 204 len: 168 time: 0.3764837 Dec 13 10:03:26.780810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:26.782761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef552e-43fe-4086-89ca-0d2a98661b3d None None] Network 019660d1-388c-49a1-9154-a27ade2acbd9 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:03:26.805656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a6be8-580c-4dad-9dc4-581aa197df54 req-a1cfb6c1-4590-4650-a6e4-e8034ce1f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:26.807290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3a4a6be8-580c-4dad-9dc4-581aa197df54 req-a1cfb6c1-4590-4650-a6e4-e8034ce1f1cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.1105292 Dec 13 10:03:26.876633 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3a4a6be8-580c-4dad-9dc4-581aa197df54 req-ab5964bd-1ba8-41dc-b8a9-3cf442cbe693 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606897 Dec 13 10:03:26.878453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:26.947810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d0ee0-a0f0-4619-8586-70afb422aa7c None None] DHCP port deletion for 019660d1-388c-49a1-9154-a27ade2acbd9 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:27.013632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.044632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac95eb3-ed62-45c3-a919-d995090fa003 req-b898104b-9807-4b36-b70a-2f687d49635b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:27.046648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac95eb3-ed62-45c3-a919-d995090fa003 req-b898104b-9807-4b36-b70a-2f687d49635b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1285560 Dec 13 10:03:27.056084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019660d1-388c-49a1-9154-a27ade2acbd9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:27.074906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd17db-db70-4758-a8dd-237aa048d6ac') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:27.075224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd17db-db70-4758-a8dd-237aa048d6ac') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:27.095822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.130468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.147728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:27.148156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:27.152233 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:27.165707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac95eb3-ed62-45c3-a919-d995090fa003 req-ad4a1bb6-889f-4aec-bfb8-480aef7d7459 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069078 Dec 13 10:03:27.238680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.274514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.278849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/019660d1-388c-49a1-9154-a27ade2acbd9 HTTP/1.1" status: 204 len: 168 time: 0.4969115 Dec 13 10:03:27.280134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190a346-15d7-42b7-b15f-69488d9557a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=019660d1-388c-49a1-9154-a27ade2acbd9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:27.292401 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.554184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:27.601343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ed9a59f-8084-4d2a-a639-75f1665ab1f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5103966b7920405e8470cac9e9dc3544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459085 Dec 13 10:03:27.604666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:27.670695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.718339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.839747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.842582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:27.846616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68872d72-294f-4428-b738-d0b693fd1b06 HTTP/1.1" status: 204 len: 168 time: 0.2402632 Dec 13 10:03:27.863918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02a0d3-a630-4248-891c-32b8cf7e4abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68872d72-294f-4428-b738-d0b693fd1b06,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:27.914297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:28.392284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19968014-848b-4aa8-bc83-2e47a4b1ddfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.396309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31a89-a894-462a-89a7-995b88727872 req-52fd1c59-707e-4cc3-850c-4f1cd19c43ca tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:28.404630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4e31a89-a894-462a-89a7-995b88727872 req-52fd1c59-707e-4cc3-850c-4f1cd19c43ca tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1035178 Dec 13 10:03:28.530297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f4e31a89-a894-462a-89a7-995b88727872 req-3df3b7b8-4235-4c24-b03a-6adbf12039ef tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244957 Dec 13 10:03:28.550093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19968014-848b-4aa8-bc83-2e47a4b1ddfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.573829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19968014-848b-4aa8-bc83-2e47a4b1ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.579845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-618225444', 'description': 'tempest-description-563485347'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:28.596890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-251faafe-68e4-4023-9038-6f5b11ba7d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.618012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.662233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19968014-848b-4aa8-bc83-2e47a4b1ddfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9645405-0cd2-4ee8-946b-2dadb4e1de7b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:28.668547 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19968014-848b-4aa8-bc83-2e47a4b1ddfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60f28cdbdcd8470caa165ca91ed6e140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530875 Dec 13 10:03:28.671700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:28.749250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.754490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.760013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.792069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.831868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fedc38e-abba-44d3-9572-94f7c112abe5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:28.859383 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.863811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0c1637b-8423-4ec0-b8f7-0a68cb5c2fe2 req-73175560-ca22-4ab9-ba37-8a097d177089 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2871535 Dec 13 10:03:28.885930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.889658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:28.891859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9645405-0cd2-4ee8-946b-2dadb4e1de7b HTTP/1.1" status: 204 len: 168 time: 0.2179949 Dec 13 10:03:28.905264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2dc04-ecf1-42f6-80d9-86debe7414b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9645405-0cd2-4ee8-946b-2dadb4e1de7b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:29.017701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-f3e9a9fa-6528-47c4-bfce-152891ec8fda tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-618225444&fields=id&tenant_id=9725c885ec004a8680581632427d14f1 HTTP/1.1" status: 200 len: 267 time: 0.0530479 Dec 13 10:03:29.111290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.168976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-7dd35b99-5ddd-4c03-80c2-2685bd6afe93 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:29.172882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-7dd35b99-5ddd-4c03-80c2-2685bd6afe93 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1476774 Dec 13 10:03:29.188886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'port': {'security_groups': ['c6293669-8a4b-44b0-97cc-06f8edec22c9', '1fedc38e-abba-44d3-9572-94f7c112abe5']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:29.343916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.546496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:29.597351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: f2860492-cf7e-48e9-9f62-c832341958f9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:29.597962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device f2860492-cf7e-48e9-9f62-c832341958f9 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:29.740336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:29.756593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:29.778522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5031-6177-42bd-9da8-089e8a728a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.817735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.828763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.840982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:29.950174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:29.951283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:29.957678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-352b58fb-8e2d-4830-a356-b7e9d4b6632d req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "PUT /v2.0/ports/5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 981 time: 0.7782063 Dec 13 10:03:29.962592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:29.963427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:29.966358 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:30.047768 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dd39ed-6d44-4721-b572-da4458098805 x-openstack-request-id: req-b2dd39ed-6d44-4721-b572-da4458098805 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:30.048391 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:30.049272 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2dd39ed-6d44-4721-b572-da4458098805 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:30.049929 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:03:30.053558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96662-236b-4a79-a9d3-923c1825dbe5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.081356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5031-6177-42bd-9da8-089e8a728a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.096093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5031-6177-42bd-9da8-089e8a728a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.167655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:30.169918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b8a5031-6177-42bd-9da8-089e8a728a67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e06186cea34e4c448021f21a577cf160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187682 Dec 13 10:03:30.172402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:30.191970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-f224ae96-4fdc-400f-b5c0-767a66cdb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:30.195242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-f224ae96-4fdc-400f-b5c0-767a66cdb0d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1135 time: 0.1110022 Dec 13 10:03:30.267527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-e99320ec-cdf0-45e1-837e-1874dbbf9632 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-618225444&fields=id&tenant_id=9725c885ec004a8680581632427d14f1 HTTP/1.1" status: 200 len: 267 time: 0.1103327 Dec 13 10:03:30.294689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5031-6177-42bd-9da8-089e8a728a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d248380-f299-480b-9728-11afb712e389,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.310271 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e7583f-06e9-460d-842b-ee905640f1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.353726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.376880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-3719b156-cc2d-4cf3-896b-37de0675dd9b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:30.378835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-3719b156-cc2d-4cf3-896b-37de0675dd9b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 984 time: 0.0988100 Dec 13 10:03:30.409452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'port': {'security_groups': ['c6293669-8a4b-44b0-97cc-06f8edec22c9']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:30.423478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.512807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-bd2ef586-faef-4e53-9030-7c0fd117201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:30.517190 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-bd2ef586-faef-4e53-9030-7c0fd117201b service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.3111699 Dec 13 10:03:30.525510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.529267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.532062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d248380-f299-480b-9728-11afb712e389 HTTP/1.1" status: 204 len: 168 time: 0.3538260 Dec 13 10:03:30.611720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628db1-7843-46a3-b811-482c0df4a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d248380-f299-480b-9728-11afb712e389,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:30.645052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-8829ce3e-7c1c-49c5-8cd3-929ccd9b9df2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.1225758 Dec 13 10:03:30.708887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.787291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-0d75e97b-73e1-4db9-8ef5-d8dc7efb13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:30.793288 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-0d75e97b-73e1-4db9-8ef5-d8dc7efb13ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.1269846 Dec 13 10:03:30.918386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-0528c12a-10d9-447f-803b-75aaaecb1214 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100786 Dec 13 10:03:30.931916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e7583f-06e9-460d-842b-ee905640f1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.974088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e7583f-06e9-460d-842b-ee905640f1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:30.991798 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49d938a0-6831-4eb2-894c-ac8346e300e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.053212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:31.064735 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-77e7583f-06e9-460d-842b-ee905640f1a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8687d835250b4496acb7d6480f245000&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1010315 Dec 13 10:03:31.066702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7583f-06e9-460d-842b-ee905640f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8620cb36-51c2-4f51-b5fe-cfad1cfa464a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:31.072297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:31.154538 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-0c3698a9-1785-4168-8d28-0246cecda3ec service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203975 Dec 13 10:03:31.275078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.305390 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.321604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:31.373295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.454719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:31.455380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.456916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce45ecf-abdb-4cf9-b97d-70ea1079a21d req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "PUT /v2.0/ports/5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 942 time: 1.0692451 Dec 13 10:03:31.486684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.529403 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f29b6d9-ab85-46cc-915c-8ab8fa8cab42 req-e5640182-8253-4e7c-bc04-d0a3a02292a6 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679004 Dec 13 10:03:31.547978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:31.556984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683282af-205b-4d17-ab83-524549511936 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:31.808276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.811350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:31.812705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8620cb36-51c2-4f51-b5fe-cfad1cfa464a HTTP/1.1" status: 204 len: 168 time: 0.7395360 Dec 13 10:03:31.840540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a2c5e-50dd-4e5b-ac0d-c109069451e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8620cb36-51c2-4f51-b5fe-cfad1cfa464a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:31.934182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-2c2aa4a8-b1de-44c6-922d-a3b5f430a227 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3824706 Dec 13 10:03:31.960432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:32.009909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.091642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:32.094197 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e77be7-3ef0-4b5d-9bc9-194109f961f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:32.163750 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1dde71-1c56-4418-9b89-8914e284d1c3 x-openstack-request-id: req-fd1dde71-1c56-4418-9b89-8914e284d1c3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:32.164828 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:32.165549 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd1dde71-1c56-4418-9b89-8914e284d1c3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:32.166070 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:03:32.173088 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.264821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.273280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-cc46c2e8-eca3-4382-b83d-b837f9893158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:32.279075 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-cc46c2e8-eca3-4382-b83d-b837f9893158 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.0867982 Dec 13 10:03:32.452810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Allocated IP 172.25.1.16 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:32.472224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-fefb07a8-a763-4e64-9529-10f581fa70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:32.473907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-fefb07a8-a763-4e64-9529-10f581fa70dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.1854808 Dec 13 10:03:32.576823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-a848d54d-8104-4342-8ce1-fa2fad04bcf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.0939369 Dec 13 10:03:32.691314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.717861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-c184f03c-6c08-4472-84dd-41af143c9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:32.719384 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-c184f03c-6c08-4472-84dd-41af143c9d8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.1309981 Dec 13 10:03:32.787183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-f0517aa4-b8af-4bc4-ba0d-d56718027e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527050 Dec 13 10:03:32.827409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:32.873953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:32.877413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:32.880199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:32.933529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-c98fee5a-b045-40ca-83f0-5a6bd919021f service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397581 Dec 13 10:03:32.985280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.003070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'Port': ['ID=c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:33.085172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.188664 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-31e77be7-3ef0-4b5d-9bc9-194109f961f1 req-12f6e83c-606c-4203-847f-be365021f2ca service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456462 Dec 13 10:03:33.387240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.399877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.557413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:33.590534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event updated for resources: {'Port': ['ID=c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:33.618179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.645714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.651297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-55bd67a5-4d01-44ae-8c84-07a19e2de0a1 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6988721 Dec 13 10:03:33.676062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.825900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-2f11226d-8d95-46da-8046-008f5125e080 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1653664 Dec 13 10:03:33.855588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-9331707-network', 'tenant_id': 'f32015630c0041728236c8beb16924ad'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:33.909102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Made reservation on behalf of f32015630c0041728236c8beb16924ad for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:33.911763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.922252 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:33.961056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-2b09c9eb-200d-4944-a314-fec619bd9e5b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:33.970110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-2b09c9eb-200d-4944-a314-fec619bd9e5b tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1426272 Dec 13 10:03:33.976293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-6d3fe6b2-6f3f-4e46-a0ec-9b88fa182f11 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:03:33.982622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be0e7601-5e34-41db-afe7-da6839b5cd6a req-6d3fe6b2-6f3f-4e46-a0ec-9b88fa182f11 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117409 Dec 13 10:03:34.152752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.162562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.207079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8055fe9-eebf-4c10-8807-223e306d5189,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:34.229513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:03:34.248752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.249264 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Added segment e36e0464-77e0-488d-8d0c-2819ffcf56f1 of type vlan for network 06b259ae-0186-4066-b7cf-19a6b6d2bd77 Dec 13 10:03:34.257756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-fce1d985-5256-4a16-bd2f-66581b820424 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:34.266725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-fce1d985-5256-4a16-bd2f-66581b820424 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1826766 Dec 13 10:03:34.333827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.370920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.373946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:34.375092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.404075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-2a275fe9-b8d4-4612-8650-a1672465dd0a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1237061 Dec 13 10:03:34.421361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'floatingip': {'port_id': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:34.522621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9634583 Dec 13 10:03:34.536389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:34.602566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f974f-4d98-43a3-a843-0e35cd189d3b admin admin] Pushing event updated for resources: {'Network': ['ID=06b259ae-0186-4066-b7cf-19a6b6d2bd77,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:34.630902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 06b259ae-0186-4066-b7cf-19a6b6d2bd77 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:03:34.910297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.581559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:03:35.670724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.689522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:35.791195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426210-9a2c-4170-b461-b59e1d9f2a66 req-902f9d52-ca4a-4074-818b-3e39489f72fe tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:35.804135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426210-9a2c-4170-b461-b59e1d9f2a66 req-902f9d52-ca4a-4074-818b-3e39489f72fe tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:35.810516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426210-9a2c-4170-b461-b59e1d9f2a66 req-902f9d52-ca4a-4074-818b-3e39489f72fe tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:35.812283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e426210-9a2c-4170-b461-b59e1d9f2a66 req-902f9d52-ca4a-4074-818b-3e39489f72fe tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1900 time: 0.2975914 Dec 13 10:03:35.864076 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Floating IP 0d906870-7979-4144-9ba0-33e516af625e associated. External IP: 172.25.1.16, port: 5b701793-bbe9-4eac-bf08-4b512d3fbb94. Dec 13 10:03:35.971004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-683387d6-5c83-4f31-a32b-b3a0a6b0453a tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=77a03999326b461cbd39c3e092db75da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353599 Dec 13 10:03:36.287818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-ea205901-75a2-483a-a107-e8d405dd06b7 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.289327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-ea205901-75a2-483a-a107-e8d405dd06b7 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056242 Dec 13 10:03:36.316954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-1e0be910-b141-4eb7-8fd5-38e711c72173 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/quotas/77a03999326b461cbd39c3e092db75da HTTP/1.1" status: 200 len: 375 time: 0.0142081 Dec 13 10:03:36.357439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-1714dd63-ee7a-4bef-9400-49698bb72892 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=77a03999326b461cbd39c3e092db75da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285358 Dec 13 10:03:36.359218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Router c162d4c0-fcdc-467f-9aba-2de31b352487 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:36.495670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:36.504389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:36.530063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Sync routers for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:36.546483 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:36.548022 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:36.594511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-8f5dc53a-e99c-494b-b654-44bf47e9d1e0 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "PUT /v2.0/floatingips/0d906870-7979-4144-9ba0-33e516af625e HTTP/1.1" status: 200 len: 995 time: 2.1828165 Dec 13 10:03:36.635263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:36.638009 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6db5fa-2c2b-4679-9012-7492b32c2178" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:36.752092 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:36.789406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6aedd-fd06-41a5-b19b-6461a036ee11 req-4b7d70da-1748-44e8-903f-aeba4e5dd549 tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.803240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:36.819890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4f6aedd-fd06-41a5-b19b-6461a036ee11 req-4b7d70da-1748-44e8-903f-aeba4e5dd549 tempest-ComputeTenantNetworksTest-1937172569 tempest-ComputeTenantNetworksTest-1937172569-project] 10.222.0.30 "GET /v2.0/networks/06b259ae-0186-4066-b7cf-19a6b6d2bd77 HTTP/1.1" status: 200 len: 766 time: 0.2725823 Dec 13 10:03:36.847447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-3869bd1e-1fdb-4563-985f-2d50cb12c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:36.851094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-3869bd1e-1fdb-4563-985f-2d50cb12c80b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.2099488 Dec 13 10:03:36.975637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65c1d144-084d-488f-b50d-690412375e0d req-50d91963-2cb2-4d44-842a-f6ec61390360 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 210 time: 0.0663731 Dec 13 10:03:37.021609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.064437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-c798324c-0da6-4726-975d-51915a7c0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.066756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-c798324c-0da6-4726-975d-51915a7c0815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.2091963 Dec 13 10:03:37.207971 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116780c7-2e49-4c2b-a14d-85e6621217bc x-openstack-request-id: req-116780c7-2e49-4c2b-a14d-85e6621217bc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:37.208343 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:37.208603 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-116780c7-2e49-4c2b-a14d-85e6621217bc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:37.209026 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:03:37.265649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-5910d0d2-4917-45c4-a1ad-8b68fd319626 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 998 time: 0.1901350 Dec 13 10:03:37.301777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.362407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-2bcf901a-e5cb-4e06-bf4a-0091c2df606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.366953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-2bcf901a-e5cb-4e06-bf4a-0091c2df606f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.0951629 Dec 13 10:03:37.372639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b259ae-0186-4066-b7cf-19a6b6d2bd77']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.403543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36e0464-77e0-488d-8d0c-2819ffcf56f1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.404217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36e0464-77e0-488d-8d0c-2819ffcf56f1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.415348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-29716a9c-42a0-41e5-af5a-25209ecc337f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397704 Dec 13 10:03:37.418516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-24bd82b3-563b-40d9-aa27-d8b3b8075f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.421494 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-24bd82b3-563b-40d9-aa27-d8b3b8075f7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.2193935 Dec 13 10:03:37.453700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-4d44d9df-0bf8-4b02-be06-884ba92a4bca service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:03:37.454885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-4d44d9df-0bf8-4b02-be06-884ba92a4bca service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140328 Dec 13 10:03:37.457043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.572533 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.588146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:37.588735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:37.590549 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:37.623586 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0d906870-7979-4144-9ba0-33e516af625e', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'port_id': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'mac_address': 'fa:16:3e:6e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:32Z', 'updated_at': '2021-12-13T10:03:35Z', 'revision_number': 1, 'project_id': '9725c885ec004a8680581632427d14f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.668746 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Checking router: c162d4c0-fcdc-467f-9aba-2de31b352487 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:37.672353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-eab462e6-1091-479b-8b03-16fc835b43a1 service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993382 Dec 13 10:03:37.691843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.700382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:37.700988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:37.701661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:37.704407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/06b259ae-0186-4066-b7cf-19a6b6d2bd77 HTTP/1.1" status: 204 len: 168 time: 0.9001305 Dec 13 10:03:37.731884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-1ae031d9-f922-4019-b17e-2d8bca447677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.733394 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-1ae031d9-f922-4019-b17e-2d8bca447677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.2981524 Dec 13 10:03:37.734589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1268-f760-4bff-accb-6647bf07f9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b259ae-0186-4066-b7cf-19a6b6d2bd77,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:37.872133 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-ef308464-c9f7-4e86-a523-f5abbae51495 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 998 time: 0.1076846 Dec 13 10:03:37.925941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:37.933913 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:37.953757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4758d1d5-f502-4358-acbd-c73c3d512354 req-093de93a-83ce-4aac-9339-b517e90d1fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678440 Dec 13 10:03:37.992762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-7c055e1d-8402-4e93-b291-46505c6d389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:37.996180 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-7c055e1d-8402-4e93-b291-46505c6d389c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.1110773 Dec 13 10:03:38.003993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24c19d2c-1555-4cf4-991a-7328086efdac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f32015630c0041728236c8beb16924ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756469 Dec 13 10:03:38.005750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:38.187712 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-4eb3363e-828d-41ec-9738-85babace5f72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064339 Dec 13 10:03:38.272952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:38.293477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b9e0ae5-1f28-479c-ab08-0f0e6b96e7f5 req-566bf575-b1b1-46ec-a24b-d14fda023339 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 210 time: 0.1218972 Dec 13 10:03:38.317718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d0b28d1b-cd77-46fc-888c-d42f5a511e84 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 998 time: 0.3124297 Dec 13 10:03:38.337469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-b21df5c4-2f5f-42e3-a236-921b19b76af0 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=77a03999326b461cbd39c3e092db75da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365879 Dec 13 10:03:38.404804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0d906870-7979-4144-9ba0-33e516af625e', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'port_id': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'mac_address': 'fa:16:3e:6e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:32Z', 'updated_at': '2021-12-13T10:03:35Z', 'revision_number': 1, 'project_id': '9725c885ec004a8680581632427d14f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:38.408182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-feb0c7c4-eb60-439b-8c95-c00a945dd220 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.430249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-feb0c7c4-eb60-439b-8c95-c00a945dd220 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports/5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 942 time: 0.1107850 Dec 13 10:03:38.441800 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfe951-bc68-4c54-a6bd-28407ee890e0 None None] The sync data for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 is: [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0d906870-7979-4144-9ba0-33e516af625e', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'port_id': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'mac_address': 'fa:16:3e:6e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:03:32Z', 'updated_at': '2021-12-13T10:03:35Z', 'revision_number': 1, 'project_id': '9725c885ec004a8680581632427d14f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:38.543725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-8b07a6ff-3a29-4a3d-b59c-c968960323ac tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 998 time: 0.0754483 Dec 13 10:03:38.711738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-dda3f951-59d6-4116-a6bd-b98429ad9971 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:38.714248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-dda3f951-59d6-4116-a6bd-b98429ad9971 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1697168 Dec 13 10:03:38.728568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-87ea2ddc-9244-4d3e-bdb2-0d8fbbc94ff7 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:03:38.729992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-87ea2ddc-9244-4d3e-bdb2-0d8fbbc94ff7 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085545 Dec 13 10:03:38.826667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c859ff-fdb9-4383-8aac-4dc033435d21 None None] New status for floating IP 0d906870-7979-4144-9ba0-33e516af625e: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:38.837288 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-a546a788-afe9-47fa-9719-57a132ba5f5b service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384168 Dec 13 10:03:38.840819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-6701d5f9-6535-443b-a1fa-e8e9495b56fd tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 998 time: 0.1013885 Dec 13 10:03:38.852485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:38.879966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:38.913027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.073926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:03:39.075736 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:03:39.094674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-ffb3f65d-33be-4659-8d09-3eba17e1f072 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:39.096575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-ffb3f65d-33be-4659-8d09-3eba17e1f072 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7450991 Dec 13 10:03:39.118074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Request body: {'port': {'device_id': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '77a03999326b461cbd39c3e092db75da'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:39.167698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2b6db5fa-2c2b-4679-9012-7492b32c2178 req-e16d0041-a566-48a0-b1b2-ac5d2c3e2add service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206444 Dec 13 10:03:39.178957 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.183756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.188326 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8055fe9-eebf-4c10-8807-223e306d5189 HTTP/1.1" status: 204 len: 168 time: 1.1806486 Dec 13 10:03:39.210183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4c7fe-ff67-4dc3-a8c2-ac59d7f4fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8055fe9-eebf-4c10-8807-223e306d5189,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:39.360885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Made reservation on behalf of 77a03999326b461cbd39c3e092db75da for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:39.364993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.381625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.452686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e410df6-6185-4598-b3c5-141cb06b9ebb req-cfeb0658-47d1-4e45-91f9-233e91e1889c tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 210 time: 0.0514917 Dec 13 10:03:39.558662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.565517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.576563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.678646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759a66ab-efbf-45b8-bb34-d8b0a6afab29,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:39.787354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Allocated IP 192.168.233.103 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/525d0a7d-d3e4-4238-9de3-08e43399ef81) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:39.916218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.925629 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:39.926066 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Floating IP 0d906870-7979-4144-9ba0-33e516af625e disassociated. External IP: 172.25.1.16, port: 5b701793-bbe9-4eac-bf08-4b512d3fbb94. Dec 13 10:03:40.087421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.138015 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.195913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:40.199808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:40.204703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:40.254681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Router c162d4c0-fcdc-467f-9aba-2de31b352487 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:40.267988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Pushing event updated for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:40.305485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:40.306203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.325630 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-983519ce-e59a-4fd9-a39e-2562860e9f15 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2134428 Dec 13 10:03:40.366058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Request body: {'port': {'device_id': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:40.471973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.641562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-abb46bbf-bbf4-434f-a06c-6be03b1cef35 None None] Provisioning complete for port 525d0a7d-d3e4-4238-9de3-08e43399ef81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:40.642205 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abb46bbf-bbf4-434f-a06c-6be03b1cef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.723066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abb46bbf-bbf4-434f-a06c-6be03b1cef35 None None] Port 525d0a7d-d3e4-4238-9de3-08e43399ef81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:40.909361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d2b7e-c22d-4e90-8a16-1102c95c6008 req-56bf1cc8-eef4-42bf-bb9c-9109602103aa tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:40.911127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3d2b7e-c22d-4e90-8a16-1102c95c6008 req-56bf1cc8-eef4-42bf-bb9c-9109602103aa tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 936 time: 0.0668399 Dec 13 10:03:40.965758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525d0a7d-d3e4-4238-9de3-08e43399ef81 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:40.973567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df3d2b7e-c22d-4e90-8a16-1102c95c6008 req-98bcdd14-26eb-4b3a-b6af-6da050a28b87 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520124 Dec 13 10:03:40.975257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.975697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:40.981945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:40.987533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Sync routers for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:41.000517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Transition to ACTIVE for port object 525d0a7d-d3e4-4238-9de3-08e43399ef81 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:03:41.003961 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:41.005943 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:41.010596 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.066968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Pushing event updated for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:41.089149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-c50bc678-924f-431b-932d-08088d56b716 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "PUT /v2.0/floatingips/0d906870-7979-4144-9ba0-33e516af625e HTTP/1.1" status: 200 len: 694 time: 2.2397752 Dec 13 10:03:41.090393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:41.093837 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba604b2-61a0-45fb-8c99-3e0e1085a76e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:41.173232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d6ae2e7e-e969-4d8c-b4db-4c4e16d63afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.189057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d6ae2e7e-e969-4d8c-b4db-4c4e16d63afa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.0867355 Dec 13 10:03:41.230259 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:41.289705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Attempting to bind port 525d0a7d-d3e4-4238-9de3-08e43399ef81 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:41.290273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Attempting to bind port 525d0a7d-d3e4-4238-9de3-08e43399ef81 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:41.294737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Attempting to bind port 525d0a7d-d3e4-4238-9de3-08e43399ef81 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:41.300282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Port 525d0a7d-d3e4-4238-9de3-08e43399ef81 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:03:41.300608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Attempting to bind port 525d0a7d-d3e4-4238-9de3-08e43399ef81 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:41.307836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:41.308692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:41.309093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:41.309627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Bound port: 525d0a7d-d3e4-4238-9de3-08e43399ef81, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:41.310434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.331572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-fa94103e-6937-469c-a80d-6eb83f5ec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.343571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-fa94103e-6937-469c-a80d-6eb83f5ec56f service neutron] 10.222.0.30 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.1513770 Dec 13 10:03:41.390789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:41.394821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:41.401655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.406342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-59558e10-5b4b-4f5f-9aef-3fa642a4c38a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.0613720 Dec 13 10:03:41.459521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d6014907-f735-4783-8266-8f986cd9a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.468516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d6014907-f735-4783-8266-8f986cd9a794 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.0609832 Dec 13 10:03:41.524539 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-d27ac698-efbb-4a0f-838e-6c1123b97b80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547199 Dec 13 10:03:41.545851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.546992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:41.549984 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] 10.222.0.44 "PUT /v2.0/ports/525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 200 len: 1096 time: 1.1948099 Dec 13 10:03:41.551356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:41.557459 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:41.689505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dfc83-b56e-4756-94bf-802935c5ef7e service neutron] Pushing event updated for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:41.732527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-19eb1722-ab5b-471d-bba6-fcb9f5982e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.734205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-19eb1722-ab5b-471d-bba6-fcb9f5982e8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77a03999326b461cbd39c3e092db75da&device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 1099 time: 0.1321473 Dec 13 10:03:41.794146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-729eed9e-7fff-4615-ac46-abaa873b2ace service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682605 Dec 13 10:03:41.799017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:41.863043 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-948176e6-0db4-4293-a92b-2ceb469d482f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 200 len: 217 time: 0.1183488 Dec 13 10:03:41.892893 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Checking router: c162d4c0-fcdc-467f-9aba-2de31b352487 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:41.910558 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97573c77-2c39-47fd-88b9-71c14e94a45d x-openstack-request-id: req-97573c77-2c39-47fd-88b9-71c14e94a45d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:41.912505 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:41.912811 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97573c77-2c39-47fd-88b9-71c14e94a45d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:41.913636 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:03:41.919330 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:41.920211 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:41.966521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-dcc4dec4-a820-4db9-aea0-9ec1deee76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:41.968520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-dcc4dec4-a820-4db9-aea0-9ec1deee76d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0970943 Dec 13 10:03:42.029641 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5d437-0296-4672-97aa-002991964cd4 x-openstack-request-id: req-25a5d437-0296-4672-97aa-002991964cd4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:42.030041 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:42.030391 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25a5d437-0296-4672-97aa-002991964cd4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:42.030889 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81', 'status': 'completed', 'code': 200} Dec 13 10:03:42.048293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2aecc1-7f65-42d5-8521-52b7809d0908 req-9a0968cb-d1a3-418b-b6e0-c79283981bd4 service neutron] 10.222.0.30 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433469 Dec 13 10:03:42.096734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-e82b5cc4-5cd5-468d-a1a5-4bf96aedc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.109022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-e82b5cc4-5cd5-468d-a1a5-4bf96aedc231 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9725c885ec004a8680581632427d14f1&device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 1096 time: 0.1392136 Dec 13 10:03:42.111557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-2982c61f-1bdd-4d08-8137-cec07d598c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.113084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-2982c61f-1bdd-4d08-8137-cec07d598c9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940425 Dec 13 10:03:42.118240 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:42.258859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-309d5632-25d8-4e32-9b3d-4a34e2a8c5e6 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips/0d906870-7979-4144-9ba0-33e516af625e HTTP/1.1" status: 200 len: 694 time: 0.0770893 Dec 13 10:03:42.288386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-88515e07-cf62-47c4-a1f3-a9a6b8ba87fa service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019902 Dec 13 10:03:42.403693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-ae787a69-9743-471d-b1c3-3c4737f7b0f7 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.405860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-ae787a69-9743-471d-b1c3-3c4737f7b0f7 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/networks/1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 784 time: 0.1456976 Dec 13 10:03:42.419048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-5431fb13-6903-4856-a229-b24a4b23b797 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:03:42.420070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-5431fb13-6903-4856-a229-b24a4b23b797 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087554 Dec 13 10:03:42.443131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed3c8b-a2e7-4c71-94ac-98fc5e06889c req-4c792a1d-ee7c-49aa-9cce-ef681fe1135b tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.451988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03ed3c8b-a2e7-4c71-94ac-98fc5e06889c req-4c792a1d-ee7c-49aa-9cce-ef681fe1135b tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 948 time: 0.2274384 Dec 13 10:03:42.491173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c4f8fd-6481-4da1-827b-c123a866152b req-2ea74198-7449-44cd-812c-9ec9dc0cea04 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888139 Dec 13 10:03:42.523863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:42.546312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-921c97d3-b9e7-4166-b1fa-82ae8becd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.548089 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-921c97d3-b9e7-4166-b1fa-82ae8becd2a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 200 len: 920 time: 0.4311786 Dec 13 10:03:42.557555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03ed3c8b-a2e7-4c71-94ac-98fc5e06889c req-66cf34bf-fc8f-4e0c-be28-d4122f977e9a tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045647 Dec 13 10:03:42.578850 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9a377-cb26-4ab3-9ebe-a4eba4564b68 None None] The sync data for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 is: [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'b07bd437-2d9a-4e7c-9681-88382a497034', 'name': '', 'network_id': '884a8875-4884-4049-8d14-82e1edd54a47', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'mac_address': 'fa:16:3e:fe:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:26Z', 'updated_at': '2021-12-13T10:02:36Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'subnets': [{'id': '4b639e82-9fbc-4041-8523-b124bd77202c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:42.593649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-8ad616e3-6600-4861-a8ea-be0cec437aea tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 697 time: 0.1644387 Dec 13 10:03:42.618662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-e8709ac7-71ce-4f92-b935-6d485b99bf38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 200 len: 217 time: 0.0601418 Dec 13 10:03:42.687382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-79862049-7695-4e88-83db-5ea1c3b868de tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 697 time: 0.0794053 Dec 13 10:03:42.735365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-9139aee2-1dec-4d6e-8102-6d2372770282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.736895 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-9139aee2-1dec-4d6e-8102-6d2372770282 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77a03999326b461cbd39c3e092db75da&device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 1099 time: 0.1878617 Dec 13 10:03:42.759708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-bbc21bf0-f02f-49c9-b61a-19f729e5c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.761709 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-bbc21bf0-f02f-49c9-b61a-19f729e5c713 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 200 len: 859 time: 0.1052642 Dec 13 10:03:42.915472 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-4a117046-57a8-4529-97e9-f85dbc01dafa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=884a8875-4884-4049-8d14-82e1edd54a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520840 Dec 13 10:03:42.919093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Deleting port c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:42.921288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:42.940154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-1641d118-18ca-4340-b870-57f7a3aef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:42.941647 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-1641d118-18ca-4340-b870-57f7a3aef3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.1948943 Dec 13 10:03:43.032206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.032544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.049029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Calling delete_port for c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:43.049763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-ed7d9eca-10b4-4efd-93a2-2d3ddb0c301c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 200 len: 217 time: 0.0884993 Dec 13 10:03:43.071540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd508dc0-259a-498d-8746-6a6de437aa9d None None] New status for floating IP 0d906870-7979-4144-9ba0-33e516af625e: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:43.156298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-76812a5a-1ab9-4782-ade5-c729fe02fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.157797 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-76812a5a-1ab9-4782-ade5-c729fe02fe06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1011121 Dec 13 10:03:43.159605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-74cc0717-1550-431b-bd65-a39097ccc4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307510 Dec 13 10:03:43.329467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-c1a70755-2ce7-4e57-9f79-cad645788069 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.331166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-c1a70755-2ce7-4e57-9f79-cad645788069 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.2230270 Dec 13 10:03:43.364167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-c3bcc141-10fc-4e6f-8d89-7ba161ddea15 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0224314 Dec 13 10:03:43.373348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-bdda72ba-dfc4-4e9f-a062-d076f3361887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.374904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-bdda72ba-dfc4-4e9f-a062-d076f3361887 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083013 Dec 13 10:03:43.435133 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bba604b2-61a0-45fb-8c99-3e0e1085a76e req-25b9e6ae-0671-4c1e-bd34-b86801d158ad service neutron] 10.222.0.37 "GET /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671208 Dec 13 10:03:43.462564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-55e59454-09d0-4dc2-bf71-e8fae6281860 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908489 Dec 13 10:03:43.520185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-1d3cd861-934d-44c1-b8c2-a87f4ec8096c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288221 Dec 13 10:03:43.534854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.573179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event deleted for resources: {'Port': ['ID=c4767ff2-4ca4-4d32-9f2d-5c58c932bd4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:43.632522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fda5ab4-9fa1-4ebb-b0aa-22b4dff43d69 req-4b96268f-b82c-4a7b-a5b2-bc77bff23139 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049166 Dec 13 10:03:43.654811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-b2380837-e8c6-4b7f-8e8a-095f7f3bc660 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826060 Dec 13 10:03:43.659954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.662688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:43.663904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38acc9aa-d25c-430a-8cd8-35935b74467a req-bb5a07a7-7cbb-486f-8c82-42ada4bc87a5 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d906870-7979-4144-9ba0-33e516af625e HTTP/1.1" status: 204 len: 173 time: 0.9752533 Dec 13 10:03:43.762696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-6be40f81-bb8e-4870-9014-7ce0e86c3038 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972636 Dec 13 10:03:43.832314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde1a91-1132-406d-94be-5dbb7ab4b05f req-53d0a139-e9ca-405a-bf72-b10f1a494c46 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:43.833852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dde1a91-1132-406d-94be-5dbb7ab4b05f req-53d0a139-e9ca-405a-bf72-b10f1a494c46 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 948 time: 0.0577600 Dec 13 10:03:43.892195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dde1a91-1132-406d-94be-5dbb7ab4b05f req-50bfdaf0-ec42-4622-9509-fddc3de4a749 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486491 Dec 13 10:03:43.957846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-ef24bacf-c541-4fd9-9c0e-01bfcaac1d6a tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups/1fedc38e-abba-44d3-9572-94f7c112abe5 HTTP/1.1" status: 200 len: 1825 time: 0.0411718 Dec 13 10:03:44.037683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:44.067458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:44.144269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10d8f305-ac2f-47c0-b2c0-a04ed33364a3 req-53786204-74f8-4b07-8a99-077f0ad3040b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Dec 13 10:03:44.146930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:44.155218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:44.157741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-225e83fa-6036-40c6-8c06-3f0e20d33db7 req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "DELETE /v2.0/security-groups/1fedc38e-abba-44d3-9572-94f7c112abe5 HTTP/1.1" status: 204 len: 173 time: 0.1917758 Dec 13 10:03:44.167879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34574de4-27dd-40fd-80c1-ccb4a4c79f52 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fedc38e-abba-44d3-9572-94f7c112abe5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:44.496443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226caa8-0eb8-4746-82ce-19c475efd173 req-45aafb94-873c-4418-af23-e74c2e7b5890 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:44.505980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2226caa8-0eb8-4746-82ce-19c475efd173 req-45aafb94-873c-4418-af23-e74c2e7b5890 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0636377 Dec 13 10:03:44.556079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2226caa8-0eb8-4746-82ce-19c475efd173 req-b5d0ee8b-d88f-4afb-abcd-23fa318180a8 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491447 Dec 13 10:03:45.011370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3406b-d9e4-495a-9dae-69e632dbb797 req-e2adc228-4f63-47c5-93b2-ee2ad33377d2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:45.012859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75a3406b-d9e4-495a-9dae-69e632dbb797 req-e2adc228-4f63-47c5-93b2-ee2ad33377d2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 948 time: 0.0502827 Dec 13 10:03:45.071215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75a3406b-d9e4-495a-9dae-69e632dbb797 req-0f9cc83e-fc75-47de-94fc-cb4510810af6 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 Dec 13 10:03:45.258857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-06b920fc-e012-48d1-8880-cffb6c3a2902 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:45.261811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-06b920fc-e012-48d1-8880-cffb6c3a2902 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.1301355 Dec 13 10:03:45.277566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': '1df16df3-1e9d-4a88-a174-f067190a7399', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:45.300284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c5e091c-b4cd-49df-a0cc-555cdb18f562 req-cea4c52e-9bcf-4887-bbcc-97803ecdb3f6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0499861 Dec 13 10:03:45.434459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:45.438242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:45.704111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.10 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/24a87c85-4a75-40b7-a2de-214014bd678a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:03:45.743823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc41db-4e9c-4e90-9b8f-54521e001a52 req-16da1fc9-683e-42a5-b3de-d32793363000 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:45.754351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31cc41db-4e9c-4e90-9b8f-54521e001a52 req-16da1fc9-683e-42a5-b3de-d32793363000 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0880687 Dec 13 10:03:45.872196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31cc41db-4e9c-4e90-9b8f-54521e001a52 req-a5bc7a2a-057d-4e03-a739-4f71baf4a908 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168649 Dec 13 10:03:45.949149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:45.987755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.018607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 525d0a7d-d3e4-4238-9de3-08e43399ef81 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:03:46.057110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:46.073700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:03:46.076377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:03:46.079288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:03:46.150901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.151578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.171809 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-1560f820-17c0-42e1-a79c-82d030352f6a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8992913 Dec 13 10:03:46.192703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Request body: {'port': {'device_id': '1df16df3-1e9d-4a88-a174-f067190a7399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:46.208264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:46.224978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '525d0a7d-d3e4-4238-9de3-08e43399ef81', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': '525d0a7d-d3e4-4238-9de3-08e43399ef81', 'mac_address': 'fa:16:3e:a3:19:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:03:46.347307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e725b-fef0-400d-b245-6c663a0a33a5 req-76b47c1b-8138-4304-8283-c39dbb368f71 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.356126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.357811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb3e725b-fef0-400d-b245-6c663a0a33a5 req-76b47c1b-8138-4304-8283-c39dbb368f71 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 948 time: 0.1135130 Dec 13 10:03:46.363837 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.399703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525d0a7d-d3e4-4238-9de3-08e43399ef81 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:46.426915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb3e725b-fef0-400d-b245-6c663a0a33a5 req-d2e34096-3e67-40db-994f-54a3dd474756 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659626 Dec 13 10:03:46.481605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:46.490465 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.582144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d819a-1d7f-4db4-a02b-69f9cb4efacb req-35cb71e0-eee9-4037-9131-a5ef6bc945fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:46.584146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f18d819a-1d7f-4db4-a02b-69f9cb4efacb req-35cb71e0-eee9-4037-9131-a5ef6bc945fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 932 time: 0.1055069 Dec 13 10:03:46.698354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f18d819a-1d7f-4db4-a02b-69f9cb4efacb req-994d2446-5e2d-42be-b288-efda02ea0459 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988846 Dec 13 10:03:46.814004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a33150e3-d4d8-4979-bb1f-94298c62e746 None None] Provisioning complete for port 24a87c85-4a75-40b7-a2de-214014bd678a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:46.814727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a33150e3-d4d8-4979-bb1f-94298c62e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.855713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['525d0a7d-d3e4-4238-9de3-08e43399ef81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:46.861230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:46.885937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a87c85-4a75-40b7-a2de-214014bd678a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:03:46.896513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.915524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Transition to ACTIVE for port object 24a87c85-4a75-40b7-a2de-214014bd678a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:03:46.928469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:46.949999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.950356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.950704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.951045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.951385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.951717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.952053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.952384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.952712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.953041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.953447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.953762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.954090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:03:46.990502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a33150e3-d4d8-4979-bb1f-94298c62e746 None None] Port 24a87c85-4a75-40b7-a2de-214014bd678a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:03:47.068956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Pushing event updated for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:47.085033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06439ded-fc3f-42f8-9087-27849f40b558 req-128c4e36-e883-4a51-b893-abc6f67b3a0f tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:47.086669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06439ded-fc3f-42f8-9087-27849f40b558 req-128c4e36-e883-4a51-b893-abc6f67b3a0f tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.0837572 Dec 13 10:03:47.094692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4b308-97bf-49b9-b8ad-465d95db6816 req-7a7a224b-f4cb-47b0-ac87-f5faba64e661 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:47.104019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dd4b308-97bf-49b9-b8ad-465d95db6816 req-7a7a224b-f4cb-47b0-ac87-f5faba64e661 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 945 time: 0.1358674 Dec 13 10:03:47.269571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Attempting to bind port 24a87c85-4a75-40b7-a2de-214014bd678a on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:03:47.269912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Attempting to bind port 24a87c85-4a75-40b7-a2de-214014bd678a by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:03:47.270354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Attempting to bind port 24a87c85-4a75-40b7-a2de-214014bd678a on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:47.281880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Port 24a87c85-4a75-40b7-a2de-214014bd678a on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:03:47.282210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Attempting to bind port 24a87c85-4a75-40b7-a2de-214014bd678a on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:03:47.294988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:03:47.296306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:03:47.297594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:03:47.298430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Bound port: 24a87c85-4a75-40b7-a2de-214014bd678a, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:03:47.299992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.366464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dd4b308-97bf-49b9-b8ad-465d95db6816 req-2521ad79-6a8a-43fe-b107-b26f180892ec tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6293669-8a4b-44b0-97cc-06f8edec22c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600865 Dec 13 10:03:47.392610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Deleting port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:47.393258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.435003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:03:47.438659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=24a87c85-4a75-40b7-a2de-214014bd678a,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:03:47.447163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.492814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:47.493475 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.494885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] 10.222.0.37 "PUT /v2.0/ports/24a87c85-4a75-40b7-a2de-214014bd678a HTTP/1.1" status: 200 len: 1092 time: 1.3137021 Dec 13 10:03:47.495328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:47.497741 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d55372-cfc4-4762-9f35-488abfe5ef24" -d '{"events": [{"name": "network-changed", "server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:47.614801 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7654ed8a-6e28-4bcd-b657-d5121ed9c969 x-openstack-request-id: req-7654ed8a-6e28-4bcd-b657-d5121ed9c969 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:47.615359 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:47.615815 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7654ed8a-6e28-4bcd-b657-d5121ed9c969 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:47.616400 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a', 'status': 'completed', 'code': 200} Dec 13 10:03:47.624423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a1603-6c34-4634-afdd-858a0a013272 service neutron] Pushing event updated for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:47.644632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-4220b207-c32b-49e9-9bf2-9cffe2bf8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:47.647180 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-4220b207-c32b-49e9-9bf2-9cffe2bf8d1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 1095 time: 0.0941424 Dec 13 10:03:47.673955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] For port 5b701793-bbe9-4eac-bf08-4b512d3fbb94, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=5b701793-bbe9-4eac-bf08-4b512d3fbb94,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:47.679002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:47.709162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Calling delete_port for 5b701793-bbe9-4eac-bf08-4b512d3fbb94 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:47.761625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6053b9-3409-496d-b838-70ec11639d47 req-c17d44da-0bfc-4693-9de2-177d3d6c30d6 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:47.763383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c6053b9-3409-496d-b838-70ec11639d47 req-c17d44da-0bfc-4693-9de2-177d3d6c30d6 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 949 time: 0.1965790 Dec 13 10:03:48.041738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5566-302f-455f-91ca-69b180604b57 req-fddaa44d-31c1-4982-a177-b0da6696a423 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.044285 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe1c5566-302f-455f-91ca-69b180604b57 req-fddaa44d-31c1-4982-a177-b0da6696a423 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.1768620 Dec 13 10:03:48.047985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c6053b9-3409-496d-b838-70ec11639d47 req-f80a206b-eac5-45da-9c02-34fab3426ab6 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757721 Dec 13 10:03:48.094810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 525d0a7d-d3e4-4238-9de3-08e43399ef81 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:03:48.204606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.232682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['5b701793-bbe9-4eac-bf08-4b512d3fbb94'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:03:48.268107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Pushing event deleted for resources: {'Port': ['ID=5b701793-bbe9-4eac-bf08-4b512d3fbb94,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:48.326683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 525d0a7d-d3e4-4238-9de3-08e43399ef81 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:03:48.339201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 525d0a7d-d3e4-4238-9de3-08e43399ef81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:03:48.339875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.378221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:48.379212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] No DVR routers for this DVR port 5b701793-bbe9-4eac-bf08-4b512d3fbb94 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:48.392409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-a77d6d17-bae8-4026-b2fc-fb97f7589632 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24a87c85-4a75-40b7-a2de-214014bd678a HTTP/1.1" status: 200 len: 217 time: 0.7313459 Dec 13 10:03:48.395627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe1c5566-302f-455f-91ca-69b180604b57 req-cd40b623-7f63-4b83-afc8-de2c61fa805e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444631 Dec 13 10:03:48.396785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.400618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.37 "DELETE /v2.0/ports/5b701793-bbe9-4eac-bf08-4b512d3fbb94 HTTP/1.1" status: 204 len: 173 time: 1.2931948 Dec 13 10:03:48.410808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'name': 'network-vif-deleted', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:48.414852 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f0fba-5fef-4760-8628-d853f8e03aa9" -d '{"events": [{"server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "name": "network-vif-deleted", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:48.529104 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd2975-0ff6-44d4-95cb-c860df6ec8a5 x-openstack-request-id: req-d3dd2975-0ff6-44d4-95cb-c860df6ec8a5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:48.529530 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe73f8a4-2bc4-4c0c-9e15-85734f851c62", "name": "network-vif-deleted", "tag": "5b701793-bbe9-4eac-bf08-4b512d3fbb94", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:48.530191 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3dd2975-0ff6-44d4-95cb-c860df6ec8a5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:48.530746 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe73f8a4-2bc4-4c0c-9e15-85734f851c62', 'name': 'network-vif-deleted', 'tag': '5b701793-bbe9-4eac-bf08-4b512d3fbb94', 'status': 'completed', 'code': 200} Dec 13 10:03:48.545449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-779fbdb0-3a9d-4f8a-9eb9-41fed976bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.546973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-779fbdb0-3a9d-4f8a-9eb9-41fed976bcf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1414843 Dec 13 10:03:48.658000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-6386a7cb-1598-4d79-8950-f4cc749af4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:48.661877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-6386a7cb-1598-4d79-8950-f4cc749af4bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057272 Dec 13 10:03:48.680020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd309041-fa18-4b41-a97a-e021a5048bef req-8a55b667-43b9-4ece-99ed-ee37e8cfff3f tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe73f8a4-2bc4-4c0c-9e15-85734f851c62 HTTP/1.1" status: 200 len: 210 time: 0.1295283 Dec 13 10:03:48.694591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.715563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8d61176-8a2a-4db3-ab49-b8f95d5531c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.766463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:48.776239 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93c5275-3d35-4d2f-a403-d0f9946748f1" -d '{"events": [{"server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "name": "network-vif-plugged", "status": "completed", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:48.807129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:48.817282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:48.856736 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-9f08b25d-1e80-49c2-962c-aee31d8bbf2a service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837099 Dec 13 10:03:48.878148 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ee985a-3560-464a-a647-13be337b0089 x-openstack-request-id: req-64ee985a-3560-464a-a647-13be337b0089 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:48.878956 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "name": "network-vif-plugged", "status": "completed", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:48.879230 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64ee985a-3560-464a-a647-13be337b0089 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:48.879633 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81', 'code': 200} Dec 13 10:03:48.953585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:49.022860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8d61176-8a2a-4db3-ab49-b8f95d5531c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.035351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8d61176-8a2a-4db3-ab49-b8f95d5531c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.097720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee3ff-60b7-43eb-bfd6-5ceadfc62c61 req-9c1a7e52-29fe-449a-ae82-63848f390624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.099294 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c13ee3ff-60b7-43eb-bfd6-5ceadfc62c61 req-9c1a7e52-29fe-449a-ae82-63848f390624 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 1101 time: 0.1307940 Dec 13 10:03:49.196381 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-41d31b0a-85d1-4191-961f-a4b2c7cb0753 req-266db90a-35a7-45e8-bba3-796b7dd914ae service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209639 Dec 13 10:03:49.213987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d61176-8a2a-4db3-ab49-b8f95d5531c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30adcb89-e155-454e-8ea9-ed713244cb8f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:49.216212 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c13ee3ff-60b7-43eb-bfd6-5ceadfc62c61 req-f7b7f18a-e998-400c-ac24-7ca582c85ed1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058009 Dec 13 10:03:49.248239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:49.253454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a8d61176-8a2a-4db3-ab49-b8f95d5531c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e8452ecb5f147c2a4d4ef0a5b96e305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8644085 Dec 13 10:03:49.309605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18385e4-85c0-4b6e-ac25-5c793edf1926 req-a9b7c5e2-6016-4db3-a938-4e76ce4dad70 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.324283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18385e4-85c0-4b6e-ac25-5c793edf1926 req-a9b7c5e2-6016-4db3-a938-4e76ce4dad70 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.1344686 Dec 13 10:03:49.439379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18385e4-85c0-4b6e-ac25-5c793edf1926 req-b5ddcab7-10e5-4b55-94de-58528df1681a tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Dec 13 10:03:49.450270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-1301d0be-0839-4ccf-aabf-8734eceefdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.450270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-1301d0be-0839-4ccf-aabf-8734eceefdcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 1095 time: 0.1852407 Dec 13 10:03:49.556580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.606904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.664852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-2f1562af-19c9-45e3-b3d1-0d886e8d53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.666353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-2f1562af-19c9-45e3-b3d1-0d886e8d53e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.2092395 Dec 13 10:03:49.694772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683da75-f5ff-49fd-879c-e46b564b2e6f req-92b85619-5b54-4083-9626-55f36d68404e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.711310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a683da75-f5ff-49fd-879c-e46b564b2e6f req-92b85619-5b54-4083-9626-55f36d68404e tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.1956036 Dec 13 10:03:49.744567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74575e3b-5ea0-4d62-8cb1-5a4f3c2b3bb2 req-f5e207e2-f190-4b83-b066-6921a042278d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.750081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-d93f0c5e-63bb-4d0f-8d8e-c79563018cf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24a87c85-4a75-40b7-a2de-214014bd678a HTTP/1.1" status: 200 len: 217 time: 0.0682080 Dec 13 10:03:49.755899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74575e3b-5ea0-4d62-8cb1-5a4f3c2b3bb2 req-f5e207e2-f190-4b83-b066-6921a042278d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.1892352 Dec 13 10:03:49.757026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.763095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:49.767872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30adcb89-e155-454e-8ea9-ed713244cb8f HTTP/1.1" status: 204 len: 168 time: 0.5182848 Dec 13 10:03:49.851152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a683da75-f5ff-49fd-879c-e46b564b2e6f req-20fc86df-cd3c-49a6-b21b-a758d786ba11 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297596 Dec 13 10:03:49.851922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-e58ecf6c-1b6a-40f4-976a-49efa412b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.854315 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-e58ecf6c-1b6a-40f4-976a-49efa412b29c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0848796 Dec 13 10:03:49.855198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6915-fa11-44fd-ae5c-e1254037d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30adcb89-e155-454e-8ea9-ed713244cb8f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:49.903141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-74575e3b-5ea0-4d62-8cb1-5a4f3c2b3bb2 req-15c51372-02dc-4545-be1b-7ff330231464 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459198 Dec 13 10:03:49.969065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-e9ad11aa-54a3-4ee7-a006-a7c317c6b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:49.971726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-e9ad11aa-54a3-4ee7-a006-a7c317c6b298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015298 Dec 13 10:03:49.994345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:50.220083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-c2918e5e-2e25-4181-9ba3-fa4ddcc2f5aa service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349389 Dec 13 10:03:50.420965 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b1d55372-cfc4-4762-9f35-488abfe5ef24 req-f8aafc9a-9dce-4469-b854-68ad12121b2a service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962247 Dec 13 10:03:50.733932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b43c3-96ae-47ca-9f33-57c00b9a1c6b req-9bd05b39-cd14-4519-a256-3697d61af461 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:50.735501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-550b43c3-96ae-47ca-9f33-57c00b9a1c6b req-9bd05b39-cd14-4519-a256-3697d61af461 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.1396554 Dec 13 10:03:50.752461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:50.820632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:50.995915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff12e39-52b8-4b57-9562-437c47452691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.059162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-550b43c3-96ae-47ca-9f33-57c00b9a1c6b req-e21e5897-cb52-40dc-b3df-79393ab526a9 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098342 Dec 13 10:03:51.149838 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff12e39-52b8-4b57-9562-437c47452691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.178076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-59723ce2-3d90-4199-88e9-3b127de7eaa6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:51.180546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-59723ce2-3d90-4199-88e9-3b127de7eaa6 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.1685071 Dec 13 10:03:51.181313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff12e39-52b8-4b57-9562-437c47452691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.189677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb516ef-06f7-4edd-897f-ff76f7340560 req-168fa8f3-0b97-4d29-91b5-7eba9f1df725 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:51.191126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bb516ef-06f7-4edd-897f-ff76f7340560 req-168fa8f3-0b97-4d29-91b5-7eba9f1df725 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 946 time: 0.1439154 Dec 13 10:03:51.216628 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bff12e39-52b8-4b57-9562-437c47452691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5646591ebca4cb78975b418e9c68832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926969 Dec 13 10:03:51.220114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:51.329858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff12e39-52b8-4b57-9562-437c47452691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26161d-6fe5-4702-bf41-323e5d2045f5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:51.361059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Deleting port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:51.361462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.412258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bb516ef-06f7-4edd-897f-ff76f7340560 req-2dbb8735-437c-4828-a9aa-28ddc4feafa1 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups?id=5fe8c9ce-b60f-484e-aba6-698febcb78ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863368 Dec 13 10:03:51.439423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd687d-a7df-4bc3-bbb6-c25fdb9c77a1 req-1d3553bc-8cf9-4b9e-a266-077ce16f2592 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:51.461787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6afd687d-a7df-4bc3-bbb6-c25fdb9c77a1 req-1d3553bc-8cf9-4b9e-a266-077ce16f2592 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.2145920 Dec 13 10:03:51.494351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] For port 8ab9d3be-fd46-4bc6-91c3-2395b179a786, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8ab9d3be-fd46-4bc6-91c3-2395b179a786,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:51.494750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.533916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6afd687d-a7df-4bc3-bbb6-c25fdb9c77a1 req-f79b5f81-f824-407d-bb65-171ff3557e73 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711310 Dec 13 10:03:51.542146 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.604763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.648600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5b701793-bbe9-4eac-bf08-4b512d3fbb94 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:51.695921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 5b701793-bbe9-4eac-bf08-4b512d3fbb94 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:51.695921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 5b701793-bbe9-4eac-bf08-4b512d3fbb94 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:51.788241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Deleting port b07bd437-2d9a-4e7c-9681-88382a497034 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:51.788867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.833283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.837867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:51.841429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab26161d-6fe5-4702-bf41-323e5d2045f5 HTTP/1.1" status: 204 len: 168 time: 0.6181509 Dec 13 10:03:51.857052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792b7dd-0a9f-4069-a488-aaafc5ad451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26161d-6fe5-4702-bf41-323e5d2045f5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:51.971703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] For port b07bd437-2d9a-4e7c-9681-88382a497034, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b07bd437-2d9a-4e7c-9681-88382a497034,segment=NetworkSegment(d33eb2c4-fbee-4a2a-819e-54ebab33f27f),segment_id=d33eb2c4-fbee-4a2a-819e-54ebab33f27f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:51.972136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.016901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Calling delete_port for b07bd437-2d9a-4e7c-9681-88382a497034 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:52.037718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.038340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.038448 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Floating IP da57e258-d42f-49a8-a668-3945de5001cd disassociated. External IP: 172.25.1.135, port: 8ab9d3be-fd46-4bc6-91c3-2395b179a786. Dec 13 10:03:52.038969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Calling delete_port for 8ab9d3be-fd46-4bc6-91c3-2395b179a786 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:52.260237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.358061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'Port': ['ID=8ab9d3be-fd46-4bc6-91c3-2395b179a786,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:52.384991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.437417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07bd437-2d9a-4e7c-9681-88382a497034,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:52.531353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:52.592082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2fe43e58-5e91-409a-9bd2-b229a896828c req-bd407b2f-ddba-4274-97a7-620cb5d93df3 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 210 time: 0.0451326 Dec 13 10:03:52.629793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85eb76fb-a07d-4c8f-bdf7-d5ecaab6c775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.705595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:52.819340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:52.940857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85eb76fb-a07d-4c8f-bdf7-d5ecaab6c775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.976779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:03:52.996500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-730c9a85-32e0-4020-9ce1-a187284fe1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:52.998444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85eb76fb-a07d-4c8f-bdf7-d5ecaab6c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.081845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-85eb76fb-a07d-4c8f-bdf7-d5ecaab6c775 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e4f0491e96e412c9e0c07fed1ab4ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490115 Dec 13 10:03:53.082798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb76fb-a07d-4c8f-bdf7-d5ecaab6c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f944e2d-03eb-4b25-9603-a6587d7e344e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:53.089625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:53.182606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:53.199223 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:53.217204 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:53.218750 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:53.238093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.260731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.322261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2779-ba54-4a8d-87b4-9cd9e06e189b req-396761ed-a905-4e35-839b-f56240a4ab53 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:53.323876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61cf2779-ba54-4a8d-87b4-9cd9e06e189b req-396761ed-a905-4e35-839b-f56240a4ab53 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.0687037 Dec 13 10:03:53.331850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] No DVR routers for this DVR port 8ab9d3be-fd46-4bc6-91c3-2395b179a786 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:03:53.337902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.340609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.341811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f944e2d-03eb-4b25-9603-a6587d7e344e HTTP/1.1" status: 204 len: 168 time: 0.2512016 Dec 13 10:03:53.343964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-730c9a85-32e0-4020-9ce1-a187284fe1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.345938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.349620 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-660e9a3b-8275-41f3-a249-2e07e8119ab1 req-bca280dd-dfa3-4b3b-9ff1-a4dcab8ae531 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.37 "DELETE /v2.0/ports/8ab9d3be-fd46-4bc6-91c3-2395b179a786 HTTP/1.1" status: 204 len: 173 time: 2.1409459 Dec 13 10:03:53.352175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-deleted', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:03:53.354653 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98ac34-deb2-4bf7-8989-76b69209ea1a" -d '{"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-deleted", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:03:53.363944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-730c9a85-32e0-4020-9ce1-a187284fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.367933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbd47f-aad2-4b6d-a959-928fd8152945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f944e2d-03eb-4b25-9603-a6587d7e344e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:53.399254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.409829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-730c9a85-32e0-4020-9ce1-a187284fe1d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faaabcfc666f40498548cd7da562eb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7030365 Dec 13 10:03:53.410476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:53.422817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c9a85-32e0-4020-9ce1-a187284fe1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8e281-d6c3-45c8-82bc-4238fb239bad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:53.450870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61cf2779-ba54-4a8d-87b4-9cd9e06e189b req-d7f665a8-cbbb-4a76-82d8-b54465395e56 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189437 Dec 13 10:03:53.545741 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3b1df-738b-4e99-8145-5b885beebec2 x-openstack-request-id: req-4ce3b1df-738b-4e99-8145-5b885beebec2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:03:53.545741 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1", "name": "network-vif-deleted", "tag": "8ab9d3be-fd46-4bc6-91c3-2395b179a786", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:03:53.545741 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ce3b1df-738b-4e99-8145-5b885beebec2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:03:53.545741 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1', 'name': 'network-vif-deleted', 'tag': '8ab9d3be-fd46-4bc6-91c3-2395b179a786', 'status': 'completed', 'code': 200} Dec 13 10:03:53.555832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.593641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.673593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.676665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:53.678640 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ad8e281-d6c3-45c8-82bc-4238fb239bad HTTP/1.1" status: 204 len: 168 time: 0.2631686 Dec 13 10:03:53.693612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761f08-ca40-454c-9b23-ae341863371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8e281-d6c3-45c8-82bc-4238fb239bad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:53.777642 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:53.835961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70439c77-235d-4db9-b2fc-8988669f81db req-d5910025-dae9-4190-8d96-4ce7069702a8 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddd0c2e6-dc10-4e0e-a3f4-5c3831d165f1 HTTP/1.1" status: 200 len: 210 time: 0.0452712 Dec 13 10:03:53.872058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Router c162d4c0-fcdc-467f-9aba-2de31b352487 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:03:54.093389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:03:54.104415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ee666f4-003b-489c-9947-f5200c636a03 admin admin] 10.222.0.30 "PUT /v2.0/routers/c162d4c0-fcdc-467f-9aba-2de31b352487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085696 Dec 13 10:03:54.107887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:54.110412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Sync routers for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:03:54.131098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:54.132036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:54.291811 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:54.297465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:54.341624 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:54.351800 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:54.352748 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:54.415573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:54.534587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:54.556143 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:54.804696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6620e5-a615-4af5-9241-46b404897bed req-e3cf3c39-36b9-40f0-9078-6e5fb0830836 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:54.807200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d6620e5-a615-4af5-9241-46b404897bed req-e3cf3c39-36b9-40f0-9078-6e5fb0830836 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.1651149 Dec 13 10:03:54.821917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Deleting port 8537e111-7c76-4886-b04c-9176191ee9d9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:54.822260 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:54.910256 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:54.950640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:03:52Z', 'revision_number': 5, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port': {'id': '8537e111-7c76-4886-b04c-9176191ee9d9', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:02:23Z', 'updated_at': '2021-12-13T10:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:54.969957 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54eeb3-5dff-4a43-a93f-ee6f2d058366 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T09:52:45Z', 'revision_number': 4, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '11a719b9-a588-44f8-9325-ffb3df7d7849', 'name': '', 'network_id': '064d79cb-0c5c-4be1-86bc-759d777808d2', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'mac_address': 'fa:16:3e:cc:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:42Z', 'updated_at': '2021-12-13T09:52:53Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'subnets': [{'id': 'a89c27a3-3c62-453b-af3e-973d76f62ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:55.002508 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Checking router: c162d4c0-fcdc-467f-9aba-2de31b352487 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:03:55.007062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:55.030644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Routers {'c162d4c0-fcdc-467f-9aba-2de31b352487'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:03:55.032355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:03:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['c162d4c0-fcdc-467f-9aba-2de31b352487'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:55.046528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d6620e5-a615-4af5-9241-46b404897bed req-14a9ead7-ba37-41f6-aceb-dbd49d9f71be tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283437 Dec 13 10:03:55.095069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] For port 8537e111-7c76-4886-b04c-9176191ee9d9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8537e111-7c76-4886-b04c-9176191ee9d9,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:03:55.095870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.133377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Calling delete_port for 8537e111-7c76-4886-b04c-9176191ee9d9 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:55.143738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.180407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.194660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] Set router c162d4c0-fcdc-467f-9aba-2de31b352487 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:03:55.298075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.302846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.306871 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "DELETE /v2.0/security-groups/5fe8c9ce-b60f-484e-aba6-698febcb78ec HTTP/1.1" status: 204 len: 168 time: 0.2943234 Dec 13 10:03:55.308682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:55.317068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:03:54Z', 'revision_number': 6, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:55.345156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c341-346a-4588-87fd-fbc96495ccab tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe8c9ce-b60f-484e-aba6-698febcb78ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:55.355354 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d6df5c78-01be-405e-ae3c-cea24f9b7285 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] show failed (client error): The resource could not be found. Dec 13 10:03:55.361406 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d6df5c78-01be-405e-ae3c-cea24f9b7285 tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "GET /v2.0/security-groups/5fe8c9ce-b60f-484e-aba6-698febcb78ec HTTP/1.1" status: 404 len: 347 time: 0.0505888 Dec 13 10:03:55.362358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:55.407472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f2d10-d89e-4d61-a65a-c226f482e998 None None] The sync data for ids ['c162d4c0-fcdc-467f-9aba-2de31b352487'] in n-d-820531-5 is: [{'id': 'c162d4c0-fcdc-467f-9aba-2de31b352487', 'name': 'tempest-ServerRescueTestJSONUnderV235-356201507-router', 'tenant_id': '9725c885ec004a8680581632427d14f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:02:22Z', 'updated_at': '2021-12-13T10:03:54Z', 'revision_number': 6, 'project_id': '9725c885ec004a8680581632427d14f1', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:03:55.471266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.502323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d337c-3f9b-48dc-b1dc-2a0f64d038d9 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:55.515516 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d792b-3e2f-4041-bbef-5bcbb3076454 None None] New status for floating IP da57e258-d42f-49a8-a668-3945de5001cd: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:03:55.673651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:55.702340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8537e111-7c76-4886-b04c-9176191ee9d9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:55.704691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.730442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 8ab9d3be-fd46-4bc6-91c3-2395b179a786 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:55.732866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8ab9d3be-fd46-4bc6-91c3-2395b179a786 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:55.740477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Deleting port 4a6d2127-bb0a-4e32-b735-e084a38e050f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:03:55.742257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.894304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.896080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.905677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.910029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:55.931511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Calling delete_port for 4a6d2127-bb0a-4e32-b735-e084a38e050f owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:03:56.039165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.040094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c162d4c0-fcdc-467f-9aba-2de31b352487 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:03:56.048107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.053957 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-21427f98-5809-486b-983f-28ce2d1cb3f9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c162d4c0-fcdc-467f-9aba-2de31b352487 HTTP/1.1" status: 204 len: 168 time: 1.9415746 Dec 13 10:03:56.054725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:56.186422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Deleting subnet 4b639e82-9fbc-4041-8523-b124bd77202c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:03:56.191014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.256688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.258040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116b9a5-5093-4bb1-b4ec-c501981a6b39 req-7d6929e9-4db1-4b75-aad7-c771ac275963 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:56.259656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a116b9a5-5093-4bb1-b4ec-c501981a6b39 req-7d6929e9-4db1-4b75-aad7-c771ac275963 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.0979905 Dec 13 10:03:56.323261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.325842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.368976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ed578-3638-4ccf-b0dd-7dc6a98c7654 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:03:56.378940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a116b9a5-5093-4bb1-b4ec-c501981a6b39 req-1e32af8d-2820-4af6-8e76-7a485e125d0a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Dec 13 10:03:56.453636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Pushing event deleted for resources: {'Port': ['ID=4a6d2127-bb0a-4e32-b735-e084a38e050f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:56.498986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.502772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.508493 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4b8004d-fd14-4339-bb3a-1f7f423bbe4c tempest-AttachVolumeShelveTestJSON-1994260102 tempest-AttachVolumeShelveTestJSON-1994260102-project] 10.222.0.30 "DELETE /v2.0/floatingips/da57e258-d42f-49a8-a668-3945de5001cd HTTP/1.1" status: 204 len: 168 time: 1.1407278 Dec 13 10:03:56.516945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.534426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.539147 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b639e82-9fbc-4041-8523-b124bd77202c HTTP/1.1" status: 204 len: 168 time: 0.4813879 Dec 13 10:03:56.541960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:56.611883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e74e4-1825-451b-b0f7-15c35d80a44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b639e82-9fbc-4041-8523-b124bd77202c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:56.667315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.780418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.818666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884a8875-4884-4049-8d14-82e1edd54a47']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:56.849545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:56.849545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33eb2c4-fbee-4a2a-819e-54ebab33f27f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:03:56.891075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.924853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.941605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:03:56.942165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:03:56.965377 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:03:57.072725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.100365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.106541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] 10.222.0.30 "DELETE /v2.0/networks/884a8875-4884-4049-8d14-82e1edd54a47 HTTP/1.1" status: 204 len: 168 time: 0.5632744 Dec 13 10:03:57.107673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea2f3-c1aa-4af6-b796-88cc82b2a488 admin admin] Pushing event deleted for resources: {'Network': ['ID=884a8875-4884-4049-8d14-82e1edd54a47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:57.267228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.415605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:57.502131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8537e111-7c76-4886-b04c-9176191ee9d9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:57.536858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 8537e111-7c76-4886-b04c-9176191ee9d9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:57.539257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8537e111-7c76-4886-b04c-9176191ee9d9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:57.539782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b07bd437-2d9a-4e7c-9681-88382a497034 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:03:57.544579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ad68bb3-e22f-4c8c-b91a-cd36ab63d6fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9725c885ec004a8680581632427d14f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276891 Dec 13 10:03:57.547159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:57.614591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b07bd437-2d9a-4e7c-9681-88382a497034 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:03:57.616417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b07bd437-2d9a-4e7c-9681-88382a497034 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:03:57.659548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2574c092-8817-4874-b238-337ac58058af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.660096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec539e6-c646-45e4-b7ac-19f4ae889f7e req-5f9433f9-7ef6-40f0-a5fb-250f92aff4a9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:57.665715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ec539e6-c646-45e4-b7ac-19f4ae889f7e req-5f9433f9-7ef6-40f0-a5fb-250f92aff4a9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.1485877 Dec 13 10:03:57.690615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2574c092-8817-4874-b238-337ac58058af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.770115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ec539e6-c646-45e4-b7ac-19f4ae889f7e req-c7b75263-581b-4b23-b839-4d55423c8e90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922043 Dec 13 10:03:57.778811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2574c092-8817-4874-b238-337ac58058af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.781777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2574c092-8817-4874-b238-337ac58058af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:57.785705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2574c092-8817-4874-b238-337ac58058af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6293669-8a4b-44b0-97cc-06f8edec22c9 HTTP/1.1" status: 204 len: 168 time: 0.2371957 Dec 13 10:03:57.796620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574c092-8817-4874-b238-337ac58058af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6293669-8a4b-44b0-97cc-06f8edec22c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:58.080171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:58.379912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c544064a-834c-44eb-859e-6a7af7d8ee31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.484358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c544064a-834c-44eb-859e-6a7af7d8ee31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.488255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c544064a-834c-44eb-859e-6a7af7d8ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.532943 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c544064a-834c-44eb-859e-6a7af7d8ee31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c85365941254507884a0456fcb2e220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516718 Dec 13 10:03:58.534387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544064a-834c-44eb-859e-6a7af7d8ee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fef29-00a0-41fd-9511-d7343dc1d149,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:58.535618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:58.621270 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61bc24d4-e5a0-4531-a261-ca8db0400555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.654490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.701177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.774254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.781847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:58.783231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/998fef29-00a0-41fd-9511-d7343dc1d149 HTTP/1.1" status: 204 len: 168 time: 0.2466245 Dec 13 10:03:58.798861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f955-cb48-4079-90a3-84c68a86c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fef29-00a0-41fd-9511-d7343dc1d149,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:58.936294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44437631-2cb3-4575-b8c8-64b0ccfabf7a req-2944cf70-f48d-408b-8f06-e0aa79191780 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:58.938829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44437631-2cb3-4575-b8c8-64b0ccfabf7a req-2944cf70-f48d-408b-8f06-e0aa79191780 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.0606835 Dec 13 10:03:59.043326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44437631-2cb3-4575-b8c8-64b0ccfabf7a req-8ad21ee4-b64b-431a-8af1-ee28966cca14 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974469 Dec 13 10:03:59.122779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.164160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:59.307270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 57988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:59.327260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab861-6e23-496b-b4a0-4ba4aee45f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.433902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab861-6e23-496b-b4a0-4ba4aee45f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.439911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab861-6e23-496b-b4a0-4ba4aee45f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.557532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 57992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:03:59.559762 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d6ab861-6e23-496b-b4a0-4ba4aee45f11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdb3de89016a43429a250cde03ed13eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462127 Dec 13 10:03:59.560833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ab861-6e23-496b-b4a0-4ba4aee45f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89ecf6-5819-472f-9b9a-9db61dc0a1b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:59.630603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-288060373-network', 'tenant_id': '28a71e0a938d45d4b9a514a1da136bb7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:03:59.666379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Made reservation on behalf of 28a71e0a938d45d4b9a514a1da136bb7 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:03:59.670366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.677771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.686206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.713635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.775870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.779256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.783767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb89ecf6-5819-472f-9b9a-9db61dc0a1b4 HTTP/1.1" status: 204 len: 168 time: 0.2250574 Dec 13 10:03:59.795751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845053d6-4c86-4b2e-af36-bc2c35928ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89ecf6-5819-472f-9b9a-9db61dc0a1b4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:59.804644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.811528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.828967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:03:59.840025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.840380 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Added segment 0bef0dc4-5d03-4a02-9db2-d2766a29cb76 of type vlan for network ebc23577-be82-4aa8-842d-d2fca33da407 Dec 13 10:03:59.873554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e744a-ed5f-4c86-a07b-aee7f2fd28e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:03:59.923985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.968943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:03:59.972410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:03:59.973062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:00.066498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:00.066897 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9001811 Dec 13 10:04:00.071940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Request body: {'subnet': {'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-288060373-subnet', 'tenant_id': '28a71e0a938d45d4b9a514a1da136bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:00.083532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45674b-2cbf-4dca-9673-ad50060f1ede admin admin] Pushing event updated for resources: {'Network': ['ID=ebc23577-be82-4aa8-842d-d2fca33da407,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:00.096567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network ebc23577-be82-4aa8-842d-d2fca33da407 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:00.140183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Made reservation on behalf of 28a71e0a938d45d4b9a514a1da136bb7 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:00.143195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:00.528783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2335-b521-4a94-8079-647f50eb450d req-f2069590-4cee-4a6c-9b41-1436be63219e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:00.532510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d54f2335-b521-4a94-8079-647f50eb450d req-f2069590-4cee-4a6c-9b41-1436be63219e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.3386075 Dec 13 10:04:00.533950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:00.761283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d90a66-7ca5-4f43-82b3-d06044fde963,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:00.770339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d54f2335-b521-4a94-8079-647f50eb450d req-1419c853-f697-40d2-b3c0-64687d6c9054 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204077 Dec 13 10:04:00.787756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Checking segment: {'id': '0bef0dc4-5d03-4a02-9db2-d2766a29cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:00.788132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Network hostable DHCP agents. Network: ebc23577-be82-4aa8-842d-d2fca33da407, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:00.821449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Network ebc23577-be82-4aa8-842d-d2fca33da407 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:00.838531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, ebc23577-be82-4aa8-842d-d2fca33da407) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:00.846007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:00.847150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:00.852470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf92c4-d780-4b7e-8e31-b4ff9d0c4cfa None None] Network ebc23577-be82-4aa8-842d-d2fca33da407 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:00.906939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a5b9a5d-53ba-499e-b3e4-0827f78bec49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8392453 Dec 13 10:04:01.078890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c183592b-0110-436e-ae52-3b54071ee409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:01.083446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9c214-32e0-4f54-aa89-26f1b01b8a16 None None] Network ebc23577-be82-4aa8-842d-d2fca33da407 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:01.926093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-f8ec7b97-b6c1-4dbb-937e-7e7c204255c0 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:01.937242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-f8ec7b97-b6c1-4dbb-937e-7e7c204255c0 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/networks?id=ebc23577-be82-4aa8-842d-d2fca33da407 HTTP/1.1" status: 200 len: 808 time: 0.1964138 Dec 13 10:04:02.023404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-62a2839d-2677-46b3-aebc-222a83b84dbb tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/quotas/28a71e0a938d45d4b9a514a1da136bb7 HTTP/1.1" status: 200 len: 375 time: 0.0794926 Dec 13 10:04:02.057645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-860dfe96-5dd9-434d-bb66-0612c959ab2f tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28a71e0a938d45d4b9a514a1da136bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331271 Dec 13 10:04:02.084649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13cef-9bf3-49c6-9902-1dff807c7d95 req-f0c3a0e6-2a03-49f3-951c-5696d4b262d7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:02.087758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ee13cef-9bf3-49c6-9902-1dff807c7d95 req-f0c3a0e6-2a03-49f3-951c-5696d4b262d7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.1417136 Dec 13 10:04:02.249799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ee13cef-9bf3-49c6-9902-1dff807c7d95 req-4ec34f68-c2a9-4e3c-a552-77ddbc7dd58a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210480 Dec 13 10:04:02.253944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:02.270959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-4226e19c-b6cd-4ed3-b6bf-143dc787b675 service neutron] 10.222.0.30 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042787 Dec 13 10:04:02.390921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-ba21fc33-5756-4bef-8807-395234cb2f36 service neutron] 10.222.0.30 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024704 Dec 13 10:04:02.684339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-380863f3-4cb9-4711-a114-c2225653a766 req-871bd981-1590-4f26-942a-7fdac8db642f tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 210 time: 0.1111026 Dec 13 10:04:03.454588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d301ac2-1e72-4fb9-a488-4118b4237504 req-db1cca10-64e5-4c74-8e69-021f2670edd4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:03.456960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d301ac2-1e72-4fb9-a488-4118b4237504 req-db1cca10-64e5-4c74-8e69-021f2670edd4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 944 time: 0.0559542 Dec 13 10:04:03.517861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d301ac2-1e72-4fb9-a488-4118b4237504 req-903bb70d-e55a-4ab8-89bd-0b85dcef153e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Dec 13 10:04:03.681651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:03.755665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 24a87c85-4a75-40b7-a2de-214014bd678a details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:04:03.778607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:03.821976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c23b0937-1e75-46d1-9e04-634c711e1ba1 req-2f5fad69-468a-40e7-b0e3-29d0e1215408 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 210 time: 0.0338016 Dec 13 10:04:03.933737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=24a87c85-4a75-40b7-a2de-214014bd678a,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:03.949997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '24a87c85-4a75-40b7-a2de-214014bd678a', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': '24a87c85-4a75-40b7-a2de-214014bd678a', 'mac_address': 'fa:16:3e:2e:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:04:04.009244 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.028559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a87c85-4a75-40b7-a2de-214014bd678a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:04.033749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-cd6a8506-f1ff-47ba-816e-ee718e2346bb tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:04.044437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-cd6a8506-f1ff-47ba-816e-ee718e2346bb tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.44 "GET /v2.0/networks?id=ebc23577-be82-4aa8-842d-d2fca33da407 HTTP/1.1" status: 200 len: 808 time: 0.2264056 Dec 13 10:04:04.063067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=24a87c85-4a75-40b7-a2de-214014bd678a,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:04.067585 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.078028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Request body: {'port': {'device_id': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407', 'admin_state_up': True, 'tenant_id': '28a71e0a938d45d4b9a514a1da136bb7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:04.122776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:04.123145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.239459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Made reservation on behalf of 28a71e0a938d45d4b9a514a1da136bb7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:04.243154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.283401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.380217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['24a87c85-4a75-40b7-a2de-214014bd678a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:04.587043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.654803 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7e54ebf1dc042f19c9836bbfc5ded32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8719661 Dec 13 10:04:04.654803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a855686b-bac8-4230-9a3b-df472e1b1a80,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:04.655271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:04.682952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.683310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.683700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.683995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.684339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.684676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.685022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.685378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.685692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.686024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.686349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.686673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.687009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b76f9-86a4-4c9d-9db4-293dcccffa91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:04.687390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa36a-175d-4252-89ba-243484fc41b8 req-eeef3d11-7ef2-444f-b1b2-09ac30ae7a36 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:04.689190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ffa36a-175d-4252-89ba-243484fc41b8 req-eeef3d11-7ef2-444f-b1b2-09ac30ae7a36 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 945 time: 0.0831785 Dec 13 10:04:04.719112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Allocated IP 172.20.0.7 (ebc23577-be82-4aa8-842d-d2fca33da407/e8d90a66-7ca5-4f43-82b3-d06044fde963/c413aaad-cb2b-419d-aa5c-511524ace583) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:04.748357 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.813302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.882375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.892725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95ffa36a-175d-4252-89ba-243484fc41b8 req-4d658f19-469c-4952-bcf3-5f3cae346d26 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743426 Dec 13 10:04:04.933405 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.937926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c819a73-1b02-404c-a466-61c830147de0 req-1050ed3a-8749-4b43-81ab-dda795654f2b tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 210 time: 0.0438664 Dec 13 10:04:04.977449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:04.997615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.002347 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.003773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a855686b-bac8-4230-9a3b-df472e1b1a80 HTTP/1.1" status: 204 len: 168 time: 0.3460574 Dec 13 10:04:05.013752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ac31b-e95e-4a74-9c06-4e820bcd283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855686b-bac8-4230-9a3b-df472e1b1a80,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:05.034296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Network ebc23577-be82-4aa8-842d-d2fca33da407 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:05.037881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:05.042060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:05.088644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Pushing event updated for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:05.121999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:05.123013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.147909 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-9eef887c-4036-414a-a06b-c624d28f3590 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0923431 Dec 13 10:04:05.163963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Request body: {'port': {'device_id': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:05.230844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.372138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:05.393799 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0108f6c-14bd-4b98-84f5-62a384d1b81c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.554796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0108f6c-14bd-4b98-84f5-62a384d1b81c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.562489 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0108f6c-14bd-4b98-84f5-62a384d1b81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.611996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:05.630791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c0108f6c-14bd-4b98-84f5-62a384d1b81c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08b4c3718faa4726a1cd0d38b9aa08b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549922 Dec 13 10:04:05.630791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108f6c-14bd-4b98-84f5-62a384d1b81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3176ed-2b0a-4360-ac0e-d97d908fb423,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:05.643983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58184) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:05.716349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c413aaad-cb2b-419d-aa5c-511524ace583 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:05.725614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.726446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.741610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Transition to ACTIVE for port object c413aaad-cb2b-419d-aa5c-511524ace583 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:04:05.746949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.768398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 24a87c85-4a75-40b7-a2de-214014bd678a up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:05.779903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.879450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.884002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:05.885830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b3176ed-2b0a-4360-ac0e-d97d908fb423 HTTP/1.1" status: 204 len: 168 time: 0.2403629 Dec 13 10:04:05.902300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76e37-8242-4bac-adef-b201a1125812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3176ed-2b0a-4360-ac0e-d97d908fb423,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:05.915722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:05.956108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 24a87c85-4a75-40b7-a2de-214014bd678a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:04:05.966163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 24a87c85-4a75-40b7-a2de-214014bd678a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:05.966546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.059908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Attempting to bind port c413aaad-cb2b-419d-aa5c-511524ace583 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:06.060892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Attempting to bind port c413aaad-cb2b-419d-aa5c-511524ace583 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '0bef0dc4-5d03-4a02-9db2-d2766a29cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:06.062557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Attempting to bind port c413aaad-cb2b-419d-aa5c-511524ace583 on network ebc23577-be82-4aa8-842d-d2fca33da407 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:06.074493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Port c413aaad-cb2b-419d-aa5c-511524ace583 on network ebc23577-be82-4aa8-842d-d2fca33da407 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:04:06.075566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Attempting to bind port c413aaad-cb2b-419d-aa5c-511524ace583 on network ebc23577-be82-4aa8-842d-d2fca33da407 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:06.089268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:06.089626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Checking segment: {'id': '0bef0dc4-5d03-4a02-9db2-d2766a29cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:06.091949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Bound using segment: {'id': '0bef0dc4-5d03-4a02-9db2-d2766a29cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:06.092372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Bound port: c413aaad-cb2b-419d-aa5c-511524ace583, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef0dc4-5d03-4a02-9db2-d2766a29cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:06.092734 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.187220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.256498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028770-0708-44de-8f45-52db15a976a1 req-5f79523c-d73c-46a3-b7b7-883583527ccb tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.260115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02028770-0708-44de-8f45-52db15a976a1 req-5f79523c-d73c-46a3-b7b7-883583527ccb tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 943 time: 0.1386468 Dec 13 10:04:06.263404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=24a87c85-4a75-40b7-a2de-214014bd678a,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:06.268835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:06.278618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be62b5-f835-4fc7-ae3b-8a2e3154efd5 req-2955cf09-41a5-455c-8f48-7f521b58dd14 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.281696 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8045b-c913-4fd8-8432-312ec883d644" -d '{"events": [{"server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "name": "network-vif-plugged", "status": "completed", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:06.291038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5be62b5-f835-4fc7-ae3b-8a2e3154efd5 req-2955cf09-41a5-455c-8f48-7f521b58dd14 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 945 time: 0.1992903 Dec 13 10:04:06.293303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.421933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:06.493306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02028770-0708-44de-8f45-52db15a976a1 req-e9b9ee0d-c9f6-4770-b588-0ff6189dc5f5 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985724 Dec 13 10:04:06.534900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5be62b5-f835-4fc7-ae3b-8a2e3154efd5 req-6ad87851-88e8-4db9-bf90-30a58d4864e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165923 Dec 13 10:04:06.573313 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065f8d9-43d3-4d5c-8158-d911279bd760 x-openstack-request-id: req-1065f8d9-43d3-4d5c-8158-d911279bd760 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:06.573613 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "name": "network-vif-plugged", "status": "completed", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:06.573871 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1065f8d9-43d3-4d5c-8158-d911279bd760 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:06.574271 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a', 'code': 200} Dec 13 10:04:06.581880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:06.588792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c413aaad-cb2b-419d-aa5c-511524ace583,segment=NetworkSegment(0bef0dc4-5d03-4a02-9db2-d2766a29cb76),segment_id=0bef0dc4-5d03-4a02-9db2-d2766a29cb76)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:06.599929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.688254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.688932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:06.690449 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] 10.222.0.44 "PUT /v2.0/ports/c413aaad-cb2b-419d-aa5c-511524ace583 HTTP/1.1" status: 200 len: 1091 time: 1.5337093 Dec 13 10:04:06.708684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:06.712331 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51173073-f329-443a-add9-09cc83337459" -d '{"events": [{"name": "network-changed", "server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:06.796690 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a778201-05d4-45cb-9680-ff830558584a x-openstack-request-id: req-4a778201-05d4-45cb-9680-ff830558584a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:06.796892 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:06.797110 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a778201-05d4-45cb-9680-ff830558584a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:06.797530 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583', 'status': 'completed', 'code': 200} Dec 13 10:04:06.816355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d46a17-cd01-481c-a27f-71d7e0666f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:06.831267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b4970-25f3-467d-be31-63844e87ad89 req-6655eefe-8082-48e7-bae8-bc020fa505df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.832985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b4970-25f3-467d-be31-63844e87ad89 req-6655eefe-8082-48e7-bae8-bc020fa505df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 1097 time: 0.1633224 Dec 13 10:04:06.923710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-e4e8131d-ff9a-4887-956c-30ef3315783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:06.925500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-e4e8131d-ff9a-4887-956c-30ef3315783c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28a71e0a938d45d4b9a514a1da136bb7&device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 1094 time: 0.1482940 Dec 13 10:04:06.986640 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-356b4970-25f3-467d-be31-63844e87ad89 req-fdbb4432-4d8b-4f6d-85f9-3394cc4add70 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460657 Dec 13 10:04:06.989027 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-0a38ce7f-b360-42a5-8745-6064871cd593 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c413aaad-cb2b-419d-aa5c-511524ace583 HTTP/1.1" status: 200 len: 217 time: 0.0519991 Dec 13 10:04:07.052700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:07.138176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-bd3486ea-5c8e-41f4-94b1-726ed6a6bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:07.141347 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-bd3486ea-5c8e-41f4-94b1-726ed6a6bfeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8d90a66-7ca5-4f43-82b3-d06044fde963 HTTP/1.1" status: 200 len: 848 time: 0.1419480 Dec 13 10:04:07.184752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-ed74cdd9-e783-476f-9798-9c7bc26c8cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ebc23577-be82-4aa8-842d-d2fca33da407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317695 Dec 13 10:04:07.382942 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-84f9a89a-1b3c-410b-8fe1-1959c9016c9a service neutron] 10.222.0.44 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891556 Dec 13 10:04:07.567829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc2e663a-0dc6-430c-92b2-7ed284a02f92 req-61928234-b055-4ecd-a0a1-bc1e8da94c80 service neutron] 10.222.0.44 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752565 Dec 13 10:04:07.647244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Deleting port 11a719b9-a588-44f8-9325-ffb3df7d7849 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:07.648241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:07.747147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f988d-6714-4914-b8b7-7e4e869edd08 req-c89adb82-6a47-433f-afe0-eaefb0418467 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:07.748822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-144f988d-6714-4914-b8b7-7e4e869edd08 req-c89adb82-6a47-433f-afe0-eaefb0418467 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 943 time: 0.0943289 Dec 13 10:04:07.777105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350ed6-ce07-41b4-bf3e-cba00313148a req-fbc12dbf-0326-4307-847e-704280687ae1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:07.777577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51173073-f329-443a-add9-09cc83337459 req-340a9749-a523-48bc-ac52-16bbd8cec452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:07.779008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc350ed6-ce07-41b4-bf3e-cba00313148a req-fbc12dbf-0326-4307-847e-704280687ae1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.0878789 Dec 13 10:04:07.779204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-340a9749-a523-48bc-ac52-16bbd8cec452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28a71e0a938d45d4b9a514a1da136bb7&device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 1094 time: 0.1272714 Dec 13 10:04:07.851501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-144f988d-6714-4914-b8b7-7e4e869edd08 req-3938f777-ce41-4311-b5b4-aa04b7416296 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904765 Dec 13 10:04:07.858825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] For port 11a719b9-a588-44f8-9325-ffb3df7d7849, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=11a719b9-a588-44f8-9325-ffb3df7d7849,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:07.859205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:07.863917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc350ed6-ce07-41b4-bf3e-cba00313148a req-129f7368-f65c-47e2-ab64-b42d24954c49 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731957 Dec 13 10:04:07.881500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Calling delete_port for 11a719b9-a588-44f8-9325-ffb3df7d7849 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:07.985108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51173073-f329-443a-add9-09cc83337459 req-bd3de451-62f0-4e50-a522-703ecd53b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:07.986641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-bd3de451-62f0-4e50-a522-703ecd53b27d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ebc23577-be82-4aa8-842d-d2fca33da407 HTTP/1.1" status: 200 len: 909 time: 0.1932919 Dec 13 10:04:08.063329 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-c735fb0e-acac-4c40-9a6e-8be6e19fe879 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c413aaad-cb2b-419d-aa5c-511524ace583 HTTP/1.1" status: 200 len: 217 time: 0.0694833 Dec 13 10:04:08.138632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51173073-f329-443a-add9-09cc83337459 req-0ed325a8-9492-4646-8113-69c34029601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:08.139976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-0ed325a8-9492-4646-8113-69c34029601e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8d90a66-7ca5-4f43-82b3-d06044fde963 HTTP/1.1" status: 200 len: 848 time: 0.0667629 Dec 13 10:04:08.215268 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-c8e71d68-f95d-42d0-beb1-0ade86f6a173 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ebc23577-be82-4aa8-842d-d2fca33da407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642798 Dec 13 10:04:08.314231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:08.364975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Pushing event deleted for resources: {'Port': ['ID=11a719b9-a588-44f8-9325-ffb3df7d7849,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:08.488444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-c052c52f-d97f-4538-8c59-642d8cbf57ab service neutron] 10.222.0.44 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410502 Dec 13 10:04:08.682752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51173073-f329-443a-add9-09cc83337459 req-5d74bb3b-90e5-430f-8038-f302b311c28f service neutron] 10.222.0.44 "GET /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523294 Dec 13 10:04:08.734743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:09.060672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc39b59-70d2-4ee1-97a0-31f23fb5ed66 req-5994ece5-a99f-4016-b535-bb1ff37210aa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:09.071455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efc39b59-70d2-4ee1-97a0-31f23fb5ed66 req-5994ece5-a99f-4016-b535-bb1ff37210aa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.0772629 Dec 13 10:04:09.160674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efc39b59-70d2-4ee1-97a0-31f23fb5ed66 req-e08d70c0-e7c3-4f63-8551-080928b7fcb0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878870 Dec 13 10:04:09.175357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef436b-c0f1-4718-9f6c-e8fde972dc3d req-ed282adf-6666-4d7d-b053-2a69ce72481e tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:09.178310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34ef436b-c0f1-4718-9f6c-e8fde972dc3d req-ed282adf-6666-4d7d-b053-2a69ce72481e tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 943 time: 0.1040931 Dec 13 10:04:09.256651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-34ef436b-c0f1-4718-9f6c-e8fde972dc3d req-a0a4746c-744b-4442-841b-cadfab601363 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674496 Dec 13 10:04:09.385759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed832ff4-686b-4c5a-9d41-c6987e017768 req-16bfba26-b2d5-47af-860c-2e6745977f66 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:09.387426 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed832ff4-686b-4c5a-9d41-c6987e017768 req-16bfba26-b2d5-47af-860c-2e6745977f66 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.0736327 Dec 13 10:04:09.427303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Router e3636311-2bcf-4b02-a666-8289ccd18ba7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:04:09.471083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed832ff4-686b-4c5a-9d41-c6987e017768 req-34e3e657-a0d5-48e1-a806-2ab598d0d673 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722878 Dec 13 10:04:09.626960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:04:09.637608 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05fef2aa-8828-4cdc-8d6a-245a64ba69ba admin admin] 10.222.0.30 "PUT /v2.0/routers/e3636311-2bcf-4b02-a666-8289ccd18ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241210 Dec 13 10:04:09.640836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:09.657814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Sync routers for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:04:09.690908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:09.691862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:04:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:09.953823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:10.081802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:10.110227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:10.187592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Deleting port bb694b8d-e01e-4ce7-a844-7affd84a6fce {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:10.188326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:10.222303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c413aaad-cb2b-419d-aa5c-511524ace583 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:04:10.349487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] For port bb694b8d-e01e-4ce7-a844-7affd84a6fce, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bb694b8d-e01e-4ce7-a844-7affd84a6fce,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:10.351757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:10.398365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Calling delete_port for bb694b8d-e01e-4ce7-a844-7affd84a6fce owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:10.472114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c413aaad-cb2b-419d-aa5c-511524ace583,segment=NetworkSegment(0bef0dc4-5d03-4a02-9db2-d2766a29cb76),segment_id=0bef0dc4-5d03-4a02-9db2-d2766a29cb76)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:10.510253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'c413aaad-cb2b-419d-aa5c-511524ace583', 'network_id': 'ebc23577-be82-4aa8-842d-d2fca33da407', 'port_id': 'c413aaad-cb2b-419d-aa5c-511524ace583', 'mac_address': 'fa:16:3e:ca:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d90a66-7ca5-4f43-82b3-d06044fde963', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:04:10.915322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b634d-bb2b-4982-baf3-c35cf2eb1b40 req-71700cec-b9f7-45f8-86bc-4beeda76c13c tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:10.926094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c07b634d-bb2b-4982-baf3-c35cf2eb1b40 req-71700cec-b9f7-45f8-86bc-4beeda76c13c tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 943 time: 0.5154095 Dec 13 10:04:11.008863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.021953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T10:04:08Z', 'revision_number': 5, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port': {'id': 'bb694b8d-e01e-4ce7-a844-7affd84a6fce', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:52:35Z', 'updated_at': '2021-12-13T09:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:11.037974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c07b634d-bb2b-4982-baf3-c35cf2eb1b40 req-a162bed8-e64c-48aa-b996-bf3cf2834cb4 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109178 Dec 13 10:04:11.047001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.115928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Checking router: e3636311-2bcf-4b02-a666-8289ccd18ba7 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:04:11.123800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb694b8d-e01e-4ce7-a844-7affd84a6fce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:11.128239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c413aaad-cb2b-419d-aa5c-511524ace583 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:11.150631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Routers {'e3636311-2bcf-4b02-a666-8289ccd18ba7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:04:11.151738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:04:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e3636311-2bcf-4b02-a666-8289ccd18ba7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:11.205824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bceb0a-b535-4831-a16b-6d602c7bdfc0 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:11.259760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c413aaad-cb2b-419d-aa5c-511524ace583,segment=NetworkSegment(0bef0dc4-5d03-4a02-9db2-d2766a29cb76),segment_id=0bef0dc4-5d03-4a02-9db2-d2766a29cb76)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:11.292695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.295444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:11.298442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] Set router e3636311-2bcf-4b02-a666-8289ccd18ba7 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:04:11.512917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-428b8742-3091-45c3-8555-963ac6935564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T10:04:10Z', 'revision_number': 7, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:11.592521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c413aaad-cb2b-419d-aa5c-511524ace583'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:11.600455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b8742-3091-45c3-8555-963ac6935564 None None] The sync data for ids ['e3636311-2bcf-4b02-a666-8289ccd18ba7'] in n-d-820531-5 is: [{'id': 'e3636311-2bcf-4b02-a666-8289ccd18ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1611928549-router', 'tenant_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:52:33Z', 'updated_at': '2021-12-13T10:04:10Z', 'revision_number': 7, 'project_id': 'cc1575bf7bcd4494a6f3c27c1855b560', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:04:11.747269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.072785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.096889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.103632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.232380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.234054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3636311-2bcf-4b02-a666-8289ccd18ba7 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:04:12.238999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.243614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c2e0f5b4-0ebe-4886-86ed-d27f62473b15 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e3636311-2bcf-4b02-a666-8289ccd18ba7 HTTP/1.1" status: 204 len: 168 time: 2.6010134 Dec 13 10:04:12.244788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.253760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1d938-0fa6-4106-8485-ab75bad30810 req-18514504-4e25-49e0-b592-f98ad064ae1b tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:12.263964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9f1d938-0fa6-4106-8485-ab75bad30810 req-18514504-4e25-49e0-b592-f98ad064ae1b tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 944 time: 0.0843103 Dec 13 10:04:12.339253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Deleting subnet a89c27a3-3c62-453b-af3e-973d76f62ec7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:12.342886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.358180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9f1d938-0fa6-4106-8485-ab75bad30810 req-a355be73-f593-4075-a4d1-b5bc2381b181 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927076 Dec 13 10:04:12.381500 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb72da9d-80f6-4b8f-974a-4bae4ea84e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.401633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.528458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.571535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb72da9d-80f6-4b8f-974a-4bae4ea84e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.582213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb72da9d-80f6-4b8f-974a-4bae4ea84e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.646317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72da9d-80f6-4b8f-974a-4bae4ea84e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1daab3-0259-4a95-8ddf-ca37c71a87bf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.654446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eb72da9d-80f6-4b8f-974a-4bae4ea84e96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de62e5f8038e4a6fadc9c966ea070e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805056 Dec 13 10:04:12.657415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.657615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.696354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89c27a3-3c62-453b-af3e-973d76f62ec7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:12.700367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c9c4f-fdcf-47a3-af5f-c941f64f6e7e None None] Network 064d79cb-0c5c-4be1-86bc-759d777808d2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:12.712294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.716239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebdeb0ec-2256-4913-bb17-9adedff74e48 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a89c27a3-3c62-453b-af3e-973d76f62ec7 HTTP/1.1" status: 204 len: 168 time: 0.4698246 Dec 13 10:04:12.718753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:12.895956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.911839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.968447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:12.981822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] DHCP port deletion for 064d79cb-0c5c-4be1-86bc-759d777808d2 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:04:13.079113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.083325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.089089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee1daab3-0259-4a95-8ddf-ca37c71a87bf HTTP/1.1" status: 204 len: 168 time: 0.4277732 Dec 13 10:04:13.098362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Deleting port 2961484b-4512-44e7-be26-684504991a81 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:13.099076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.119823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135d18c-2a73-421a-91fb-f347fb64294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1daab3-0259-4a95-8ddf-ca37c71a87bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:13.201795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Deleting port 2961484b-4512-44e7-be26-684504991a81 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:13.202729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.238925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] For port 2961484b-4512-44e7-be26-684504991a81, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2961484b-4512-44e7-be26-684504991a81,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:13.239416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.277237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Calling delete_port for 2961484b-4512-44e7-be26-684504991a81 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:13.368233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] For port 2961484b-4512-44e7-be26-684504991a81, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2961484b-4512-44e7-be26-684504991a81,segment=NetworkSegment(fa9cac54-5346-48d3-bcf5-8406b658f818),segment_id=fa9cac54-5346-48d3-bcf5-8406b658f818)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:13.368685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.402052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Calling delete_port for 2961484b-4512-44e7-be26-684504991a81 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:13.422431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.488396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2961484b-4512-44e7-be26-684504991a81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:13.510532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] No DVR routers for this DVR port 2961484b-4512-44e7-be26-684504991a81 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:13.510789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 11a719b9-a588-44f8-9325-ffb3df7d7849 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:13.544841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 11a719b9-a588-44f8-9325-ffb3df7d7849 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:13.545108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 11a719b9-a588-44f8-9325-ffb3df7d7849 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:13.545559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2961484b-4512-44e7-be26-684504991a81 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:13.576650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2961484b-4512-44e7-be26-684504991a81 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:13.576988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2961484b-4512-44e7-be26-684504991a81 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:13.577881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bb694b8d-e01e-4ce7-a844-7affd84a6fce no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:13.608360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: bb694b8d-e01e-4ce7-a844-7affd84a6fce {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:13.608718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bb694b8d-e01e-4ce7-a844-7affd84a6fce not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:13.611716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:13.630188 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.633188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9ed51c0-6592-4900-865e-2f23dd53f553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.660146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] Pushing event deleted for resources: {'Port': ['ID=2961484b-4512-44e7-be26-684504991a81,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:13.665906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32732fe2-e61f-4eb8-9584-25add0636fb8 None None] No DVR routers for this DVR port 2961484b-4512-44e7-be26-684504991a81 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:13.702885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.714547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a532e8-7f9d-4988-8622-c7ba9365b40b req-022ef6f0-a1d4-415e-ad73-de7a625cf0e7 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:13.716552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32a532e8-7f9d-4988-8622-c7ba9365b40b req-022ef6f0-a1d4-415e-ad73-de7a625cf0e7 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 944 time: 0.2225051 Dec 13 10:04:13.757830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064d79cb-0c5c-4be1-86bc-759d777808d2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:13.774207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9cac54-5346-48d3-bcf5-8406b658f818') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:13.774522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9cac54-5346-48d3-bcf5-8406b658f818') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:13.789546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9ed51c0-6592-4900-865e-2f23dd53f553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.793576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.795399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9ed51c0-6592-4900-865e-2f23dd53f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.815547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32a532e8-7f9d-4988-8622-c7ba9365b40b req-6ee4554d-e8b6-4c9e-afb8-6d3fd3cc9f88 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869057 Dec 13 10:04:13.820116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:13.854475 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:13.886291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed51c0-6592-4900-865e-2f23dd53f553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e83cc-3b5f-482a-8419-969974674899,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:13.893173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9ed51c0-6592-4900-865e-2f23dd53f553 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2425eac48ab047f1a8466ff04f176296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775817 Dec 13 10:04:13.902485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:13.946019 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.958873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.974753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:13.977049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/064d79cb-0c5c-4be1-86bc-759d777808d2 HTTP/1.1" status: 204 len: 168 time: 1.2571659 Dec 13 10:04:14.008109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d966a65-edc5-4063-95c6-2917f3591cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=064d79cb-0c5c-4be1-86bc-759d777808d2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:14.011402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.093306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.096330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.097548 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/814e83cc-3b5f-482a-8419-969974674899 HTTP/1.1" status: 204 len: 168 time: 0.1932766 Dec 13 10:04:14.107423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063145c-e0b7-47be-8a70-eca51ac0ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e83cc-3b5f-482a-8419-969974674899,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:14.240023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c413aaad-cb2b-419d-aa5c-511524ace583 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:14.273780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.376395 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d7803a74-dc6f-4d00-a836-fbf4ceff0c2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc1575bf7bcd4494a6f3c27c1855b560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001182 Dec 13 10:04:14.378077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:14.393462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port c413aaad-cb2b-419d-aa5c-511524ace583 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:04:14.401027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port c413aaad-cb2b-419d-aa5c-511524ace583 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:14.401615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.492986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.551596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.579605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.613947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:14.617643 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03eda4e-da89-4a56-b8bc-30ff7f95cab1" -d '{"events": [{"server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "name": "network-vif-plugged", "status": "completed", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:14.658662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c413aaad-cb2b-419d-aa5c-511524ace583,segment=NetworkSegment(0bef0dc4-5d03-4a02-9db2-d2766a29cb76),segment_id=0bef0dc4-5d03-4a02-9db2-d2766a29cb76)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:14.670079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.738434 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88df8c1-7b4a-46de-bf3d-0feda9851a6c x-openstack-request-id: req-a88df8c1-7b4a-46de-bf3d-0feda9851a6c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:14.738727 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "name": "network-vif-plugged", "status": "completed", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:14.738985 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a88df8c1-7b4a-46de-bf3d-0feda9851a6c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:14.739383 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583', 'code': 200} Dec 13 10:04:14.810300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:14.816912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-5ff8a9c6-fb86-4697-b733-ebb35ef40f0f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:14.818688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-5ff8a9c6-fb86-4697-b733-ebb35ef40f0f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.2627771 Dec 13 10:04:14.854308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-b2e93235-440d-4032-9555-3f7c34e3c6c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0175591 Dec 13 10:04:14.863543 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.871610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:14.888580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ecc340a-7306-4397-96d8-66e577b74d32 HTTP/1.1" status: 204 len: 168 time: 0.5093079 Dec 13 10:04:14.955273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071ff0-7b32-4e21-8301-15ee419247d4 req-dcd4304e-df97-46a9-a7a1-f824b0237b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:14.964673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06071ff0-7b32-4e21-8301-15ee419247d4 req-dcd4304e-df97-46a9-a7a1-f824b0237b91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 1096 time: 0.1643271 Dec 13 10:04:14.985343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1b00a-0b71-415e-8e6c-9f9175f702bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc340a-7306-4397-96d8-66e577b74d32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:15.040524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-f6329d29-9cf7-44b0-8ed4-bf465a968560 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490746 Dec 13 10:04:15.095854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06071ff0-7b32-4e21-8301-15ee419247d4 req-232963b0-1eb1-4bef-b40b-adf50ec0fd00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242516 Dec 13 10:04:15.196379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece7ce-f3db-496b-8974-d1e8a1daf4d7 req-6b000c2d-1b52-4173-a063-11241adba240 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:15.198386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5ece7ce-f3db-496b-8974-d1e8a1daf4d7 req-6b000c2d-1b52-4173-a063-11241adba240 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 945 time: 0.1503630 Dec 13 10:04:15.329959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-3b21b1be-2007-493f-bf15-c876908cb885 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575679 Dec 13 10:04:15.400586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:15.455254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5ece7ce-f3db-496b-8974-d1e8a1daf4d7 req-ea5510bf-ae3c-41b8-9b10-a6c7a96b6342 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417159 Dec 13 10:04:15.567322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-ba6722a1-cc41-4bb8-a37f-30d244d95169 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233458 Dec 13 10:04:15.722703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100ade08-ff78-4637-bd42-d799f6e5210a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.891513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6eff45a9-1b19-4982-b949-ef480d73395b req-a290bf69-e95e-464a-ac41-1b8a13e05844 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0431354 Dec 13 10:04:15.945673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100ade08-ff78-4637-bd42-d799f6e5210a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:15.955572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-100ade08-ff78-4637-bd42-d799f6e5210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.061571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:16.061743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-100ade08-ff78-4637-bd42-d799f6e5210a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85e92e97cf9a422f8a48458adc758766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597784 Dec 13 10:04:16.087564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ade08-ff78-4637-bd42-d799f6e5210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b34887f-2706-4f90-a445-320d58b15092,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.197811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.260725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.399556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.402394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:16.406126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b34887f-2706-4f90-a445-320d58b15092 HTTP/1.1" status: 204 len: 168 time: 0.3407011 Dec 13 10:04:16.420908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152965a3-98ba-4793-b68c-5df92b50563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b34887f-2706-4f90-a445-320d58b15092,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:16.655346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2893f-0ab9-4860-992d-9ff5f2c7a3bb req-11218c0f-7170-41da-afa2-5c864eec5087 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:16.676022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69d2893f-0ab9-4860-992d-9ff5f2c7a3bb req-11218c0f-7170-41da-afa2-5c864eec5087 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 945 time: 0.1010437 Dec 13 10:04:16.743543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69d2893f-0ab9-4860-992d-9ff5f2c7a3bb req-1581a0d4-0628-4869-83e6-2080f622c7af tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661757 Dec 13 10:04:17.162405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f794f41c-a9d4-47f0-832d-676ffc5caf73 req-8dd23fb0-ec1b-4e4c-9ab0-20fb9c5e2937 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0706043 Dec 13 10:04:17.306185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:17.322111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8900bab-8e9f-41d5-a0a5-aeea8f41d7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.539754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8900bab-8e9f-41d5-a0a5-aeea8f41d7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.548784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8900bab-8e9f-41d5-a0a5-aeea8f41d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.613086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8900bab-8e9f-41d5-a0a5-aeea8f41d7d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=903aeef76e21472c9e31077441fe3610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055711 Dec 13 10:04:17.616339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:17.632703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8900bab-8e9f-41d5-a0a5-aeea8f41d7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f03261-d791-4e04-b953-975b4dd023e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:17.692401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.710948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-add8a7bc-3f27-493a-ab57-badd53685dd2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:17.718016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-add8a7bc-3f27-493a-ab57-badd53685dd2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.3109794 Dec 13 10:04:17.720145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.743116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:17.879428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.890527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:17.899835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7f03261-d791-4e04-b953-975b4dd023e2 HTTP/1.1" status: 204 len: 168 time: 0.2786968 Dec 13 10:04:17.918021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73087196-4a70-4d5c-8c51-28d0f32bc3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f03261-d791-4e04-b953-975b4dd023e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:17.989726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:17.999478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.418799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.8 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/a919dd86-a1ec-4366-8516-2937d51d51b2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:18.739409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.812557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:18.830192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['24a87c85-4a75-40b7-a2de-214014bd678a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:18.914871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:18.925161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:18.930642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:19.014054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:19.112814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:19.119395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.154523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c1f58298-2fbd-4cb3-bca6-ef7681bb6f45 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4206443 Dec 13 10:04:19.171552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Request body: {'port': {'device_id': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:19.339461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.360269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f374649-fb5f-4dad-a3a3-3107d8e70d80 req-dfbfc8e7-7f3e-42b4-a706-5a45a87c9842 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:19.363108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f374649-fb5f-4dad-a3a3-3107d8e70d80 req-dfbfc8e7-7f3e-42b4-a706-5a45a87c9842 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 931 time: 1.0757401 Dec 13 10:04:19.497861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a9e189c-4767-41d4-b04c-cb1562453bbf None None] Provisioning complete for port a919dd86-a1ec-4366-8516-2937d51d51b2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:19.498520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a9e189c-4767-41d4-b04c-cb1562453bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.517952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f374649-fb5f-4dad-a3a3-3107d8e70d80 req-ed9d0e16-0417-42c7-93af-6be73a51066a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465242 Dec 13 10:04:19.568913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e189c-4767-41d4-b04c-cb1562453bbf None None] Port a919dd86-a1ec-4366-8516-2937d51d51b2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:04:19.626369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:19.652771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0c8298b-7846-41c8-bec6-d94691b00be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:19.991899 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0c8298b-7846-41c8-bec6-d94691b00be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.045172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0c8298b-7846-41c8-bec6-d94691b00be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.079663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d0c8298b-7846-41c8-bec6-d94691b00be8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe37e7062788415c9b44f3ca3f61348b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4521585 Dec 13 10:04:20.083049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:20.226555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8298b-7846-41c8-bec6-d94691b00be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f75ff-af32-4079-bf7f-cb61678c1d96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:20.232103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a919dd86-a1ec-4366-8516-2937d51d51b2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:20.239554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.247756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.275850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Transition to ACTIVE for port object a919dd86-a1ec-4366-8516-2937d51d51b2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:04:20.282932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.348129 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.372480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Pushing event updated for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:20.498564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.501443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.504847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/146f75ff-af32-4079-bf7f-cb61678c1d96 HTTP/1.1" status: 204 len: 168 time: 0.4175642 Dec 13 10:04:20.516830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5461ee-be09-475e-b072-baf9580a8e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f75ff-af32-4079-bf7f-cb61678c1d96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:20.588759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Attempting to bind port a919dd86-a1ec-4366-8516-2937d51d51b2 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:04:20.590905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Attempting to bind port a919dd86-a1ec-4366-8516-2937d51d51b2 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:04:20.591757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Attempting to bind port a919dd86-a1ec-4366-8516-2937d51d51b2 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:20.604268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Port a919dd86-a1ec-4366-8516-2937d51d51b2 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:04:20.606838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Attempting to bind port a919dd86-a1ec-4366-8516-2937d51d51b2 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:04:20.634372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:04:20.637960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:20.641673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:04:20.642679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Bound port: a919dd86-a1ec-4366-8516-2937d51d51b2, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:04:20.643340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.775321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ad34a-ac2c-4a16-a764-b7b66687828f req-6fc5372e-c056-4338-a079-72dd0811ec63 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:20.785445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f85ad34a-ac2c-4a16-a764-b7b66687828f req-6fc5372e-c056-4338-a079-72dd0811ec63 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1186013 Dec 13 10:04:20.820379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:04:20.827264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=a919dd86-a1ec-4366-8516-2937d51d51b2,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:04:20.836993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.929205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:20.930206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:20.932083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] 10.222.0.37 "PUT /v2.0/ports/a919dd86-a1ec-4366-8516-2937d51d51b2 HTTP/1.1" status: 200 len: 1091 time: 1.7682531 Dec 13 10:04:20.946935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:20.954841 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84" -d '{"events": [{"name": "network-changed", "server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:20.988384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f85ad34a-ac2c-4a16-a764-b7b66687828f req-056a4189-c07b-4040-a147-cc97d465cfb1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019601 Dec 13 10:04:21.127189 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdc72b-1a3c-49ab-8851-cabc311b6667 x-openstack-request-id: req-8bfdc72b-1a3c-49ab-8851-cabc311b6667 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:21.127189 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:21.127189 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bfdc72b-1a3c-49ab-8851-cabc311b6667 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:21.127189 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2', 'status': 'completed', 'code': 200} Dec 13 10:04:21.134425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2795-1901-4863-9bae-cd4b1ed6c154 service neutron] Pushing event updated for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:21.145020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-324c83c7-5c46-49af-b097-0d310a85b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:21.146593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-324c83c7-5c46-49af-b097-0d310a85b285 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 1094 time: 0.1595721 Dec 13 10:04:21.220534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f05c-5870-4907-b981-d0924fcf40d0 req-f4c2fb1c-ce9b-4512-83fa-591c9b0f730b tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:21.228378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b21f05c-5870-4907-b981-d0924fcf40d0 req-f4c2fb1c-ce9b-4512-83fa-591c9b0f730b tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 945 time: 0.1493580 Dec 13 10:04:21.245112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-71a772a7-7a2a-46fc-acb1-1f651dc42b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a919dd86-a1ec-4366-8516-2937d51d51b2 HTTP/1.1" status: 200 len: 217 time: 0.0829103 Dec 13 10:04:21.368541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b21f05c-5870-4907-b981-d0924fcf40d0 req-60637daf-a58b-44e2-9449-ac221d081286 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356950 Dec 13 10:04:21.389379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-db69a468-4090-41cc-84c6-dd2bde693767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:21.391180 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-db69a468-4090-41cc-84c6-dd2bde693767 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1441343 Dec 13 10:04:21.486536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-3e34f92e-e8ea-4d5e-ad08-edc07f46d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:21.488703 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-3e34f92e-e8ea-4d5e-ad08-edc07f46d7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757744 Dec 13 10:04:21.671766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-c185ac7e-a2ba-407a-962b-92bac5efbf1e service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756051 Dec 13 10:04:21.845862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72fb58dc-ae78-4169-bc1d-ff804913e14c req-4ad340fd-584a-422c-8a0a-5b3758d974fa service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639044 Dec 13 10:04:21.962737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-47128175-2501-4193-8230-8303dd387d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:21.964615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-47128175-2501-4193-8230-8303dd387d3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 1094 time: 0.0614841 Dec 13 10:04:22.261308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6916-0470-486e-8070-d81c63828f49 req-edd1de71-fa32-4326-99e0-4dde2e23a706 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.267775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1afb6916-0470-486e-8070-d81c63828f49 req-edd1de71-fa32-4326-99e0-4dde2e23a706 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1393936 Dec 13 10:04:22.349287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-2a21f9a5-3486-4263-9c00-d9cd08e80742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.352187 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-2a21f9a5-3486-4263-9c00-d9cd08e80742 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.3727434 Dec 13 10:04:22.424859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1afb6916-0470-486e-8070-d81c63828f49 req-2f1b3993-370b-465e-9556-d82af8bda066 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467595 Dec 13 10:04:22.489790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-b0003310-5755-484b-9e8e-70ec6f0e8c0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a919dd86-a1ec-4366-8516-2937d51d51b2 HTTP/1.1" status: 200 len: 217 time: 0.0965490 Dec 13 10:04:22.507400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-15473ffe-e931-4ff0-95b1-d4ac9a789247 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.509598 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-15473ffe-e931-4ff0-95b1-d4ac9a789247 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 945 time: 0.1911500 Dec 13 10:04:22.618254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-a06f117c-c98f-412d-aaaa-4c30612a725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.620030 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-a06f117c-c98f-412d-aaaa-4c30612a725c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1093552 Dec 13 10:04:22.704754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-7e81b874-fe4b-4987-b96a-c40fc9762c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.706658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-7e81b874-fe4b-4987-b96a-c40fc9762c2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758336 Dec 13 10:04:22.714310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aa640-593c-45ec-bd3c-0362ffc9519f req-3f48513c-a4fe-44c4-81cd-02594f5ca972 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:22.715322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Deleting port c413aaad-cb2b-419d-aa5c-511524ace583 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:22.715535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.721827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d58aa640-593c-45ec-bd3c-0362ffc9519f req-3f48513c-a4fe-44c4-81cd-02594f5ca972 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7112-f6d9-41b1-9a2f-3026675dc575 HTTP/1.1" status: 200 len: 945 time: 0.1662033 Dec 13 10:04:22.918508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] For port c413aaad-cb2b-419d-aa5c-511524ace583, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c413aaad-cb2b-419d-aa5c-511524ace583,segment=NetworkSegment(0bef0dc4-5d03-4a02-9db2-d2766a29cb76),segment_id=0bef0dc4-5d03-4a02-9db2-d2766a29cb76)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:22.919135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:22.935812 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-8ce7720d-cfd1-4535-b4fe-6b2d24f4996b service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167456 Dec 13 10:04:22.940098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Calling delete_port for c413aaad-cb2b-419d-aa5c-511524ace583 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:23.168833 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7b25548-76f7-4ef2-b808-cf64f4ae1e84 req-dfc4d11e-1d77-429b-9511-9e9efecf156f service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245042 Dec 13 10:04:23.235626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d58aa640-593c-45ec-bd3c-0362ffc9519f req-97ca4666-3451-4583-891a-ff2d094b63bd tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.30 "GET /v2.0/security-groups?id=246e744a-ed5f-4c86-a07b-aee7f2fd28e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128179 Dec 13 10:04:23.291689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.303797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c413aaad-cb2b-419d-aa5c-511524ace583'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:23.342111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Pushing event deleted for resources: {'Port': ['ID=c413aaad-cb2b-419d-aa5c-511524ace583,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:23.418631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] No DVR routers for this DVR port c413aaad-cb2b-419d-aa5c-511524ace583 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:23.422255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:23.426481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d1e45ba8-bdb5-46e4-9e93-0e8a8ce77b3c req-c159ccad-e94f-44db-84cb-1587012c0c63 tempest-ServerTagsTestJSON-186834487 tempest-ServerTagsTestJSON-186834487-project] 10.222.0.44 "DELETE /v2.0/ports/c413aaad-cb2b-419d-aa5c-511524ace583 HTTP/1.1" status: 204 len: 173 time: 0.9078343 Dec 13 10:04:23.427070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'name': 'network-vif-deleted', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:23.438568 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b277c-868b-4c75-8040-d807f2890717" -d '{"events": [{"server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "name": "network-vif-deleted", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:23.514496 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351ead1-dee6-4f13-81c2-60ec9e3040ef x-openstack-request-id: req-0351ead1-dee6-4f13-81c2-60ec9e3040ef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:23.514878 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29c7112-f6d9-41b1-9a2f-3026675dc575", "name": "network-vif-deleted", "tag": "c413aaad-cb2b-419d-aa5c-511524ace583", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:23.515614 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0351ead1-dee6-4f13-81c2-60ec9e3040ef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:23.516189 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29c7112-f6d9-41b1-9a2f-3026675dc575', 'name': 'network-vif-deleted', 'tag': 'c413aaad-cb2b-419d-aa5c-511524ace583', 'status': 'completed', 'code': 200} Dec 13 10:04:23.678781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6321f4-afd2-47ef-9627-5aa5c1e85d5f req-565e54fe-f752-48bf-ad26-912556eb5d51 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:23.681514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed6321f4-afd2-47ef-9627-5aa5c1e85d5f req-565e54fe-f752-48bf-ad26-912556eb5d51 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1108074 Dec 13 10:04:23.762708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed6321f4-afd2-47ef-9627-5aa5c1e85d5f req-25976e55-8ca2-4d56-9711-b9fffcc9feff tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727668 Dec 13 10:04:24.306298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:24.469086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Deleting subnet e8d90a66-7ca5-4f43-82b3-d06044fde963 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:04:24.490898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.617897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.683439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:24.724647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.859325 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.941718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d90a66-7ca5-4f43-82b3-d06044fde963,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:24.968633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.969418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.969908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.970520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.971024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.971496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.972811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.973364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.973864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.974583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.975211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.975852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.976351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:24.982048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:24.989736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:24.989984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-55936a9a-c07e-4dbc-ae41-7757c6dbe435 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8d90a66-7ca5-4f43-82b3-d06044fde963 HTTP/1.1" status: 204 len: 168 time: 0.6822858 Dec 13 10:04:25.089912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271f832-fd4a-4edd-8e9f-8bdc7b86b2da req-746f2f07-42f6-48ac-aa22-1c5681a01b47 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:25.091734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3271f832-fd4a-4edd-8e9f-8bdc7b86b2da req-746f2f07-42f6-48ac-aa22-1c5681a01b47 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1113257 Dec 13 10:04:25.146194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.149366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18ceec20-dbe7-4f00-9db1-bf0db8f120a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.205477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3271f832-fd4a-4edd-8e9f-8bdc7b86b2da req-c45ec97d-dee7-4d57-8fcc-994742ab7bad tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971024 Dec 13 10:04:25.308380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.330637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc23577-be82-4aa8-842d-d2fca33da407']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:25.342186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef0dc4-5d03-4a02-9db2-d2766a29cb76') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:25.342423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef0dc4-5d03-4a02-9db2-d2766a29cb76') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:25.352754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.367558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.375204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:25.375553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:25.431064 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:25.472033 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-29ed5584-5255-49c2-bc1a-fa7576ee6059 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3096263 Dec 13 10:04:25.500170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.538335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.545683 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ebc23577-be82-4aa8-842d-d2fca33da407 HTTP/1.1" status: 204 len: 168 time: 0.5548205 Dec 13 10:04:25.550733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ea6ef-dd22-400d-a4ac-f03583045242 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc23577-be82-4aa8-842d-d2fca33da407,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:25.665557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82725-918b-44e3-995a-10779cb74a46 req-478fe028-6c82-4086-be82-c01bb7268f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:25.667577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-478fe028-6c82-4086-be82-c01bb7268f7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77a03999326b461cbd39c3e092db75da&device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 1101 time: 0.1185186 Dec 13 10:04:25.675693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18ceec20-dbe7-4f00-9db1-bf0db8f120a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.689158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18ceec20-dbe7-4f00-9db1-bf0db8f120a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:25.826358 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-18ceec20-dbe7-4f00-9db1-bf0db8f120a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e89e3cadeb894b9c8a7163ba68d3f0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1382136 Dec 13 10:04:25.829368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceec20-dbe7-4f00-9db1-bf0db8f120a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abad781-b6dd-4f43-b697-485e796511ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:25.830251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:25.908875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:25.929112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82725-918b-44e3-995a-10779cb74a46 req-f87cb666-2b22-4157-b5d7-f799c39b7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:25.931687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-f87cb666-2b22-4157-b5d7-f799c39b7357 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2274168 Dec 13 10:04:25.940038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.006607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.036132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-7c96409e-2317-4125-aabd-725583eb9c2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 200 len: 217 time: 0.0860465 Dec 13 10:04:26.128449 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.131716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.134409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0abad781-b6dd-4f43-b697-485e796511ea HTTP/1.1" status: 204 len: 168 time: 0.3028252 Dec 13 10:04:26.147152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82725-918b-44e3-995a-10779cb74a46 req-ec59aea2-4281-43a5-bd83-1dce8630f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.151774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31a51248-fa8e-44c8-89dd-9736015139c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28a71e0a938d45d4b9a514a1da136bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415740 Dec 13 10:04:26.156079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:26.156594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-ec59aea2-4281-43a5-bd83-1dce8630f491 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.1097136 Dec 13 10:04:26.166871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d00b0a-0cca-4d03-9a0c-41b06745e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abad781-b6dd-4f43-b697-485e796511ea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.228123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82725-918b-44e3-995a-10779cb74a46 req-839df3dc-1acb-4d98-8ebb-a65d27a79b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.231139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-839df3dc-1acb-4d98-8ebb-a65d27a79b2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667064 Dec 13 10:04:26.310559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.317569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c413aaad-cb2b-419d-aa5c-511524ace583 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:04:26.359531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.402512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: c413aaad-cb2b-419d-aa5c-511524ace583 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:04:26.403736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c413aaad-cb2b-419d-aa5c-511524ace583 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:04:26.437828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-7c154689-bd2a-439d-9d06-48ce72fff693 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984100 Dec 13 10:04:26.499660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.501065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:26.506539 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/246e744a-ed5f-4c86-a07b-aee7f2fd28e2 HTTP/1.1" status: 204 len: 168 time: 0.3455148 Dec 13 10:04:26.517144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9354339-6123-4083-9ac3-3b48ca479c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e744a-ed5f-4c86-a07b-aee7f2fd28e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:26.535635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ab40-6744-4f81-bb96-e0d815c5ef5f req-b6b0bf1b-f073-4e6d-ac6a-8e0b28601322 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:26.540445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e10ab40-6744-4f81-bb96-e0d815c5ef5f req-b6b0bf1b-f073-4e6d-ac6a-8e0b28601322 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1279137 Dec 13 10:04:26.654496 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24d82725-918b-44e3-995a-10779cb74a46 req-7fcea8c3-491b-4e6f-92be-0a013a4074d4 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080598 Dec 13 10:04:26.662317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e10ab40-6744-4f81-bb96-e0d815c5ef5f req-4a657893-c3f7-452a-86d2-4fabcfa0ab4a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098390 Dec 13 10:04:27.277082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.351100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:27.382923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed648bb3-7365-43cf-8843-072ea99e11ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.559773 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed648bb3-7365-43cf-8843-072ea99e11ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.571804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed648bb3-7365-43cf-8843-072ea99e11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.645914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648bb3-7365-43cf-8843-072ea99e11ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd2527-1d4c-4fd2-8abb-0168447936ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:27.652298 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed648bb3-7365-43cf-8843-072ea99e11ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d3278a3fbb74d7da2d002d43fc31c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988002 Dec 13 10:04:27.654731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:27.756197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.814899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.900556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305807e-d9f9-4298-993d-ccd357930be5 req-154499ab-98f1-41b0-9726-3c9c427ba3cf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:27.916250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1305807e-d9f9-4298-993d-ccd357930be5 req-154499ab-98f1-41b0-9726-3c9c427ba3cf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0987611 Dec 13 10:04:27.922751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.927418 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:27.930002 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8bd2527-1d4c-4fd2-8abb-0168447936ff HTTP/1.1" status: 204 len: 168 time: 0.2740576 Dec 13 10:04:27.958070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:27.963669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46c1f-bc4f-477a-b26c-685522983eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd2527-1d4c-4fd2-8abb-0168447936ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:28.013870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1305807e-d9f9-4298-993d-ccd357930be5 req-8ed8d235-1de0-46ad-87ff-9ddb3414b2a3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954654 Dec 13 10:04:28.434149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c209-e560-4816-9117-f582c2884c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:28.615214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c209-e560-4816-9117-f582c2884c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:28.621719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c209-e560-4816-9117-f582c2884c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:28.650954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a035-77ab-44b6-97b1-312bf50f0d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:28.949101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ae1c209-e560-4816-9117-f582c2884c8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b03ec9cf78a24c7a8be3b749bd869114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9867060 Dec 13 10:04:28.951804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:28.958842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1c209-e560-4816-9117-f582c2884c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae3794-44da-494e-94f5-61375689e66f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:29.031241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.066012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.158079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.214493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.216524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:29.221656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6ae3794-44da-494e-94f5-61375689e66f HTTP/1.1" status: 204 len: 168 time: 0.2685301 Dec 13 10:04:29.233024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67bfb-3417-48e6-ac44-3948813e7629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae3794-44da-494e-94f5-61375689e66f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:29.289691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb8f85-58bb-4b8e-8b83-62773337cc63 req-779bf79e-0346-4cc1-94db-0650dda4f3f9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:29.297751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68fb8f85-58bb-4b8e-8b83-62773337cc63 req-779bf79e-0346-4cc1-94db-0650dda4f3f9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1238911 Dec 13 10:04:29.384313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68fb8f85-58bb-4b8e-8b83-62773337cc63 req-e2f1d10a-5dc4-4bc1-9346-eb3a916597ce tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821471 Dec 13 10:04:29.979323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:04:30.285858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 58924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:30.313563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c272cf1b-9ad3-4ed6-98a5-978eeefc36e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.550237 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c272cf1b-9ad3-4ed6-98a5-978eeefc36e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.559559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c272cf1b-9ad3-4ed6-98a5-978eeefc36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.720036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c272cf1b-9ad3-4ed6-98a5-978eeefc36e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7335443468dd43e7a9db8560f831e5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307568 Dec 13 10:04:30.720433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 58940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:30.831135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272cf1b-9ad3-4ed6-98a5-978eeefc36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f26551-0109-4f80-b49e-97c33a194ede,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:30.862030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.872669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d5797-ab3b-46a3-98cd-87a3d69a975c req-afcaf490-7dfa-4631-bddc-7295cfc44d33 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:30.881852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a01d5797-ab3b-46a3-98cd-87a3d69a975c req-afcaf490-7dfa-4631-bddc-7295cfc44d33 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.3227484 Dec 13 10:04:30.920419 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:30.995023 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd62ca1d-fe2b-46fd-bd79-9d66c3d0de20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.002584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a01d5797-ab3b-46a3-98cd-87a3d69a975c req-f9721314-0308-4f35-bba2-736cb96f1a42 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178143 Dec 13 10:04:31.072210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.080647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:31.086334 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69f26551-0109-4f80-b49e-97c33a194ede HTTP/1.1" status: 204 len: 168 time: 0.3618119 Dec 13 10:04:31.118230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc2455-2216-4eec-8cb1-dd0c67318ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f26551-0109-4f80-b49e-97c33a194ede,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:31.854030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef6267ae-178d-42f4-a503-791bd981b3f1 req-6d67bf73-ab8e-4724-8afd-540fdd601e01 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0791798 Dec 13 10:04:32.220926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5beb2-0925-408f-a48d-f40d02f41d3f req-27429b77-00c6-4d06-9e83-cf4920b7270b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:32.224452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8a5beb2-0925-408f-a48d-f40d02f41d3f req-27429b77-00c6-4d06-9e83-cf4920b7270b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0888338 Dec 13 10:04:32.261369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:32.512087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8a5beb2-0925-408f-a48d-f40d02f41d3f req-a5510e57-f9d5-4667-8909-5eb6834b1ec7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765985 Dec 13 10:04:33.046959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b0461e4d-bbb4-4350-84c2-2712ca80d8d5 req-81658464-dae6-4bf7-913b-b6c3e5f8e2f9 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.1089761 Dec 13 10:04:33.697521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:33.755661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fbead-0729-42e8-be6d-43308ce47a59 req-f3843fca-8e16-4772-95b5-a53656b1c38b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:33.767005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b3fbead-0729-42e8-be6d-43308ce47a59 req-f3843fca-8e16-4772-95b5-a53656b1c38b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0863268 Dec 13 10:04:33.870349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b3fbead-0729-42e8-be6d-43308ce47a59 req-d7d9d761-93a2-449b-af0e-3708194e98de tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Dec 13 10:04:34.223845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8a99ed3-6d14-4cbf-a608-609389216515 req-64e4dccb-79d2-4a84-9c4e-ca74e719e6fa tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0379446 Dec 13 10:04:34.766755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:34.810798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-45ef64e6-e4e7-430b-af39-51548f865f8f req-c1309e0a-ab97-48ab-ac63-1fe16ff7bcee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0406175 Dec 13 10:04:35.096908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f257cdb-49ce-4a71-8f3f-1788d83bd951 req-422b51c9-2203-4828-b4c3-f7193929afe4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:35.110514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f257cdb-49ce-4a71-8f3f-1788d83bd951 req-422b51c9-2203-4828-b4c3-f7193929afe4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1253951 Dec 13 10:04:35.180540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f257cdb-49ce-4a71-8f3f-1788d83bd951 req-78dabeaf-e5a6-47bf-a801-500d73c490e6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Dec 13 10:04:35.395087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3673920-b8f9-4f2e-a6c8-cca371d956bb req-58f90c04-d98d-4858-aeeb-bd11b315ae6f tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0479777 Dec 13 10:04:35.710837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-eb2f3cb0-aff0-47bb-9931-da008b5bf5d2 req-541577d5-eacb-4317-a3e4-13f14ba4e6a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0701699 Dec 13 10:04:36.363221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded60d1d-6680-4453-90c3-9fbb48f2d197 req-837b524d-0255-4a89-b17a-800bee8b3210 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:36.364856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ded60d1d-6680-4453-90c3-9fbb48f2d197 req-837b524d-0255-4a89-b17a-800bee8b3210 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0713322 Dec 13 10:04:36.438286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ded60d1d-6680-4453-90c3-9fbb48f2d197 req-1233581e-9603-4ae2-bc33-d8829731ee3f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606582 Dec 13 10:04:36.480960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:36.549403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0dc777ee-1565-4b06-b2f0-5dad6ea81315 req-cd8003e4-a7e5-4954-b8fa-4b6a3e58cf3e tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0427668 Dec 13 10:04:37.050204 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f3af-a94b-45fa-b6e5-c947e9498435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.202305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f3af-a94b-45fa-b6e5-c947e9498435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.207882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f3af-a94b-45fa-b6e5-c947e9498435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.246506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2d3f3af-a94b-45fa-b6e5-c947e9498435 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=756622b938c544d58028bb70889dcb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7642756 Dec 13 10:04:37.249202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:37.275589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3f3af-a94b-45fa-b6e5-c947e9498435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c7f017-ad26-449d-98f0-9a7039c53324,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.340199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.375147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.452919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.457846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.463287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13c7f017-ad26-449d-98f0-9a7039c53324 HTTP/1.1" status: 204 len: 168 time: 0.2128694 Dec 13 10:04:37.475904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2408569-de16-419b-91fe-f122cd3beb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c7f017-ad26-449d-98f0-9a7039c53324,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:37.588846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:37.669363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cad4c-b030-4841-b066-54fb840778b9 req-1779467d-4903-458a-b87d-310f44f1fd37 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:37.680510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-400cad4c-b030-4841-b066-54fb840778b9 req-1779467d-4903-458a-b87d-310f44f1fd37 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1356432 Dec 13 10:04:37.729004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1475eadf-a4ce-4c6e-8c84-8123be10e47b req-0e917ecc-9180-4abd-8afb-81c172547282 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0402274 Dec 13 10:04:37.750417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe1569f9-524d-4d87-acea-ea92f20329a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.862810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-400cad4c-b030-4841-b066-54fb840778b9 req-1cc3f254-0d58-4276-a90c-3468f5cf5e06 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754682 Dec 13 10:04:37.959338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe1569f9-524d-4d87-acea-ea92f20329a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:37.967802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe1569f9-524d-4d87-acea-ea92f20329a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.037769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.052236 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fe1569f9-524d-4d87-acea-ea92f20329a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27964676c51e4964a1eca60d1198401e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441690 Dec 13 10:04:38.053665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1569f9-524d-4d87-acea-ea92f20329a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2acc31-a4fb-403e-83aa-2809e9e16b4d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.147393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.171912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.204480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.233330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.240972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.242150 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef2acc31-a4fb-403e-83aa-2809e9e16b4d HTTP/1.1" status: 204 len: 168 time: 0.2029150 Dec 13 10:04:38.255756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed5b0-ae4b-4707-a1cb-156125702bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.363591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-189471be-eb28-41d7-8d4f-0e5423513d4d req-030e3d7d-c1e3-47e6-87c9-60698485c649 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0925705 Dec 13 10:04:38.366479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6de569-78db-4a05-a004-6b8aa3a24c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2acc31-a4fb-403e-83aa-2809e9e16b4d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.448592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed5b0-ae4b-4707-a1cb-156125702bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.457111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed5b0-ae4b-4707-a1cb-156125702bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.530452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ed5b0-ae4b-4707-a1cb-156125702bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83af064-2ee1-416c-a8e8-3cc0055e0994,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.561204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd5ed5b0-ae4b-4707-a1cb-156125702bf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dba45e61cb1d434598a89e1c46f8d5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545630 Dec 13 10:04:38.562832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.640821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.675288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.752548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:38.771479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4039-14d0-41a2-ba45-9b8241fbf2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.773402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.783161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.784834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f83af064-2ee1-416c-a8e8-3cc0055e0994 HTTP/1.1" status: 204 len: 168 time: 0.2209654 Dec 13 10:04:38.814401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685bbc9-96f5-4c02-8f44-4399746ca323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83af064-2ee1-416c-a8e8-3cc0055e0994,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:38.976179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4039-14d0-41a2-ba45-9b8241fbf2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:38.986341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4039-14d0-41a2-ba45-9b8241fbf2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.055458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4039-14d0-41a2-ba45-9b8241fbf2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee81fc-7800-441b-88e7-80ef97d4f9b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:39.122724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6a2a4039-14d0-41a2-ba45-9b8241fbf2f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64020c9e0d60473ab120102957fcfb2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681576 Dec 13 10:04:39.125505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:39.144534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e39f8-d4a7-4b0f-a86b-ee12a540271e req-489422b4-6f14-4512-9bfa-6883bbdd936a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:39.157340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec4e39f8-d4a7-4b0f-a86b-ee12a540271e req-489422b4-6f14-4512-9bfa-6883bbdd936a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1300910 Dec 13 10:04:39.224236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.244301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ec4e39f8-d4a7-4b0f-a86b-ee12a540271e req-ad7f1841-aa56-4b5c-b0ae-a40e6dddaec3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810149 Dec 13 10:04:39.267476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.331907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.336695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:39.338109 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48ee81fc-7800-441b-88e7-80ef97d4f9b0 HTTP/1.1" status: 204 len: 168 time: 0.2110205 Dec 13 10:04:39.347871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ce3d-4646-47f1-aa02-892718f6e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee81fc-7800-441b-88e7-80ef97d4f9b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:39.514246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f9c48cb-e9b5-44c4-bb77-0f87fd620d0d req-470dfb02-1bf9-4ccb-a9b3-7df02be59803 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0338986 Dec 13 10:04:39.827991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-cbdacdbb-d2f7-4962-9fec-f252eb1cd020 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116061 Dec 13 10:04:39.996306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-ca2313d7-0058-4b10-9e1a-670b1a0694a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.001152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-ca2313d7-0058-4b10-9e1a-670b1a0694a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 1097 time: 0.1112051 Dec 13 10:04:40.211630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-d8e80e38-54e6-43a1-8dd8-2dc2633e9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.220513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-d8e80e38-54e6-43a1-8dd8-2dc2633e9a3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1923120 Dec 13 10:04:40.320076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-befe8a8c-d5f3-40ab-b6a0-b4b9d79a56ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24a87c85-4a75-40b7-a2de-214014bd678a HTTP/1.1" status: 200 len: 217 time: 0.0922821 Dec 13 10:04:40.423417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-ebfc0308-b767-46e1-8cf1-1e6e48e760be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.425895 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-ebfc0308-b767-46e1-8cf1-1e6e48e760be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0983131 Dec 13 10:04:40.477851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06138f-1e6c-4838-9a79-534398de6d3b req-d8d76e49-60fa-445f-8b4d-38d1f634d92f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.480460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f06138f-1e6c-4838-9a79-534398de6d3b req-d8d76e49-60fa-445f-8b4d-38d1f634d92f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1207891 Dec 13 10:04:40.542977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-f16e6ed4-0537-4c88-8676-cf4f8289f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:40.547718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-f16e6ed4-0537-4c88-8676-cf4f8289f10f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141946 Dec 13 10:04:40.590890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f06138f-1e6c-4838-9a79-534398de6d3b req-6e1cff31-6148-4a3e-a7de-676f85ccbf92 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026177 Dec 13 10:04:40.792076 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aca15cf3-6f90-4f60-8220-5b092d431957 req-da02d496-4cb3-4dda-a84c-ebfd793cd2eb tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0793688 Dec 13 10:04:40.830806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-ff8ad58c-ce7d-4ea1-a520-e8dac3f43552 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753100 Dec 13 10:04:40.981099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-77b2253f-dcb9-418d-be87-64d1f5b98b7c req-c3c6e81b-5122-4009-9b76-6ac3e87503d6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349833 Dec 13 10:04:41.399996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:41.828153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1915307500'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:41.845541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad61dd-1888-4310-850f-9105c94c788c req-0f4491e7-eca9-4ce7-87b6-7dc1bd3e48c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:41.884528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12ad61dd-1888-4310-850f-9105c94c788c req-0f4491e7-eca9-4ce7-87b6-7dc1bd3e48c5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.1468771 Dec 13 10:04:41.917004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Made reservation on behalf of 12e14d66f00248dd940bfaf9e6ac988c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:41.920676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.964562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:41.987357 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12ad61dd-1888-4310-850f-9105c94c788c req-c89bd247-0490-43fb-8289-faa2a81294c9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016986 Dec 13 10:04:42.045410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9b45b20-fbc0-4d1e-8f37-927bc2d627a2 req-cfb53c57-52d4-468a-8254-4c81459b9584 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0732825 Dec 13 10:04:42.163712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.170785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.210632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:42.265277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.267990 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Added segment 8a6a2620-a5c2-49bd-ab17-5b324d8c3ba7 of type vlan for network c3aa5970-aeb1-479a-ab0d-752ca2ea584b Dec 13 10:04:42.307036 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4093ef-52e0-4f2d-a6f5-1a036142c1b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:42.401969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.467178 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.474076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:42.493254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.608829 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2076557 Dec 13 10:04:42.621919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:42.646709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e96f3-0a79-4fd2-afe4-56d4c1d9c933 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Pushing event updated for resources: {'Network': ['ID=c3aa5970-aeb1-479a-ab0d-752ca2ea584b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:42.660724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c3aa5970-aeb1-479a-ab0d-752ca2ea584b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:42.869270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'name': 'tempest-network--1596824382', 'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:42.895072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:42.899178 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:42.908986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.021273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.031266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.063535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:43.075005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.075647 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Added segment e08a3024-d601-40eb-92ad-ad9e5cd946ed of type vlan for network 1f24d9c4-4535-4649-9e48-06926926239d Dec 13 10:04:43.171499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.261059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.262490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.263533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.309312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1c93c4-a3a1-4639-af50-4c6f6dc1ae6c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:43.368759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=1f24d9c4-4535-4649-9e48-06926926239d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:43.382445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdd31360-b3df-4969-9e18-7a09dd5c504c req-5164f85d-8fc7-49d2-8da0-d1cef6c3c74d tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.1800637 Dec 13 10:04:43.391194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1f24d9c4-4535-4649-9e48-06926926239d details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:43.427767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f9c672e1-27b0-466e-918f-2a626207cd2d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7996986 Dec 13 10:04:43.430396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.452587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766a4e-c01e-4732-9268-33bea0f1f5d0 req-77bc5209-9aaf-43d5-aa80-19a7267d702f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:43.455814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e766a4e-c01e-4732-9268-33bea0f1f5d0 req-77bc5209-9aaf-43d5-aa80-19a7267d702f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.2524798 Dec 13 10:04:43.532623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.593551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7e766a4e-c01e-4732-9268-33bea0f1f5d0 req-206d9af8-d26a-422a-9d9a-fd88cf9e9611 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110620 Dec 13 10:04:43.676507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.704269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24d9c4-4535-4649-9e48-06926926239d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.720587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08a3024-d601-40eb-92ad-ad9e5cd946ed') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.720587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08a3024-d601-40eb-92ad-ad9e5cd946ed') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:43.742370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.760523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.769475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:43.769970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:43.773550 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:43.846445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.852576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f24d9c4-4535-4649-9e48-06926926239d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:43.856182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.860032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1f24d9c4-4535-4649-9e48-06926926239d HTTP/1.1" status: 204 len: 168 time: 0.4280527 Dec 13 10:04:43.866463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:43.873751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512a887-79ac-4b00-b2d8-e930635a0319 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f24d9c4-4535-4649-9e48-06926926239d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:43.883595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:43.937729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:43.940497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:43.985096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:44.003037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.003401 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Added segment ba09f91b-04f4-4e93-90f5-3be6b1b0268e of type vlan for network e480ee1b-f067-4aeb-8c38-36578bed436b Dec 13 10:04:44.067295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.144258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.146459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.147676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.227780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3594129 Dec 13 10:04:44.230668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:44.235872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'subnet': {'network_id': 'e480ee1b-f067-4aeb-8c38-36578bed436b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:44.244531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a324c5-4a96-47d9-afce-f8d878e14f7c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=e480ee1b-f067-4aeb-8c38-36578bed436b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:44.260909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e480ee1b-f067-4aeb-8c38-36578bed436b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:44.322535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:44.327946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:44.675382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d972e9b-0e87-4bb3-bf46-4ce81d9679be req-4073034b-f020-46cb-bdf0-79c009485642 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0942342 Dec 13 10:04:44.855234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bd6b-b27f-4659-a3a4-e6e9b23cb2d5 req-654bd495-27dd-43f0-8553-483f986c71dc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:44.857220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9700bd6b-b27f-4659-a3a4-e6e9b23cb2d5 req-654bd495-27dd-43f0-8553-483f986c71dc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0866005 Dec 13 10:04:44.949332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9700bd6b-b27f-4659-a3a4-e6e9b23cb2d5 req-e99956d7-5198-418e-bc48-fa8d69c5243c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696702 Dec 13 10:04:45.015720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:04:45.016201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.081002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f149c94e-3b0b-498a-afd8-533d4bb9b8c7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.093634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Checking segment: {'id': 'ba09f91b-04f4-4e93-90f5-3be6b1b0268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e480ee1b-f067-4aeb-8c38-36578bed436b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:04:45.094010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Network hostable DHCP agents. Network: e480ee1b-f067-4aeb-8c38-36578bed436b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:04:45.118691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Network e480ee1b-f067-4aeb-8c38-36578bed436b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:04:45.132384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e480ee1b-f067-4aeb-8c38-36578bed436b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:45.140365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:45.141145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.150004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390df07-63b7-41c9-b5fc-c9bc6dcb7162 None None] Network e480ee1b-f067-4aeb-8c38-36578bed436b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:45.168877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f3ad076c-184d-46e0-b260-6a16b5db4cd3 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9367681 Dec 13 10:04:45.171750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:45.176963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'floatingip': {'floating_network_id': 'e480ee1b-f067-4aeb-8c38-36578bed436b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:45.222777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.276924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc3769-419b-46b6-ba2e-373331a7bd9c None None] Network e480ee1b-f067-4aeb-8c38-36578bed436b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:04:45.335031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.488403 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Allocated IP 172.20.0.11 (e480ee1b-f067-4aeb-8c38-36578bed436b/f149c94e-3b0b-498a-afd8-533d4bb9b8c7/74d9105d-0682-43fa-8020-8d77b22c613a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:04:45.690177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.797335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:45.847204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bc7777f-d20f-4764-bd0d-bfa14a6e8454 req-a2316202-1d88-4056-834c-a09769c938c7 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0589662 Dec 13 10:04:45.885334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Network e480ee1b-f067-4aeb-8c38-36578bed436b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:04:45.886920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Port': ['ID=74d9105d-0682-43fa-8020-8d77b22c613a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:45.897311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:04:45.917760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:04:46.039113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.087942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.154016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992267-451f-46ef-95cf-ed2aa59be74d req-46aa6cce-ddf5-4d2a-9722-806c4baf3346 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:46.157834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00992267-451f-46ef-95cf-ed2aa59be74d req-46aa6cce-ddf5-4d2a-9722-806c4baf3346 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0896657 Dec 13 10:04:46.232009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00992267-451f-46ef-95cf-ed2aa59be74d req-4af0ed8d-aad6-44dd-951b-0a081e38082a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669644 Dec 13 10:04:46.321309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.326466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.399567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Port': ['ID=74d9105d-0682-43fa-8020-8d77b22c613a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:46.416168 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.434231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.435718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f42ba89b-c685-47e8-adbd-81bff3fce6e2 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2623432 Dec 13 10:04:46.439909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:46.528563 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e023492-fd2a-4e01-b288-7e77ef431e80 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=e480ee1b-f067-4aeb-8c38-36578bed436b HTTP/1.1" status: 200 len: 690 time: 0.0879397 Dec 13 10:04:46.530939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:46.643571 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.779619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Deleting port 74d9105d-0682-43fa-8020-8d77b22c613a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:46.779914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.881749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.882439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:46.899178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Calling delete_port for 74d9105d-0682-43fa-8020-8d77b22c613a owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:47.088693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.093306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6fe6ed3-2e11-4f27-836e-6376c8dca0f8 req-9319eceb-f8f2-4411-bee6-437f0b762043 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0420802 Dec 13 10:04:47.134437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Port': ['ID=74d9105d-0682-43fa-8020-8d77b22c613a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:47.213224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.287401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.360223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e039-c64e-439c-93aa-6ac0bd5b3a52 req-f0cb8fb9-a17e-4487-a4ed-82ca212e0fe2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:47.372481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc01e039-c64e-439c-93aa-6ac0bd5b3a52 req-f0cb8fb9-a17e-4487-a4ed-82ca212e0fe2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0710816 Dec 13 10:04:47.379473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.449845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc01e039-c64e-439c-93aa-6ac0bd5b3a52 req-2fca6ebf-c143-4dd9-bb88-859dda4d74b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761111 Dec 13 10:04:47.460628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f149c94e-3b0b-498a-afd8-533d4bb9b8c7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:47.541780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.569801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e480ee1b-f067-4aeb-8c38-36578bed436b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:47.583884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba09f91b-04f4-4e93-90f5-3be6b1b0268e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:47.584724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba09f91b-04f4-4e93-90f5-3be6b1b0268e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:47.599595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.635328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.642780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:47.643377 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:47.646218 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:47.750001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.762292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e480ee1b-f067-4aeb-8c38-36578bed436b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:47.766241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:47.773271 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e480ee1b-f067-4aeb-8c38-36578bed436b HTTP/1.1" status: 204 len: 168 time: 1.2400892 Dec 13 10:04:47.774930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:47.800956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e284-a7d8-4a39-bac2-3985c9aa0bac tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Network': ['ID=e480ee1b-f067-4aeb-8c38-36578bed436b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:47.878317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b40eac2b-922a-4454-9689-7db65f1b8ba1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1020007 Dec 13 10:04:47.881032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.077240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.077953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.078553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.079130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.079705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.083204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4da0349-90a7-4396-9499-0ef8167fa166 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3381 time: 0.2005045 Dec 13 10:04:48.086706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59564) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.169253 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-087a56b8-c409-4899-86b0-7ac17d9afb2a tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] delete failed (client error): The resource could not be found. Dec 13 10:04:48.170520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-087a56b8-c409-4899-86b0-7ac17d9afb2a tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/ec959d59-8421-4a2d-a3f5-ee7783727dd5 HTTP/1.1" status: 404 len: 345 time: 0.0828326 Dec 13 10:04:48.173576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.207689 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27a4526-97c5-4ffd-9a22-bf90fc11c008 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 10:04:48.208240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27a4526-97c5-4ffd-9a22-bf90fc11c008 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:04:48.212626 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b27a4526-97c5-4ffd-9a22-bf90fc11c008 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e480ee1b-f067-4aeb-8c38-36578bed436b HTTP/1.1" status: 404 len: 339 time: 0.0380244 Dec 13 10:04:48.216625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.228139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'name': 'tempest-network--1268023372', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:48.290760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:48.294172 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.327985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0479170c-a503-4b4c-8690-f14341d7275e req-edc513a0-cb2e-4fe0-b6d4-f13c74e09f0c tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0512648 Dec 13 10:04:48.348131 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:48.361056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.361471 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Added segment 14664568-0378-416d-a2b1-e0c1354e8a56 of type vlan for network 824e0148-83db-40af-b53c-feaea88bb849 Dec 13 10:04:48.431566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.522158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.523943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.525350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:48.576073 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3500152 Dec 13 10:04:48.576941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:48.615180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1032c-5de8-4ab7-baf5-b42bdbb78aee req-3aa4c727-b7c2-4471-ace8-f8b1e57c904c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.619197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99a1032c-5de8-4ab7-baf5-b42bdbb78aee req-3aa4c727-b7c2-4471-ace8-f8b1e57c904c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.0842829 Dec 13 10:04:48.699054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99a1032c-5de8-4ab7-baf5-b42bdbb78aee req-3f90c999-437a-4c64-86b9-4897b9ad735e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711145 Dec 13 10:04:48.731804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42c7d2-46c8-43fe-ad38-77a2132f0f1d tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=824e0148-83db-40af-b53c-feaea88bb849,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:48.747049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 824e0148-83db-40af-b53c-feaea88bb849 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:48.887487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59d649-5df1-4ef3-8933-c442e69a7e0d tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.895178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59d649-5df1-4ef3-8933-c442e69a7e0d tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.902811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59d649-5df1-4ef3-8933-c442e69a7e0d tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.909538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59d649-5df1-4ef3-8933-c442e69a7e0d tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:48.913615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee59d649-5df1-4ef3-8933-c442e69a7e0d tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3057375 Dec 13 10:04:48.914849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:49.003863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.116288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.142857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824e0148-83db-40af-b53c-feaea88bb849']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.160236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14664568-0378-416d-a2b1-e0c1354e8a56') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.160236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14664568-0378-416d-a2b1-e0c1354e8a56') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:49.170961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.188301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.198429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:49.198758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:49.200536 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:49.263704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.290085 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 824e0148-83db-40af-b53c-feaea88bb849 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:49.298201 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.305254 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/824e0148-83db-40af-b53c-feaea88bb849 HTTP/1.1" status: 204 len: 168 time: 0.3864758 Dec 13 10:04:49.310470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:49.315273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'name': 'tempest-network--1721014204', 'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:49.322199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e64a8-2726-450c-9926-be5e2b835eb1 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Network': ['ID=824e0148-83db-40af-b53c-feaea88bb849,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:49.367120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:49.370009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.444937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:49.459403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.460322 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Added segment 26b51db5-4c1e-4a11-bc84-88d211c90d2b of type vlan for network 25d860cc-1bb1-45e2-9440-fa329391babb Dec 13 10:04:49.515479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be55a628-2fd0-41c3-bd4f-f89a6cb5f427 req-fa9ef107-8bee-4d75-9e49-9c1dbcb9d66a tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0353179 Dec 13 10:04:49.601822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.652565 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.653589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:49.654200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:49.722805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4111574 Dec 13 10:04:49.726482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:49.744934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb248d8-630b-401f-8819-23d6587a76b6 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=25d860cc-1bb1-45e2-9440-fa329391babb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:49.760297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 25d860cc-1bb1-45e2-9440-fa329391babb details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:49.842077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21c216-20c7-41ae-a8d6-af181e60eb13 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:49.846888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed21c216-20c7-41ae-a8d6-af181e60eb13 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "GET /v2.0/networks/25d860cc-1bb1-45e2-9440-fa329391babb HTTP/1.1" status: 200 len: 757 time: 0.1162858 Dec 13 10:04:49.847251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.099931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9c1cc-2114-4455-8f3e-1ddf442a50d0 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.101507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-71a9c1cc-2114-4455-8f3e-1ddf442a50d0 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "GET /v2.0/networks/c3aa5970-aeb1-479a-ab0d-752ca2ea584b HTTP/1.1" status: 200 len: 768 time: 0.2532218 Dec 13 10:04:50.104808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:50.136876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83223650-861e-4b67-b23d-8cf0b6580783 req-4644bd33-0663-4d45-8947-14c17c56c460 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:50.140354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83223650-861e-4b67-b23d-8cf0b6580783 req-4644bd33-0663-4d45-8947-14c17c56c460 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.2830849 Dec 13 10:04:50.222806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.280333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83223650-861e-4b67-b23d-8cf0b6580783 req-1b796b8e-0a1f-4cfb-9c6b-f76ecc6dfb02 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317120 Dec 13 10:04:50.355970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.386341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d860cc-1bb1-45e2-9440-fa329391babb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:50.418151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b51db5-4c1e-4a11-bc84-88d211c90d2b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:50.418860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b51db5-4c1e-4a11-bc84-88d211c90d2b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:50.435747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.451689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.460503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:50.460983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:50.462939 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:50.748084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-080ab259-aad6-4f00-95fc-f135660c69bf req-8f3dd868-c894-4ca6-8620-7fc45b10f394 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0574238 Dec 13 10:04:50.918696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.008008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.019346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25d860cc-1bb1-45e2-9440-fa329391babb {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:51.041027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.044603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/25d860cc-1bb1-45e2-9440-fa329391babb HTTP/1.1" status: 204 len: 168 time: 0.9387560 Dec 13 10:04:51.051096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.058327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'name': 'tempest-network--1010541294'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:51.089964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7bddf-d241-4749-aa09-83d44fee5776 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Network': ['ID=25d860cc-1bb1-45e2-9440-fa329391babb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.121976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Made reservation on behalf of 6d89dae37d804feb943ce7a67a3b9ae9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:04:51.124958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.196793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd20a-4700-4192-a3c9-0930ebed23ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.225026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:04:51.259384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.260333 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Added segment 14f185db-ec75-43f9-9848-41a4a0496f69 of type vlan for network 5abb248f-41d0-4875-9796-bd709e25da32 Dec 13 10:04:51.359449 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.413200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.415346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.416141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.569486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5132935 Dec 13 10:04:51.569684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.579662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8119acf-a9a7-4906-a2ce-70580b1c3b0c tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=5abb248f-41d0-4875-9796-bd709e25da32,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.579910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:51.591859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 5abb248f-41d0-4875-9796-bd709e25da32 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:04:51.605114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd20a-4700-4192-a3c9-0930ebed23ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.634653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd20a-4700-4192-a3c9-0930ebed23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.736962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760739f-56b7-47de-a3c3-27690ed9af10 req-e84c106e-88f7-4534-bcc8-6ee22c2dbad3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.749002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4760739f-56b7-47de-a3c3-27690ed9af10 req-e84c106e-88f7-4534-bcc8-6ee22c2dbad3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 943 time: 0.3277023 Dec 13 10:04:51.784650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e5ebd20a-4700-4192-a3c9-0930ebed23ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=397914ab2f9d40e69425ab8184d07450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8643250 Dec 13 10:04:51.802802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:51.817437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebd20a-4700-4192-a3c9-0930ebed23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c82970-aed6-4620-985a-75b464ca07ca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:51.910259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.917280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device a919dd86-a1ec-4366-8516-2937d51d51b2 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:04:51.919026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4760739f-56b7-47de-a3c3-27690ed9af10 req-becec473-a84c-4ebd-8698-286b3b5fc553 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581621 Dec 13 10:04:51.930465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.934139 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.951396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Network 5abb248f-41d0-4875-9796-bd709e25da32 is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:04:51.952499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:51.953854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.970112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "PUT /v2.0/networks/5abb248f-41d0-4875-9796-bd709e25da32 HTTP/1.1" status: 200 len: 858 time: 0.3957436 Dec 13 10:04:51.970222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:51.972435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59694) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:52.052332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29fcb6-513b-445c-b6c1-20e0d0ff39b7 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event updated for resources: {'Network': ['ID=5abb248f-41d0-4875-9796-bd709e25da32,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.129818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.134133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a84557b-00b6-475d-a8aa-4599556309ef req-eb2d7e22-88da-436a-84e8-9dfcf92a102f tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.1183417 Dec 13 10:04:52.184134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=a919dd86-a1ec-4366-8516-2937d51d51b2,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:52.199612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'a919dd86-a1ec-4366-8516-2937d51d51b2', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': 'a919dd86-a1ec-4366-8516-2937d51d51b2', 'mac_address': 'fa:16:3e:2d:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:04:52.246185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.263484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a919dd86-a1ec-4366-8516-2937d51d51b2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:04:52.289993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=a919dd86-a1ec-4366-8516-2937d51d51b2,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:52.299093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.359525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.369510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.370096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.370613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.371123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.371610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.372095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.372578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.373237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.373900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.374765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.375681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.376180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.376658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:04:52.591264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.593889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.595036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7c82970-aed6-4620-985a-75b464ca07ca HTTP/1.1" status: 204 len: 168 time: 0.7898531 Dec 13 10:04:52.608270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['a919dd86-a1ec-4366-8516-2937d51d51b2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:52.611600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.620858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af89872-5b35-4570-979f-b11962c650a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c82970-aed6-4620-985a-75b464ca07ca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.652632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abb248f-41d0-4875-9796-bd709e25da32']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:52.667058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f185db-ec75-43f9-9848-41a4a0496f69') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:52.667425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f185db-ec75-43f9-9848-41a4a0496f69') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:52.678804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.694053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.701266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:52.701570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:52.703381 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:52.806750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.812254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5abb248f-41d0-4875-9796-bd709e25da32 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 10:04:52.815163 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:52.833376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5abb248f-41d0-4875-9796-bd709e25da32 HTTP/1.1" status: 204 len: 168 time: 0.8569565 Dec 13 10:04:52.835404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:52.888659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77909b-6876-411e-a596-fea7f9183331 tempest-ExternalNetworksTestJSON-311116920 tempest-ExternalNetworksTestJSON-311116920-project-admin] Pushing event deleted for resources: {'Network': ['ID=5abb248f-41d0-4875-9796-bd709e25da32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:52.931642 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-076a0705-c31f-409f-aa1e-1fa3f731b095 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] DELETE failed (client error): The resource could not be found. Dec 13 10:04:52.932118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076a0705-c31f-409f-aa1e-1fa3f731b095 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:04:52.937936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-076a0705-c31f-409f-aa1e-1fa3f731b095 tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "DELETE /v2.0/subnets/f149c94e-3b0b-498a-afd8-533d4bb9b8c7 HTTP/1.1" status: 404 len: 337 time: 0.0998690 Dec 13 10:04:52.938439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.222972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.231025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.251530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abc5a8a0-4518-4a85-870b-82013f16fcee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.260908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942280e7-fc17-48f4-bf6d-a1fec49ecf29 req-fd2982fc-c52d-4fe6-a8c3-391f24f38423 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:53.269158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-942280e7-fc17-48f4-bf6d-a1fec49ecf29 req-fd2982fc-c52d-4fe6-a8c3-391f24f38423 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 944 time: 0.1499205 Dec 13 10:04:53.379472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79d57f07-ad25-494e-bb96-78f8f894f5e7 req-ec562402-0554-497d-81d9-8ad932ae9f1f tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0797930 Dec 13 10:04:53.439917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-942280e7-fc17-48f4-bf6d-a1fec49ecf29 req-d2aa4d03-d146-4739-80f9-5517bd275ee5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698053 Dec 13 10:04:53.441330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abc5a8a0-4518-4a85-870b-82013f16fcee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.448334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abc5a8a0-4518-4a85-870b-82013f16fcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.460648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.501180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aa5970-aeb1-479a-ab0d-752ca2ea584b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:53.503000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-abc5a8a0-4518-4a85-870b-82013f16fcee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dd98355367c416985fe62cd533b50da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708859 Dec 13 10:04:53.503990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a8a0-4518-4a85-870b-82013f16fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ba0f4-f949-4d96-9536-371bb6339f41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.506508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:53.538071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6a2620-a5c2-49bd-ab17-5b324d8c3ba7') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:53.538393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6a2620-a5c2-49bd-ab17-5b324d8c3ba7') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:04:53.554375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.560961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.569041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.576298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:04:53.577628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:04:53.583020 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:04:53.606296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.674743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.685163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.692374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.693592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:53.696145 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f1ba0f4-f949-4d96-9536-371bb6339f41 HTTP/1.1" status: 204 len: 168 time: 0.1886220 Dec 13 10:04:53.700437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] 10.222.0.30 "DELETE /v2.0/networks/c3aa5970-aeb1-479a-ab0d-752ca2ea584b HTTP/1.1" status: 204 len: 168 time: 0.7604482 Dec 13 10:04:53.716143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81f22-43f0-4e64-b675-820f4c25a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ba0f4-f949-4d96-9536-371bb6339f41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.724496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d823dc-e359-463d-b62c-7a1ad933d44b tempest-ExternalNetworksTestJSON-1207498665 tempest-ExternalNetworksTestJSON-1207498665-project] Pushing event deleted for resources: {'Network': ['ID=c3aa5970-aeb1-479a-ab0d-752ca2ea584b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:53.931309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device a919dd86-a1ec-4366-8516-2937d51d51b2 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:04:53.994753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port a919dd86-a1ec-4366-8516-2937d51d51b2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:04:54.003035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port a919dd86-a1ec-4366-8516-2937d51d51b2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:04:54.003612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.111725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.153665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:54.156627 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024468f-c985-4151-8aae-a2b2c1e596ca" -d '{"events": [{"server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "name": "network-vif-plugged", "status": "completed", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:54.163642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=a919dd86-a1ec-4366-8516-2937d51d51b2,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:54.170034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.208177 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c8c47-6851-4232-b456-c40856b1e2ec x-openstack-request-id: req-a40c8c47-6851-4232-b456-c40856b1e2ec {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:54.209419 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "name": "network-vif-plugged", "status": "completed", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:54.209941 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a40c8c47-6851-4232-b456-c40856b1e2ec {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:54.210576 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2', 'code': 200} Dec 13 10:04:54.252785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:54.332974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636134-2f5a-4272-9857-b492ecf864db req-296626c7-00f7-4cda-9d08-be207d0aa38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.336875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3636134-2f5a-4272-9857-b492ecf864db req-296626c7-00f7-4cda-9d08-be207d0aa38e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 1096 time: 0.0603652 Dec 13 10:04:54.401308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.404328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3636134-2f5a-4272-9857-b492ecf864db req-f90b6502-92ac-41c8-b687-910d79ef0c26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551617 Dec 13 10:04:54.530707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a972c201-5d1e-4a5f-843d-0cfa91dc16e3 req-f0374caf-f224-4d80-aa83-637f4b7a43b0 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0458241 Dec 13 10:04:54.653229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01045c-bdb1-41a5-bab0-92c41bb67e94 req-dbf52ec5-d6e0-45d9-a216-e66cbadd62b8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:54.654951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c01045c-bdb1-41a5-bab0-92c41bb67e94 req-dbf52ec5-d6e0-45d9-a216-e66cbadd62b8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.1231689 Dec 13 10:04:54.657403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-41874236-4338-493e-b34b-2bbe87578ebc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12e14d66f00248dd940bfaf9e6ac988c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549531 Dec 13 10:04:54.659922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:54.765872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c01045c-bdb1-41a5-bab0-92c41bb67e94 req-c8a07cb5-acc1-4714-8896-803ce78ec780 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Dec 13 10:04:54.799310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.827164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.887442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.893547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:54.897182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b4093ef-52e0-4f2d-a6f5-1a036142c1b1 HTTP/1.1" status: 204 len: 168 time: 0.2338026 Dec 13 10:04:54.912593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044936-89a4-402e-85bf-cadfa4cf19cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4093ef-52e0-4f2d-a6f5-1a036142c1b1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.206385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.452393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9d2faa1-80f2-4ef8-8a7b-e301b2892aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.556470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9d2faa1-80f2-4ef8-8a7b-e301b2892aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.564348 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9d2faa1-80f2-4ef8-8a7b-e301b2892aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.609371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.621328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c9d2faa1-80f2-4ef8-8a7b-e301b2892aa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86184e6f09e24489a5e11f0ff0bbbdac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133368 Dec 13 10:04:55.627946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 59880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.676205 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da462d64-4e0d-4d51-904a-dfe7db2469f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d89dae37d804feb943ce7a67a3b9ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645683 Dec 13 10:04:55.679642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:55.714555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2faa1-80f2-4ef8-8a7b-e301b2892aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11803dc1-e359-4532-bafc-d7d711a97417,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.736532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-083b8723-8786-406b-829f-df71303a96b9 req-03728619-3612-45c8-ba25-39ce18d11829 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0572128 Dec 13 10:04:55.781522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.810644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.830778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.839672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.940459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1dadc-9b0e-47cf-b4a6-b6897b4d2b2f req-125dc920-d569-43c6-b292-6112a9ca1cf0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:55.941695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.942051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1e1dadc-9b0e-47cf-b4a6-b6897b4d2b2f req-125dc920-d569-43c6-b292-6112a9ca1cf0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.0588782 Dec 13 10:04:55.953217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.956849 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a1c93c4-a3a1-4639-af50-4c6f6dc1ae6c HTTP/1.1" status: 204 len: 168 time: 0.2735922 Dec 13 10:04:55.964883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.967572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87decc21-ef7b-44c2-90fa-6ff4cfe17f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1c93c4-a3a1-4639-af50-4c6f6dc1ae6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:55.969073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:55.971041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11803dc1-e359-4532-bafc-d7d711a97417 HTTP/1.1" status: 204 len: 168 time: 0.3414793 Dec 13 10:04:56.017875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6462da-5b1d-48ab-bca4-3a53e99f4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11803dc1-e359-4532-bafc-d7d711a97417,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:56.081489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1e1dadc-9b0e-47cf-b4a6-b6897b4d2b2f req-d11c4b57-b188-46a0-94df-1bdb5538cdd5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307909 Dec 13 10:04:56.273168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106b26b-7146-49fb-ae38-954ca6c3ef59 req-4a535eea-ac72-420d-a393-49a7c55020d7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:56.281882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3106b26b-7146-49fb-ae38-954ca6c3ef59 req-4a535eea-ac72-420d-a393-49a7c55020d7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.0666757 Dec 13 10:04:56.368707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3106b26b-7146-49fb-ae38-954ca6c3ef59 req-feb39ead-2563-4da1-a4e8-c626df18bb8b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858538 Dec 13 10:04:56.836421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b808f7-773a-45cc-b884-f63d58fb967a req-966251ad-b50f-4feb-9383-90a778858a90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:56.843373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1b808f7-773a-45cc-b884-f63d58fb967a req-966251ad-b50f-4feb-9383-90a778858a90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.0828269 Dec 13 10:04:56.928687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae9be7b1-7d28-4b44-8a2b-de0581a09242 req-8bd0af94-4efe-4989-a2c1-096e397445da tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0540504 Dec 13 10:04:56.957161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:56.957782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a1b808f7-773a-45cc-b884-f63d58fb967a req-3de5b40d-a74c-41d0-8f1c-939733dc3b28 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025000 Dec 13 10:04:56.969441 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9a7-6e52-4c0c-872e-6b5d1c5bce9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.096185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9a7-6e52-4c0c-872e-6b5d1c5bce9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.100896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d8d9a7-6e52-4c0c-872e-6b5d1c5bce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.155154 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-25d8d9a7-6e52-4c0c-872e-6b5d1c5bce9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4c7690b6d55417380e06b961692e528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053244 Dec 13 10:04:57.155360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 59976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:57.161988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d9a7-6e52-4c0c-872e-6b5d1c5bce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0dd62-8d07-455b-9e82-69a34921fae4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:57.231872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.258567 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.305084 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.322681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.326614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.330088 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8c0dd62-8d07-455b-9e82-69a34921fae4 HTTP/1.1" status: 204 len: 168 time: 0.1714520 Dec 13 10:04:57.338009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa454-7b6e-473b-a3b9-b8738bb5dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0dd62-8d07-455b-9e82-69a34921fae4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:57.781776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:57.798654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11f7331d-0ccc-4d7f-b45f-fb8dd2eee649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.928542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11f7331d-0ccc-4d7f-b45f-fb8dd2eee649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:57.935116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11f7331d-0ccc-4d7f-b45f-fb8dd2eee649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.001733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7331d-0ccc-4d7f-b45f-fb8dd2eee649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f50b614-b1b7-4edf-ae98-67c9e76257b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.033242 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-11f7331d-0ccc-4d7f-b45f-fb8dd2eee649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4576fc30a964a0daab4d0af928dcb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479045 Dec 13 10:04:58.033682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60014) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:58.132867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-894382c5-8389-4225-9f35-f40ea5586b3f req-967a76cf-f2e9-4805-8597-358b90f19a2d tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0679646 Dec 13 10:04:58.201384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.212916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eecb9-f01b-4112-b171-6cd362c070a9 req-51679ebb-4d16-483c-a6b3-7bd0fe1eb361 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:58.214509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c2eecb9-f01b-4112-b171-6cd362c070a9 req-51679ebb-4d16-483c-a6b3-7bd0fe1eb361 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.1372237 Dec 13 10:04:58.259036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.361758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c2eecb9-f01b-4112-b171-6cd362c070a9 req-c4191dee-1498-478b-999b-0da5eed09a7b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376894 Dec 13 10:04:58.410901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.414728 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.418844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f50b614-b1b7-4edf-ae98-67c9e76257b2 HTTP/1.1" status: 204 len: 168 time: 0.3841035 Dec 13 10:04:58.430793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e40169-3a97-4b23-881f-12235d4a42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f50b614-b1b7-4edf-ae98-67c9e76257b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:58.480298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-5c26f4c2-e7ad-4389-a642-003fa849025d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:04:58.481662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-5c26f4c2-e7ad-4389-a642-003fa849025d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 945 time: 0.1036527 Dec 13 10:04:58.598042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5097efe0-7324-40fd-b7d2-79885ff93f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.651254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port a919dd86-a1ec-4366-8516-2937d51d51b2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:04:58.651740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.779475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port a919dd86-a1ec-4366-8516-2937d51d51b2, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=a919dd86-a1ec-4366-8516-2937d51d51b2,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:04:58.779833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:58.796786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for a919dd86-a1ec-4366-8516-2937d51d51b2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:04:59.061955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.074589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['24a87c85-4a75-40b7-a2de-214014bd678a', 'a919dd86-a1ec-4366-8516-2937d51d51b2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:04:59.217724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=a919dd86-a1ec-4366-8516-2937d51d51b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:04:59.262907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port a919dd86-a1ec-4366-8516-2937d51d51b2 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:04:59.267071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.282715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9dc4c209-4236-4ca3-98ca-48d305ff1d94 req-c83b0691-6280-4bb4-9e08-2249845277e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "DELETE /v2.0/ports/a919dd86-a1ec-4366-8516-2937d51d51b2 HTTP/1.1" status: 204 len: 173 time: 0.7930863 Dec 13 10:04:59.283234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'name': 'network-vif-deleted', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:04:59.316812 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b644ff5-90d2-4151-ac19-68d7d31238d7" -d '{"events": [{"server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "name": "network-vif-deleted", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:04:59.327689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.378731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:04:59.437557 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15cc76d-3802-451f-81a0-85592d7a87d5 x-openstack-request-id: req-b15cc76d-3802-451f-81a0-85592d7a87d5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:04:59.438228 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75917ad6-e83c-4031-a442-c2daf3dfce0d", "name": "network-vif-deleted", "tag": "a919dd86-a1ec-4366-8516-2937d51d51b2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:04:59.442664 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b15cc76d-3802-451f-81a0-85592d7a87d5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:04:59.443218 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75917ad6-e83c-4031-a442-c2daf3dfce0d', 'name': 'network-vif-deleted', 'tag': 'a919dd86-a1ec-4366-8516-2937d51d51b2', 'status': 'completed', 'code': 200} Dec 13 10:04:59.517330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-502c37ea-d158-4505-b713-9bd4f0471eb2 req-f2965a0c-c172-4743-b6f3-6c5649f954ea tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0769398 Dec 13 10:04:59.627735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4186083f-ee06-484a-91d6-05dbe072331b req-76f7712b-2b3a-4be3-91ae-65f2325d7877 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0464506 Dec 13 10:04:59.723452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:04:59.774408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:04:59.917040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.062433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Allocated IP 172.25.1.128 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/ca75c100-cfd0-46be-b3eb-c5975a6f339f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:00.232176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.332770 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.407570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:00.413732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:00.430242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=ca75c100-cfd0-46be-b3eb-c5975a6f339f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:00.436389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:00.668384 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.740863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfd17c65-7df9-4c77-abf8-eacc2fd70ed4 req-afa89a1c-d1f7-4107-abdb-95a6b766ae34 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0659606 Dec 13 10:05:00.824713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:00.846433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:00.918438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ef9837c-6b32-4b25-a8d0-fbb2207ce15d req-f52e304b-45a7-4205-9021-868f75557118 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.1124053 Dec 13 10:05:00.978725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-681035df-44d0-4fb2-8b34-868104a409e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.114127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.118447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e6e93c7-0fdf-4720-b787-f26ec147fdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.124218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.219784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=ca75c100-cfd0-46be-b3eb-c5975a6f339f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.230059 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e6e93c7-0fdf-4720-b787-f26ec147fdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.241655 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e6e93c7-0fdf-4720-b787-f26ec147fdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.323859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1e6e93c7-0fdf-4720-b787-f26ec147fdaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90f22b3be34d436181be69761acabea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739194 Dec 13 10:05:01.324200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:01.332050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e93c7-0fdf-4720-b787-f26ec147fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b9213-ab95-4c5f-b19e-2bd1399562c9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.368107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.392917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.394759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9df0304d-fe58-48a5-a6a9-fdd634ec142a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0149646 Dec 13 10:05:01.398563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:01.401585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.407111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1127342794'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:01.428984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.455596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Made reservation on behalf of 9d4f5ebcc8364f44b472af26ac74b196 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:01.465086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.481096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.518386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.522907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.524117 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e0b9213-ab95-4c5f-b19e-2bd1399562c9 HTTP/1.1" status: 204 len: 168 time: 0.1989207 Dec 13 10:05:01.541711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467c2e0-de9e-4ff0-81af-8e2ffa9747fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b9213-ab95-4c5f-b19e-2bd1399562c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.612996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.618881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.655791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:01.670841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4bd3ac-d83c-4ef2-ab90-6af67d7543b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:01.677994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.678536 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Added segment 9d53427c-6166-485d-9f10-c8cbc6d188ae of type vlan for network 61577811-331d-44ac-85bb-3d6854de512b Dec 13 10:05:01.738479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.824614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.846537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:01.850682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:01.997184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-882dc69a-bef0-4401-8023-a25f01ec7e6d req-424600b6-e5b9-4de3-aa0f-b83749dfd820 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.1397581 Dec 13 10:05:02.002280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device a919dd86-a1ec-4366-8516-2937d51d51b2 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:02.021026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6165400 Dec 13 10:05:02.021420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.029446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Request body: {'subnet': {'network_id': '61577811-331d-44ac-85bb-3d6854de512b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:02.036390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: a919dd86-a1ec-4366-8516-2937d51d51b2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:02.037490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device a919dd86-a1ec-4366-8516-2937d51d51b2 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:02.090311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc826db-6e94-4fa6-b35d-14ee53dc3e03 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Network': ['ID=61577811-331d-44ac-85bb-3d6854de512b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.105185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 61577811-331d-44ac-85bb-3d6854de512b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:02.172797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a84aa7d-c6bc-4cda-a499-23487004f28e req-a1090033-4da2-49f4-b290-d1a0593bdee2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0774958 Dec 13 10:05:02.262791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Made reservation on behalf of 9d4f5ebcc8364f44b472af26ac74b196 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:02.269696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.305518 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.583239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.690956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Subnet': ['ID=bd219339-6c4c-4076-913a-5bf449afb2f5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:02.699731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Checking segment: {'id': '9d53427c-6166-485d-9f10-c8cbc6d188ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '61577811-331d-44ac-85bb-3d6854de512b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:02.700442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network hostable DHCP agents. Network: 61577811-331d-44ac-85bb-3d6854de512b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:02.723840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 61577811-331d-44ac-85bb-3d6854de512b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:02.736579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 61577811-331d-44ac-85bb-3d6854de512b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:02.751589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a5a08-e3df-481a-b833-af857d844b27 None None] Network 61577811-331d-44ac-85bb-3d6854de512b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:02.794523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:02.796512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.855035 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dc18cad0-1815-436e-8c37-3a286d1497c4 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8322709 Dec 13 10:05:02.855720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:02.869262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1112441791', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:02.914493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:02.916185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.047229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-61577811-331d-44ac-85bb-3d6854de512b', 'network_id': '61577811-331d-44ac-85bb-3d6854de512b', 'project_id': '9d4f5ebcc8364f44b472af26ac74b196', 'fixed_ips': [{'subnet_id': 'bd219339-6c4c-4076-913a-5bf449afb2f5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:03.049169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.108734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.278079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2c4fe04d-5703-46d0-bd56-75feca1e66db req-78bc6f17-08b0-4a40-b390-33803ec23415 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0473018 Dec 13 10:05:03.343803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Allocated IP 172.20.0.2 (61577811-331d-44ac-85bb-3d6854de512b/bd219339-6c4c-4076-913a-5bf449afb2f5/bebf13f4-2996-48e4-84e0-100d695b9d32) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:03.415665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.436834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b76812a7-f286-4ae4-a2f4-638294a3985a req-f1ef34f9-6875-4fa5-b27a-3c9973a87f29 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0412834 Dec 13 10:05:03.771700 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.780796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.791183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.806485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.832509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:03.870103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Pushing event updated for resources: {'Port': ['ID=bebf13f4-2996-48e4-84e0-100d695b9d32,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:03.884202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Network 61577811-331d-44ac-85bb-3d6854de512b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:03.888338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:03.893564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:04.031202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Allocated IP 172.25.1.13 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0b386d4b-f7e3-4529-a376-aceef23a889f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:04.060883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Attempting to bind port bebf13f4-2996-48e4-84e0-100d695b9d32 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:04.061712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Attempting to bind port bebf13f4-2996-48e4-84e0-100d695b9d32 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9d53427c-6166-485d-9f10-c8cbc6d188ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '61577811-331d-44ac-85bb-3d6854de512b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:04.062502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Attempting to bind port bebf13f4-2996-48e4-84e0-100d695b9d32 on network 61577811-331d-44ac-85bb-3d6854de512b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:04.072398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:04.072802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Checking segment: {'id': '9d53427c-6166-485d-9f10-c8cbc6d188ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '61577811-331d-44ac-85bb-3d6854de512b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:04.075536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.075536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Bound using segment: {'id': '9d53427c-6166-485d-9f10-c8cbc6d188ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '61577811-331d-44ac-85bb-3d6854de512b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:04.075536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Bound port: bebf13f4-2996-48e4-84e0-100d695b9d32, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d53427c-6166-485d-9f10-c8cbc6d188ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '61577811-331d-44ac-85bb-3d6854de512b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:04.075536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.230134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.234148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] For port bebf13f4-2996-48e4-84e0-100d695b9d32, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:04.241010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] For port bebf13f4-2996-48e4-84e0-100d695b9d32, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bebf13f4-2996-48e4-84e0-100d695b9d32,segment=NetworkSegment(9d53427c-6166-485d-9f10-c8cbc6d188ae),segment_id=9d53427c-6166-485d-9f10-c8cbc6d188ae)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:04.249035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.302969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.349972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4c547-e928-44b5-9437-116d3bd82dff None None] Pushing event updated for resources: {'Port': ['ID=bebf13f4-2996-48e4-84e0-100d695b9d32,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.478790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:04.527605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b81553c-7c90-4e24-866b-9a9a3e06aa69 req-b77f2424-93f9-47f0-afe4-8d068e2ed891 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0364873 Dec 13 10:05:04.528575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:04.531285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:04.534886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=0b386d4b-f7e3-4529-a376-aceef23a889f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:04.546832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ad44e-a027-4133-8512-f588ac96d71d None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:04.714993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-026e30f3-9a41-4a4a-8e73-b8b834ef3094 None None] Provisioning complete for port 0b386d4b-f7e3-4529-a376-aceef23a889f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:04.715386 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-026e30f3-9a41-4a4a-8e73-b8b834ef3094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.782126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:04.850610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-026e30f3-9a41-4a4a-8e73-b8b834ef3094 None None] Port 0b386d4b-f7e3-4529-a376-aceef23a889f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:04.856420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:04.917686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83a31bbc-fceb-471e-a937-592a160ffe96 req-2a5f7c5c-418e-499d-9c19-1146d823d451 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.2757521 Dec 13 10:05:05.041100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.182057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.218602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.227507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.291862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be8a07c1d148418da0506ce89f40f109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5085871 Dec 13 10:05:05.297639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:05.318439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8650b54e-12a7-4558-abf1-4f6e4c1caac1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:05.329695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.330171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.330520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.330863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.331192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.331702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.332039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.332366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.332697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.333026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.333910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.334240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.334826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b207518-a8b9-4de9-aff7-fc31a6a7bd3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:05.382223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.446442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.502085 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.563166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.566707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:05.568679 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8650b54e-12a7-4558-abf1-4f6e4c1caac1 HTTP/1.1" status: 204 len: 168 time: 0.2696190 Dec 13 10:05:05.582887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667fef-2ee0-4458-b93a-29259788228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8650b54e-12a7-4558-abf1-4f6e4c1caac1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:05.663317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bebf13f4-2996-48e4-84e0-100d695b9d32 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:05.822924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bebf13f4-2996-48e4-84e0-100d695b9d32 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:05.825173 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.051066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.179646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port bebf13f4-2996-48e4-84e0-100d695b9d32, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bebf13f4-2996-48e4-84e0-100d695b9d32,segment=NetworkSegment(9d53427c-6166-485d-9f10-c8cbc6d188ae),segment_id=9d53427c-6166-485d-9f10-c8cbc6d188ae)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:06.194492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.286193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293030e-990d-424b-ab96-100147c0310c None None] Network 61577811-331d-44ac-85bb-3d6854de512b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:06.419815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64436ca0-6746-434e-bdcd-0d9e75a5c401 None None] Provisioning complete for port bebf13f4-2996-48e4-84e0-100d695b9d32 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:06.421824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64436ca0-6746-434e-bdcd-0d9e75a5c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:06.533591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=bebf13f4-2996-48e4-84e0-100d695b9d32,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:06.578550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f9782f6e-383f-4dea-83ee-56d4d912e822 req-0f2ed6fc-2225-4477-8896-d650b2a3e70f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.3100877 Dec 13 10:05:06.655399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef5616fb-a417-4c7b-a918-1cc404dd4578 req-f34adae7-bc3f-4762-a5d3-a19967019142 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.9264910 Dec 13 10:05:06.726797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ebec796-002a-44a0-b293-e03fdbf5ea8f req-6ff94401-3f2c-4622-8411-2aa622ecb064 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0769377 Dec 13 10:05:06.811211 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:06.979570 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:05:07.008279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:07.025305 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] Sync routers for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:07.042064 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:07.046013 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:07.083032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.087284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ad9a1c7-191b-4c1e-afdd-196d48d2c383 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2304957 Dec 13 10:05:07.089095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:07.119545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:07.128771 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:07.129373 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:07.164594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b6e2ec01-b54d-47e4-9540-caebfd686a60 None None] Provisioning complete for port bebf13f4-2996-48e4-84e0-100d695b9d32 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:07.165997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6e2ec01-b54d-47e4-9540-caebfd686a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.171350 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:07.172014 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c771871-2aaf-4619-94bb-023f7ca84367 None None] The sync data for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:07.550276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bebf13f4-2996-48e4-84e0-100d695b9d32 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:07.704711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port bebf13f4-2996-48e4-84e0-100d695b9d32 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:07.706001 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:07.970727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf107726-8ac5-47cd-9f61-7b7bdeaf5585 req-c471df77-cedd-4d0c-96a3-ecb29322c4c8 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0793505 Dec 13 10:05:07.977842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.011545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53fb343a-8f90-4d48-8e79-2b6a6cd221bd req-8144c93c-2433-49cb-be76-3881ef668dae tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=75917ad6-e83c-4031-a442-c2daf3dfce0d HTTP/1.1" status: 200 len: 210 time: 0.0447812 Dec 13 10:05:08.591313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:08.626275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-964bf3e9-8571-4126-bd2c-28b1c085b9a5 req-ec293de0-e40e-47ec-b76f-d4fb251afad7 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19&device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0958316 Dec 13 10:05:08.662944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Allocated IP 172.20.0.1 (61577811-331d-44ac-85bb-3d6854de512b/bd219339-6c4c-4076-913a-5bf449afb2f5/f576e62b-7a13-4be7-b10e-5fd7241aaf07) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:08.893914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.901548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a59e73b-31a9-42d4-9703-3390eec060c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.957177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:08.981292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51a0a990-2b45-4388-947a-f33836891643 req-3c354136-f81f-4ded-b27a-b22558b53ec9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=198fb8f9fe68422ca58b1ff565db30d7&device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0363264 Dec 13 10:05:09.039607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-def3a2bc-497a-4b9d-adcf-147da6fef4b9 req-9a7bb5ee-6eff-4524-b084-5ddd125c7576 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0430410 Dec 13 10:05:09.041809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a59e73b-31a9-42d4-9703-3390eec060c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.047865 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a59e73b-31a9-42d4-9703-3390eec060c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.048302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 61577811-331d-44ac-85bb-3d6854de512b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:09.050718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51a0a990-2b45-4388-947a-f33836891643 req-8c4ec008-6280-4557-a8e1-5b3b2ff3299c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=198fb8f9fe68422ca58b1ff565db30d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390642 Dec 13 10:05:09.057073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:09.174574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1a59e73b-31a9-42d4-9703-3390eec060c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2e1480743df46a58b0bdbd9bfda81b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5781450 Dec 13 10:05:09.174574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59e73b-31a9-42d4-9703-3390eec060c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b3602-c099-4fee-8932-44354cbca163,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:09.176849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:09.233675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:09.288161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.313505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.387073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.395066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.402784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b3b3602-c099-4fee-8932-44354cbca163 HTTP/1.1" status: 204 len: 168 time: 0.2231064 Dec 13 10:05:09.415892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.436220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014359c-b08b-46fb-953e-33bc8744b4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b3602-c099-4fee-8932-44354cbca163,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:09.507739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e767afd-ff15-4a56-9715-857e27ba480a None None] Provisioning complete for port f576e62b-7a13-4be7-b10e-5fd7241aaf07 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:09.508305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e767afd-ff15-4a56-9715-857e27ba480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:09.600136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=f576e62b-7a13-4be7-b10e-5fd7241aaf07,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:09.638614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e767afd-ff15-4a56-9715-857e27ba480a None None] Port f576e62b-7a13-4be7-b10e-5fd7241aaf07 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:09.647139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0a990-2b45-4388-947a-f33836891643 req-3158179b-9736-4320-8964-08067ffa49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:09.648932 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51a0a990-2b45-4388-947a-f33836891643 req-3158179b-9736-4320-8964-08067ffa49f7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5891902 Dec 13 10:05:09.793347 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.220080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.229203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.303706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26212373-fea1-48ba-8d6a-c732ab76160b req-a92cdcb0-8b09-435b-9499-888db5d6d91b tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0912831 Dec 13 10:05:10.343726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=f576e62b-7a13-4be7-b10e-5fd7241aaf07,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:10.350150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.494517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 61577811-331d-44ac-85bb-3d6854de512b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:10.497146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:10.767916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:10.887990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e65d671-466d-4840-8f40-27d0c4221e56 None None] Provisioning complete for port f576e62b-7a13-4be7-b10e-5fd7241aaf07 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:10.888580 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e65d671-466d-4840-8f40-27d0c4221e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:10.975868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d671-466d-4840-8f40-27d0c4221e56 None None] Port f576e62b-7a13-4be7-b10e-5fd7241aaf07 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:11.436304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:11.446889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] Sync routers for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:11.455534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bbf59dce-c64e-4a04-b84b-3ad10f00a2e8 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "PUT /v2.0/routers/06e3f1e1-ea57-4870-8c4f-0d0e63ec969b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3639510 Dec 13 10:05:11.455850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:11.463074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:11.466621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:11.480188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Request body: {'port': {'network_id': '61577811-331d-44ac-85bb-3d6854de512b', 'name': 'tempest-FloatingIPAdminTestJSON-223879737'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:11.481764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70e74f01-cfa0-4053-9c6b-e652685e8bea req-9873df11-483b-4bb4-b869-8cb643d04a8e tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.0789568 Dec 13 10:05:11.486930 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-51a0a990-2b45-4388-947a-f33836891643 req-88f8b32e-a0cc-4993-9172-7fb1532640ed tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c2e92f8-8e17-489a-bcba-1071e894cb19 HTTP/1.1" status: 200 len: 210 time: 0.5665708 Dec 13 10:05:11.555208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:11.578954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:11.580028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:11.789930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Made reservation on behalf of 9d4f5ebcc8364f44b472af26ac74b196 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:11.792032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:11.794066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db588c53-451a-440d-9dfc-6a954a10f4e2 None None] The sync data for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:11.804637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:11.841649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] device_id is not set on port aab8c114-f172-41fd-a2e0-eaf4cfc57235 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:12.105615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Allocated IP 172.20.0.14 (61577811-331d-44ac-85bb-3d6854de512b/bd219339-6c4c-4076-913a-5bf449afb2f5/aab8c114-f172-41fd-a2e0-eaf4cfc57235) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:12.353151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.397876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.456954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Network 61577811-331d-44ac-85bb-3d6854de512b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:12.462257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:12.466357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:12.504027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event updated for resources: {'Port': ['ID=aab8c114-f172-41fd-a2e0-eaf4cfc57235,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:12.528712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:12.529373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.558225 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e6db478-1386-4a75-9823-9456f4a35d3d tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0812504 Dec 13 10:05:12.558562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:12.934391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'project_id': '9d4f5ebcc8364f44b472af26ac74b196', 'port_id': 'aab8c114-f172-41fd-a2e0-eaf4cfc57235'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:12.941247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1e3d6490-b789-4c2d-ac62-59f9d1281917 None None] Provisioning complete for port aab8c114-f172-41fd-a2e0-eaf4cfc57235 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:12.941677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6490-b789-4c2d-ac62-59f9d1281917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:12.976672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.046571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d6490-b789-4c2d-ac62-59f9d1281917 None None] Port aab8c114-f172-41fd-a2e0-eaf4cfc57235 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:13.083316 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5ebe0e48-959a-46ab-965d-a8c807d2a886 req-56beab08-8e0e-41ca-9c86-5be26e6c3b0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=198fb8f9fe68422ca58b1ff565db30d7&device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0518336 Dec 13 10:05:13.157993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.160940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5ebe0e48-959a-46ab-965d-a8c807d2a886 req-5aaac07c-3ba5-4088-8f03-2d20e592f46a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=198fb8f9fe68422ca58b1ff565db30d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680075 Dec 13 10:05:13.351370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0e48-959a-46ab-965d-a8c807d2a886 req-377be744-9bf9-4e61-8a3f-77d86e7870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:13.358059 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5ebe0e48-959a-46ab-965d-a8c807d2a886 req-377be744-9bf9-4e61-8a3f-77d86e7870c1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854854 Dec 13 10:05:13.408425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Allocated IP 172.25.1.216 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:13.737552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.799184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:13.836558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f17d04b-9824-40ac-8ae4-3667a034bdeb req-9b03790d-1b91-4a6e-8cd5-84fa8b5cf09c tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0511096 Dec 13 10:05:13.891590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:13.894732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:13.900476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:13.903953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Pushing event updated for resources: {'Port': ['ID=bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:14.002058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:14.164145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a682dcc1-1cf1-4ea5-8e85-4738c73f1880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.281225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a682dcc1-1cf1-4ea5-8e85-4738c73f1880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.287260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a682dcc1-1cf1-4ea5-8e85-4738c73f1880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.375351 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a682dcc1-1cf1-4ea5-8e85-4738c73f1880 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=510eb5e0b2cf4cbf92a0b4914d75e285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721704 Dec 13 10:05:14.376666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682dcc1-1cf1-4ea5-8e85-4738c73f1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bc1abf-2cf0-4758-8d43-5ff6032ce48d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:14.404210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:14.494451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.529996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.542946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.636194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.662534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5ebe0e48-959a-46ab-965d-a8c807d2a886 req-ecf33cbf-1dfb-4d24-b09c-880b9f161e96 tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.44 "GET /v2.0/ports?device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.0605893 Dec 13 10:05:14.705223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.708675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:14.712287 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4bc1abf-2cf0-4758-8d43-5ff6032ce48d HTTP/1.1" status: 204 len: 168 time: 0.3048408 Dec 13 10:05:14.732213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ba672-6dbd-4962-9c9c-504689eef7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bc1abf-2cf0-4758-8d43-5ff6032ce48d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.039276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.062117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.195314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3434c802-3cde-4c23-96a1-fc5ec56fb911 req-f4af7ead-6268-4263-9f33-ce2fee1f75cc tempest-ServerShowV247Test-776387250 tempest-ServerShowV247Test-776387250-project] 10.222.0.30 "GET /v2.0/ports?device_id=50df6044-012f-4a32-b91f-5b5e12b3f508 HTTP/1.1" status: 200 len: 210 time: 0.1207054 Dec 13 10:05:15.236381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Pushing event updated for resources: {'Port': ['ID=bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.291429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.400103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.418841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9efcdbcd-5432-460d-9e63-e5408ac3615c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.531312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9efcdbcd-5432-460d-9e63-e5408ac3615c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.542044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9efcdbcd-5432-460d-9e63-e5408ac3615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.549623 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Floating IP cb73a623-3ffd-490b-afb9-82b379696b1c associated. External IP: 172.25.1.216, port: aab8c114-f172-41fd-a2e0-eaf4cfc57235. Dec 13 10:05:15.609684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9efcdbcd-5432-460d-9e63-e5408ac3615c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=815e25346d24477b9bf5f8ad1d031d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077012 Dec 13 10:05:15.612253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:15.622527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcdbcd-5432-460d-9e63-e5408ac3615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264d5d45-93f0-4d3a-b731-2b495d004b7a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.700510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.736025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.796759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.798757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:15.805143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/264d5d45-93f0-4d3a-b731-2b495d004b7a HTTP/1.1" status: 204 len: 168 time: 0.1892209 Dec 13 10:05:15.848263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df3e2b-a3a6-44a9-9aa8-4a84f1637883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264d5d45-93f0-4d3a-b731-2b495d004b7a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:15.970712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:16.118355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:16.130870 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] Sync routers for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:16.150538 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:16.151979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:16.153749 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:16.220162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6fb4a9af-78bf-472e-9f7c-db7f400515c1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6576262 Dec 13 10:05:16.220858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.289771 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:16.327234 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:16.327866 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:16.399959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:16.400815 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad83cf6-ee99-4212-972d-f7fbe6de2e97 None None] The sync data for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:16.473017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da6b6baa-ffb8-4800-b1cb-1014038567d8 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "GET /v2.0/floatingips/cb73a623-3ffd-490b-afb9-82b379696b1c HTTP/1.1" status: 200 len: 983 time: 0.2506435 Dec 13 10:05:16.476005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.719564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d588b7b-e0b1-4c23-900c-83318efbaa60 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2415674 Dec 13 10:05:16.720349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.793030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:16.986250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:16.986648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.052484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92754134-ffd2-42cf-b424-42b4fda6d052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.090253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.090665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.108000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:17.226540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92754134-ffd2-42cf-b424-42b4fda6d052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.242956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92754134-ffd2-42cf-b424-42b4fda6d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.345308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.357522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92754134-ffd2-42cf-b424-42b4fda6d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5111396b-3091-463a-ab4f-397031ce6015,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.379235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=bd68f3b5-3420-4eb4-b2c1-bcf4ed75f67b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.386160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-92754134-ffd2-42cf-b424-42b4fda6d052 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=198fb8f9fe68422ca58b1ff565db30d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898111 Dec 13 10:05:17.386899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:17.461634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.462241 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Floating IP cb73a623-3ffd-490b-afb9-82b379696b1c disassociated (deleted). External IP: 172.25.1.216, port: aab8c114-f172-41fd-a2e0-eaf4cfc57235. Dec 13 10:05:17.523372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.564432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.655272 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.658391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:17.659794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5111396b-3091-463a-ab4f-397031ce6015 HTTP/1.1" status: 204 len: 168 time: 0.2723525 Dec 13 10:05:17.669956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407043-ce86-4e8a-82c3-7e188f23bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5111396b-3091-463a-ab4f-397031ce6015,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:17.842837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:18.002110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4358680-242b-4105-8cb4-608aff50948c req-7cb71062-7623-4e2e-bd88-748c4bf8afb4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:18.003645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4358680-242b-4105-8cb4-608aff50948c req-7cb71062-7623-4e2e-bd88-748c4bf8afb4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.1454730 Dec 13 10:05:18.053450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:18.060938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.068200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] Sync routers for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:18.078505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:18.079134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:18.106828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:18.108800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8d9e969a-b034-4f22-b0f8-4bf34e2b220a tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/floatingips/cb73a623-3ffd-490b-afb9-82b379696b1c HTTP/1.1" status: 204 len: 168 time: 1.3870895 Dec 13 10:05:18.113382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4358680-242b-4105-8cb4-608aff50948c req-924d2723-e622-4ad7-bc40-0f8c06790ede tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004097 Dec 13 10:05:18.117596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:18.129584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:18.158165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:18.159311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:18.179460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.225479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:18.229904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f96fa0-177b-472f-92d7-5ec5e6042fae None None] The sync data for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:18.311388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.527358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Allocated IP 172.25.1.46 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/ca7653b9-9c6b-41bf-8dff-d870c51638d7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:18.673760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.730119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:18.802169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Pushing event updated for resources: {'Port': ['ID=ca7653b9-9c6b-41bf-8dff-d870c51638d7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:18.818674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:18.829209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:18.831979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:18.955498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.007814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.293750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.301188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.349192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07632030-e987-486c-b5dd-a08f1134dfb2 req-7ac05013-0ea9-44aa-8b5d-a306548caeca tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:19.351433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07632030-e987-486c-b5dd-a08f1134dfb2 req-7ac05013-0ea9-44aa-8b5d-a306548caeca tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.1062291 Dec 13 10:05:19.457764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07632030-e987-486c-b5dd-a08f1134dfb2 req-560c8f87-d78b-4777-81f0-49f92e5bc1c0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04061d2-d925-42ac-862f-ec5022777aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982583 Dec 13 10:05:19.487847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Pushing event updated for resources: {'Port': ['ID=ca7653b9-9c6b-41bf-8dff-d870c51638d7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:19.564024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-d5078324-ebe0-476c-974b-f070ce4ba989 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:19.568720 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-d5078324-ebe0-476c-974b-f070ce4ba989 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 946 time: 0.1766815 Dec 13 10:05:19.571587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.698777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.701594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8aba5189-b0f5-47bf-a85f-8d6d24368330 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5891976 Dec 13 10:05:19.703348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:19.724406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 24a87c85-4a75-40b7-a2de-214014bd678a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:19.724793 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.937102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port 24a87c85-4a75-40b7-a2de-214014bd678a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=24a87c85-4a75-40b7-a2de-214014bd678a,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:19.939052 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:19.980179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 24a87c85-4a75-40b7-a2de-214014bd678a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:20.030775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:20.097461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.230149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.243624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['24a87c85-4a75-40b7-a2de-214014bd678a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:05:20.265594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=24a87c85-4a75-40b7-a2de-214014bd678a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:20.353317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port 24a87c85-4a75-40b7-a2de-214014bd678a on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:20.357272 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.364841 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0b82e45c-ede7-4b0e-9c40-7acaa8aadb58 req-8a29506c-23f3-4507-a202-776a35078fcf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "DELETE /v2.0/ports/24a87c85-4a75-40b7-a2de-214014bd678a HTTP/1.1" status: 204 len: 173 time: 0.7816405 Dec 13 10:05:20.365373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'name': 'network-vif-deleted', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:20.368203 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe56f824-6fc6-4347-902a-c3aff9a61370" -d '{"events": [{"server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "name": "network-vif-deleted", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:20.382522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:20.686283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:20.709016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b8e56ff-898f-4b21-b914-d169df7cf16c req-17cc018d-78e5-4d77-96ad-66ba2ae38e7f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0794115 Dec 13 10:05:20.832632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Allocated IP 172.25.1.239 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a6699800-d3a2-41d3-a812-0110346a2ccf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:20.833502 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07dd956-95ed-4cd3-9a35-563b48bcc721 x-openstack-request-id: req-b07dd956-95ed-4cd3-9a35-563b48bcc721 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:20.835374 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df16df3-1e9d-4a88-a174-f067190a7399", "name": "network-vif-deleted", "tag": "24a87c85-4a75-40b7-a2de-214014bd678a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:20.835739 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b07dd956-95ed-4cd3-9a35-563b48bcc721 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:20.836379 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df16df3-1e9d-4a88-a174-f067190a7399', 'name': 'network-vif-deleted', 'tag': '24a87c85-4a75-40b7-a2de-214014bd678a', 'status': 'completed', 'code': 200} Dec 13 10:05:20.950263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9a07-ea07-4fa3-b8db-da4a4ac693f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.060979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.101478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.140466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9a07-ea07-4fa3-b8db-da4a4ac693f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.148137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9a07-ea07-4fa3-b8db-da4a4ac693f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.154568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:21.158191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:21.166091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:21.195305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Pushing event updated for resources: {'Port': ['ID=a6699800-d3a2-41d3-a812-0110346a2ccf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.215242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd9a07-ea07-4fa3-b8db-da4a4ac693f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14842b28-7992-45f4-92b0-842eb2236f04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.221646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbdd9a07-ea07-4fa3-b8db-da4a4ac693f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=884505dc138542c1bdda947d2bb3f619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341024 Dec 13 10:05:21.225184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:21.314315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.377565 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.379096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.431637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.516402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.519483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.521690 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14842b28-7992-45f4-92b0-842eb2236f04 HTTP/1.1" status: 204 len: 168 time: 0.2974930 Dec 13 10:05:21.530926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e04efd-7be7-4304-8e35-b29468750b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14842b28-7992-45f4-92b0-842eb2236f04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.634935 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.645543 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.767602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Pushing event updated for resources: {'Port': ['ID=a6699800-d3a2-41d3-a812-0110346a2ccf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:21.781934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.803284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:21.805363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f7003a32-5130-4263-bba6-d23490bed680 tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1008360 Dec 13 10:05:21.807915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:21.898692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ea361cd-3f37-440b-a117-a7585b5981b4 req-b44c9fbe-7501-407d-81fd-0cb72f837e90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Dec 13 10:05:21.920124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-87f8357c-1c6e-4207-9bd4-cd38d01c1ee1 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1108890 Dec 13 10:05:21.924168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.085018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd4277a5-ad81-4e17-ac6a-0068b7a28fb2 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1587119 Dec 13 10:05:22.087443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.244621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Deleting port a6699800-d3a2-41d3-a812-0110346a2ccf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:22.245410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.373484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.374478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.396254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Calling delete_port for a6699800-d3a2-41d3-a812-0110346a2ccf owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:22.650103 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.681594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 60960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.737156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Pushing event deleted for resources: {'Port': ['ID=a6699800-d3a2-41d3-a812-0110346a2ccf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:22.871616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.875423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.877029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d67b39b-c32e-45ec-ba02-7248e95eeffc tempest-FloatingIPAdminTestJSON-936788447 tempest-FloatingIPAdminTestJSON-936788447-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c319caf-c072-4f62-b6ff-bfb5663b39c0 HTTP/1.1" status: 204 len: 168 time: 0.7878675 Dec 13 10:05:22.879569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 60982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:22.880461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1829679566-network', 'tenant_id': 'e825f3e951724a2ab6240456015c5804'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:22.906740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Made reservation on behalf of e825f3e951724a2ab6240456015c5804 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:22.909622 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:22.923090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.055813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ee4610-7ce2-4c4b-b660-0254a8d9867a req-ec572c48-a8ed-4570-80fe-7daacda7cbbc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0793123 Dec 13 10:05:23.144283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Deleting port ca7653b9-9c6b-41bf-8dff-d870c51638d7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:23.144640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.181515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.194876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.229018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b68f1e-86fa-4d68-9a32-3c1b6e3f209c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:23.230557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.230897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.241209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:23.253182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.253781 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Added segment eb6a6a56-a623-4d89-896c-7e3544854516 of type vlan for network de6b1f90-747c-4ed8-bc82-dba8d2f1698e Dec 13 10:05:23.261707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Calling delete_port for ca7653b9-9c6b-41bf-8dff-d870c51638d7 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:23.350983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.393786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.394815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:23.396074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.450209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.466817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7840829 Dec 13 10:05:23.474554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:23.481889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Request body: {'subnet': {'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1829679566-subnet', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:23.492259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f98b-cd2c-42d9-98ef-6e6bebb838f2 admin admin] Pushing event updated for resources: {'Network': ['ID=de6b1f90-747c-4ed8-bc82-dba8d2f1698e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:23.509966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:23.520729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Made reservation on behalf of e825f3e951724a2ab6240456015c5804 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:23.521893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca7653b9-9c6b-41bf-8dff-d870c51638d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:23.524005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.678167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.681021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.684760 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40ea1f6c-bfb8-4a1a-a4c4-5ed56b1f7227 tempest-FloatingIPAdminTestJSON-2053165550 tempest-FloatingIPAdminTestJSON-2053165550-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/7de2ddae-c3a1-4eb0-b9ba-cd5e4cfcb76f HTTP/1.1" status: 204 len: 168 time: 0.8039992 Dec 13 10:05:23.693220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:23.885351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port aab8c114-f172-41fd-a2e0-eaf4cfc57235 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:23.885656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.890804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:23.954852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f93db59-a087-43dd-889a-bf71634b982b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:24.048271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.071474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for aab8c114-f172-41fd-a2e0-eaf4cfc57235 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:24.144620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 24a87c85-4a75-40b7-a2de-214014bd678a no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:24.179991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 24a87c85-4a75-40b7-a2de-214014bd678a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:24.180336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 24a87c85-4a75-40b7-a2de-214014bd678a not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:24.183929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Checking segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:24.183929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Network hostable DHCP agents. Network: de6b1f90-747c-4ed8-bc82-dba8d2f1698e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:24.300033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c77e5e5-c9dc-4fb9-a7de-4af79f91f869 req-91c84a06-5b0e-4ae2-a59c-635de6df2125 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0920591 Dec 13 10:05:24.308446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:24.390168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, de6b1f90-747c-4ed8-bc82-dba8d2f1698e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:24.400547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51447f-0473-4210-89fd-5432cfb9b834 None None] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:24.409493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.410547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.437957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.448868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:24.449393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a1a69d02-39d9-4b48-9efe-8268c5486640 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9742978 Dec 13 10:05:24.453324 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:24.513306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.514624 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.576898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=aab8c114-f172-41fd-a2e0-eaf4cfc57235,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:24.647825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:24.651808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.654091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.690287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:24.694828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f224b70f-eaea-4456-b5f2-d1c74e9e0a10 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/ports/aab8c114-f172-41fd-a2e0-eaf4cfc57235 HTTP/1.1" status: 204 len: 168 time: 1.0001602 Dec 13 10:05:24.712223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:24.823347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad8f6d-f252-4dd1-950e-a1b785a1b22f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:24.828628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-20ad8f6d-f252-4dd1-950e-a1b785a1b22f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "GET /v2.0/ports?device_id=06e3f1e1-ea57-4870-8c4f-0d0e63ec969b HTTP/1.1" status: 200 len: 913 time: 0.1118946 Dec 13 10:05:24.829475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:24.968296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Allocated IP 172.20.0.2 (de6b1f90-747c-4ed8-bc82-dba8d2f1698e/7f93db59-a087-43dd-889a-bf71634b982b/6608a621-75fb-416a-8b7b-9c67e7607210) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:25.094167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.458786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-04cc1168-db03-4ab2-88b0-84f3a62a012b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2662721 Dec 13 10:05:25.634722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.665141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:25.759234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-809cea2a-f31c-48c8-9c84-40ace49986bf req-d7cf3580-72cc-4cfe-a842-53e7dcf4d85b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0789912 Dec 13 10:05:25.774046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Pushing event updated for resources: {'Port': ['ID=6608a621-75fb-416a-8b7b-9c67e7607210,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:25.779110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:25.780582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:25.797919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:25.844202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-6d9b92ec-e6e1-4430-be8f-2854bae8372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:25.846078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-6d9b92ec-e6e1-4430-be8f-2854bae8372f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77a03999326b461cbd39c3e092db75da&device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 1101 time: 0.3159666 Dec 13 10:05:26.122735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-eb5ea321-6995-426b-8496-bd2b753ddaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:26.124259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-eb5ea321-6995-426b-8496-bd2b753ddaba service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.2572258 Dec 13 10:05:26.131711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.168166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.230625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Attempting to bind port 6608a621-75fb-416a-8b7b-9c67e7607210 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:26.230998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Attempting to bind port 6608a621-75fb-416a-8b7b-9c67e7607210 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:26.231369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Attempting to bind port 6608a621-75fb-416a-8b7b-9c67e7607210 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:26.238227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:26.240313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Checking segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:26.244133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.244755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Bound using segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:26.246600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Bound port: 6608a621-75fb-416a-8b7b-9c67e7607210, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:26.247219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.270299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-5c018530-d611-4951-aadb-21fa734bdf59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 200 len: 217 time: 0.1031225 Dec 13 10:05:26.364548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] For port 6608a621-75fb-416a-8b7b-9c67e7607210, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:26.384133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] For port 6608a621-75fb-416a-8b7b-9c67e7607210, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6608a621-75fb-416a-8b7b-9c67e7607210,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:26.394200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.412926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-059abf60-659a-4887-a95d-2ea8ded28870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:26.414514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-059abf60-659a-4887-a95d-2ea8ded28870 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0882378 Dec 13 10:05:26.454483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:26.467099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Allocated IP 172.25.1.58 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/7fc770e5-90c3-4d2b-85ba-857249b85a03) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:26.494841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-f22b7c71-ec7d-4cda-8fc6-434f5efcef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:26.497022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-f22b7c71-ec7d-4cda-8fc6-434f5efcef2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742838 Dec 13 10:05:26.514456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48f52-e12a-4844-90a8-15528dd860ce None None] Pushing event updated for resources: {'Port': ['ID=6608a621-75fb-416a-8b7b-9c67e7607210,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:26.515855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-9694f6f5-345c-4f4d-94ba-cff685e242e2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:05:26.517079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-9694f6f5-345c-4f4d-94ba-cff685e242e2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056255 Dec 13 10:05:26.956873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae9f69e-22c6-4fa0-9763-3b40d12e95d3 req-21c36b1e-8fbe-4efa-b82a-53d22e74d14e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.0710237 Dec 13 10:05:26.996150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:27.191312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.206105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port f576e62b-7a13-4be7-b10e-5fd7241aaf07 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:27.206946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.306357 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.307122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.323069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.337497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.393426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.431464 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-eb8d33ea-e64a-441a-b47a-26daa0c1996e service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8837447 Dec 13 10:05:27.445232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52429cc-60bd-4b83-8eaa-85c9789c90aa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:27.456655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4b6cba4b334469a8ef08b04df267e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500194 Dec 13 10:05:27.459833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:27.460429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:27.472035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.472320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.473474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.473474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.473474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.473917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.474087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.474378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.474734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.475629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.475984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.476323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.476660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288e564-bd7b-45db-bd80-fe6b9801a8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:27.503383 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.507664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:27.516493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:27.518796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for f576e62b-7a13-4be7-b10e-5fd7241aaf07 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:27.526555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Pushing event updated for resources: {'Port': ['ID=7fc770e5-90c3-4d2b-85ba-857249b85a03,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:27.544030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75c4e2-a927-4bca-bf46-866159511358 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:27.649627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6608a621-75fb-416a-8b7b-9c67e7607210 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:27.751979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fd7452a2-38cc-4069-a093-1b87145bff35 None None] Provisioning complete for port 7fc770e5-90c3-4d2b-85ba-857249b85a03 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:27.752467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd7452a2-38cc-4069-a093-1b87145bff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.828501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6608a621-75fb-416a-8b7b-9c67e7607210 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:27.835810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.855763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-26ef76f6-f9b5-422e-8d89-2490a6b6738b req-62928913-f481-4db4-a408-dc561d6f2bb2 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107833 Dec 13 10:05:27.867617 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.892000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:27.932133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fd7452a2-38cc-4069-a093-1b87145bff35 None None] Port 7fc770e5-90c3-4d2b-85ba-857249b85a03 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:27.948105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=f576e62b-7a13-4be7-b10e-5fd7241aaf07,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:27.973872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.107428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.198264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 6608a621-75fb-416a-8b7b-9c67e7607210, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6608a621-75fb-416a-8b7b-9c67e7607210,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:28.204438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.208684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.211344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.217134 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a52429cc-60bd-4b83-8eaa-85c9789c90aa HTTP/1.1" status: 204 len: 168 time: 0.7530885 Dec 13 10:05:28.224415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.383934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775aa94-0249-4b5f-9e05-e1cf1611b9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52429cc-60bd-4b83-8eaa-85c9789c90aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:28.399463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc3610-d220-491a-bad7-0cb5eb905c02 None None] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:28.405958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc3d350f-2046-4a3a-9985-e5831a661924 req-09c9b7b7-ae94-4995-a95f-067ed6f902ea tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df16df3-1e9d-4a88-a174-f067190a7399 HTTP/1.1" status: 200 len: 210 time: 0.2239895 Dec 13 10:05:28.471575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.612909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.700143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=6608a621-75fb-416a-8b7b-9c67e7607210,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:28.739634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f7e4e107-60f4-4758-8862-e35b4d9a7819 None None] Provisioning complete for port 6608a621-75fb-416a-8b7b-9c67e7607210 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:28.740475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e107-60f4-4758-8862-e35b4d9a7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.788787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4bb195c-317d-4133-8978-e0f51f34fb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:28.909721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:05:28.957787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:29.098732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:29.109244 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:29.132398 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:29.132981 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.148072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.161590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:29.171832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1a9caf77-21f1-4e68-ae9e-b004d941908c tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "PUT /v2.0/routers/06e3f1e1-ea57-4870-8c4f-0d0e63ec969b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3411503 Dec 13 10:05:29.172652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 32986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:29.173915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] Sync routers for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:29.181258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.191096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-146cb726-d3f8-45cc-ab82-cc780361aaab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7410021 Dec 13 10:05:29.199356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 32988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:29.216022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:29.222288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.344110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.348529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c05459af-ba5b-478d-85c5-a3d41682567d None None] Provisioning complete for port 6608a621-75fb-416a-8b7b-9c67e7607210 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:29.351366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c05459af-ba5b-478d-85c5-a3d41682567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.418424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.486183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] Routers {'06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:29.496454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.590449 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:29.631008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:29.659661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6608a621-75fb-416a-8b7b-9c67e7607210 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:29.696458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.751933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:29.755449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8546b-39d7-4f6d-a019-b968526cdf5b None None] The sync data for ids ['06e3f1e1-ea57-4870-8c4f-0d0e63ec969b'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:29.780381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6608a621-75fb-416a-8b7b-9c67e7607210 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:29.782871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.814785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port 0b386d4b-f7e3-4529-a376-aceef23a889f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:29.815720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:29.915279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-471011758'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:29.973843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:29.978531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.000460 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.004039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.030569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for 0b386d4b-f7e3-4529-a376-aceef23a889f owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:30.152055 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:27Z', 'revision_number': 3, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:30.181640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.216193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.216904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:30.217608 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Updating router 1b4e1f22-54b8-4c14-96ba-863d396c0400 port 7fc770e5-90c3-4d2b-85ba-857249b85a03 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:30.230928 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.251023 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.289932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e93af75-c462-4a1f-a760-435b0e673b2c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.351251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:30.400089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.401503 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Added segment db1affa0-2d6f-4823-a475-e7a593b9c1a1 of type vlan for network 6c0787b3-e13a-4713-add8-3aea1731a3d8 Dec 13 10:05:30.427989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.469633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Allocated IP 172.20.0.1 (de6b1f90-747c-4ed8-bc82-dba8d2f1698e/7f93db59-a087-43dd-889a-bf71634b982b/a520ef92-72c8-4980-abd0-a7ddb3e5cf39) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:30.537547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b215a60-f0c8-4734-888d-e81c8c080138 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:30.563625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=0b386d4b-f7e3-4529-a376-aceef23a889f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.601065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.669375 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.688691 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.700356 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.708521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.710195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:05:30.755101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.763215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Pushing event updated for resources: {'Port': ['ID=7fc770e5-90c3-4d2b-85ba-857249b85a03,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.774095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:30.778661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:30.780772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Pushing event updated for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:30.783174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:30.792033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b990a02-0509-41cf-ae73-d0915308f25f None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:30.793656 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.794012 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.794360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.794699 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.795040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.795373 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.795707 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.796088 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.796364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.796689 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.797020 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.797381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.797712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:30.835539 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Attempting to bind port 7fc770e5-90c3-4d2b-85ba-857249b85a03 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:30.835976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Attempting to bind port 7fc770e5-90c3-4d2b-85ba-857249b85a03 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:30.836347 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Attempting to bind port 7fc770e5-90c3-4d2b-85ba-857249b85a03 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:30.842763 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:30.843222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:30.843710 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.844264 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:30.844819 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Bound port: 7fc770e5-90c3-4d2b-85ba-857249b85a03, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:30.845322 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.881656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.890437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cec95df6-9e83-4f0c-aa09-93044feb0da9 None None] Provisioning complete for port 7fc770e5-90c3-4d2b-85ba-857249b85a03 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:30.890823 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cec95df6-9e83-4f0c-aa09-93044feb0da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.901143 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.908992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:30.909932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:30.932674 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] For port 7fc770e5-90c3-4d2b-85ba-857249b85a03, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:30.936765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] For port 7fc770e5-90c3-4d2b-85ba-857249b85a03, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7fc770e5-90c3-4d2b-85ba-857249b85a03,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:30.946892 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.003797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cec95df6-9e83-4f0c-aa09-93044feb0da9 None None] Port 7fc770e5-90c3-4d2b-85ba-857249b85a03 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:31.029534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fa119-218f-4d1b-a7e4-a33f68650db6 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:31.063883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c055f6f-78e7-4708-80df-8ca539f6df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.087808 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:31.088702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:31.092054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Network': ['ID=6c0787b3-e13a-4713-add8-3aea1731a3d8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.105004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:31.106925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-131c3e72-57b1-4b35-9d99-55e80a90cf64 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4743662 Dec 13 10:05:31.107765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:31.112417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:31.118182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.122436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.239696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.240578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Fanout notify agent at l3_agent the message router_deleted on router 06e3f1e1-ea57-4870-8c4f-0d0e63ec969b {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:05:31.249188 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.251640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e025da39-e53d-4576-bd3c-84a01729bd1f tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/routers/06e3f1e1-ea57-4870-8c4f-0d0e63ec969b HTTP/1.1" status: 204 len: 168 time: 2.0778718 Dec 13 10:05:31.255564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33016) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:31.264796 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348cd9d-52bd-4abd-9836-700faef0212b None None] Pushing event updated for resources: {'Port': ['ID=7fc770e5-90c3-4d2b-85ba-857249b85a03,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.349463 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:31.360071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] Provisioning complete for port 7fc770e5-90c3-4d2b-85ba-857249b85a03 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:31.361420 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.422457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.441740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting subnet bd219339-6c4c-4076-913a-5bf449afb2f5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:31.455968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.579352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.603813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.628106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:31.641984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.648214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] For port 7fc770e5-90c3-4d2b-85ba-857249b85a03, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7fc770e5-90c3-4d2b-85ba-857249b85a03,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:31.655874 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.725592 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:27Z', 'revision_number': 3, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:31.770616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.772066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2edea-e116-42bb-a162-ae63f83a6f01 None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:27Z', 'revision_number': 3, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:31.825270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebc02a-d5bb-4df7-a978-484eac4395ec None None] Pushing event updated for resources: {'Port': ['ID=7fc770e5-90c3-4d2b-85ba-857249b85a03,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.866530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bdd9a4a9-0e3e-4113-aa58-2232aed5af77 None None] Provisioning complete for port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:31.867034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a4a9-0e3e-4113-aa58-2232aed5af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.916007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.936390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9a4a9-0e3e-4113-aa58-2232aed5af77 None None] Port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:31.955906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Subnet': ['ID=bd219339-6c4c-4076-913a-5bf449afb2f5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:31.958765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:31.965311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e88368c-3e65-4104-be3d-0d249f85a799 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/subnets/bd219339-6c4c-4076-913a-5bf449afb2f5 HTTP/1.1" status: 204 len: 168 time: 0.7040553 Dec 13 10:05:31.966042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:31.967125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beaf7fb-3df0-46bb-b3ee-e77494ffcd87 None None] Network 61577811-331d-44ac-85bb-3d6854de512b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:31.997872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.112784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.177749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.252473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port bebf13f4-2996-48e4-84e0-100d695b9d32 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:32.254122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.269041 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.399146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] DHCP port deletion for 61577811-331d-44ac-85bb-3d6854de512b request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:32.428950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.442477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] For port bebf13f4-2996-48e4-84e0-100d695b9d32, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bebf13f4-2996-48e4-84e0-100d695b9d32,segment=NetworkSegment(9d53427c-6166-485d-9f10-c8cbc6d188ae),segment_id=9d53427c-6166-485d-9f10-c8cbc6d188ae)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:32.443077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.472910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for bebf13f4-2996-48e4-84e0-100d695b9d32 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:32.474094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Pushing event updated for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.484744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.500268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Deleting port bebf13f4-2996-48e4-84e0-100d695b9d32 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:32.500914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.579325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.664083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.671208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] For port bebf13f4-2996-48e4-84e0-100d695b9d32, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=bebf13f4-2996-48e4-84e0-100d695b9d32,segment=NetworkSegment(9d53427c-6166-485d-9f10-c8cbc6d188ae),segment_id=9d53427c-6166-485d-9f10-c8cbc6d188ae)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:32.671755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.683155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] No DVR routers for this DVR port bebf13f4-2996-48e4-84e0-100d695b9d32 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:32.702088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Calling delete_port for bebf13f4-2996-48e4-84e0-100d695b9d32 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:32.799396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.807900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:32.825773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61577811-331d-44ac-85bb-3d6854de512b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:32.825984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:32.869884 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.870203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d53427c-6166-485d-9f10-c8cbc6d188ae') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:32.870515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d53427c-6166-485d-9f10-c8cbc6d188ae') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:32.884390 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.900020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.914821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:32.915285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:32.935209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] Pushing event deleted for resources: {'Port': ['ID=bebf13f4-2996-48e4-84e0-100d695b9d32,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:32.960497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37eea35-41b9-45fb-8b71-f7c6046296f2 None None] No DVR routers for this DVR port bebf13f4-2996-48e4-84e0-100d695b9d32 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:33.058774 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:33.063826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=bebf13f4-2996-48e4-84e0-100d695b9d32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:33.066001 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.078976 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.086530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/networks/61577811-331d-44ac-85bb-3d6854de512b HTTP/1.1" status: 204 len: 168 time: 1.1188853 Dec 13 10:05:33.088808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:33.110747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:33.111096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network hostable DHCP agents. Network: 6c0787b3-e13a-4713-add8-3aea1731a3d8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:33.120675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:05:33.150745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:33.237643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6c0787b3-e13a-4713-add8-3aea1731a3d8) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:33.249578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120246b0-75cb-4a05-ab23-8fbf0983ebf3 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:33.250225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:33.250978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.275923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327cf8b-696e-4d3c-a9b4-102d62539229 tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Network': ['ID=61577811-331d-44ac-85bb-3d6854de512b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:33.293108 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-22fa9789-5d50-455c-9c45-061f401f83df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1867530 Dec 13 10:05:33.295911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:33.302863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'name': 'tempest-NetworksTestDHCPv6-1717669871'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:33.342737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Deleting port ca75c100-cfd0-46be-b3eb-c5975a6f339f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:33.343223 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.377686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:05:33.394730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3790bc1-5cff-46c7-a884-bf01ee02eb85 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b4e1f22-54b8-4c14-96ba-863d396c0400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1940756 Dec 13 10:05:33.516720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:33.521326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.559867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port bbef1ad6-52c0-4df3-9286-e38c835d6cbb yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:33.583909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.584398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.608312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Calling delete_port for ca75c100-cfd0-46be-b3eb-c5975a6f339f owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:33.649372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7fc770e5-90c3-4d2b-85ba-857249b85a03 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:33.681639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a19245bf-f77e-4bd2-9357-75ded46927c1 None None] Provisioning complete for port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:33.682291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a19245bf-f77e-4bd2-9357-75ded46927c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:33.927366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:33.928471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.007644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.046218 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.057395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a19245bf-f77e-4bd2-9357-75ded46927c1 None None] Port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:34.230941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Pushing event deleted for resources: {'Port': ['ID=ca75c100-cfd0-46be-b3eb-c5975a6f339f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:34.274153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9/12840bbc-015b-4cbe-9c4c-d2a9c373c19d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:34.321810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:34.395186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.402189 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.408272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ceaf71e2-2247-43c1-8af2-9c42f62ce9ce tempest-FloatingIPAdminTestJSON-178401923 tempest-FloatingIPAdminTestJSON-178401923-project] 10.222.0.30 "DELETE /v2.0/floatingips/d9efd101-2499-4438-8862-ac87f994cdae HTTP/1.1" status: 204 len: 168 time: 1.3182621 Dec 13 10:05:34.648452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4a84-d9e1-4b33-9a18-2f1ec2d467a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.658739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7fc770e5-90c3-4d2b-85ba-857249b85a03 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:34.659534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.709218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:05:34.737845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:34.738473 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:34.789116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.819402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.961645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4a84-d9e1-4b33-9a18-2f1ec2d467a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.972365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4a84-d9e1-4b33-9a18-2f1ec2d467a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:34.980519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Pushing event updated for resources: {'Port': ['ID=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:34.982875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.018366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::9c (6c0787b3-e13a-4713-add8-3aea1731a3d8/7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9/bbef1ad6-52c0-4df3-9286-e38c835d6cbb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:35.025225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:35.038540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:35.062465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:35.088806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bb3a4a84-d9e1-4b33-9a18-2f1ec2d467a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a40fedf6df144eb9a190a1e45035f10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7654393 Dec 13 10:05:35.096530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33062) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.112334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4a84-d9e1-4b33-9a18-2f1ec2d467a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f64006-add3-415f-9499-42b624900ce3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:35.163334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.163334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.163627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:35.247777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Attempting to bind port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:35.248391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Attempting to bind port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:35.248907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Attempting to bind port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:35.252728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143874120', 'description': 'tempest-description--1602807169'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:35.259726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:35.260104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:35.260513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.260907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:35.261572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Bound port: 12840bbc-015b-4cbe-9c4c-d2a9c373c19d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:35.261956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.292582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.334256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.346407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.383053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bebf13f4-2996-48e4-84e0-100d695b9d32 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:35.391575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] For port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:35.443933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.447108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.448410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86f64006-add3-415f-9499-42b624900ce3 HTTP/1.1" status: 204 len: 168 time: 0.3506885 Dec 13 10:05:35.450073 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.460996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad0047-6214-4336-8271-a13ab61623bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f64006-add3-415f-9499-42b624900ce3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:35.473662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.477264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: bebf13f4-2996-48e4-84e0-100d695b9d32 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:35.479049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device bebf13f4-2996-48e4-84e0-100d695b9d32 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:35.507519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] For port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:35.552509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.656857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e061c646-6dd4-437d-aece-06ed2656db8c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:35.704003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 2, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:35.760971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab7c2-cf84-4e96-b6ec-80a5a0f78487 None None] Pushing event updated for resources: {'Port': ['ID=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:35.783359 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:05:35.783929 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Updating router 1b4e1f22-54b8-4c14-96ba-863d396c0400 port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:05:35.790748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.796484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.801868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:35.806959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group_rule': {'security_group_id': 'e061c646-6dd4-437d-aece-06ed2656db8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:35.812345 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-74d92c2a-0bc8-43a3-87ca-7364c7c46ea4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6472919 Dec 13 10:05:35.855666 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.860282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:35.952150 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3f8229e1-ed2a-4417-b1c8-496a2595b212 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d4f5ebcc8364f44b472af26ac74b196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863533 Dec 13 10:05:35.953010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.019871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.032953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.091604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.093077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900610 Dec 13 10:05:36.094720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e4d84-7496-47be-bf7c-cf175ca36fa5 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200e19f2-c434-4655-bce2-c8f5c4e1543d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.097317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.104709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group_rule': {'security_group_id': 'e061c646-6dd4-437d-aece-06ed2656db8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:36.112175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.166727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.204621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.227297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:36.237271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:36.244244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:36.267679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:36.270745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.298684 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.306947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.355015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0570817 Dec 13 10:05:36.359044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33096) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.360147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735d23a-cf9f-41b4-9833-8f81ea25be14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=bbef1ad6-52c0-4df3-9286-e38c835d6cbb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.364600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.432039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.435749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.439557 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd4bd3ac-d83c-4ef2-ab90-6af67d7543b0 HTTP/1.1" status: 204 len: 168 time: 0.4642222 Dec 13 10:05:36.448383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2322ad4-2d02-484e-b96e-13f4d5df24ee,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.456140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ab09f-c811-4772-a09c-24dce1a3627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4bd3ac-d83c-4ef2-ab90-6af67d7543b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.471512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.475301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e5b72fd2-22e8-462e-a96b-0cba1177175e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733287 Dec 13 10:05:36.478001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.484831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:36.517424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0cdd05-d5de-4a88-a3f0-c1c21564c87f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:36.527080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0cdd05-d5de-4a88-a3f0-c1c21564c87f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:36.529037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-af0cdd05-d5de-4a88-a3f0-c1c21564c87f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1567597 Dec 13 10:05:36.531530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:36.532870 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.540862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.544062 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.684785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port bbef1ad6-52c0-4df3-9286-e38c835d6cbb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:36.686558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.689957 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3af6-0709-49b6-bb1d-5ebbfc9e9d87 None None] Pushing event updated for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:36.839825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.870252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Attempting to bind port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:36.872196 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Attempting to bind port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:36.872796 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Attempting to bind port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:36.906451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:36.907143 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Checking segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:36.907528 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.907922 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Bound using segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:36.908407 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Bound port: a520ef92-72c8-4980-abd0-a7ddb3e5cf39, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:36.908787 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.947035 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:36.979876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for bbef1ad6-52c0-4df3-9286-e38c835d6cbb owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:37.090922 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] For port a520ef92-72c8-4980-abd0-a7ddb3e5cf39, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:37.096493 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] For port a520ef92-72c8-4980-abd0-a7ddb3e5cf39, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:37.108622 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.172108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Allocated IP 172.25.1.17 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/aa0990f4-ef91-47c6-a05a-82dd829166f8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:37.240862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] Provisioning complete for port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:37.241402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.305632 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:05:37.306290 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:05:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:37.324391 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3af6-0709-49b6-bb1d-5ebbfc9e9d87 None None] Pushing event updated for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.324619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.360930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.405379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=bbef1ad6-52c0-4df3-9286-e38c835d6cbb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.430588 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.436986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b7ba0404-bee2-48c1-ac17-e6976ca72354 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/bbef1ad6-52c0-4df3-9286-e38c835d6cbb HTTP/1.1" status: 204 len: 168 time: 0.9042885 Dec 13 10:05:37.437628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.450683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149244cc-196b-4a39-b674-83dd96d41577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.523221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.588598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd7ff6-82f9-4c43-8f89-0fbd366ff164 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:37.593324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd7ff6-82f9-4c43-8f89-0fbd366ff164 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:37.599934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cfbd7ff6-82f9-4c43-8f89-0fbd366ff164 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1612542 Dec 13 10:05:37.603216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:37.666117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] For port a520ef92-72c8-4980-abd0-a7ddb3e5cf39, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:37.678206 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.757517 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:05:37.763941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:37.775490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.783828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149244cc-196b-4a39-b674-83dd96d41577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.800202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149244cc-196b-4a39-b674-83dd96d41577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.846128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149244cc-196b-4a39-b674-83dd96d41577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6fdfd-ab26-4280-bcbe-7e19e2ab979f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:37.884863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.919363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:37.924057 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-149244cc-196b-4a39-b674-83dd96d41577 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c97498280ce74bc4ac10f69642cbeac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617948 Dec 13 10:05:37.931501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.079544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.128830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.131657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.233820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29be2d2-ea3c-47dd-95ae-c4df90667534 None None] Pushing event updated for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.241341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.246073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee77c99-0fa9-4cc7-96ef-5a91ceb699a0 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:38.246546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.247299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3be6fdfd-ab26-4280-bcbe-7e19e2ab979f HTTP/1.1" status: 204 len: 168 time: 0.3146648 Dec 13 10:05:38.272325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e441e-4054-4ddf-b762-d4b9a139c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6fdfd-ab26-4280-bcbe-7e19e2ab979f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.274971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.280023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.352318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.371234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.377037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5286ef0-529a-4291-94d4-a208d277bdb8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9 HTTP/1.1" status: 204 len: 168 time: 0.7703462 Dec 13 10:05:38.379116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.382069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=aa0990f4-ef91-47c6-a05a-82dd829166f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:38.407904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:38.417733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:38.420270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:38.488064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:38.488422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c7f6e514-03e3-4258-8f32-22d1ca4f48e6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072600 Dec 13 10:05:38.495478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:38.514182 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:38.557998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12840bbc-015b-4cbe-9c4c-d2a9c373c19d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:38.576255 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3886b-e619-4df0-89a4-02d7f302d432 None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:05:38.644604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.695871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:38.701020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.772243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74874dc2-d4f3-4574-8b2d-0fc777b40fad None None] Provisioning complete for port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:38.772910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74874dc2-d4f3-4574-8b2d-0fc777b40fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.792595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:38.970333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:38.970972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.171977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:39.188313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.201750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f9e92c5-ec06-4e08-8884-cf665cbd2e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.233657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74874dc2-d4f3-4574-8b2d-0fc777b40fad None None] Provisioning complete for port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:39.234419 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74874dc2-d4f3-4574-8b2d-0fc777b40fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.317534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf41fe-9ab8-48b8-b667-203483b5406d None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:39.403008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f9e92c5-ec06-4e08-8884-cf665cbd2e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.413416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f9e92c5-ec06-4e08-8884-cf665cbd2e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.461090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:39.485223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.524850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9f9e92c5-ec06-4e08-8884-cf665cbd2e3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6963b83ffbc457aa75af222af02d440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508897 Dec 13 10:05:39.525797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e92c5-ec06-4e08-8884-cf665cbd2e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6841f11-36e5-4032-a9ff-052be98a9abb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:39.536359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:39.549830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.743944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.765606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:39.864519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:39.872513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a520ef92-72c8-4980-abd0-a7ddb3e5cf39 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:39.994247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:39.994784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.035697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:40.042969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:40.075899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:40.076825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.106266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:40.185514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-736c2a86-3bd5-4409-8b5c-64230e086e38 None None] Provisioning complete for port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:40.185931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-736c2a86-3bd5-4409-8b5c-64230e086e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.192931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=aa0990f4-ef91-47c6-a05a-82dd829166f8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:40.211628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=7728ea9d-c458-4ba4-a69d-ba20dccb95d5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:40.242153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.249146 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c9335d33-28a7-4b0d-b5f7-01f96f956366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7594233 Dec 13 10:05:40.251640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:40.263952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'name': 'tempest-NetworksTestDHCPv6-1735641680'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:40.476134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.525718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Deleting port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:40.528045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.532777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.630283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.645715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e271c1f2-ad5e-4c86-a7d1-c61ccd845128 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1596065 Dec 13 10:05:40.665275 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.671371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.672604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6841f11-36e5-4032-a9ff-052be98a9abb HTTP/1.1" status: 204 len: 168 time: 1.1351166 Dec 13 10:05:40.705470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:40.714711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] For port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:40.716359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc70e-1e21-45cc-8374-67cddbf5e668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6841f11-36e5-4032-a9ff-052be98a9abb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:40.718497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.725828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:40.764208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Calling delete_port for 12840bbc-015b-4cbe-9c4c-d2a9c373c19d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:40.812240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 153a214d-bd97-4f1d-acac-edc903403f9a yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:40.957040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.103731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] No DVR routers for this DVR port 12840bbc-015b-4cbe-9c4c-d2a9c373c19d on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:41.125625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf219b4-49c2-4452-81c0-0bbe70352472 None None] Pushing event deleted for resources: {'Port': ['ID=12840bbc-015b-4cbe-9c4c-d2a9c373c19d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:41.167856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-08369334-3d76-4264-91c8-e516e7050461 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1143874120&fields=id&tenant_id=e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 267 time: 0.1479630 Dec 13 10:05:41.182900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c752a0-a4bb-4363-a86b-79e9d1033bf2 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:41.253786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::1fe (6c0787b3-e13a-4713-add8-3aea1731a3d8/7728ea9d-c458-4ba4-a69d-ba20dccb95d5/153a214d-bd97-4f1d-acac-edc903403f9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:41.337825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-406a72f3-f351-4a51-91ff-3595ed794278 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:41.356429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-406a72f3-f351-4a51-91ff-3595ed794278 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 811 time: 0.1858201 Dec 13 10:05:41.384152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-2a038f9c-41c6-4817-aef2-593fc9168a8e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/quotas/e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 375 time: 0.0266523 Dec 13 10:05:41.537103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '7728ea9d-c458-4ba4-a69d-ba20dccb95d5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:41.537855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.543780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-09ec6067-bbde-4a77-b80a-a084fa7fd9ba tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588151 Dec 13 10:05:41.721323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:41.726911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797971948', 'description': 'tempest-secgroup-smoke-1797971948 description', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:41.775218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.824462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.844211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12840bbc-015b-4cbe-9c4c-d2a9c373c19d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:41.872990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:41.886687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 12840bbc-015b-4cbe-9c4c-d2a9c373c19d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:05:41.887100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 12840bbc-015b-4cbe-9c4c-d2a9c373c19d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:05:42.012486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:42.023338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:42.033833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:42.052864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:42.054177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.058887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=153a214d-bd97-4f1d-acac-edc903403f9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.081134 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72c32f01-a715-4a39-b795-94a2574883d0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8281198 Dec 13 10:05:42.084496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/7728ea9d-c458-4ba4-a69d-ba20dccb95d5/47083b5c-0328-48cc-8bee-effb98ea39c8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:42.085473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.178855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-2556ccde-bd75-4fad-b36f-741ba8c64e26 service neutron] 10.222.0.30 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194718 Dec 13 10:05:42.253427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989466d1-8b48-4620-a505-cf672c0d8105 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:42.257290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-989466d1-8b48-4620-a505-cf672c0d8105 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1706545 Dec 13 10:05:42.260857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.314779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-1a60483a-ead3-474e-a411-fdb3b305d7b4 service neutron] 10.222.0.30 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260979 Dec 13 10:05:42.341288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.348832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.431552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa26b7-59ee-4d21-b008-7264a5110eb9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:42.510179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.515015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63d754ec-2250-419d-a152-2f01a1621cc4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7900386 Dec 13 10:05:42.515373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 153a214d-bd97-4f1d-acac-edc903403f9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:42.515373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.521038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.527150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:42.625989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.645252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.689631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:42.779501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.840830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7471e193-d564-42e1-a5ee-c17c2e916e4f req-b423913a-d604-4b6b-90de-234b0fc3d180 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.0963156 Dec 13 10:05:42.860712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:42.873773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:42.893869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:42.961321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.975091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:42.986692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.016136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe87d6-ad9a-49cc-9faf-4170a3a362eb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.024730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218526303'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:43.034083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 153a214d-bd97-4f1d-acac-edc903403f9a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:43.067318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Pushing event updated for resources: {'Port': ['ID=47083b5c-0328-48cc-8bee-effb98ea39c8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.085548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:43.091876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.116628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Attempting to bind port 47083b5c-0328-48cc-8bee-effb98ea39c8 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:43.117216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Attempting to bind port 47083b5c-0328-48cc-8bee-effb98ea39c8 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:43.117696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Attempting to bind port 47083b5c-0328-48cc-8bee-effb98ea39c8 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:43.126652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.131852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:43.154164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:43.159293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.162939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:43.163689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Bound port: 47083b5c-0328-48cc-8bee-effb98ea39c8, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:43.166013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.212612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.214161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fc81d997-6ed4-4452-bc09-9ff05b295d5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6919284 Dec 13 10:05:43.215740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.220621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:43.243922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:43.283521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.295099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.333851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:43.348846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=153a214d-bd97-4f1d-acac-edc903403f9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.353065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f4ce6-6534-4f15-b79f-ae43319523cb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.359791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.360388 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 9fab450f-2001-4f42-b71c-2bb07225999b of type vlan for network 76c90da4-d3a0-40c3-8018-fc72345d94ca Dec 13 10:05:43.371538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] For port 47083b5c-0328-48cc-8bee-effb98ea39c8, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:43.379831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] For port 47083b5c-0328-48cc-8bee-effb98ea39c8, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47083b5c-0328-48cc-8bee-effb98ea39c8,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:43.389471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.420392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.428244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.496780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.505743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7da45046-8adc-44bb-90ec-72170fa6ed30 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/153a214d-bd97-4f1d-acac-edc903403f9a HTTP/1.1" status: 204 len: 168 time: 1.2427690 Dec 13 10:05:43.506769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:43.509370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.530851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:43.532199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.536203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.543211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.605935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09cfa47-afa9-4390-97fd-ae3881f80213,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.621812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a40f4-21a4-4d2d-aa48-efb49c03e78d None None] Pushing event updated for resources: {'Port': ['ID=47083b5c-0328-48cc-8bee-effb98ea39c8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:43.638872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.646244 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8902ea89-846c-437d-bf58-f62083fed323 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4170001 Dec 13 10:05:43.647588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:43.655205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:43.686269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9956436 Dec 13 10:05:43.732859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.938964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:43.951108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.009087 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:05:44.029309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36078a27-aae0-4877-b081-e0d0ff6f0e02,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.037260 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.040597 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-434e1ebc-0199-44ba-b394-5c3236c0b2d8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3894866 Dec 13 10:05:44.054892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.067803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:44.216077 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.220212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e61fb895-c2cc-41fc-a0c7-fb6f0cc6e18e req-000727d2-d658-4d7d-8353-51872b24e41e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.2120576 Dec 13 10:05:44.239195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b914a-7b44-4f79-9759-65fa751f03f9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:44.241151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b914a-7b44-4f79-9759-65fa751f03f9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:44.255351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-421b914a-7b44-4f79-9759-65fa751f03f9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6530497 Dec 13 10:05:44.257113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a991-10d5-4129-b424-f9142d5a6c80 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=76c90da4-d3a0-40c3-8018-fc72345d94ca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.259576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.333228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:44.492756 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.511844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 7728ea9d-c458-4ba4-a69d-ba20dccb95d5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:44.512471 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.530855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.601712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.605005 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5491428 Dec 13 10:05:44.635200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:44.647863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:44.719148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.796504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47083b5c-0328-48cc-8bee-effb98ea39c8 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:44.800065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583e4a-f298-4f67-81db-db459b257f9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2438c3b9-851b-4918-8d79-6ec01ccf04b2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:44.810670 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Project a83e51b1a7fa4f4a9430413ce4cd4d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:05:44.851776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:44.986467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.044786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 47083b5c-0328-48cc-8bee-effb98ea39c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:45.048212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.085288 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.096466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.180370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff64328-1520-47b0-a3f9-6b9dd3a71355,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:45.205669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.209427 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f3676595-a9b9-4949-938c-3e86c1959d9b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5706003 Dec 13 10:05:45.212870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.222656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'security_group_rule': {'security_group_id': '2aaa26b7-59ee-4d21-b008-7264a5110eb9', 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:45.260657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.283644 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Project a83e51b1a7fa4f4a9430413ce4cd4d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:05:45.291197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.344589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.354068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.387959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7728ea9d-c458-4ba4-a69d-ba20dccb95d5 HTTP/1.1" status: 204 len: 168 time: 1.1273553 Dec 13 10:05:45.392562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.502864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.513916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.540284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec763ef3-ca85-465e-babb-09fdcf686d7e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:45.562622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:45.592600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b76224cb-c689-43b1-9907-9842ee31fd09 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783910 Dec 13 10:05:45.655232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:05:45.657620 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:05:45.788525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:45.789224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be3658a2-bc5c-4ba5-83bd-4a757664aab4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3881531 Dec 13 10:05:45.791799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdc2a-155e-4899-b857-9cba095c407c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=7728ea9d-c458-4ba4-a69d-ba20dccb95d5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:45.800700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:45.923789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdfdd7f6-492b-4e8c-b895-ab6bbb10fc13 req-43fee92d-ae74-441d-aeea-eb981fc29086 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.1421857 Dec 13 10:05:46.022993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6081e-0282-44fa-9f23-be8aea24e6f0 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:46.461930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b06c5e4-e015-4f1c-a00c-b38e04502cd8 None None] Provisioning complete for port 47083b5c-0328-48cc-8bee-effb98ea39c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:46.464013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b06c5e4-e015-4f1c-a00c-b38e04502cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:46.585535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-f67770b1-9eff-4a5a-9db2-210bcf106d15 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:46.588052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-f67770b1-9eff-4a5a-9db2-210bcf106d15 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 811 time: 0.5241714 Dec 13 10:05:46.764965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:46.779595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.038834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.134977 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-033c860f-c9b3-4cd7-92cf-77d3eff99643 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 380 time: 0.5315874 Dec 13 10:05:47.180594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'port': {'device_id': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'admin_state_up': True, 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'security_groups': ['e061c646-6dd4-437d-aece-06ed2656db8c']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:47.230651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14fba438-b810-4adc-abfb-6432b1c2fa2f req-689ffc7d-3b45-4e84-9e52-699b468cbfbe tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.0839705 Dec 13 10:05:47.310362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:47.321073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:47.326854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 47083b5c-0328-48cc-8bee-effb98ea39c8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47083b5c-0328-48cc-8bee-effb98ea39c8,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:47.360042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.398240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:47.513274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=47083b5c-0328-48cc-8bee-effb98ea39c8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:47.579065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47083b5c-0328-48cc-8bee-effb98ea39c8 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:47.582801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Made reservation on behalf of e825f3e951724a2ab6240456015c5804 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:47.592970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Deleting port 47083b5c-0328-48cc-8bee-effb98ea39c8 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:47.593380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.595476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.685997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:47.697608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.841829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] For port 47083b5c-0328-48cc-8bee-effb98ea39c8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47083b5c-0328-48cc-8bee-effb98ea39c8,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:47.842236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:47.883408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Calling delete_port for 47083b5c-0328-48cc-8bee-effb98ea39c8 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:48.071400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.075788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.116506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.180597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 47083b5c-0328-48cc-8bee-effb98ea39c8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47083b5c-0328-48cc-8bee-effb98ea39c8,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:48.200594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.237255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=a9d2adac-b7b2-4856-b183-7b540a7e5b4f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:48.260476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '9fab450f-2001-4f42-b71c-2bb07225999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:48.261458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: 76c90da4-d3a0-40c3-8018-fc72345d94ca, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:48.287287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:48.308223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:48.317512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 76c90da4-d3a0-40c3-8018-fc72345d94ca) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:48.332860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:48.335059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.335490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6227254-88cd-442e-af0d-8722dcc230e8 None None] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:48.341090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Allocated IP 172.20.0.11 (de6b1f90-747c-4ed8-bc82-dba8d2f1698e/7f93db59-a087-43dd-889a-bf71634b982b/d0c4e06c-e821-4ded-86ef-b60c2a3959b3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:48.354917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:48.371622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:48.373205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-da1088a9-2c12-456a-a254-78eef691b16c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0607908 Dec 13 10:05:48.374104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.377929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.386887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=2ea7a41f-9141-4002-b941-5e7b5d316d09,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:48.388433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381110808'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:48.448419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80bb43c7-62fb-4f36-a624-16adbf8ef54f req-bf9d926c-85ab-49ab-b30a-f7bd60d3a2c3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.0523889 Dec 13 10:05:48.477779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:48.488838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e98ef00-ea5f-4dfc-9eb4-0512b331301d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6990950 Dec 13 10:05:48.489994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.492107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:48.500661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'name': 'tempest-NetworksTestDHCPv6-1603877014'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:48.509036 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.542904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=47083b5c-0328-48cc-8bee-effb98ea39c8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:48.596693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] No DVR routers for this DVR port 47083b5c-0328-48cc-8bee-effb98ea39c8 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:48.645326 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-76c90da4-d3a0-40c3-8018-fc72345d94ca', 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': 'a9d2adac-b7b2-4856-b183-7b540a7e5b4f'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:48.646217 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.677300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5e64a-97c4-4f93-85fa-56f8a0c96ca1 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:48.680361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64463c1c-0ec9-4cdf-b008-c58aacf3dd6d None None] Pushing event deleted for resources: {'Port': ['ID=47083b5c-0328-48cc-8bee-effb98ea39c8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:48.783322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:48.819735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.837323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.837819 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 2155fd90-e94b-4a75-861a-dfc857f06904 of type vlan for network 3165357c-1e65-4919-9304-1387c27dc45c Dec 13 10:05:48.924247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:48.951428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.017952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.024194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:49.047741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.072112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:49.079617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:49.105518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:49.123561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port fa4073e9-1043-4e4d-8cf0-97faa7303923 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:49.211830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Allocated IP 2001:db8:0:ffff::2 (76c90da4-d3a0-40c3-8018-fc72345d94ca/a9d2adac-b7b2-4856-b183-7b540a7e5b4f/2f9ac923-f513-41dc-919c-7dc06c3bc6a5) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:49.222984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.232740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:49.239281 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.242030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:49.242711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.297495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-aa04683c-2f8e-4ddf-89a4-5b733dfa3416 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1554837 Dec 13 10:05:49.311417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-4bb08b71-761d-408b-9ddf-a2834d671d64 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:05:49.317686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-4bb08b71-761d-408b-9ddf-a2834d671d64 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166178 Dec 13 10:05:49.373364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9964087 Dec 13 10:05:49.380513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:49.395147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '3165357c-1e65-4919-9304-1387c27dc45c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:49.400436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:49.513763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.533910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6a003-6543-4ff5-8a17-062c217cc68c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=3165357c-1e65-4919-9304-1387c27dc45c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.580805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.589180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3165357c-1e65-4919-9304-1387c27dc45c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:49.627045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:49.635305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.649040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::26d (6c0787b3-e13a-4713-add8-3aea1731a3d8/2ea7a41f-9141-4002-b941-5e7b5d316d09/fa4073e9-1043-4e4d-8cf0-97faa7303923) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:49.714170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Request body: {'port': {'device_id': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:49.715290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '2ea7a41f-9141-4002-b941-5e7b5d316d09'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:49.716201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.747320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Pushing event updated for resources: {'Port': ['ID=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:49.775552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:49.981743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:49.996501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b2882d5c-6bf0-4345-98d2-7c86ac35ebb8 None None] Provisioning complete for port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:49.996871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2882d5c-6bf0-4345-98d2-7c86ac35ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.010836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc045283-1e4c-4715-a06f-ef5ed1711749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.044758 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.083239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f098a-1439-45c9-8a06-2831981006b6 req-adc536c1-24f8-4628-a374-af376f19f198 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.085843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-202f098a-1439-45c9-8a06-2831981006b6 req-adc536c1-24f8-4628-a374-af376f19f198 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 932 time: 0.4390550 Dec 13 10:05:50.107758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2882d5c-6bf0-4345-98d2-7c86ac35ebb8 None None] Port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:05:50.117236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:50.123709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:50.212958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Attempting to bind port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:50.212958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Attempting to bind port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9fab450f-2001-4f42-b71c-2bb07225999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:50.213476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Attempting to bind port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 on network 76c90da4-d3a0-40c3-8018-fc72345d94ca {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:50.216558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-202f098a-1439-45c9-8a06-2831981006b6 req-9069b9c8-574a-48ce-a86d-70a26e8175b3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119361 Dec 13 10:05:50.225596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.289103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:50.289617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Checking segment: {'id': '9fab450f-2001-4f42-b71c-2bb07225999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:50.291218 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.296953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Bound using segment: {'id': '9fab450f-2001-4f42-b71c-2bb07225999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:50.297502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Bound port: 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fab450f-2001-4f42-b71c-2bb07225999b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76c90da4-d3a0-40c3-8018-fc72345d94ca'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:50.297909 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.305230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=fa4073e9-1043-4e4d-8cf0-97faa7303923,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:50.322950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc045283-1e4c-4715-a06f-ef5ed1711749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.334028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc045283-1e4c-4715-a06f-ef5ed1711749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.339468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:50.354811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:50.364878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:50.370746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.371571 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.394930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.407892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dc045283-1e4c-4715-a06f-ef5ed1711749 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66162ebd319b4e56971f119da9afc4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0020320 Dec 13 10:05:50.410324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.420345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-84ed5d0b-7c5c-491b-b9e9-4480d9e2fe0e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9244881 Dec 13 10:05:50.422344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc045283-1e4c-4715-a06f-ef5ed1711749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629a9c9-1954-4456-922f-1b5308823c91,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:50.430677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.440527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/2ea7a41f-9141-4002-b941-5e7b5d316d09/d8ad0a36-4d58-4d86-9fcc-65a921b08ef2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:50.505400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5eb9a-0c87-4560-b903-156108c474ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.516724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bdc5eb9a-0c87-4560-b903-156108c474ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0850866 Dec 13 10:05:50.519230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.583328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=cd4a4b19-5723-49fe-941b-380b79b118e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:50.591791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.629476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '2155fd90-e94b-4a75-861a-dfc857f06904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:50.630104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: 3165357c-1e65-4919-9304-1387c27dc45c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:50.653172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c4e06c-e821-4ded-86ef-b60c2a3959b3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:50.664434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.666137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] For port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:50.667508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.669689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 3165357c-1e65-4919-9304-1387c27dc45c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:50.684713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Transition to ACTIVE for port object d0c4e06c-e821-4ded-86ef-b60c2a3959b3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:05:50.690328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3165357c-1e65-4919-9304-1387c27dc45c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:50.702083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:50.705492 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.712560 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.747119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.749807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.756084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94ebe5-5877-4ce5-a3b0-dc1eeb3b1fde None None] Network 3165357c-1e65-4919-9304-1387c27dc45c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:50.761060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] For port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,segment=NetworkSegment(9fab450f-2001-4f42-b71c-2bb07225999b),segment_id=9fab450f-2001-4f42-b71c-2bb07225999b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:50.762310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0629a9c9-1954-4456-922f-1b5308823c91 HTTP/1.1" status: 204 len: 168 time: 0.3503582 Dec 13 10:05:50.764731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port fa4073e9-1043-4e4d-8cf0-97faa7303923 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:50.768257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.857934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2b7b26f0-cb66-4bd2-b972-b8b73cdef90f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4752209 Dec 13 10:05:50.872491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 33904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:50.874034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:50.885155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549ff5-7604-4049-b60a-d57f174b305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629a9c9-1954-4456-922f-1b5308823c91,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.098609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.112868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Pushing event updated for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.147883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad2e5b-fa3d-4efb-9a69-275a4d95a5db None None] Pushing event updated for resources: {'Port': ['ID=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.150911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for fa4073e9-1043-4e4d-8cf0-97faa7303923 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:51.185800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.233599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.371884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3165357c-1e65-4919-9304-1387c27dc45c', 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': 'cd4a4b19-5723-49fe-941b-380b79b118e8'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:51.387049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.478992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Pushing event updated for resources: {'Port': ['ID=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.556760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee1f22-e1ee-4514-84f3-b08eaabfbb82 req-fb31dbc0-67c1-4588-b449-66dae5d51598 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:51.570023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ee1f22-e1ee-4514-84f3-b08eaabfbb82 req-fb31dbc0-67c1-4588-b449-66dae5d51598 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.1915181 Dec 13 10:05:51.574570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.577265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:51.613629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:51.635410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Attempting to bind port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:51.637037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Attempting to bind port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:51.638670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Attempting to bind port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:51.646049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:51.649321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:05:51.649979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Attempting to bind port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:51.828374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17ee1f22-e1ee-4514-84f3-b08eaabfbb82 req-02b1937c-b6f9-4f2f-ac0f-95f1a311b50e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571900 Dec 13 10:05:51.830242 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.868144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Attempting to bind port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:51.868635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Attempting to bind port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:51.869101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Attempting to bind port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:51.881040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.890223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=fa4073e9-1043-4e4d-8cf0-97faa7303923,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:51.899906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:51.901196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Checking segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:51.903967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Bound using segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:51.905012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Bound port: d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:51.905012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.907868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:51.909053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:51.910745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.911592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:51.912419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Bound port: d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:51.912998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.965287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:51.971241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-167da6aa-ec4a-4970-bde3-bfebc37d0474 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/fa4073e9-1043-4e4d-8cf0-97faa7303923 HTTP/1.1" status: 204 len: 168 time: 1.4492192 Dec 13 10:05:51.976083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.003052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Allocated IP 2001:db8::1 (3165357c-1e65-4919-9304-1387c27dc45c/cd4a4b19-5723-49fe-941b-380b79b118e8/33aa1cbd-b8bf-4c07-a3cd-dad64175f124) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:52.049475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] For port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:52.061501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] For port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:52.135348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b005fd-5669-406d-85cd-4f6ac02b09cb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:52.151759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b005fd-5669-406d-85cd-4f6ac02b09cb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:52.157629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-89b005fd-5669-406d-85cd-4f6ac02b09cb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1759272 Dec 13 10:05:52.158046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.188672 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.275081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 2ea7a41f-9141-4002-b941-5e7b5d316d09 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:52.284678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.416562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Pushing event updated for resources: {'Port': ['ID=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.443498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.460127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.467117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.467117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.473316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.475296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.478067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.478350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.478566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.478914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.481625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.483993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.483993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.489333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af03f01-2268-4382-81a5-95b7ae12ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:05:52.632439 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.698884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:52.709224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:52.726671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.732031 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.773269 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.789903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.793538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:52.795345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.806566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] 10.222.0.37 "PUT /v2.0/ports/d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1092 time: 3.4672916 Dec 13 10:05:52.806566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:05:52.842891 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12869e6-4d0b-446f-92da-e7b25c078d40" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:05:52.864869 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:52.881989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2ea7a41f-9141-4002-b941-5e7b5d316d09 HTTP/1.1" status: 204 len: 168 time: 0.7226992 Dec 13 10:05:52.883631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:52.891139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca44ac-c37d-44bc-8859-85c98db767cd tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea7a41f-9141-4002-b941-5e7b5d316d09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:52.964672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Network 3165357c-1e65-4919-9304-1387c27dc45c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:52.968210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:52.991125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:53.023697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a18f99ac-bbeb-45aa-8bf4-74f12699c83d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337960 Dec 13 10:05:53.025488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.039911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Pushing event updated for resources: {'Port': ['ID=33aa1cbd-b8bf-4c07-a3cd-dad64175f124,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.073710 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b40827-e6ca-4ce3-b439-4118ffe9adb9 x-openstack-request-id: req-a2b40827-e6ca-4ce3-b439-4118ffe9adb9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:05:53.078882 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:05:53.079249 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2b40827-e6ca-4ce3-b439-4118ffe9adb9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:05:53.079700 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'status': 'completed', 'code': 200} Dec 13 10:05:53.080803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.105229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d754f9-613c-4ef2-a91d-33de5f525e1c service neutron] Pushing event updated for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.150565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4a4b19-5723-49fe-941b-380b79b118e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:53.218695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615fc5bd-2082-4d81-9ad9-c2acb1980a6b None None] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:53.254473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Attempting to bind port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:53.254999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Attempting to bind port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2155fd90-e94b-4a75-861a-dfc857f06904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:53.258045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Attempting to bind port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 on network 3165357c-1e65-4919-9304-1387c27dc45c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:53.279954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ccc8d7-3039-4164-b8b0-e0013f2efe75 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.287618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4ccc8d7-3039-4164-b8b0-e0013f2efe75 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2589641 Dec 13 10:05:53.288276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.312569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a383fcf-213d-487d-94ab-29aff0083921 req-4e3927d6-1146-44d0-a0ac-aaedb45cffb1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.315155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-0a9f83d1-c4a2-4f94-a448-811ff5f537b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.315924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a383fcf-213d-487d-94ab-29aff0083921 req-4e3927d6-1146-44d0-a0ac-aaedb45cffb1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.2228825 Dec 13 10:05:53.316561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-0a9f83d1-c4a2-4f94-a448-811ff5f537b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1095 time: 0.4295809 Dec 13 10:05:53.321983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:05:53.322609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Checking segment: {'id': '2155fd90-e94b-4a75-861a-dfc857f06904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:53.323174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.323744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Bound using segment: {'id': '2155fd90-e94b-4a75-861a-dfc857f06904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:05:53.324848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Bound port: 33aa1cbd-b8bf-4c07-a3cd-dad64175f124, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2155fd90-e94b-4a75-861a-dfc857f06904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3165357c-1e65-4919-9304-1387c27dc45c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:05:53.325443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.367321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.371800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] Provisioning complete for port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:53.374556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.423490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca2330-f2ce-4d4e-b358-af0cc9ea6203 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.429200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f9ca2330-f2ce-4d4e-b358-af0cc9ea6203 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369462 Dec 13 10:05:53.429992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.445813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a383fcf-213d-487d-94ab-29aff0083921 req-33082dde-d754-4a29-bae6-98fc7b2d3ffc tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156812 Dec 13 10:05:53.450642 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-98853ff8-c05d-482b-ab89-0010209e1e79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 217 time: 0.1092479 Dec 13 10:05:53.498142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3165357c-1e65-4919-9304-1387c27dc45c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.569849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2155fd90-e94b-4a75-861a-dfc857f06904') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.570209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2155fd90-e94b-4a75-861a-dfc857f06904') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:53.576850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6eadeb76-119e-4424-8f9c-ca252f5d16c2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434336 Dec 13 10:05:53.579537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 33992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:53.594334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:53.622139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.664245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-5bdbb133-c727-412f-83cd-2df7caf12a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:53.683215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] For port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:05:53.683732 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-5bdbb133-c727-412f-83cd-2df7caf12a93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.2202272 Dec 13 10:05:53.698923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.734615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:53.814587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:53.815007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:53.824902 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:53.855157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:53.860276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.040122 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:05:54.040122 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:05:54.040122 n-d-820531-5 neutron-server[103188]: [parameters: {'id': '3165357c-1e65-4919-9304-1387c27dc45c'}] Dec 13 10:05:54.040122 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:05:54.040956 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:05:54.068481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-3d711778-4f2d-4f23-b74c-9e9a5408ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:54.072650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-3d711778-4f2d-4f23-b74c-9e9a5408ad7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809435 Dec 13 10:05:54.325876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-0cd51789-de79-42dd-9251-39ddc33f54ea service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423496 Dec 13 10:05:54.361443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] For port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=33aa1cbd-b8bf-4c07-a3cd-dad64175f124,segment=NetworkSegment(2155fd90-e94b-4a75-861a-dfc857f06904),segment_id=2155fd90-e94b-4a75-861a-dfc857f06904)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:05:54.373408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.378069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.465663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] For port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,segment=NetworkSegment(9fab450f-2001-4f42-b71c-2bb07225999b),segment_id=9fab450f-2001-4f42-b71c-2bb07225999b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:54.470724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.474205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:54.479606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:54.495530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:54.496232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.512303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=041755b7-c717-4e47-bf0f-12575caec890,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.529394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ed256082-1802-446c-a676-45fc696cd8b8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9484899 Dec 13 10:05:54.532004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:54.541330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '041755b7-c717-4e47-bf0f-12575caec890', 'ip_address': '2001:db8::ffa3:fbc1:7d8f:a01b'}], 'name': 'tempest-NetworksTestDHCPv6-1080354641'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:54.557783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.566744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-beb38380-75ad-4aa0-be58-f3c3f2766d23 req-8add1ed9-1855-44f7-aee9-65d8a7575fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366898 Dec 13 10:05:54.644448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578cd9b-bde4-49b2-bdd3-5422b955b300 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:54.653233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6fc2f-12cb-4934-9851-8f44c10a3541 None None] Pushing event updated for resources: {'Port': ['ID=33aa1cbd-b8bf-4c07-a3cd-dad64175f124,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:54.659930 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.733005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6992ed6-56c7-47ff-9fb3-3e6550d3f496 req-c9870495-4308-4823-804d-d6d3c23ac8be tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:54.735379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6992ed6-56c7-47ff-9fb3-3e6550d3f496 req-c9870495-4308-4823-804d-d6d3c23ac8be tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.0989919 Dec 13 10:05:54.764891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-dd2ab1c8-26b7-474e-b475-21576f62c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:54.766611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-dd2ab1c8-26b7-474e-b475-21576f62c361 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1095 time: 0.0963874 Dec 13 10:05:54.774022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:54.796498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:54.797284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.871824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6992ed6-56c7-47ff-9fb3-3e6550d3f496 req-f009c965-d46d-4ecf-b843-38fa72ab6195 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272602 Dec 13 10:05:54.901386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Provisioning complete for port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:54.902053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.902739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=33aa1cbd-b8bf-4c07-a3cd-dad64175f124,segment=NetworkSegment(2155fd90-e94b-4a75-861a-dfc857f06904),segment_id=2155fd90-e94b-4a75-861a-dfc857f06904)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:54.903438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.931267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:54.944142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ccfcbb-55d6-4619-9a4f-f94556617e21 None None] Network 3165357c-1e65-4919-9304-1387c27dc45c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:54.980213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port af914797-cbdc-48ab-b524-bddc4a7f70d0 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:55.003517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:55.004240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.022065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-ea4907ec-2efc-407f-84c7-ddf6ad4ae69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.023659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-ea4907ec-2efc-407f-84c7-ddf6ad4ae69e service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.2496152 Dec 13 10:05:55.079603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-874684a4-6a54-4a52-a7f4-90912645187e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 217 time: 0.0485594 Dec 13 10:05:55.086270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:55.089638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4145a9-5a9c-4e58-ab59-668299f202fa None None] Pushing event updated for resources: {'Port': ['ID=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:55.221560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-a01e898a-9c58-4c1d-b263-84c8d923168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.224647 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-a01e898a-9c58-4c1d-b263-84c8d923168d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.1361489 Dec 13 10:05:55.278729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Provisioning complete for port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:55.279233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.338065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-e3cbe939-cfef-409b-99ac-6690d0bbcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.343460 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-e3cbe939-cfef-409b-99ac-6690d0bbcc11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912690 Dec 13 10:05:55.373052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.402643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::ffa3:fbc1:7d8f:a01b (6c0787b3-e13a-4713-add8-3aea1731a3d8/041755b7-c717-4e47-bf0f-12575caec890/af914797-cbdc-48ab-b524-bddc4a7f70d0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:55.432881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.483144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port 33aa1cbd-b8bf-4c07-a3cd-dad64175f124 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:05:55.517533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=33aa1cbd-b8bf-4c07-a3cd-dad64175f124,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:55.552321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:55.565513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.575223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.576321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:55.596428 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-61d534cf-9348-4b2a-a3bb-fc8182778c7a service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463083 Dec 13 10:05:55.644249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.677493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3165357c-1e65-4919-9304-1387c27dc45c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:55.686871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2155fd90-e94b-4a75-861a-dfc857f06904') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:55.687256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2155fd90-e94b-4a75-861a-dfc857f06904') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:55.703840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8c6ea-cf5f-43b9-93c8-fb31ff166fae None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:55.708865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.729181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.751171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.790999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:55.792359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:55.797971 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:55.803329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.876375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:55.880625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:55.885472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:55.896191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:55.896887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.900781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=af914797-cbdc-48ab-b524-bddc4a7f70d0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:55.925418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-799d077c-5681-4b3a-b836-ac20f93d5f60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3896790 Dec 13 10:05:55.925857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:55.945151 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:55.997316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.000770 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/3165357c-1e65-4919-9304-1387c27dc45c HTTP/1.1" status: 204 len: 168 time: 5.0404720 Dec 13 10:05:56.001699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da112-44a9-4e5f-b3e4-cc4eeaa7a823 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=3165357c-1e65-4919-9304-1387c27dc45c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.010000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:56.017095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-907511869'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:56.030089 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d12869e6-4d0b-446f-92da-e7b25c078d40 req-f71508ef-4f84-4894-ab00-12985b8f027c service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329654 Dec 13 10:05:56.069834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.086904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:56.088094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:56.088383 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.095132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.131319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4beb545-afe2-420b-b162-0a5c50e44337 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.142022 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:05:56.142461 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-94d45698-832a-4c59-99db-9318d6a75cd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:05:56.149514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4beb545-afe2-420b-b162-0a5c50e44337 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.151284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4beb545-afe2-420b-b162-0a5c50e44337 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2244742 Dec 13 10:05:56.154032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:56.169893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:56.195251 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.195885 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 623ac8a2-5061-4015-a6ee-4815aa1a48e9 of type vlan for network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 Dec 13 10:05:56.243893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147817ea-f36e-4428-8d5d-9b0a0d005a2e req-4919f7d1-da5f-402e-8280-8272a19e77d8 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.252053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-147817ea-f36e-4428-8d5d-9b0a0d005a2e req-4919f7d1-da5f-402e-8280-8272a19e77d8 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.2252319 Dec 13 10:05:56.291031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.345502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.366886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:56.366886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.403659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:56.430692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-147817ea-f36e-4428-8d5d-9b0a0d005a2e req-846c6ea4-e9d3-41d2-b3a8-6290dc230769 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776507 Dec 13 10:05:56.478767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:56.479617 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.490819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port af914797-cbdc-48ab-b524-bddc4a7f70d0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:56.491094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.513041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=c88a3631-1f87-48bd-92bd-5bbd43fe8f27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.538259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c868dfbd-0f0d-4e88-b64d-61fc56fdb2b8 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5268445 Dec 13 10:05:56.538452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:56.540767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:56.548838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:56.630943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.647490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for af914797-cbdc-48ab-b524-bddc4a7f70d0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:56.750428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:56.758797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.781381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:05:56.859787 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.880510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3f6ab010-2e51-45f3-ba0d-10cabd3751ce None None] Provisioning complete for port af914797-cbdc-48ab-b524-bddc4a7f70d0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:56.880887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab010-2e51-45f3-ba0d-10cabd3751ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:56.937185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=af914797-cbdc-48ab-b524-bddc4a7f70d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:56.959511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ab010-2e51-45f3-ba0d-10cabd3751ce None None] Port af914797-cbdc-48ab-b524-bddc4a7f70d0 was deleted so its status cannot be updated. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 10:05:56.992622 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.000863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:57.000863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.003125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8fb08f9d-f72e-497f-8ae2-d693a6825a42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/af914797-cbdc-48ab-b524-bddc4a7f70d0 HTTP/1.1" status: 204 len: 168 time: 0.8468742 Dec 13 10:05:57.005640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:57.049041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3f6ab010-2e51-45f3-ba0d-10cabd3751ce None None] Provisioning complete for port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:05:57.053678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f6ab010-2e51-45f3-ba0d-10cabd3751ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.127667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f56fe2-cd04-4bed-8b80-4ebbfc859a86 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.129831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f56fe2-cd04-4bed-8b80-4ebbfc859a86 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.131431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-79f56fe2-cd04-4bed-8b80-4ebbfc859a86 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1246500 Dec 13 10:05:57.134116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34058) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:57.216593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.256981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 041755b7-c717-4e47-bf0f-12575caec890 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:05:57.260623 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.348007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.381861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.422351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '623ac8a2-5061-4015-a6ee-4815aa1a48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:57.422726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: c88a3631-1f87-48bd-92bd-5bbd43fe8f27, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:57.447385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.455719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=efb38e04-2f99-41ba-b105-51310f3adcc3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.463411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-849ca172-a3f8-4e71-ba62-715dd544cd41 None None] Could not find standard attr ID for object bbef1ad6-52c0-4df3-9286-e38c835d6cbb. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:57.501896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:57.522551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c88a3631-1f87-48bd-92bd-5bbd43fe8f27) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:57.527915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.528532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.552949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd90ce7-bc23-4482-bd24-597a3086ad6c None None] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:57.567790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-15cd5210-faaa-4cae-9ae5-0e9357c68cd9 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0248117 Dec 13 10:05:57.573926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:57.587728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669019499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:57.636070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.659279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455323de-13d1-4a95-b488-459dbd3eaf82 req-b036ae90-a876-4187-8b34-1458b7c691b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.662078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-455323de-13d1-4a95-b488-459dbd3eaf82 req-b036ae90-a876-4187-8b34-1458b7c691b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.1217549 Dec 13 10:05:57.668937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:57.672498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.690894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=041755b7-c717-4e47-bf0f-12575caec890,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:57.708302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.712696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f0603afc-0207-41fa-8f3e-f69cb84590e3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/041755b7-c717-4e47-bf0f-12575caec890 HTTP/1.1" status: 204 len: 168 time: 0.5775311 Dec 13 10:05:57.715723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:57.774935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-455323de-13d1-4a95-b488-459dbd3eaf82 req-31d7ac2d-1373-40ed-8460-f22c93b0d37a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812433 Dec 13 10:05:57.855895 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-adea746e-84c2-464b-b2c4-6ccb04f94219 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331928 Dec 13 10:05:57.858571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:57.867053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:57.867778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:05:57.882674 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.883283 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 4b67939d-f695-45f5-952c-1be6354c025d of type vlan for network 4e3a4a70-797d-4e76-9bd8-c91bd7e84394 Dec 13 10:05:57.940525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.951976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380bc3a2-d715-482d-bfe7-4db8172e7d6a None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:57.982364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:57.990536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:57.991200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.019678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9d72953c-b94f-4737-80e4-e8dd4821ac4e None None] Could not find standard attr ID for object 153a214d-bd97-4f1d-acac-edc903403f9a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:58.061481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4831982 Dec 13 10:05:58.062794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:58.069259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '4e3a4a70-797d-4e76-9bd8-c91bd7e84394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:58.072272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c88a3631-1f87-48bd-92bd-5bbd43fe8f27', 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': 'efb38e04-2f99-41ba-b105-51310f3adcc3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:58.073534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.085569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:58.102751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.172311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019841d6-59ed-40ba-a518-01ef9a38c194 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=4e3a4a70-797d-4e76-9bd8-c91bd7e84394,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:58.246046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:58.256457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.271297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Allocated IP 2001:db8::1 (c88a3631-1f87-48bd-92bd-5bbd43fe8f27/efb38e04-2f99-41ba-b105-51310f3adcc3/dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:05:58.385466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 4e3a4a70-797d-4e76-9bd8-c91bd7e84394 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:05:58.387223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:05:58.389376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d0c4e06c-e821-4ded-86ef-b60c2a3959b3 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:05:58.391676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:05:58.401905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-efe9ed5b-96f7-4abd-af5c-4c60fa45e2ae None None] Could not find standard attr ID for object fa4073e9-1043-4e4d-8cf0-97faa7303923. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:05:58.444341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:05:58.448416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:05:58.689116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-922d459f-45bd-411e-958e-995393da206c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.718442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.754779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.793660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:58.815928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:58.821252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:58.822802 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.844612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Deleting port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:05:58.844612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.858084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:58.862008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.863854 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.874263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=5f30289b-ed7b-404b-a186-e1052511ba59,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:58.922474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=9901b0d7-294f-4669-ae63-1bd256ffee4f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:58.929021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '4b67939d-f695-45f5-952c-1be6354c025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4e3a4a70-797d-4e76-9bd8-c91bd7e84394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:05:58.938165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: 4e3a4a70-797d-4e76-9bd8-c91bd7e84394, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:05:58.957797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-74f99806-dc99-4a03-be4b-8c3a9c563910 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0973620 Dec 13 10:05:58.958738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'port_id': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'mac_address': 'fa:16:3e:51:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:05:58.961488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:58.971072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '5f30289b-ed7b-404b-a186-e1052511ba59', 'ip_address': '2001:db8::ed46:1e92:e7b7:feeb'}], 'name': 'tempest-NetworksTestDHCPv6-1094275287'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:58.975567 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:58.982125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 4e3a4a70-797d-4e76-9bd8-c91bd7e84394 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:05:58.997413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 4e3a4a70-797d-4e76-9bd8-c91bd7e84394) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:59.006286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:59.006914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.030889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f68b549c-4eef-461f-a043-bc86d3e3f310 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9645379 Dec 13 10:05:59.031113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:59.063181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e32f7-ff1d-416b-8803-40d9724a26c7 req-f87ee17b-02f5-4dca-8eca-a284a3bc9822 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:05:59.064800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae0e32f7-ff1d-416b-8803-40d9724a26c7 req-f87ee17b-02f5-4dca-8eca-a284a3bc9822 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 944 time: 0.1757050 Dec 13 10:05:59.088043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb06a2c-9072-4f5a-86d9-700c4eb85f57 None None] Network 4e3a4a70-797d-4e76-9bd8-c91bd7e84394 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:59.171354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ae0e32f7-ff1d-416b-8803-40d9724a26c7 req-f903fa2d-0fb1-4e5a-9f08-b559c1a1248e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922356 Dec 13 10:05:59.172461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:05:59.180381 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.202407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:05:59.209051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:59.213584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port f0cdd450-2f77-421f-8803-2734d66fe0bf yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:05:59.242970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:05:59.249718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:05:59.272397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.284044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.380276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Pushing event updated for resources: {'Port': ['ID=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:59.382658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.436441 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.438865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.483600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] For port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:05:59.484077 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.484443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.491963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf363fb3-41a2-4b73-affb-06c4fe0a63f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-4e3a4a70-797d-4e76-9bd8-c91bd7e84394', 'network_id': '4e3a4a70-797d-4e76-9bd8-c91bd7e84394', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': '9901b0d7-294f-4669-ae63-1bd256ffee4f'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:05:59.492839 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf363fb3-41a2-4b73-affb-06c4fe0a63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.544902 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=9901b0d7-294f-4669-ae63-1bd256ffee4f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:59.662743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.685244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Calling delete_port for d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:05:59.722032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3a4a70-797d-4e76-9bd8-c91bd7e84394']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:59.744754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b67939d-f695-45f5-952c-1be6354c025d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:59.751114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b67939d-f695-45f5-952c-1be6354c025d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:05:59.788737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.824010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.839876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:05:59.840233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c4e06c-e821-4ded-86ef-b60c2a3959b3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:05:59.841488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:05:59.850067 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:05:59.867599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.910420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Attempting to bind port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:05:59.914029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Attempting to bind port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '623ac8a2-5061-4015-a6ee-4815aa1a48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:05:59.915053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Attempting to bind port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 on network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:05:59.937157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d37b1e-f2fa-40fa-9f93-016c556cb0c1 None None] Network 4e3a4a70-797d-4e76-9bd8-c91bd7e84394 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:05:59.950048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.971071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:05:59.977167 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/4e3a4a70-797d-4e76-9bd8-c91bd7e84394 HTTP/1.1" status: 204 len: 168 time: 0.9450040 Dec 13 10:05:59.978352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93055b7c-2b84-4ec4-b8bb-0134430334f5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=4e3a4a70-797d-4e76-9bd8-c91bd7e84394,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:59.982828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:05:59.992528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627024135'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:05:59.994909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:05:59.997834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] No DVR routers for this DVR port d8ad0a36-4d58-4d86-9fcc-65a921b08ef2 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:00.032238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:00.036794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:00.037777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Checking segment: {'id': '623ac8a2-5061-4015-a6ee-4815aa1a48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:00.038200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.046735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Bound using segment: {'id': '623ac8a2-5061-4015-a6ee-4815aa1a48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:00.046735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Bound port: dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ac8a2-5061-4015-a6ee-4815aa1a48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c88a3631-1f87-48bd-92bd-5bbd43fe8f27'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:00.046735 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.077816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26780b-8326-4d36-b0d1-ea56c95d70ac None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:00.081610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.127181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:00.130811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.132799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eb2a3-69de-44d5-95fa-f4877eed6254 None None] Pushing event deleted for resources: {'Port': ['ID=d8ad0a36-4d58-4d86-9fcc-65a921b08ef2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.184072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd234d-bf3a-456b-9359-124bbe059ccc req-732a1ca6-048a-4137-ace2-d4813c0b71da tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:00.185673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2bd234d-bf3a-456b-9359-124bbe059ccc req-732a1ca6-048a-4137-ace2-d4813c0b71da tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.1693029 Dec 13 10:06:00.191530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::ed46:1e92:e7b7:feeb (6c0787b3-e13a-4713-add8-3aea1731a3d8/5f30289b-ed7b-404b-a186-e1052511ba59/f0cdd450-2f77-421f-8803-2734d66fe0bf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:00.236410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:00.277735 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.284695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] For port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:00.288951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] For port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,segment=NetworkSegment(623ac8a2-5061-4015-a6ee-4815aa1a48e9),segment_id=623ac8a2-5061-4015-a6ee-4815aa1a48e9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:00.296149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2bd234d-bf3a-456b-9359-124bbe059ccc req-d645fcd5-90d0-434d-a04a-5330e6230c57 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012440 Dec 13 10:06:00.314025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.316924 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 8791a86e-ddfc-46dc-b89e-64974737da19 of type vlan for network defc7bec-d115-4b75-8598-8a9d99807870 Dec 13 10:06:00.454084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.475344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d0c4e06c-e821-4ded-86ef-b60c2a3959b3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:06:00.481240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.493430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370a1a5-96e9-4afc-b9f1-3be2d4d0a916 req-f9886021-0a7a-4f34-9b3e-0522cac5e529 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:00.494981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0370a1a5-96e9-4afc-b9f1-3be2d4d0a916 req-f9886021-0a7a-4f34-9b3e-0522cac5e529 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 945 time: 0.1235652 Dec 13 10:06:00.513641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '5f30289b-ed7b-404b-a186-e1052511ba59'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:00.514517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.560519 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.567677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:00.568288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.621300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda65d6-2233-4ab0-bb03-7792ccdc7813 None None] Pushing event updated for resources: {'Port': ['ID=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.640592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0370a1a5-96e9-4afc-b9f1-3be2d4d0a916 req-f4c01589-0166-4449-96e6-4b48d485e810 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347082 Dec 13 10:06:00.656849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6729496 Dec 13 10:06:00.660404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.661147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.668633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:00.680329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbefc4-45a0-4cb2-8293-7bcb3f9d8c55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=defc7bec-d115-4b75-8598-8a9d99807870,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.698392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network defc7bec-d115-4b75-8598-8a9d99807870 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:00.744201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.812416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:00.818129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:00.825564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:00.839704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:00.841849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.864769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:00.884122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=f0cdd450-2f77-421f-8803-2734d66fe0bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:00.904250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6fb0d26a-5c0c-4583-9027-74e8c30f1362 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9414179 Dec 13 10:06:00.906339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:00.912147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:00.938187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/5f30289b-ed7b-404b-a186-e1052511ba59/8e4c3bef-5888-4f3a-b8a2-13bc56912f20) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:01.028733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e8a42-2ab4-4547-89b6-ebdc737d8a53 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.039862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-753e8a42-2ab4-4547-89b6-ebdc737d8a53 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1300180 Dec 13 10:06:01.040078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.084392 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2cf44bd-1b04-42a0-9139-c3205e0bc958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.213291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.228407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.230282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port f0cdd450-2f77-421f-8803-2734d66fe0bf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:01.230812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.267669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:01.272870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:01.276688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:01.302797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.329115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Pushing event updated for resources: {'Port': ['ID=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.354127 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.373648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=77d0ddd1-3276-4468-870d-842d3f6b7e81,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.374872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for f0cdd450-2f77-421f-8803-2734d66fe0bf owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:01.390151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Attempting to bind port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:01.390524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Attempting to bind port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:01.396504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Attempting to bind port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:01.404513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:01.404892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:01.405331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.405727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:01.406199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Bound port: 8e4c3bef-5888-4f3a-b8a2-13bc56912f20, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:01.411557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.455053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '8791a86e-ddfc-46dc-b89e-64974737da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:01.455413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: defc7bec-d115-4b75-8598-8a9d99807870, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:01.503795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-4ae16045-fc3f-4066-808f-a617bcb97e14 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.505342 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-4ae16045-fc3f-4066-808f-a617bcb97e14 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.1079133 Dec 13 10:06:01.506477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network defc7bec-d115-4b75-8598-8a9d99807870 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:01.515995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] For port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:01.520824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] For port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:01.528721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, defc7bec-d115-4b75-8598-8a9d99807870) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:01.530505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.544238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98a1c7-f4f2-4a68-8ac6-db21790b9303 None None] Network defc7bec-d115-4b75-8598-8a9d99807870 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:01.551212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ffba-8873-4527-beb0-2c17fc9047a7 req-5405b08d-aad5-42d2-9b96-b9950bdc9e29 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.551844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.552502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.555197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efd6ffba-8873-4527-beb0-2c17fc9047a7 req-5405b08d-aad5-42d2-9b96-b9950bdc9e29 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.0870407 Dec 13 10:06:01.643011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be814453-7828-478c-acda-84eb9b0d1e97 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9797230 Dec 13 10:06:01.646947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.654151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efd6ffba-8873-4527-beb0-2c17fc9047a7 req-a919cdfe-d7ec-4da9-80f7-3f3792561e28 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848804 Dec 13 10:06:01.751697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109dd4a-83da-47a5-add0-2dde19c04366 None None] Pushing event updated for resources: {'Port': ['ID=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.789980 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.842498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-defc7bec-d115-4b75-8598-8a9d99807870', 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': '77d0ddd1-3276-4468-870d-842d3f6b7e81'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:01.847384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.875441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=f0cdd450-2f77-421f-8803-2734d66fe0bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:01.918529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:01.923853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c97d5c9a-9fba-4cf8-ba0d-004f67560192 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f0cdd450-2f77-421f-8803-2734d66fe0bf HTTP/1.1" status: 204 len: 168 time: 0.8809633 Dec 13 10:06:01.927045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:01.953298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a128-f849-4bac-9e25-55e1ca5ec3b9 req-37a8e63a-6fef-4da2-a09d-960df84a8d51 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:01.954866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0873a128-f849-4bac-9e25-55e1ca5ec3b9 req-37a8e63a-6fef-4da2-a09d-960df84a8d51 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 945 time: 0.1628189 Dec 13 10:06:02.027747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Deleting port 525d0a7d-d3e4-4238-9de3-08e43399ef81 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:02.031829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.068384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73bcb5-a9c7-4840-a0a8-437ee5108abc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:02.078976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73bcb5-a9c7-4840-a0a8-437ee5108abc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:02.084476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d73bcb5-a9c7-4840-a0a8-437ee5108abc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1526167 Dec 13 10:06:02.115421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:02.121811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0873a128-f849-4bac-9e25-55e1ca5ec3b9 req-4eb906f9-4174-47b0-a9e0-94b328d05674 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377423 Dec 13 10:06:02.158313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.183016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Allocated IP 2001:db8::1 (defc7bec-d115-4b75-8598-8a9d99807870/77d0ddd1-3276-4468-870d-842d3f6b7e81/b2312390-4ae9-452a-a276-8f594ef92fff) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:02.259778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 5f30289b-ed7b-404b-a186-e1052511ba59 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:02.267570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.314604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.328031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d0c4e06c-e821-4ded-86ef-b60c2a3959b3 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:02.412786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0af65-b0c3-4492-a702-a18403d17576 None None] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:02.432975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.479522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] For port 525d0a7d-d3e4-4238-9de3-08e43399ef81, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=525d0a7d-d3e4-4238-9de3-08e43399ef81,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:02.479897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.494378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:02.503028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.553005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] Provisioning complete for port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:02.553403 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.699742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.700872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:06:02.729716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.731493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:02.731857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.798829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Pushing event updated for resources: {'Port': ['ID=b2312390-4ae9-452a-a276-8f594ef92fff,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:02.856006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61dd1e-9436-4052-a02a-8a2750111ebd req-d8542011-82ab-4d63-9d70-fa764fcede3d tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:02.862693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Network defc7bec-d115-4b75-8598-8a9d99807870 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:02.865564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac61dd1e-9436-4052-a02a-8a2750111ebd req-d8542011-82ab-4d63-9d70-fa764fcede3d tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 950 time: 0.0946786 Dec 13 10:06:02.865849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:02.866221 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:02.898884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:02.907045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:02.946567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac61dd1e-9436-4052-a02a-8a2750111ebd req-4149a659-8205-4221-85ca-4ca986d11221 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/security-groups?id=759a66ab-efbf-45b8-bb34-d8b0a6afab29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801010 Dec 13 10:06:03.014688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.053147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Calling delete_port for 525d0a7d-d3e4-4238-9de3-08e43399ef81 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:03.121282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Attempting to bind port b2312390-4ae9-452a-a276-8f594ef92fff on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:03.121666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Attempting to bind port b2312390-4ae9-452a-a276-8f594ef92fff by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '8791a86e-ddfc-46dc-b89e-64974737da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:03.122040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Attempting to bind port b2312390-4ae9-452a-a276-8f594ef92fff on network defc7bec-d115-4b75-8598-8a9d99807870 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:03.158452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:03.158846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Checking segment: {'id': '8791a86e-ddfc-46dc-b89e-64974737da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:03.159259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.159692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Bound using segment: {'id': '8791a86e-ddfc-46dc-b89e-64974737da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:03.160244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Bound port: b2312390-4ae9-452a-a276-8f594ef92fff, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8791a86e-ddfc-46dc-b89e-64974737da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'defc7bec-d115-4b75-8598-8a9d99807870'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:03.160635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.188668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] For port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,segment=NetworkSegment(623ac8a2-5061-4015-a6ee-4815aa1a48e9),segment_id=623ac8a2-5061-4015-a6ee-4815aa1a48e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:03.211844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.216555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.314065 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.364947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6b00-ef91-45a8-8d84-17315692e853 req-51f28cb0-3368-4fff-bb3a-8ba35c222c4e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:03.371030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a6a6b00-ef91-45a8-8d84-17315692e853 req-51f28cb0-3368-4fff-bb3a-8ba35c222c4e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 945 time: 0.1295640 Dec 13 10:06:03.397061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:03.399499 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d5107-6594-4af3-8b51-fc29ce25b1d6" -d '{"events": [{"server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:03.465864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.484260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a6a6b00-ef91-45a8-8d84-17315692e853 req-743b9c54-e766-48d0-9d23-20f88c8bdfe2 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009271 Dec 13 10:06:03.508841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] For port b2312390-4ae9-452a-a276-8f594ef92fff, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:03.520407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.545165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:03.565738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Pushing event deleted for resources: {'Port': ['ID=525d0a7d-d3e4-4238-9de3-08e43399ef81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:03.598435 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.625811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] For port b2312390-4ae9-452a-a276-8f594ef92fff, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b2312390-4ae9-452a-a276-8f594ef92fff,segment=NetworkSegment(8791a86e-ddfc-46dc-b89e-64974737da19),segment_id=8791a86e-ddfc-46dc-b89e-64974737da19)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:03.645889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f00a4-f6b2-442b-bcff-353d1511c7f1 None None] Pushing event updated for resources: {'Port': ['ID=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:03.688980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.705291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] No DVR routers for this DVR port 525d0a7d-d3e4-4238-9de3-08e43399ef81 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:03.725953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.740426 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.749944 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6725e1b-aa6c-443b-b1a0-f928f4531d73 req-fa1492dd-b269-431e-9f65-e4fd33e6f9c2 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.44 "DELETE /v2.0/ports/525d0a7d-d3e4-4238-9de3-08e43399ef81 HTTP/1.1" status: 204 len: 173 time: 2.2138648 Dec 13 10:06:03.756458 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d395b3-b285-4a6f-b9bd-c35044cc48ee x-openstack-request-id: req-b8d395b3-b285-4a6f-b9bd-c35044cc48ee {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:03.756701 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:03.758121 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8d395b3-b285-4a6f-b9bd-c35044cc48ee {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:03.758823 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'code': 200} Dec 13 10:06:03.766807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'name': 'network-vif-deleted', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:03.773104 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db3dc5-e1f2-441c-b3a0-a337f5f5143b" -d '{"events": [{"server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "name": "network-vif-deleted", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:03.819380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:03.835391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=5f30289b-ed7b-404b-a186-e1052511ba59,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:03.837141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:03.837549 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:03.847952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.863758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b4dd2aad-e59f-4be3-ab4c-2f8df4625fe0 None None] Provisioning complete for port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:03.864483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2aad-e59f-4be3-ab4c-2f8df4625fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.874191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8db4be5d-6c44-4df3-bc63-678502c690b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5f30289b-ed7b-404b-a186-e1052511ba59 HTTP/1.1" status: 204 len: 168 time: 1.7576175 Dec 13 10:06:03.877081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:03.928179 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40ff1fd-4511-466e-8877-4b75acf9d572 x-openstack-request-id: req-c40ff1fd-4511-466e-8877-4b75acf9d572 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:03.937614 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb2479-9a2d-412f-b966-44ab58e8e0a8", "name": "network-vif-deleted", "tag": "525d0a7d-d3e4-4238-9de3-08e43399ef81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:03.938103 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c40ff1fd-4511-466e-8877-4b75acf9d572 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:03.938554 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb2479-9a2d-412f-b966-44ab58e8e0a8', 'name': 'network-vif-deleted', 'tag': '525d0a7d-d3e4-4238-9de3-08e43399ef81', 'status': 'completed', 'code': 200} Dec 13 10:06:03.943713 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:03.974265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8112854c-ad47-4882-a0ba-49288801750f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949335 Dec 13 10:06:03.976059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:03.981194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:04.094164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.222064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:04.232671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=77d0ddd1-3276-4468-870d-842d3f6b7e81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:04.244364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.290174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8b7a5-b06e-4929-b1ac-abd3d8c4af80 None None] Pushing event updated for resources: {'Port': ['ID=b2312390-4ae9-452a-a276-8f594ef92fff,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:04.295582 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b4dd2aad-e59f-4be3-ab4c-2f8df4625fe0 None None] Provisioning complete for port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:04.296133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2aad-e59f-4be3-ab4c-2f8df4625fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.323270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.390387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defc7bec-d115-4b75-8598-8a9d99807870']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:04.415490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8791a86e-ddfc-46dc-b89e-64974737da19') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:04.415791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8791a86e-ddfc-46dc-b89e-64974737da19') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:04.439899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.446614 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.493408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.493684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c64897-91ae-4cfd-ab16-e09520b3634b None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:04.521358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d8e33-83da-4f02-b9f9-2c0cbac31563 req-3508e8a8-1ec4-41d2-9c46-e1c47acf5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:04.523292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e71d8e33-83da-4f02-b9f9-2c0cbac31563 req-3508e8a8-1ec4-41d2-9c46-e1c47acf5e9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.7187967 Dec 13 10:06:04.534351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:04.534875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:04.545875 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:04.643783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c20b1268-75de-4fe9-9a3e-4b0e58ea6ab6 req-8ec7a6be-777e-43a9-9789-4244b8a30eb0 tempest-VolumesBackupsTest-154553236 tempest-VolumesBackupsTest-154553236-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ebb2479-9a2d-412f-b966-44ab58e8e0a8 HTTP/1.1" status: 200 len: 210 time: 0.4529474 Dec 13 10:06:04.748073 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:06:04.748073 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:06:04.748073 n-d-820531-5 neutron-server[103188]: [parameters: {'id': 'defc7bec-d115-4b75-8598-8a9d99807870'}] Dec 13 10:06:04.748073 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:04.749450 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:04.752779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7f60c-1f60-414f-8f31-0275306a11f1 req-f9212a89-412d-4140-904d-ccd5ea825a58 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:04.759437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e71d8e33-83da-4f02-b9f9-2c0cbac31563 req-3f3f7c1c-6d1d-4d54-9640-65e1e009bdcb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273052 Dec 13 10:06:04.761891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29e7f60c-1f60-414f-8f31-0275306a11f1 req-f9212a89-412d-4140-904d-ccd5ea825a58 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1256342 Dec 13 10:06:04.765368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.846598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:04.860735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:04.863692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:04.867478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=5c305072-9148-4db3-85b7-a3157c1fad9e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:04.877587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:04.879527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.896768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29e7f60c-1f60-414f-8f31-0275306a11f1 req-388549c1-5fb3-4afa-a564-78b5243e090b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339500 Dec 13 10:06:04.898058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.898771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:04.908057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:04.947893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3247da16-48ae-4271-a824-30495ff73c87 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9706726 Dec 13 10:06:04.950608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:04.961287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '5c305072-9148-4db3-85b7-a3157c1fad9e', 'ip_address': '2001:db8::2d1c:3242:73c8:cd7b'}], 'name': 'tempest-NetworksTestDHCPv6-199952193'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:05.027818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 525d0a7d-d3e4-4238-9de3-08e43399ef81 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:05.078904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 525d0a7d-d3e4-4238-9de3-08e43399ef81 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:05.079259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 525d0a7d-d3e4-4238-9de3-08e43399ef81 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:05.118310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:05.135773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:05.136158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.139522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:05.221767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:05.236213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70d10db5-d6ad-4ae5-ae68-91a87b938f53 None None] Could not find standard attr ID for object af914797-cbdc-48ab-b524-bddc4a7f70d0. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:05.250238 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.278745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.299727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:05.325675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port b2312390-4ae9-452a-a276-8f594ef92fff {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:05.326156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.351299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70d10db5-d6ad-4ae5-ae68-91a87b938f53 None None] Could not find standard attr ID for object f0cdd450-2f77-421f-8803-2734d66fe0bf. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:05.396133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Deleting port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:05.396525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.486932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port b2312390-4ae9-452a-a276-8f594ef92fff, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b2312390-4ae9-452a-a276-8f594ef92fff,segment=NetworkSegment(8791a86e-ddfc-46dc-b89e-64974737da19),segment_id=8791a86e-ddfc-46dc-b89e-64974737da19)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:05.487387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.523073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for b2312390-4ae9-452a-a276-8f594ef92fff owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:05.551224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] For port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:05.551757 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.563080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::2d1c:3242:73c8:cd7b (6c0787b3-e13a-4713-add8-3aea1731a3d8/5c305072-9148-4db3-85b7-a3157c1fad9e/0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:05.576781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Calling delete_port for 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:05.695682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:05.701555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.741145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a90ae3-a96c-4216-a6da-a46d7ab13219 None None] Network defc7bec-d115-4b75-8598-8a9d99807870 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:05.754216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=b2312390-4ae9-452a-a276-8f594ef92fff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:05.765151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port b2312390-4ae9-452a-a276-8f594ef92fff on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:05.771376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.771871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.772510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.773257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.773580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.774359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.774766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.775166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.775563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.776163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.776557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.777192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.779874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:05.860120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.883424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-857c1f8a-140d-418f-829e-28d19c1676ca None None] Could not find standard attr ID for object b2312390-4ae9-452a-a276-8f594ef92fff. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:05.886095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.923860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.933635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defc7bec-d115-4b75-8598-8a9d99807870']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.935746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:05.936126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.959334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8791a86e-ddfc-46dc-b89e-64974737da19') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.959645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8791a86e-ddfc-46dc-b89e-64974737da19') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:05.988241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:05.999089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1eb942-9adb-47a0-9dfe-de71f6a527bd None None] DHCP port deletion for defc7bec-d115-4b75-8598-8a9d99807870 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:06.007313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.024610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:06.041671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:06.053978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:06.056014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] Pushing event deleted for resources: {'Port': ['ID=8e4c3bef-5888-4f3a-b8a2-13bc56912f20,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.059358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da1988-c32d-4530-bd5b-0256f86419e3 None None] No DVR routers for this DVR port 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:06.070457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.083015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:06.084182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.098495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:06.100955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.101095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3a2eb-dff0-420b-b101-31ea6be2c923 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:06.106711 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:06.121534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1698229 Dec 13 10:06:06.131000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:06.139591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8364-1649-4997-9082-186e39f8310a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.153561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b2312390-4ae9-452a-a276-8f594ef92fff up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:06.189884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b2312390-4ae9-452a-a276-8f594ef92fff {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:06.190233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b2312390-4ae9-452a-a276-8f594ef92fff not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 10:06:06.212705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Port b2312390-4ae9-452a-a276-8f594ef92fff not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 10:06:06.229135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5de5b-e05b-4d3d-a9a0-636617efcff4 req-80ed37e0-906c-435e-a94d-48e6c9483828 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:06.234602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01c5de5b-e05b-4d3d-a9a0-636617efcff4 req-80ed37e0-906c-435e-a94d-48e6c9483828 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1292202 Dec 13 10:06:06.303025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166cb3fc-1a86-4d9d-b347-35d91c3001b2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:06.305034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-166cb3fc-1a86-4d9d-b347-35d91c3001b2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1618288 Dec 13 10:06:06.306726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.308770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:06.316677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:06.350349 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.359822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/defc7bec-d115-4b75-8598-8a9d99807870 HTTP/1.1" status: 204 len: 168 time: 4.7116137 Dec 13 10:06:06.360576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:06.364847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:06.365376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8e4c3bef-5888-4f3a-b8a2-13bc56912f20 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:06.380666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457439934'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:06.401940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '5c305072-9148-4db3-85b7-a3157c1fad9e'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:06.402946 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.408230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f4ef-666e-416b-b62d-6e1738759871 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=defc7bec-d115-4b75-8598-8a9d99807870,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.416038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:06.432265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.446628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01c5de5b-e05b-4d3d-a9a0-636617efcff4 req-6de017bf-343d-4944-95fc-d104a609425e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020957 Dec 13 10:06:06.467748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:06.508681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.509208 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 0bdd3a75-3b3c-453e-8730-96347a557442 of type vlan for network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 Dec 13 10:06:06.585716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.614339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/5c305072-9148-4db3-85b7-a3157c1fad9e/e14e82f4-67cd-4144-82f4-399c423cb5cd) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:06.630695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.640717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:06.641627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.726896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:06.727822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.749826 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3756692 Dec 13 10:06:06.752905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:06.758942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:06.811644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0dd9-ea0f-4348-a212-fdadfbb66149 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=0be55b9b-23b2-45d1-8a65-20c3e1e41bd2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:06.842727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:06.874984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.889544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:06.937254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.951796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:06.983307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:06.987625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.000535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:07.002038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:07.005708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:07.021716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Pushing event updated for resources: {'Port': ['ID=e14e82f4-67cd-4144-82f4-399c423cb5cd,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.078790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Attempting to bind port e14e82f4-67cd-4144-82f4-399c423cb5cd on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:07.079172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Attempting to bind port e14e82f4-67cd-4144-82f4-399c423cb5cd by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:07.079550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Attempting to bind port e14e82f4-67cd-4144-82f4-399c423cb5cd on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:07.086117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:07.086505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:07.086916 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.087314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:07.087789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Bound port: e14e82f4-67cd-4144-82f4-399c423cb5cd, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:07.088744 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.147399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.162065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] For port e14e82f4-67cd-4144-82f4-399c423cb5cd, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:07.165986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] For port e14e82f4-67cd-4144-82f4-399c423cb5cd, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e14e82f4-67cd-4144-82f4-399c423cb5cd,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:07.175598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.221746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.265929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.275877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7fb1c57d-a3f4-4cc0-bfe0-f3dfaddcb3ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041 HTTP/1.1" status: 204 len: 168 time: 0.9655044 Dec 13 10:06:07.276794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.285931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9126e7-a6ec-4c81-b87a-2dc024024108 None None] Pushing event updated for resources: {'Port': ['ID=e14e82f4-67cd-4144-82f4-399c423cb5cd,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.416424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.441480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899c22c-ed27-4ba1-88f0-4e1b30d51866 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:07.441480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899c22c-ed27-4ba1-88f0-4e1b30d51866 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:07.441480 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3899c22c-ed27-4ba1-88f0-4e1b30d51866 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1623514 Dec 13 10:06:07.445948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:07.500072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b2312390-4ae9-452a-a276-8f594ef92fff no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:07.574847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=38db1382-ccfc-4200-9394-3d6aa60fe4ec,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:07.591227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b2312390-4ae9-452a-a276-8f594ef92fff {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:07.591846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b2312390-4ae9-452a-a276-8f594ef92fff not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:07.592404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 5c305072-9148-4db3-85b7-a3157c1fad9e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:07.651515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.698812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '0bdd3a75-3b3c-453e-8730-96347a557442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:07.699183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:07.725569 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.759083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e33cd3-5e5d-4eda-945c-e93710982f12 req-8e6d008c-1819-4bd9-8155-c9a3e76088dd tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:07.760691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6e33cd3-5e5d-4eda-945c-e93710982f12 req-8e6d008c-1819-4bd9-8155-c9a3e76088dd tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1826577 Dec 13 10:06:07.811181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:07.872890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6e33cd3-5e5d-4eda-945c-e93710982f12 req-4c6e7525-218f-4887-a629-6612c769d122 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990117 Dec 13 10:06:07.878851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:07.885922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:07.889842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.899712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4ed8c-a180-42c9-bc8c-a6462d2c5799 None None] Network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:07.914174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:07.954049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63c090fc-4175-4414-8da3-a3c08f571b50 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1992810 Dec 13 10:06:07.956803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.059337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.090616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0be55b9b-23b2-45d1-8a65-20c3e1e41bd2', 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': '38db1382-ccfc-4200-9394-3d6aa60fe4ec'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:08.091651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.121416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=5c305072-9148-4db3-85b7-a3157c1fad9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.132137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.135565 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.146764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6e90c088-8f9e-4c77-a708-e39f3f554ec6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5c305072-9148-4db3-85b7-a3157c1fad9e HTTP/1.1" status: 204 len: 168 time: 0.6448524 Dec 13 10:06:08.147413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.158583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83b2a3-5438-400d-99ba-1452fe886786 req-da585cae-8441-4d94-8b55-af73c6762ad3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:08.162312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f83b2a3-5438-400d-99ba-1452fe886786 req-da585cae-8441-4d94-8b55-af73c6762ad3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1681941 Dec 13 10:06:08.171150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.176981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'floatingip': {'port_id': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:08.228521 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8fd5f7b2-6507-459a-af82-6ff822dd2063 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758603 Dec 13 10:06:08.231006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.232990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.325519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.370061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Allocated IP 2001:db8::1 (0be55b9b-23b2-45d1-8a65-20c3e1e41bd2/38db1382-ccfc-4200-9394-3d6aa60fe4ec/f09f69d2-17cb-4191-99ac-8594f57b8bde) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:08.498298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02ed66-8f6e-4d25-b470-70ccd20fa890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:08.500245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be02ed66-8f6e-4d25-b470-70ccd20fa890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2623274 Dec 13 10:06:08.503018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.573227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57259610-97b4-46b3-bcbc-cec5f9ac7160 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:08.578170 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57259610-97b4-46b3-bcbc-cec5f9ac7160 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0713859 Dec 13 10:06:08.578373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.665622 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-60c873b9-13d2-401f-bb6b-cc600e8126e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823240 Dec 13 10:06:08.668162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:08.673624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:08.717360 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.729159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.842781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:08.850393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:08.855027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:08.866547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.877991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Pushing event updated for resources: {'Port': ['ID=f09f69d2-17cb-4191-99ac-8594f57b8bde,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:08.884265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:08.889788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.983844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb991d6-e8b6-41f2-b4a4-89baa12ba46a None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:08.986796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:08.995277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.080433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=38db1382-ccfc-4200-9394-3d6aa60fe4ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.104545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Could not find standard attr ID for object 0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:09.107169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Attempting to bind port f09f69d2-17cb-4191-99ac-8594f57b8bde on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:09.116316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Attempting to bind port f09f69d2-17cb-4191-99ac-8594f57b8bde by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '0bdd3a75-3b3c-453e-8730-96347a557442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:09.116777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Attempting to bind port f09f69d2-17cb-4191-99ac-8594f57b8bde on network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:09.124827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:09.125234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Checking segment: {'id': '0bdd3a75-3b3c-453e-8730-96347a557442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:09.125651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.126050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Bound using segment: {'id': '0bdd3a75-3b3c-453e-8730-96347a557442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:09.130885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Bound port: f09f69d2-17cb-4191-99ac-8594f57b8bde, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdd3a75-3b3c-453e-8730-96347a557442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:09.131300 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.150888 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Floating IP cae972c6-72c8-4c92-a9fb-37d4310fc58b associated. External IP: 172.25.1.17, port: d0c4e06c-e821-4ded-86ef-b60c2a3959b3. Dec 13 10:06:09.250449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.270126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Provisioning complete for port e14e82f4-67cd-4144-82f4-399c423cb5cd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:09.271143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.305732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be55b9b-23b2-45d1-8a65-20c3e1e41bd2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:09.326356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd3a75-3b3c-453e-8730-96347a557442') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:09.326585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd3a75-3b3c-453e-8730-96347a557442') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:09.342066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.343503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] For port f09f69d2-17cb-4191-99ac-8594f57b8bde, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:09.349651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] For port f09f69d2-17cb-4191-99ac-8594f57b8bde, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f09f69d2-17cb-4191-99ac-8594f57b8bde,segment=NetworkSegment(0bdd3a75-3b3c-453e-8730-96347a557442),segment_id=0bdd3a75-3b3c-453e-8730-96347a557442)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:09.354548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.378797 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.388758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.423010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:09.429136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:09.432589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:09.433300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.444837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:09.447187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:09.451657 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:09.493294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:09.542870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=a7143234-4179-444c-a995-ec3698170d3d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.585083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3606bbb-64e3-466b-9443-a5e70f9d31e1 None None] Network 0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:09.585488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:09.586300 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a3e609ea-ab5b-4ae6-a3dd-bcc3433836ed tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9166348 Dec 13 10:06:09.599116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:06:09.599116 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:06:09.599116 n-d-820531-5 neutron-server[103188]: [parameters: {'id': '0be55b9b-23b2-45d1-8a65-20c3e1e41bd2'}] Dec 13 10:06:09.599116 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:09.599648 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:09.601339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': 'a7143234-4179-444c-a995-ec3698170d3d', 'ip_address': '2001:db8::1b73:6666:98fe:4316'}], 'name': 'tempest-NetworksTestDHCPv6-1463756775'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:09.609047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:09.824026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:09.830047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.845937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.858365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port d6cf938d-8ade-4464-b742-c04bc6637ac6 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:09.876425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca58be-0834-4dcb-9b1c-6e402a380b84 None None] Pushing event updated for resources: {'Port': ['ID=f09f69d2-17cb-4191-99ac-8594f57b8bde,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:09.915477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] For port e14e82f4-67cd-4144-82f4-399c423cb5cd, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e14e82f4-67cd-4144-82f4-399c423cb5cd,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:09.935116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.943771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Deleting port e14e82f4-67cd-4144-82f4-399c423cb5cd {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:09.944138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:09.991016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:09.996372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.022047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:10.035143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-89a03d45-4b71-420a-9f8d-c3246f125462 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "PUT /v2.0/floatingips/cae972c6-72c8-4c92-a9fb-37d4310fc58b HTTP/1.1" status: 200 len: 991 time: 1.8600194 Dec 13 10:06:10.036828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:10.039390 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a411e9c-6845-4577-a29b-0791368b9c64" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:10.096399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:10.097878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:10.100967 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.110269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4711136-1f6e-48f9-8b18-f71325e7d2c5 None None] Pushing event updated for resources: {'Port': ['ID=e14e82f4-67cd-4144-82f4-399c423cb5cd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.220204 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fbcc6d-0809-422f-bb92-8a4e132d8112 x-openstack-request-id: req-c5fbcc6d-0809-422f-bb92-8a4e132d8112 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:10.220788 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:10.222587 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5fbcc6d-0809-422f-bb92-8a4e132d8112 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:10.223815 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'status': 'completed', 'code': 200} Dec 13 10:06:10.229657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port f09f69d2-17cb-4191-99ac-8594f57b8bde {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:10.237762 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.257028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::1b73:6666:98fe:4316 (6c0787b3-e13a-4713-add8-3aea1731a3d8/a7143234-4179-444c-a995-ec3698170d3d/d6cf938d-8ade-4464-b742-c04bc6637ac6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:10.314533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] For port e14e82f4-67cd-4144-82f4-399c423cb5cd, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e14e82f4-67cd-4144-82f4-399c423cb5cd,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:10.315043 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.341801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Calling delete_port for e14e82f4-67cd-4144-82f4-399c423cb5cd owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:10.374945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-16359bd7-3244-4939-b0e7-6f1014518fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:10.376877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-16359bd7-3244-4939-b0e7-6f1014518fc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.1213014 Dec 13 10:06:10.432175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:10.523590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port f09f69d2-17cb-4191-99ac-8594f57b8bde, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f09f69d2-17cb-4191-99ac-8594f57b8bde,segment=NetworkSegment(0bdd3a75-3b3c-453e-8730-96347a557442),segment_id=0bdd3a75-3b3c-453e-8730-96347a557442)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:10.525625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.541787 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.571470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for f09f69d2-17cb-4191-99ac-8594f57b8bde owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:10.577070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-7b7dccce-ef82-4d38-9d00-c7585a061a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:10.579481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-7b7dccce-ef82-4d38-9d00-c7585a061a8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1932235 Dec 13 10:06:10.589525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.641650 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.695665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:10.700743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:10.711717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:10.723702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:10.724638 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-b5400853-a336-46d2-9502-9c4390552c27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 999 time: 0.1324899 Dec 13 10:06:10.724818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.726961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] Pushing event deleted for resources: {'Port': ['ID=e14e82f4-67cd-4144-82f4-399c423cb5cd,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.752767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce88dd6-fa05-4899-a98e-edbc12538590 None None] No DVR routers for this DVR port e14e82f4-67cd-4144-82f4-399c423cb5cd on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:10.763789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=d6cf938d-8ade-4464-b742-c04bc6637ac6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.781845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f5f1f974-17ff-4f0f-8640-fd298a345388 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1874173 Dec 13 10:06:10.786120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:10.796369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': 'a7143234-4179-444c-a995-ec3698170d3d', 'ip_address': '2001:db8::1b73:6666:98fe:4316'}], 'name': 'tempest-NetworksTestDHCPv6-743585137'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:10.803116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-c4c6f638-2699-421b-9a3e-2416dde45bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:10.805494 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-c4c6f638-2699-421b-9a3e-2416dde45bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0744562 Dec 13 10:06:10.806955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:10.811742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4629db2-3963-4d2a-9e8b-b0909f88b1b4 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:10.851855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=f09f69d2-17cb-4191-99ac-8594f57b8bde,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:10.890768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port f09f69d2-17cb-4191-99ac-8594f57b8bde on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:11.027295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.040635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-2dda4b28-3917-46d2-9a11-1a7f409a8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:11.041429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:11.042531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-2dda4b28-3917-46d2-9a11-1a7f409a8059 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063856 Dec 13 10:06:11.081215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be55b9b-23b2-45d1-8a65-20c3e1e41bd2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.101591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': 'a7143234-4179-444c-a995-ec3698170d3d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:11.102489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.141429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd3a75-3b3c-453e-8730-96347a557442') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.141699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd3a75-3b3c-453e-8730-96347a557442') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.151458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cae972c6-72c8-4c92-a9fb-37d4310fc58b', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:51:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:05:38Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.164770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.197169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.228641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.242070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:11.242203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.296460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:11.306951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port abaca873-706f-47f1-aabb-39e1257c3fed yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:11.332164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:11.332894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:11.335038 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:11.354390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-294c26cd-5a9c-4cc3-9100-b78d75cc46b3 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989094 Dec 13 10:06:11.355614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.372431 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.375989 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 HTTP/1.1" status: 204 len: 168 time: 3.4181406 Dec 13 10:06:11.382570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:11.397421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128588588'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:11.405394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0957239-31f5-4fc6-a6be-cfa73178e396 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=0be55b9b-23b2-45d1-8a65-20c3e1e41bd2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:11.467887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:11.471353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.494636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e14e82f4-67cd-4144-82f4-399c423cb5cd no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:11.507508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a411e9c-6845-4577-a29b-0791368b9c64 req-7bcd66d4-2879-47e9-914c-0f9cd1367a64 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425192 Dec 13 10:06:11.527900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e14e82f4-67cd-4144-82f4-399c423cb5cd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:11.528816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e14e82f4-67cd-4144-82f4-399c423cb5cd not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:11.647833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/a7143234-4179-444c-a995-ec3698170d3d/82d837a2-398d-49e8-a1da-864b9e3239af) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:11.678267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:11.982803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:11.990366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:11.999796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.000143 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 76edf642-7fb8-4aa3-a333-acbfac24b687 of type vlan for network 947a5cad-534a-43e2-bdab-f464aff6034d Dec 13 10:06:12.007050 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.043232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.074597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.079462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:12.080241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.087685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:12.097667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:12.101188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:12.139679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Pushing event updated for resources: {'Port': ['ID=82d837a2-398d-49e8-a1da-864b9e3239af,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.190236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cae972c6-72c8-4c92-a9fb-37d4310fc58b', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:51:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:05:38Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:12.205116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8215396 Dec 13 10:06:12.209283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:12.215712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a6cd-5910-46d3-8fb2-f2fbaea57fba tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=947a5cad-534a-43e2-bdab-f464aff6034d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.217959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:12.235303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Attempting to bind port 82d837a2-398d-49e8-a1da-864b9e3239af on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:12.235943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Attempting to bind port 82d837a2-398d-49e8-a1da-864b9e3239af by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:12.236569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Attempting to bind port 82d837a2-398d-49e8-a1da-864b9e3239af on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:12.242705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07f15-d930-4fb5-b4f4-dd7bae7ebfc9 None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'cae972c6-72c8-4c92-a9fb-37d4310fc58b', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:51:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:05:38Z', 'updated_at': '2021-12-13T10:06:08Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:12.245720 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 10:06:12.246248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:12.255863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:12.297371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b02235a-bdcd-40ac-854a-1c1a44dc3e0b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5101697 Dec 13 10:06:12.305644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:12.315181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:12.315868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:12.316466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.317075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:12.317802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Bound port: 82d837a2-398d-49e8-a1da-864b9e3239af, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:12.318358 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.424707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acbcfad-cdba-48c4-bc06-715df8c2b846 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:12.442090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acbcfad-cdba-48c4-bc06-715df8c2b846 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:12.446200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5acbcfad-cdba-48c4-bc06-715df8c2b846 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1370292 Dec 13 10:06:12.447075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:12.450234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] For port 82d837a2-398d-49e8-a1da-864b9e3239af, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:12.458296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] For port 82d837a2-398d-49e8-a1da-864b9e3239af, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=82d837a2-398d-49e8-a1da-864b9e3239af,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:12.458495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:12.465613 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.466803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.577425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8553ed-3f85-43ac-a143-169897a35cde None None] Pushing event updated for resources: {'Port': ['ID=82d837a2-398d-49e8-a1da-864b9e3239af,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:12.625523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port d6cf938d-8ade-4464-b742-c04bc6637ac6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:12.626130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.644934 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db631762-cea0-4899-9f06-2b2031c3d7a8 None None] New status for floating IP cae972c6-72c8-4c92-a9fb-37d4310fc58b: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:06:12.835958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:12.872303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for d6cf938d-8ade-4464-b742-c04bc6637ac6 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:12.932922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.036266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=3011d339-cb44-4cad-9cc1-44266bd01579,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:13.054096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '76edf642-7fb8-4aa3-a333-acbfac24b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:13.054451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: 947a5cad-534a-43e2-bdab-f464aff6034d, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:13.083889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 947a5cad-534a-43e2-bdab-f464aff6034d is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:13.102686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 947a5cad-534a-43e2-bdab-f464aff6034d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:13.109110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.109975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.113348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7982b-60b8-4b08-af18-22aa8dde7b47 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:13.137189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ed40e84-3a6b-4034-9eba-637f4cf39c1e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9256034 Dec 13 10:06:13.137745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.137877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.145455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:13.216230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=d6cf938d-8ade-4464-b742-c04bc6637ac6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:13.228433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.236825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2408a84a-7799-452a-b742-f86da43e775d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/d6cf938d-8ade-4464-b742-c04bc6637ac6 HTTP/1.1" status: 204 len: 168 time: 0.7867343 Dec 13 10:06:13.237872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.292909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:13.298086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.314135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca47ba8-9d28-4f83-9f8a-66422698c072 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.316523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca47ba8-9d28-4f83-9f8a-66422698c072 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:13.322921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ca47ba8-9d28-4f83-9f8a-66422698c072 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834243 Dec 13 10:06:13.324126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.428196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet a7143234-4179-444c-a995-ec3698170d3d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:13.440326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.499728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-947a5cad-534a-43e2-bdab-f464aff6034d', 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': '3011d339-cb44-4cad-9cc1-44266bd01579'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:13.501675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.514556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.662241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 82d837a2-398d-49e8-a1da-864b9e3239af up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:13.679993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.803476 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.804993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Allocated IP 2001:db8::2 (947a5cad-534a-43e2-bdab-f464aff6034d/3011d339-cb44-4cad-9cc1-44266bd01579/b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:13.911207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=a7143234-4179-444c-a995-ec3698170d3d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:13.917004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:13.931595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22684b4d-d010-41f0-b21b-1e0eaec912d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/a7143234-4179-444c-a995-ec3698170d3d HTTP/1.1" status: 204 len: 168 time: 0.6054120 Dec 13 10:06:13.935246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:13.947174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 82d837a2-398d-49e8-a1da-864b9e3239af triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:13.947548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.063372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3725f311-4fb8-4b21-a952-fbeb7bb7eced tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267622 Dec 13 10:06:14.064841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.072880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:14.190476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.267416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 82d837a2-398d-49e8-a1da-864b9e3239af, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=82d837a2-398d-49e8-a1da-864b9e3239af,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:14.286494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.344372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c260fec-59a6-4a3f-a64f-b828894b6d67 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:14.349664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.352338 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.400513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 947a5cad-534a-43e2-bdab-f464aff6034d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:14.405143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:14.410181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:14.422679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.422679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.422944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.423046 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.427928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=61192a4a-1b5b-4ee0-9b72-7861bb6eff1e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.472443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-72bc83f1-3b9e-4401-8403-14fce4b7d690 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3328471 Dec 13 10:06:14.476162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.492110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:14.492708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba9778de-aaf7-4c72-847f-c16801680eca None None] Provisioning complete for port 82d837a2-398d-49e8-a1da-864b9e3239af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:14.493081 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba9778de-aaf7-4c72-847f-c16801680eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.494612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=82d837a2-398d-49e8-a1da-864b9e3239af,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.521040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:14.541024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:14.567379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.569151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.571213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.573195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.574860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.582609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:14.583943 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-758b5029-9e52-458c-82bf-c68aea6a4963 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1053445 Dec 13 10:06:14.591295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266272003'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:14.648729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Pushing event updated for resources: {'Port': ['ID=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:14.679767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:14.683319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.742967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:14.761693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Attempting to bind port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:14.762490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Attempting to bind port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '76edf642-7fb8-4aa3-a333-acbfac24b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:14.763111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Attempting to bind port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 on network 947a5cad-534a-43e2-bdab-f464aff6034d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:14.772632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:14.794438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.794774 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment de0fd5b4-5a94-4144-a88c-fbae306182c2 of type vlan for network a29e5d86-edc0-491e-8051-63243028deee Dec 13 10:06:14.861613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:14.863731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Checking segment: {'id': '76edf642-7fb8-4aa3-a333-acbfac24b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:14.864843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.865444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Bound using segment: {'id': '76edf642-7fb8-4aa3-a333-acbfac24b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:14.865956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Bound port: b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76edf642-7fb8-4aa3-a333-acbfac24b687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:14.866789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.873964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.881051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.938032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:14.943445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:14.949532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.949979 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.967857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.974530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:14.975337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:14.996477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba9778de-aaf7-4c72-847f-c16801680eca None None] Could not find standard attr ID for object d6cf938d-8ade-4464-b742-c04bc6637ac6. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:14.999164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9332266 Dec 13 10:06:15.002356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.007642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '9a372a22-71a5-4cce-af76-2bf51743a991', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-136821484'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.029399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Deleting port 82d837a2-398d-49e8-a1da-864b9e3239af {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:15.030068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.054873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c1914-a4db-4ac4-ae27-613c6426597b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=9a372a22-71a5-4cce-af76-2bf51743a991,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.114088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] For port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:15.142614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] For port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,segment=NetworkSegment(76edf642-7fb8-4aa3-a333-acbfac24b687),segment_id=76edf642-7fb8-4aa3-a333-acbfac24b687)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:15.156250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5733788 Dec 13 10:06:15.156907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.158814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.170100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.193466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20a142-ad30-4919-b2fb-b921e8a72a2c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=a29e5d86-edc0-491e-8051-63243028deee,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.255640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a29e5d86-edc0-491e-8051-63243028deee details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:15.318996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:15.348441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] For port 82d837a2-398d-49e8-a1da-864b9e3239af, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=82d837a2-398d-49e8-a1da-864b9e3239af,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:15.348784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.391046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Calling delete_port for 82d837a2-398d-49e8-a1da-864b9e3239af owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:15.397680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe1707-e821-483d-ba81-4384a5cff28c None None] Pushing event updated for resources: {'Port': ['ID=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.501664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 82d837a2-398d-49e8-a1da-864b9e3239af no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:15.555436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.569783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No active binding found for port 82d837a2-398d-49e8-a1da-864b9e3239af {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 10:06:15.570218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 82d837a2-398d-49e8-a1da-864b9e3239af not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:15.571069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.602234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] No DVR routers for this DVR port 82d837a2-398d-49e8-a1da-864b9e3239af on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:15.604132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14027-6617-4166-b36e-a1367ae64343 None None] Pushing event deleted for resources: {'Port': ['ID=82d837a2-398d-49e8-a1da-864b9e3239af,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.616094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.634949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95af23-7ebd-4b07-9809-ed9c27235069 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:15.640535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.646679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port e2eb4e93-bec0-489c-9255-84aab7e2683d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:15.663992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network a29e5d86-edc0-491e-8051-63243028deee is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:06:15.674462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:15.675431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.676887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "PUT /v2.0/networks/a29e5d86-edc0-491e-8051-63243028deee HTTP/1.1" status: 200 len: 723 time: 0.5119741 Dec 13 10:06:15.702346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.802248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': 'a29e5d86-edc0-491e-8051-63243028deee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:15.876921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '9a372a22-71a5-4cce-af76-2bf51743a991'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:15.877913 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:15.903043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045983d-9f62-4f3f-b6bc-1f1d4c88c6c5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=a29e5d86-edc0-491e-8051-63243028deee,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:15.907854 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:15.908407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:15.923542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a29e5d86-edc0-491e-8051-63243028deee details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:15.944542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f7b18298-71bc-4971-b84a-37a8459cd1d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9410441 Dec 13 10:06:15.948648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:15.985787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-49478719-3f04-4777-a98d-5fe536450204 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356855 Dec 13 10:06:15.988533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.000342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:16.005181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.130189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69018-5085-4375-b3c5-ce214b15e708 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:16.133172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae69018-5085-4375-b3c5-ce214b15e708 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:16.134775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2ae69018-5085-4375-b3c5-ce214b15e708 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452332 Dec 13 10:06:16.137674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.203239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/9a372a22-71a5-4cce-af76-2bf51743a991/e42b714d-3451-4a36-ad2a-4e60fcc9b3f7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:16.239595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 9a372a22-71a5-4cce-af76-2bf51743a991 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:16.305033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.366116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.370904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.375340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=a0665032-ddce-4acc-924e-5a6da8aebc11,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.375481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.387286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': 'de0fd5b4-5a94-4144-a88c-fbae306182c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:16.387650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: a29e5d86-edc0-491e-8051-63243028deee, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:16.407050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network a29e5d86-edc0-491e-8051-63243028deee is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:16.421456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a29e5d86-edc0-491e-8051-63243028deee) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:16.430242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:16.431469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.435418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe68c7-55c2-4661-b589-fb5346cf6616 None None] Network a29e5d86-edc0-491e-8051-63243028deee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:16.465515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b98b1791-15df-4b36-8e96-291c95e79ccf tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7625418 Dec 13 10:06:16.466180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:16.468193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.469355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.475190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:16.507593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:16.510748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:16.521910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Pushing event updated for resources: {'Port': ['ID=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.605584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Attempting to bind port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:16.606255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Attempting to bind port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:16.606358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Attempting to bind port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:16.609005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8900879'] for subnet, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.619485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:16.620043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:16.620527 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.620987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:16.621576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Bound port: e42b714d-3451-4a36-ad2a-4e60fcc9b3f7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:16.622039 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.659729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.707194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a29e5d86-edc0-491e-8051-63243028deee', 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': 'a0665032-ddce-4acc-924e-5a6da8aebc11'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:16.711235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.827037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.851204 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735186372572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9440289'] for subnet, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.903894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.913051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.914036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/9a372a22-71a5-4cce-af76-2bf51743a991 HTTP/1.1" status: 204 len: 168 time: 0.7749090 Dec 13 10:06:16.921788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847ad24-2c6d-4cf2-9583-b5bdab509119 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=9a372a22-71a5-4cce-af76-2bf51743a991,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:16.936671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:16.937491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:16.942297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "PUT /v2.0/subnets/a0665032-ddce-4acc-924e-5a6da8aebc11 HTTP/1.1" status: 200 len: 826 time: 0.4730372 Dec 13 10:06:16.942459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:16.962312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] For port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:16.975612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] For port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:16.977297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Allocated IP 2001:db8::2 (a29e5d86-edc0-491e-8051-63243028deee/a0665032-ddce-4acc-924e-5a6da8aebc11/549d18ab-fa23-41e7-ab88-b9163ed56925) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:16.983265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daded13-579f-4a9a-9787-a0eddfcee007 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:16.991770 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.020537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a3a7dc0b-2c50-4c46-857f-85c5b41b408b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059620 Dec 13 10:06:17.021733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.030957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.112332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71440ede-fda6-48e5-9967-56ca7c39bcd7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=a0665032-ddce-4acc-924e-5a6da8aebc11,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.155559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.223708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.241526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:17.245965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.346053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] Provisioning complete for port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:17.346423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.420893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc584a-a482-4c4c-9a54-ee254438c173 None None] Pushing event updated for resources: {'Port': ['ID=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.528970 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.582494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:17.588169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:17.595064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:17.596048 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.602896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:17.633660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=75391edd-63c7-48f3-8e08-0dc900e43c57,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.658705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7b61838d-a22e-49eb-b7ac-c0b5d614eef7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6324856 Dec 13 10:06:17.659133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:17.667159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-251978186', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:17.678458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.689399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.711331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.712856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.712994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.754950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.809000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=a0665032-ddce-4acc-924e-5a6da8aebc11,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.817337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Network a29e5d86-edc0-491e-8051-63243028deee is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:17.835775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:17.838263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:17.845314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Pushing event updated for resources: {'Port': ['ID=549d18ab-fa23-41e7-ab88-b9163ed56925,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:17.854396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] For port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,segment=NetworkSegment(76edf642-7fb8-4aa3-a333-acbfac24b687),segment_id=76edf642-7fb8-4aa3-a333-acbfac24b687)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:17.871153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.895403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b81eb-2322-494f-a137-306425f41786 None None] Update dhcp port {'port': {'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d', 'fixed_ips': [{'subnet_id': '3011d339-cb44-4cad-9cc1-44266bd01579', 'ip_address': '2001:db8::2'}, {'subnet_id': '61192a4a-1b5b-4ee0-9b72-7861bb6eff1e'}], 'binding:host_id': 'n-d-820531-5'}, 'id': 'b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:06:17.897485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:17.897861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:17.917183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.002663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.017407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-908b81eb-2322-494f-a137-306425f41786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.035686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.042897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:18.043821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Attempting to bind port 549d18ab-fa23-41e7-ab88-b9163ed56925 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:18.044199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Attempting to bind port 549d18ab-fa23-41e7-ab88-b9163ed56925 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'de0fd5b4-5a94-4144-a88c-fbae306182c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:18.044551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Attempting to bind port 549d18ab-fa23-41e7-ab88-b9163ed56925 on network a29e5d86-edc0-491e-8051-63243028deee {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:18.049673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-37c96994-4999-4a53-a583-d81afd857cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3887224 Dec 13 10:06:18.060939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7d4b4-fe9f-48ed-b98c-d10359a0723c None None] Pushing event updated for resources: {'Port': ['ID=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.065665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.067107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:18.067486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Checking segment: {'id': 'de0fd5b4-5a94-4144-a88c-fbae306182c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:18.067891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.068279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Bound using segment: {'id': 'de0fd5b4-5a94-4144-a88c-fbae306182c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:18.068764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Bound port: 549d18ab-fa23-41e7-ab88-b9163ed56925, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0fd5b4-5a94-4144-a88c-fbae306182c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a29e5d86-edc0-491e-8051-63243028deee'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:18.069165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.105529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29e5d86-edc0-491e-8051-63243028deee']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:18.121538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0fd5b4-5a94-4144-a88c-fbae306182c2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:18.123014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0fd5b4-5a94-4144-a88c-fbae306182c2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:18.137556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.157541 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.167693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:18.168094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:18.171926 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:18.274756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] For port 549d18ab-fa23-41e7-ab88-b9163ed56925, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:18.280413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] For port 549d18ab-fa23-41e7-ab88-b9163ed56925, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=549d18ab-fa23-41e7-ab88-b9163ed56925,segment=NetworkSegment(de0fd5b4-5a94-4144-a88c-fbae306182c2),segment_id=de0fd5b4-5a94-4144-a88c-fbae306182c2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:18.293485 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:06:18.293485 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:06:18.293485 n-d-820531-5 neutron-server[103188]: [parameters: {'id': 'a29e5d86-edc0-491e-8051-63243028deee'}] Dec 13 10:06:18.293485 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:18.296526 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:18.301935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.415092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-908b81eb-2322-494f-a137-306425f41786 None None] Allocated IP 172.20.0.1 (947a5cad-534a-43e2-bdab-f464aff6034d/61192a4a-1b5b-4ee0-9b72-7861bb6eff1e/b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:18.526190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575292f-530b-4295-8ba3-2ca8bf18054d None None] Network a29e5d86-edc0-491e-8051-63243028deee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:18.543527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.548565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b2271-e100-4d36-8ebe-689863c3263d None None] Pushing event updated for resources: {'Port': ['ID=549d18ab-fa23-41e7-ab88-b9163ed56925,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.666293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-908b81eb-2322-494f-a137-306425f41786 None None] For port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,segment=NetworkSegment(76edf642-7fb8-4aa3-a333-acbfac24b687),segment_id=76edf642-7fb8-4aa3-a333-acbfac24b687)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:18.703954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbba8f5-60d1-404d-ab5e-a225dd695942 None None] Network a29e5d86-edc0-491e-8051-63243028deee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:18.724594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-908b81eb-2322-494f-a137-306425f41786 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.780481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-908b81eb-2322-494f-a137-306425f41786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.797768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:18.870129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b81eb-2322-494f-a137-306425f41786 None None] Pushing event updated for resources: {'Port': ['ID=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:18.883329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d312de84-8e21-4990-935f-15546d063e92 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:18.891982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::1 (6c0787b3-e13a-4713-add8-3aea1731a3d8/75391edd-63c7-48f3-8e08-0dc900e43c57/1ddf05d0-a166-4628-8201-53359193ce8e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:18.922899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port 549d18ab-fa23-41e7-ab88-b9163ed56925 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:18.923417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.009767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port 549d18ab-fa23-41e7-ab88-b9163ed56925, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=549d18ab-fa23-41e7-ab88-b9163ed56925,segment=NetworkSegment(de0fd5b4-5a94-4144-a88c-fbae306182c2),segment_id=de0fd5b4-5a94-4144-a88c-fbae306182c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:19.010140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.025384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for 549d18ab-fa23-41e7-ab88-b9163ed56925 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:19.066944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] Provisioning complete for port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:19.067307 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.078343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.142214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.163506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.221715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:19.225740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:19.228210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:19.228924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.230251 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.237619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=549d18ab-fa23-41e7-ab88-b9163ed56925,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.249012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port 549d18ab-fa23-41e7-ab88-b9163ed56925 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:19.312329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=1ddf05d0-a166-4628-8201-53359193ce8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.333278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] For port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:19.345498 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.531706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.580289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29e5d86-edc0-491e-8051-63243028deee']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:19.602511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0fd5b4-5a94-4144-a88c-fbae306182c2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:19.602871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0fd5b4-5a94-4144-a88c-fbae306182c2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:19.632148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.646495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.673295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.684115 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:19.684528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:19.690375 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:19.813114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.820228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:19.826320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.833630 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/a29e5d86-edc0-491e-8051-63243028deee HTTP/1.1" status: 204 len: 168 time: 2.8895617 Dec 13 10:06:19.835730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.857867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516536e9-020a-4ad5-9a87-66cf7b50e4dc tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=a29e5d86-edc0-491e-8051-63243028deee,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.881768 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e451e471-996f-49da-9d7d-91a05d8fa5ac tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:19.881976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e451e471-996f-49da-9d7d-91a05d8fa5ac tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:19.888976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:19.890740 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e451e471-996f-49da-9d7d-91a05d8fa5ac tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/a29e5d86-edc0-491e-8051-63243028deee HTTP/1.1" status: 404 len: 339 time: 0.0434337 Dec 13 10:06:19.894248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-299305081', 'description': 'd1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:19.929150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8dbe08d-a354-494b-86b7-aa8eabd32325 None None] Provisioning complete for port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:19.929150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe08d-a354-494b-86b7-aa8eabd32325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:19.932672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743bc05-8bc9-4e1f-9897-e4c3ee67e677 None None] Pushing event updated for resources: {'Port': ['ID=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:19.999792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:20.003795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.015300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:20.015684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.035404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:20.047425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.047787 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 8f4b4892-3d8b-4f99-ac63-f6bcea39eb7a of type vlan for network 74c457e7-e576-42d0-828f-4237420cb852 Dec 13 10:06:20.189381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:20.198985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a732e-0929-4fdd-a8c1-8145184b06d6 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:20.329232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.342266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d76a941-6678-4b24-b805-f9d0e9c7be6d None None] Provisioning complete for port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:20.343200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d76a941-6678-4b24-b805-f9d0e9c7be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.400578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.411773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.413663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.416520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:20.416995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.426904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.436760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.437520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.612287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d76a941-6678-4b24-b805-f9d0e9c7be6d None None] Could not find standard attr ID for object 0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:20.636747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=1ddf05d0-a166-4628-8201-53359193ce8e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.649257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7568240 Dec 13 10:06:20.650842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.654190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3fea-04c0-4a3a-9eb4-3a371c32841b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=74c457e7-e576-42d0-828f-4237420cb852,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:20.694085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 74c457e7-e576-42d0-828f-4237420cb852 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:20.726540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:20.732245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:20.814478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1c464606-48cf-4d92-9c30-1804a65a4520 None None] Could not find standard attr ID for object d6cf938d-8ade-4464-b742-c04bc6637ac6. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:20.864480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f9743-53b3-4994-8627-c331625c350c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:20.872309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:20.872896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e41f9743-53b3-4994-8627-c331625c350c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks?id=74c457e7-e576-42d0-828f-4237420cb852 HTTP/1.1" status: 200 len: 764 time: 0.2205865 Dec 13 10:06:20.877753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'description': 'd2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:20.942537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f17d1360-d640-439e-bd6f-8af39d5b1977 None None] Provisioning complete for port 1ddf05d0-a166-4628-8201-53359193ce8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:20.943040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f17d1360-d640-439e-bd6f-8af39d5b1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:20.983422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f17d1360-d640-439e-bd6f-8af39d5b1977 None None] Port 1ddf05d0-a166-4628-8201-53359193ce8e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:20.984472 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:06:20.996012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f17d1360-d640-439e-bd6f-8af39d5b1977 None None] Provisioning complete for port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:20.996391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f17d1360-d640-439e-bd6f-8af39d5b1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.088652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.097570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:06:21.111374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.239674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ad6a19aa-56a0-4dfc-bdd6-6ba7c729f9c1 None None] Provisioning complete for port 1ddf05d0-a166-4628-8201-53359193ce8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:21.240312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad6a19aa-56a0-4dfc-bdd6-6ba7c729f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.296868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a19aa-56a0-4dfc-bdd6-6ba7c729f9c1 None None] Port 1ddf05d0-a166-4628-8201-53359193ce8e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:21.465484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:21.598860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:21.599886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.644406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network 74c457e7-e576-42d0-828f-4237420cb852 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 10:06:21.651430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.652042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:21.655779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "PUT /v2.0/networks/74c457e7-e576-42d0-828f-4237420cb852 HTTP/1.1" status: 200 len: 761 time: 0.7799776 Dec 13 10:06:21.656580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.738649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:21.763102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-707cf158-c5bb-4a7e-be35-2fa98284b132 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "PUT /v2.0/routers/16c2d4c9-3466-4690-a1c6-9fa85ac79b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7161314 Dec 13 10:06:21.765727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.786380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1d210-14fe-48ae-8fc3-6dca20b1cab4 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=74c457e7-e576-42d0-828f-4237420cb852,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:21.817029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea38ce58-80a5-4d49-b414-c5c90ad52e08 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.818861 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea38ce58-80a5-4d49-b414-c5c90ad52e08 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks?id=74c457e7-e576-42d0-828f-4237420cb852 HTTP/1.1" status: 200 len: 764 time: 0.1584363 Dec 13 10:06:21.820556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 74c457e7-e576-42d0-828f-4237420cb852 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:21.823013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.824000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Sync routers for ids ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:21.868446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b84e5ba-473e-44d6-b21d-28b80b5b1518 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.872331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7b84e5ba-473e-44d6-b21d-28b80b5b1518 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports/1ddf05d0-a166-4628-8201-53359193ce8e HTTP/1.1" status: 200 len: 911 time: 0.1031134 Dec 13 10:06:21.874393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:21.950485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Routers {'16c2d4c9-3466-4690-a1c6-9fa85ac79b84'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:21.951777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:21.985025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24046267-c656-416e-af89-13904448f2d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.991620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24046267-c656-416e-af89-13904448f2d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:21.996661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24046267-c656-416e-af89-13904448f2d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1187398 Dec 13 10:06:21.997901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.034464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e11bab-6a84-4a0c-b30c-b33ef60da926 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:06:22.111731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Set router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:22.155859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efb6ada-9062-4556-afa1-2109282375e3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.160691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3efb6ada-9062-4556-afa1-2109282375e3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3300874 Dec 13 10:06:22.161631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.273233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-64e9a17b-ef1e-4d4f-af67-c10686f44014 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea HTTP/1.1" status: 200 len: 207 time: 0.1102180 Dec 13 10:06:22.276362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.306077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e11bab-6a84-4a0c-b30c-b33ef60da926 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:06:22.484883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.491991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.498185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.504249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.510384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.516237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.526817 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f8a7c80f-0ce4-4d59-aa70-03c61f870459 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2470622 Dec 13 10:06:22.530103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.683756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c2d4c9-3466-4690-a1c6-9fa85ac79b84', 'name': 'tempest-NetworksTestDHCPv6-router-251978186', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:17Z', 'updated_at': '2021-12-13T10:06:19Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None, '_interfaces': [{'id': '1ddf05d0-a166-4628-8201-53359193ce8e', 'name': '', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'mac_address': 'fa:16:3e:8c:49:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c2d4c9-3466-4690-a1c6-9fa85ac79b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '75391edd-63c7-48f3-8e08-0dc900e43c57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:18Z', 'updated_at': '2021-12-13T10:06:20Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'subnets': [{'id': '75391edd-63c7-48f3-8e08-0dc900e43c57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:22.717835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Checking router: 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:22.718190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Updating router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 port 1ddf05d0-a166-4628-8201-53359193ce8e binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:06:22.751436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.780653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:22.784583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f0759423-9f48-4f87-badc-3354fe54026c tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2514093 Dec 13 10:06:22.786001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:22.954277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.960544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.971044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.973386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.975111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:22.977057 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40f89aa0-1057-4d06-abf2-221796d1d34f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1899471 Dec 13 10:06:22.980750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.121819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.129097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.135325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.137545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.144867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.146994 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-04e96311-ce50-489a-914e-bb59b532ac65 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1637137 Dec 13 10:06:23.150513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.151022 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.167387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.212951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf15ae-1f78-4048-980f-c1c8331d235c None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:06:23.253647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 1ddf05d0-a166-4628-8201-53359193ce8e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:23.254228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.333725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1cdd6-cbc4-4384-9c93-72ded9cf5ff6 None None] Pushing event updated for resources: {'Port': ['ID=1ddf05d0-a166-4628-8201-53359193ce8e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:23.409838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b0169-6b5d-46b6-87d1-0448ec546cd3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.411513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-553b0169-6b5d-46b6-87d1-0448ec546cd3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks/76c90da4-d3a0-40c3-8018-fc72345d94ca HTTP/1.1" status: 200 len: 804 time: 0.2586348 Dec 13 10:06:23.415654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.437766 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.471214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 1ddf05d0-a166-4628-8201-53359193ce8e owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:23.615319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f50a4db0-80d4-4930-9292-7fa41a035dc6 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/networks/76c90da4-d3a0-40c3-8018-fc72345d94ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1983747 Dec 13 10:06:23.620294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.682522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:23.683928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:23.684302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:23.709589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:23.709589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:23.709589 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.710288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:23.710617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Bound port: 1ddf05d0-a166-4628-8201-53359193ce8e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:23.711011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.738124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4f2ab-6abe-4a8f-b1f5-b2c992be8c3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.744623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddf4f2ab-6abe-4a8f-b1f5-b2c992be8c3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets/a9d2adac-b7b2-4856-b183-7b540a7e5b4f HTTP/1.1" status: 200 len: 843 time: 0.1231689 Dec 13 10:06:23.749626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.811812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:23.849929 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:23.849929 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:23.865851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee591201-efa4-45be-9b54-072069449d0f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:23.867224 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee591201-efa4-45be-9b54-072069449d0f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "GET /v2.0/subnets/a9d2adac-b7b2-4856-b183-7b540a7e5b4f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1166408 Dec 13 10:06:23.880408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:23.888018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1123379584'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:23.911087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=1ddf05d0-a166-4628-8201-53359193ce8e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:23.929863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf15ae-1f78-4048-980f-c1c8331d235c None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:06:23.936756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:23.943235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.017583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:24.041000 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.042215 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Added segment 3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78 of type vlan for network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 Dec 13 10:06:24.075584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.154993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.192446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.199353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:24.200011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.286920 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4050386 Dec 13 10:06:24.290277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:24.295651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:24.420623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667aec-394f-422e-87c3-67c837870490 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Network': ['ID=fca6fb7d-b6b9-4124-b162-3bd984ad7c69,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:24.430415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:24.430415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:24.430932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Attempting to bind port 1ddf05d0-a166-4628-8201-53359193ce8e on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:24.443008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:24.451930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:24.452413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:24.453027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.453670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:24.454032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Bound port: 1ddf05d0-a166-4628-8201-53359193ce8e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:24.459459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Made reservation on behalf of a8f5e8e4caf34c85ba02dcaae70583b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:24.463254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.465913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.487700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:24.571016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Port 1ddf05d0-a166-4628-8201-53359193ce8e has been deleted concurrently {{(pid=103190) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 13 10:06:24.579347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:06:24.579908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:06:24.621604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Routers {'16c2d4c9-3466-4690-a1c6-9fa85ac79b84'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:24.626128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:24.690200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:24.700828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cccc5e68-57f5-4281-9366-5dd2102a663f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "PUT /v2.0/routers/16c2d4c9-3466-4690-a1c6-9fa85ac79b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7018921 Dec 13 10:06:24.703361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:24.794734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59e491-3fba-4800-8e3a-cd4856ca29a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:24.796294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59e491-3fba-4800-8e3a-cd4856ca29a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:24.797913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6f59e491-3fba-4800-8e3a-cd4856ca29a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0933566 Dec 13 10:06:24.798048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] Set router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:24.801207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:24.927776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 75391edd-63c7-48f3-8e08-0dc900e43c57 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:24.939361 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:24.957387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c2d4c9-3466-4690-a1c6-9fa85ac79b84', 'name': 'tempest-NetworksTestDHCPv6-router-251978186', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:17Z', 'updated_at': '2021-12-13T10:06:23Z', 'revision_number': 3, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:24.967761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.001720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d8b72-e980-4e59-8067-bc1cd7854da1 None None] The sync data for ids ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'] in n-d-820531-5 is: [{'id': '16c2d4c9-3466-4690-a1c6-9fa85ac79b84', 'name': 'tempest-NetworksTestDHCPv6-router-251978186', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:17Z', 'updated_at': '2021-12-13T10:06:23Z', 'revision_number': 3, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:25.014828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-805be7a2-f6a0-4130-a434-3b6dea19209c None None] Could not find standard attr ID for object 1ddf05d0-a166-4628-8201-53359193ce8e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:25.063321 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.175010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Checking segment: {'id': '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:25.175407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network hostable DHCP agents. Network: fca6fb7d-b6b9-4124-b162-3bd984ad7c69, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:25.213848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=bda7e01e-7ab5-4193-b458-6d5663e16f5c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:25.218404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.244545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:25.261946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, fca6fb7d-b6b9-4124-b162-3bd984ad7c69) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:25.269103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:25.269733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.278549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc8ac6-b88f-47df-a369-e86b3c633ee1 None None] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:25.305053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cc4c07a4-0bcd-4cd9-b4c5-3e234abd904a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0137439 Dec 13 10:06:25.307941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:25.317273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:25.379265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.402754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.417293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/75391edd-63c7-48f3-8e08-0dc900e43c57 HTTP/1.1" status: 204 len: 168 time: 0.6148467 Dec 13 10:06:25.419414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:25.478925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c77ea-11b1-4517-a8bd-d128c5599606 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:25.530795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8489171'] for subnet, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.548047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-fca6fb7d-b6b9-4124-b162-3bd984ad7c69', 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69', 'project_id': 'a8f5e8e4caf34c85ba02dcaae70583b6', 'fixed_ips': [{'subnet_id': 'bda7e01e-7ab5-4193-b458-6d5663e16f5c'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:25.549478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:25.659157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d226e-5ce3-4d11-8fda-c6504cf2ab08 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=75391edd-63c7-48f3-8e08-0dc900e43c57,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:25.867878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:25.882009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c2c7d19-4a02-454a-a811-ad4be9d85fbf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4611101 Dec 13 10:06:25.882679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:25.960516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735186372572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8528199'] for subnet, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.040484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.064001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:26.064608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.076743 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "PUT /v2.0/subnets/bda7e01e-7ab5-4193-b458-6d5663e16f5c HTTP/1.1" status: 200 len: 900 time: 0.7658336 Dec 13 10:06:26.102873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Deleting port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:26.105108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.124131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:26.135194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6210eda-0b65-4473-8f6e-8a63773faa34 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event updated for resources: {'Subnet': ['ID=bda7e01e-7ab5-4193-b458-6d5663e16f5c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:26.216170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Allocated IP 2001:db8::3 (fca6fb7d-b6b9-4124-b162-3bd984ad7c69/bda7e01e-7ab5-4193-b458-6d5663e16f5c/3301b07a-3ccb-46df-b008-0db380f26749) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:26.236212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] For port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:26.236749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.274032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Calling delete_port for e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:26.335404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.380007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.464273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.466193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.490393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.564110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.565522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Fanout notify agent at l3_agent the message router_deleted on router 16c2d4c9-3466-4690-a1c6-9fa85ac79b84 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:06:26.581854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.585887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4aca10d9-05b4-4fbf-8ed7-5c98e98883ad tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/routers/16c2d4c9-3466-4690-a1c6-9fa85ac79b84 HTTP/1.1" status: 204 len: 168 time: 0.7020333 Dec 13 10:06:26.590182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:26.592239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] No DVR routers for this DVR port e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:26.596361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:26.609853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b604d27-795e-4e27-94aa-34b7bfbd5c57 None None] Pushing event deleted for resources: {'Port': ['ID=e42b714d-3451-4a36-ad2a-4e60fcc9b3f7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:26.631473 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Sync routers for ids ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:26.655830 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:26.658309 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 10:06:26.660476 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16c2d4c9-3466-4690-a1c6-9fa85ac79b84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 10:06:26.687596 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Routers set() bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:26.688253 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Router IDs set() for agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 10:06:26.689026 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16c2d4c9-3466-4690-a1c6-9fa85ac79b84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 10:06:26.689595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9477b1-0131-458c-b1e8-d1f9cd21a4a3 None None] The sync data for ids ['16c2d4c9-3466-4690-a1c6-9fa85ac79b84'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:26.739756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.759223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.778376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.811226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:26.822351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.836512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Pushing event updated for resources: {'Port': ['ID=3301b07a-3ccb-46df-b008-0db380f26749,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:26.845815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:26.847993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:26.850580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:26.868177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=bda7e01e-7ab5-4193-b458-6d5663e16f5c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:26.946794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Attempting to bind port 3301b07a-3ccb-46df-b008-0db380f26749 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:26.947184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Attempting to bind port 3301b07a-3ccb-46df-b008-0db380f26749 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:26.947544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Attempting to bind port 3301b07a-3ccb-46df-b008-0db380f26749 on network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:26.954446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:26.954835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Checking segment: {'id': '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:26.956243 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:26.956866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Bound using segment: {'id': '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:26.957369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Bound port: 3301b07a-3ccb-46df-b008-0db380f26749, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:26.957789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.010342 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.071277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6fb7d-b6b9-4124-b162-3bd984ad7c69']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:27.101917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] For port 3301b07a-3ccb-46df-b008-0db380f26749, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:27.111108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:27.111575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:27.115170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] For port 3301b07a-3ccb-46df-b008-0db380f26749, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3301b07a-3ccb-46df-b008-0db380f26749,segment=NetworkSegment(3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78),segment_id=3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:27.127542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.136700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.172203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.187959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:27.190888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.239777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.327216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1654bd3-e0f3-46d2-a0ea-c049f4b4c4f2 None None] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:27.334412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e363f-ed67-4751-aafc-1489fa7a22ab None None] Pushing event updated for resources: {'Port': ['ID=3301b07a-3ccb-46df-b008-0db380f26749,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:27.349996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:27.351111 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:27.356637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:06:27.356637 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:06:27.356637 n-d-820531-5 neutron-server[103189]: [parameters: {'id': 'fca6fb7d-b6b9-4124-b162-3bd984ad7c69'}] Dec 13 10:06:27.356637 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:27.357064 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:27.359471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:27.378578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:27.381313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.410708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd3e74-9a13-49fb-b0ef-08679ef668b9 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:27.418781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8249850 Dec 13 10:06:27.419236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.420398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:27.426949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:27.436420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23627a00-b248-472b-a587-54d76d93b06f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=d654747b-5b02-479e-9966-0b05cdb6ddef,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:27.496185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.497804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.503185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:27.540353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:27.540353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e42b714d-3451-4a36-ad2a-4e60fcc9b3f7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:27.628318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840076e3-d37f-4860-92d7-a949a74436cf None None] Network fca6fb7d-b6b9-4124-b162-3bd984ad7c69 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:27.681290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': 'd654747b-5b02-479e-9966-0b05cdb6ddef'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:27.682545 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.699476 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.709054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.755522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.760411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-92dd536c-b077-49af-81c0-89ea1ab3f477 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3371000 Dec 13 10:06:27.761006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:27.849797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/d654747b-5b02-479e-9966-0b05cdb6ddef/822a1ef6-5d08-4515-adc9-965a118caa36) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:27.858502 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:27.966178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port 3301b07a-3ccb-46df-b008-0db380f26749 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:27.977454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.004906 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.033869 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.126724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port 3301b07a-3ccb-46df-b008-0db380f26749, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3301b07a-3ccb-46df-b008-0db380f26749,segment=NetworkSegment(3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78),segment_id=3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:28.127662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.141699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for 3301b07a-3ccb-46df-b008-0db380f26749 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:28.152777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:28.172953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:28.193449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Pushing event updated for resources: {'Port': ['ID=822a1ef6-5d08-4515-adc9-965a118caa36,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:28.196237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:28.296936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.309187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.310858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Attempting to bind port 822a1ef6-5d08-4515-adc9-965a118caa36 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:28.312014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Attempting to bind port 822a1ef6-5d08-4515-adc9-965a118caa36 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:28.312439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Attempting to bind port 822a1ef6-5d08-4515-adc9-965a118caa36 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:28.320091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:28.320475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:28.320890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.333824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:28.335944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Bound port: 822a1ef6-5d08-4515-adc9-965a118caa36, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:28.341773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.371590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=3301b07a-3ccb-46df-b008-0db380f26749,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:28.386882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port 3301b07a-3ccb-46df-b008-0db380f26749 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:28.424348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.425073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.425658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.426159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.426677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.427179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.427679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.428170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.428824 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.430401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.430930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.431440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.431939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:28.494916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] For port 822a1ef6-5d08-4515-adc9-965a118caa36, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:28.498656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] For port 822a1ef6-5d08-4515-adc9-965a118caa36, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=822a1ef6-5d08-4515-adc9-965a118caa36,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:28.511017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.560741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.597307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0733d3-67e7-4b2a-9418-8e6d2960a418 None None] Pushing event updated for resources: {'Port': ['ID=822a1ef6-5d08-4515-adc9-965a118caa36,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:28.611080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6fb7d-b6b9-4124-b162-3bd984ad7c69']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:28.623915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5b6428b-8cac-470d-a516-d1dfa71c0200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.637964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:28.638266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccba4e8-7fca-4668-8bf5-7fe7ba8efc78') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:28.650613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.672920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.686396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:28.687141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:28.791939 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:28.854808 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.874233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:28.889103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/fca6fb7d-b6b9-4124-b162-3bd984ad7c69 HTTP/1.1" status: 204 len: 168 time: 2.7626417 Dec 13 10:06:28.926875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:28.979677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afd70a-9658-4d5a-bcaf-543e2cbdbd3d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=fca6fb7d-b6b9-4124-b162-3bd984ad7c69,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:28.981914 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-119a589a-8c16-4d7d-adf7-e0635069bc94 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:28.982371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119a589a-8c16-4d7d-adf7-e0635069bc94 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:28.988563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-119a589a-8c16-4d7d-adf7-e0635069bc94 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/bda7e01e-7ab5-4193-b458-6d5663e16f5c HTTP/1.1" status: 404 len: 337 time: 0.0577836 Dec 13 10:06:28.988783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:28.988928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::1 (6c0787b3-e13a-4713-add8-3aea1731a3d8/d654747b-5b02-479e-9966-0b05cdb6ddef/70cbb29d-34b3-47ad-8acf-393912bd09de) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:29.019426 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3332accd-268c-4d69-b07b-d54825bf4416 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:29.019961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3332accd-268c-4d69-b07b-d54825bf4416 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:29.023415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3332accd-268c-4d69-b07b-d54825bf4416 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/fca6fb7d-b6b9-4124-b162-3bd984ad7c69 HTTP/1.1" status: 404 len: 339 time: 0.0336051 Dec 13 10:06:29.025992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:29.196987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.332317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.467081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.621080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 822a1ef6-5d08-4515-adc9-965a118caa36 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:29.630557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:29.640655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:29.649003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:29.649966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.794606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 822a1ef6-5d08-4515-adc9-965a118caa36 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:29.795210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:29.917841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=70cbb29d-34b3-47ad-8acf-393912bd09de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:30.031387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.150562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.270045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 822a1ef6-5d08-4515-adc9-965a118caa36, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=822a1ef6-5d08-4515-adc9-965a118caa36,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:30.283866 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.426517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=822a1ef6-5d08-4515-adc9-965a118caa36,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:30.493921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.730062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b628bde-a466-485a-b86a-0003989bacd3 None None] Provisioning complete for port 822a1ef6-5d08-4515-adc9-965a118caa36 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:30.730727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b628bde-a466-485a-b86a-0003989bacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.750854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.816076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c457e7-e576-42d0-828f-4237420cb852']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:30.840488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4b4892-3d8b-4f99-ac63-f6bcea39eb7a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:30.843078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4b4892-3d8b-4f99-ac63-f6bcea39eb7a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:30.876912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.914913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.929013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:30.929742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:30.933459 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:31.068300 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6d27-c7ae-447e-9fc7-6b1c6b0647e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.120499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.134218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0eb304-87cb-425c-a9e2-de4b957a1714 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:06:31.150495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.160361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/74c457e7-e576-42d0-828f-4237420cb852 HTTP/1.1" status: 204 len: 168 time: 2.1328657 Dec 13 10:06:31.162868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b8554-a421-4400-9b93-75d40ca2355b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=74c457e7-e576-42d0-828f-4237420cb852,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:31.167408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:31.212481 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c910ea-42b1-4460-ac49-e55480c9bea5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:31.213007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c910ea-42b1-4460-ac49-e55480c9bea5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:31.231358 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-00c910ea-42b1-4460-ac49-e55480c9bea5 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/a0665032-ddce-4acc-924e-5a6da8aebc11 HTTP/1.1" status: 404 len: 337 time: 0.0511320 Dec 13 10:06:31.234892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:31.289615 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-483c1d0e-8474-4c79-a3d9-2e51a188012d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:31.293414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483c1d0e-8474-4c79-a3d9-2e51a188012d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:31.310004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-483c1d0e-8474-4c79-a3d9-2e51a188012d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/a29e5d86-edc0-491e-8051-63243028deee HTTP/1.1" status: 404 len: 339 time: 0.0738027 Dec 13 10:06:31.311715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:31.502488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.505706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting subnet 61192a4a-1b5b-4ee0-9b72-7861bb6eff1e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:31.514805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.517398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.520663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3dd6ebe1-4074-4db8-9039-0fa8aca1b510 None None] Provisioning complete for port 70cbb29d-34b3-47ad-8acf-393912bd09de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:31.528261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.529910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ebe1-4074-4db8-9039-0fa8aca1b510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.668919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.687188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 822a1ef6-5d08-4515-adc9-965a118caa36 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:31.810007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=70cbb29d-34b3-47ad-8acf-393912bd09de,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:31.855744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6ebe1-4074-4db8-9039-0fa8aca1b510 None None] Port 70cbb29d-34b3-47ad-8acf-393912bd09de cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:31.870337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.910514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0eb304-87cb-425c-a9e2-de4b957a1714 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:06:31.931857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 822a1ef6-5d08-4515-adc9-965a118caa36 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:31.932677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:31.939118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:31.941438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:32.005454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.072855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=61192a4a-1b5b-4ee0-9b72-7861bb6eff1e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:32.120459 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.131043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f238729a-cfad-44f9-a525-9c94579ae955 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/61192a4a-1b5b-4ee0-9b72-7861bb6eff1e HTTP/1.1" status: 204 len: 168 time: 0.8177867 Dec 13 10:06:32.133917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34618) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:32.271640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:06:32.279351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting subnet 3011d339-cb44-4cad-9cc1-44266bd01579 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:32.289883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.350026 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.383396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.416190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:32.434284 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b66bcf9d-2980-479e-a8ba-5d36e38a167c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "PUT /v2.0/routers/9bdd62a3-6f2a-496b-8b6a-23f646a34cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6709244 Dec 13 10:06:32.435310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:32.453279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Sync routers for ids ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:32.490984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Routers {'9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:32.492425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb647e-b8b2-4c44-a3d9-056f13c65610 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.499254 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a6eb647e-b8b2-4c44-a3d9-056f13c65610 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports/70cbb29d-34b3-47ad-8acf-393912bd09de HTTP/1.1" status: 200 len: 911 time: 0.0621183 Dec 13 10:06:32.499457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:32.500472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:32.552150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.569044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894291b-e5a8-4b0f-866d-d6652000ae6e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.575690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894291b-e5a8-4b0f-866d-d6652000ae6e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:32.581549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9894291b-e5a8-4b0f-866d-d6652000ae6e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0789678 Dec 13 10:06:32.582222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:32.652066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf5e6b-c3d6-4aba-99ea-df68da819fa9 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:32.664863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.720773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=3011d339-cb44-4cad-9cc1-44266bd01579,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:32.732049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:32.741184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:32.746902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5a6ec416-dd1c-4d6b-9a31-69eff621a03f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/3011d339-cb44-4cad-9cc1-44266bd01579 HTTP/1.1" status: 204 len: 168 time: 0.6118395 Dec 13 10:06:32.755100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Set router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:33.019883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.156281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-53d01516-1191-41b6-a7fe-7bd0c99a9aef None None] Provisioning complete for port 70cbb29d-34b3-47ad-8acf-393912bd09de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:33.156842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53d01516-1191-41b6-a7fe-7bd0c99a9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.213766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cd516-b9f6-4a16-982c-022858a6d6d1 None None] Update dhcp port {'port': {'network_id': '947a5cad-534a-43e2-bdab-f464aff6034d', 'fixed_ips': [{'subnet_id': '3011d339-cb44-4cad-9cc1-44266bd01579'}], 'binding:host_id': 'n-d-820531-5'}, 'id': 'b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:06:33.215112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:33.215456 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.270443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-53d01516-1191-41b6-a7fe-7bd0c99a9aef None None] Port 70cbb29d-34b3-47ad-8acf-393912bd09de cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:33.274696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd516-b9f6-4a16-982c-022858a6d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.298819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:29Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None, '_interfaces': [{'id': '70cbb29d-34b3-47ad-8acf-393912bd09de', 'name': '', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'mac_address': 'fa:16:3e:e6:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:28Z', 'updated_at': '2021-12-13T10:06:31Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'subnets': [{'id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:33.355269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Checking router: 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:33.355714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Updating router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 port 70cbb29d-34b3-47ad-8acf-393912bd09de binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:06:33.360462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,segment=NetworkSegment(76edf642-7fb8-4aa3-a333-acbfac24b687),segment_id=76edf642-7fb8-4aa3-a333-acbfac24b687)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:33.360822 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.392862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:33.433499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.548598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a67039-42cf-4550-904c-2d84f0e56495 None None] Network 947a5cad-534a-43e2-bdab-f464aff6034d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:33.570541 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.604263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:33.624858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a7e4a4e6-c44c-4fee-894b-c7ff96f7e1e2 None None] Could not find standard attr ID for object b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:33.634038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:33.714467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350c8df-7f1a-4a68-8be2-894c627b59c8 None None] DHCP port deletion for 947a5cad-534a-43e2-bdab-f464aff6034d request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:33.750869 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.809710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.813303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.872578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.882838 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:33.944290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947a5cad-534a-43e2-bdab-f464aff6034d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:33.959582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76edf642-7fb8-4aa3-a333-acbfac24b687') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:33.960351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76edf642-7fb8-4aa3-a333-acbfac24b687') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:33.982451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.021031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Attempting to bind port 70cbb29d-34b3-47ad-8acf-393912bd09de on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:34.021445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Attempting to bind port 70cbb29d-34b3-47ad-8acf-393912bd09de by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:34.021821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Attempting to bind port 70cbb29d-34b3-47ad-8acf-393912bd09de on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:34.030702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:34.031113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:34.031516 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.031914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:34.032398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Bound port: 70cbb29d-34b3-47ad-8acf-393912bd09de, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:34.032789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.035616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.043681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da419b-50f8-4299-b5d5-3bc3d7428d36 None None] Pushing event updated for resources: {'Port': ['ID=70cbb29d-34b3-47ad-8acf-393912bd09de,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:34.137404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:34.137823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:34.142214 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:34.161768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] For port 70cbb29d-34b3-47ad-8acf-393912bd09de, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:34.165823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] For port 70cbb29d-34b3-47ad-8acf-393912bd09de, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70cbb29d-34b3-47ad-8acf-393912bd09de,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:34.171773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.236830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Routers {'9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:34.238061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:34.253582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.266946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.273179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/947a5cad-534a-43e2-bdab-f464aff6034d HTTP/1.1" status: 204 len: 168 time: 1.5228889 Dec 13 10:06:34.275308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.321012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e964e9-aaee-484a-a05a-28106e005d5a tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=947a5cad-534a-43e2-bdab-f464aff6034d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:34.386232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 70cbb29d-34b3-47ad-8acf-393912bd09de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:34.386981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.391918 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5d9f07-22dd-4fc8-99fb-e2177ba3e57e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.392577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5d9f07-22dd-4fc8-99fb-e2177ba3e57e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.427117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba5d9f07-22dd-4fc8-99fb-e2177ba3e57e tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/38db1382-ccfc-4200-9394-3d6aa60fe4ec HTTP/1.1" status: 404 len: 337 time: 0.1499643 Dec 13 10:06:34.430581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.491320 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-054fc006-da82-4479-88c4-ee951bc27a55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.492595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054fc006-da82-4479-88c4-ee951bc27a55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.497057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-054fc006-da82-4479-88c4-ee951bc27a55 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/0be55b9b-23b2-45d1-8a65-20c3e1e41bd2 HTTP/1.1" status: 404 len: 339 time: 0.0636868 Dec 13 10:06:34.500777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.607572 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3340ae2-aa9b-4ba0-af91-0fa0438b0ac7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.612437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port 70cbb29d-34b3-47ad-8acf-393912bd09de, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70cbb29d-34b3-47ad-8acf-393912bd09de,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:34.612437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.629168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3340ae2-aa9b-4ba0-af91-0fa0438b0ac7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.633386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a3340ae2-aa9b-4ba0-af91-0fa0438b0ac7 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/77d0ddd1-3276-4468-870d-842d3f6b7e81 HTTP/1.1" status: 404 len: 337 time: 0.1310625 Dec 13 10:06:34.636587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.636957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 70cbb29d-34b3-47ad-8acf-393912bd09de owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:34.687228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] Set router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:34.691919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da419b-50f8-4299-b5d5-3bc3d7428d36 None None] Pushing event updated for resources: {'Port': ['ID=70cbb29d-34b3-47ad-8acf-393912bd09de,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:34.712464 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9960b01-5378-46ae-9072-e504e006cd2d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.713061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9960b01-5378-46ae-9072-e504e006cd2d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.718377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9960b01-5378-46ae-9072-e504e006cd2d tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/defc7bec-d115-4b75-8598-8a9d99807870 HTTP/1.1" status: 404 len: 339 time: 0.0718765 Dec 13 10:06:34.720346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.799257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-e0055256-4dc9-4ad4-80fa-e5421977e566 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797971948&fields=id&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 267 time: 0.1970689 Dec 13 10:06:34.824574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.829597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-136b67ad-e4af-4441-a7b8-cca6a1c9e0e9 None None] Provisioning complete for port 70cbb29d-34b3-47ad-8acf-393912bd09de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:34.829970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-136b67ad-e4af-4441-a7b8-cca6a1c9e0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:34.843780 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f755e66b-0147-4120-b2ab-419e028f39df tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.844633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f755e66b-0147-4120-b2ab-419e028f39df tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.850252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f755e66b-0147-4120-b2ab-419e028f39df tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/9901b0d7-294f-4669-ae63-1bd256ffee4f HTTP/1.1" status: 404 len: 337 time: 0.1270587 Dec 13 10:06:34.859929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.909855 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ba159e-8bac-4eb1-9365-cde468509bb6 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:34.910361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ba159e-8bac-4eb1-9365-cde468509bb6 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:34.914331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7ba159e-8bac-4eb1-9365-cde468509bb6 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/4e3a4a70-797d-4e76-9bd8-c91bd7e84394 HTTP/1.1" status: 404 len: 339 time: 0.0531950 Dec 13 10:06:34.917066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:34.979698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-fd73115c-f5b2-4ad7-ad4d-878fefafc84a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:34.981684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-fd73115c-f5b2-4ad7-ad4d-878fefafc84a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.1727798 Dec 13 10:06:34.990026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting subnet efb38e04-2f99-41ba-b105-51310f3adcc3 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:34.993876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.002056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2df4d906-a8f3-41cf-9c33-af96c05c8d0f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0135834 Dec 13 10:06:35.045618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.067403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-fb14cf30-64d6-4a1b-b3fd-de6361c785a0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580845 Dec 13 10:06:35.082124 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-136b67ad-e4af-4441-a7b8-cca6a1c9e0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.103307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-a4b6d236-043d-4e59-9f9c-42abb8f69c9f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:06:35.110392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-a4b6d236-043d-4e59-9f9c-42abb8f69c9f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270751 Dec 13 10:06:35.129499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:29Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None, '_interfaces': [{'id': '70cbb29d-34b3-47ad-8acf-393912bd09de', 'name': '', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'mac_address': 'fa:16:3e:e6:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:28Z', 'updated_at': '2021-12-13T10:06:34Z', 'revision_number': 4, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'subnets': [{'id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:35.183422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9d6d-a15d-42d8-9839-35b9680d285c None None] The sync data for ids ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'] in n-d-820531-5 is: [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:29Z', 'revision_number': 2, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None, '_interfaces': [{'id': '70cbb29d-34b3-47ad-8acf-393912bd09de', 'name': '', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'mac_address': 'fa:16:3e:e6:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:06:28Z', 'updated_at': '2021-12-13T10:06:34Z', 'revision_number': 4, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'subnets': [{'id': 'd654747b-5b02-479e-9966-0b05cdb6ddef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:35.221502 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.224424 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.280214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=70cbb29d-34b3-47ad-8acf-393912bd09de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:35.348696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-e8263a2f-5abe-49eb-b041-e811cc8ada08 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292488 Dec 13 10:06:35.371755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85ddd5a5-0c10-4cfd-9e59-8e55836e1c57 None None] Could not find standard attr ID for object 70cbb29d-34b3-47ad-8acf-393912bd09de. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:35.438985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.536752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:35.607235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-c2cbdc21-d5da-4728-bd99-c5ae7ab0b40b service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541683 Dec 13 10:06:35.618821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:35.619170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b7f8d39e-1f90-4f3d-a08e-357cf75f0ea9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:35.738125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:35.987540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=efb38e04-2f99-41ba-b105-51310f3adcc3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:35.999395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bdfea-aacf-48b4-aa30-89814b344065 None None] Network c88a3631-1f87-48bd-92bd-5bbd43fe8f27 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:36.006451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.045001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f16ae9f7-f46c-4160-b86e-57a8b61b200f tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/efb38e04-2f99-41ba-b105-51310f3adcc3 HTTP/1.1" status: 204 len: 168 time: 1.1256075 Dec 13 10:06:36.047522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:36.083743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:36.237947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-f8ae8725-95db-44a8-9619-aad9793f96ad req-e5280417-8075-4bde-a8af-d6016ba746f4 service neutron] (103189) timed out ('10.222.0.30', 37984) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:06:36.243089 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.296757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] DHCP port deletion for c88a3631-1f87-48bd-92bd-5bbd43fe8f27 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:36.335546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:36.343347 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-596c39cc-b1b1-4568-95ab-0f9798719079 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "PUT /v2.0/routers/9bdd62a3-6f2a-496b-8b6a-23f646a34cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7575846 Dec 13 10:06:36.344314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:36.414705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Deleting port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:36.415533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.472203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cde64b71-5647-4a2e-b74d-42d68b6fa312 req-e0cf661a-8d27-4a42-ad88-3f01ed7ee8dc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.1346955 Dec 13 10:06:36.508388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f4528-5e73-46a1-bcca-98eff84f707d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:36.510020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f4528-5e73-46a1-bcca-98eff84f707d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:36.511096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:36.511462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.511591 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-438f4528-5e73-46a1-bcca-98eff84f707d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1663089 Dec 13 10:06:36.515560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:36.558596 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] For port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,segment=NetworkSegment(623ac8a2-5061-4015-a6ee-4815aa1a48e9),segment_id=623ac8a2-5061-4015-a6ee-4815aa1a48e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:36.560681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.595165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Calling delete_port for dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:36.680206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,segment=NetworkSegment(623ac8a2-5061-4015-a6ee-4815aa1a48e9),segment_id=623ac8a2-5061-4015-a6ee-4815aa1a48e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:36.680590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.699110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet d654747b-5b02-479e-9966-0b05cdb6ddef {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:36.707460 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.711806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:36.725342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.794427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] Pushing event deleted for resources: {'Port': ['ID=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:36.812380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2fb5b-74be-42b5-9eb4-ed814681a392 None None] No DVR routers for this DVR port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:36.822176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.872680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:36.903139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:36.919543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:37.099263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.137500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88a3631-1f87-48bd-92bd-5bbd43fe8f27']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:37.156039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623ac8a2-5061-4015-a6ee-4815aa1a48e9') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:37.156409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623ac8a2-5061-4015-a6ee-4815aa1a48e9') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:37.168750 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.193219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.205666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:37.206950 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self.session.flush() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:37.212751 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:37.339812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.365401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.368865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/c88a3631-1f87-48bd-92bd-5bbd43fe8f27 HTTP/1.1" status: 204 len: 168 time: 1.3203919 Dec 13 10:06:37.428749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34710) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:37.431450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c91dd3-e922-4cad-b83d-228013bdec95 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=c88a3631-1f87-48bd-92bd-5bbd43fe8f27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:37.538514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:37.546445 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc40a81c-92ea-4925-a89c-6112b6ae3aff tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:37.547086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc40a81c-92ea-4925-a89c-6112b6ae3aff tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:37.553526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dc40a81c-92ea-4925-a89c-6112b6ae3aff tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/cd4a4b19-5723-49fe-941b-380b79b118e8 HTTP/1.1" status: 404 len: 337 time: 0.1163068 Dec 13 10:06:37.555929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:37.575417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:37.575762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dbe7a6c3-f1b2-4b41-96b7-d27a9d016e82 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:37.582272 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-9882af8d-6292-45c2-8115-01fb107c1a13 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] DELETE failed (client error): The resource could not be found. Dec 13 10:06:37.582931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9882af8d-6292-45c2-8115-01fb107c1a13 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:06:37.587348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9882af8d-6292-45c2-8115-01fb107c1a13 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/3165357c-1e65-4919-9304-1387c27dc45c HTTP/1.1" status: 404 len: 339 time: 0.0303729 Dec 13 10:06:37.589921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:37.643967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57973c87-2569-45ae-9174-4da2d1335c90 req-6b00b2be-2046-471a-a302-18525b8fec70 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Dec 13 10:06:37.682587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.721531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Sync routers for ids ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:37.740627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Routers {'9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:37.741404 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:37.741954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting subnet a9d2adac-b7b2-4856-b183-7b540a7e5b4f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:37.745439 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.803854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.856710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.886088 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Set router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:37.940533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.950916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fceda9-eddc-4717-9278-23539b75d5d7 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:37.952784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:37.961442 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/d654747b-5b02-479e-9966-0b05cdb6ddef HTTP/1.1" status: 204 len: 168 time: 1.4414415 Dec 13 10:06:37.965338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:38.006812 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:35Z', 'revision_number': 3, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:38.066727 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Checking router: 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:06:38.083715 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Routers {'9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:38.091873 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:38.093083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f4b3-dc3b-48a0-9821-b0aa6e41c274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=d654747b-5b02-479e-9966-0b05cdb6ddef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:38.100164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.191954 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.201343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa41ed5-91c4-4994-b6ba-40436de16dc0 None None] Network 76c90da4-d3a0-40c3-8018-fc72345d94ca requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:38.205685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/subnets/a9d2adac-b7b2-4856-b183-7b540a7e5b4f HTTP/1.1" status: 204 len: 168 time: 0.6145329 Dec 13 10:06:38.206668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb732-2f7b-48ba-88e2-79f808132ea3 tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d2adac-b7b2-4856-b183-7b540a7e5b4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:38.213286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:38.234473 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] Set router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:06:38.244175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-4c7c031e-8bfa-49ee-bc51-dada17a0554c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:38.245794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-4c7c031e-8bfa-49ee-bc51-dada17a0554c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.4275451 Dec 13 10:06:38.323340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cee0a3be-1c5d-469e-91e0-0979d18172e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3340647 Dec 13 10:06:38.324244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:38.370942 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:35Z', 'revision_number': 3, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:38.407448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.422447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:38.454989 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d6d-314a-4522-8578-9f600a976459 None None] The sync data for ids ['9bdd62a3-6f2a-496b-8b6a-23f646a34cf1'] in n-d-820531-5 is: [{'id': '9bdd62a3-6f2a-496b-8b6a-23f646a34cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1462684949', 'tenant_id': '277cc74dea6c43c4a3146acf4d9574ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:06:27Z', 'updated_at': '2021-12-13T10:06:35Z', 'revision_number': 3, 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:38.493535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] DHCP port deletion for 76c90da4-d3a0-40c3-8018-fc72345d94ca request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:38.543069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Deleting port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:38.543719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.554789 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-767de417-0184-4a6c-8157-a01b781593e4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 380 time: 0.2990956 Dec 13 10:06:38.574404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'security_groups': ['2aaa26b7-59ee-4d21-b008-7264a5110eb9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:38.579212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.646121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] For port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,segment=NetworkSegment(9fab450f-2001-4f42-b71c-2bb07225999b),segment_id=9fab450f-2001-4f42-b71c-2bb07225999b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:38.649396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.671612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Calling delete_port for 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:38.683094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Deleting port 822a1ef6-5d08-4515-adc9-965a118caa36 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:38.684040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.767246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Deleting port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:38.767831 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.829695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] For port 822a1ef6-5d08-4515-adc9-965a118caa36, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=822a1ef6-5d08-4515-adc9-965a118caa36,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:38.830141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:38.919040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a81538c-3286-44da-bdfa-c37dfcabdc7d req-79378e83-6d14-4980-b056-db4be0a285e1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0968373 Dec 13 10:06:38.923161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Calling delete_port for 822a1ef6-5d08-4515-adc9-965a118caa36 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:38.976427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.060269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Port': ['ID=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:39.068168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] No DVR routers for this DVR port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:39.124587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] For port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,segment=NetworkSegment(9fab450f-2001-4f42-b71c-2bb07225999b),segment_id=9fab450f-2001-4f42-b71c-2bb07225999b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:39.126382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.158165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Calling delete_port for 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:39.231605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.250265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.251141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.255050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.277087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c90da4-d3a0-40c3-8018-fc72345d94ca']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:39.288995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fab450f-2001-4f42-b71c-2bb07225999b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:39.288995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fab450f-2001-4f42-b71c-2bb07225999b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:39.300553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] Pushing event deleted for resources: {'Port': ['ID=822a1ef6-5d08-4515-adc9-965a118caa36,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:39.300931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.306345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09f9b7-088c-49f8-868c-54b1935104f2 None None] No DVR routers for this DVR port 822a1ef6-5d08-4515-adc9-965a118caa36 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:39.315668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.324611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:06:39.326535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:06:39.329043 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:06:39.334107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:39.338676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.341972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.369480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.373621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Fanout notify agent at l3_agent the message router_deleted on router 9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:06:39.385525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.393446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c813619b-9eb4-49ec-a795-c2bcd5b2b2e1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/routers/9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 HTTP/1.1" status: 204 len: 168 time: 1.0614295 Dec 13 10:06:39.397351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:39.421184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] Pushing event deleted for resources: {'Port': ['ID=2f9ac923-f513-41dc-919c-7dc06c3bc6a5,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:39.431556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd00d6-de7e-4114-9470-bccc5fd00d15 None None] No DVR routers for this DVR port 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:39.508883 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d1b2656-4528-4a4c-86d5-9369ca4e3ae7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1036792 Dec 13 10:06:39.511606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.513680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:39.543407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 822a1ef6-5d08-4515-adc9-965a118caa36 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:39.585061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 822a1ef6-5d08-4515-adc9-965a118caa36 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:39.585061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 822a1ef6-5d08-4515-adc9-965a118caa36 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:39.585061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:39.638281 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:39.642779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:39.644803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2f9ac923-f513-41dc-919c-7dc06c3bc6a5 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:39.645332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70cbb29d-34b3-47ad-8acf-393912bd09de no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:39.647694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] 10.222.0.30 "DELETE /v2.0/networks/76c90da4-d3a0-40c3-8018-fc72345d94ca HTTP/1.1" status: 204 len: 168 time: 1.4316308 Dec 13 10:06:39.658698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce173d-d4d2-4b33-9b13-5a32fd93f274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:39.666551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5bce173d-d4d2-4b33-9b13-5a32fd93f274 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1517727 Dec 13 10:06:39.670447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:39.696082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 70cbb29d-34b3-47ad-8acf-393912bd09de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:39.696696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70cbb29d-34b3-47ad-8acf-393912bd09de not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:39.726724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb111466-8394-42bf-bacf-da716f20a88b tempest-NetworksIpV6Test-1597884526 tempest-NetworksIpV6Test-1597884526-project] Pushing event deleted for resources: {'Network': ['ID=76c90da4-d3a0-40c3-8018-fc72345d94ca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:39.769153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6f194b39-30f1-4412-a148-71d2267b122a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852754 Dec 13 10:06:39.773645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:39.787757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:39.851225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.14 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/e296eb51-a291-48e9-bdd6-8b9e45996d27) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:39.956015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:39.965385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.145199 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.159767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bca580f2-1152-45d6-8d31-3e663419a8f2 req-d11a7715-57a1-444e-aaa7-c8497abd1c59 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.1066639 Dec 13 10:06:40.197974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:40.225510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.303314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:40.317087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:40.319254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:40.321824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:40.405900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:40.406682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.441483 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2e1d1f59-f860-4b41-9683-7de4bd1db7fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8713598 Dec 13 10:06:40.463910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Request body: {'port': {'device_id': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:40.570890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:06:40.573603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.619112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:40.622919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:40.632532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a95819-9134-4ae2-8857-88d4919db5ba None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:40.637780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:40.638490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.658021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=5f402e03-80d1-44a9-b8eb-ccaf008c7a93,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:40.663694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fc992675-6e4f-4ea3-bbd5-a9a8e0af7604 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8f5e8e4caf34c85ba02dcaae70583b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641464 Dec 13 10:06:40.666228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.672387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4f0bb267-fb95-470b-8fd2-3c70d44e1cf9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8973382 Dec 13 10:06:40.673358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:40.673703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:40.747460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:40.818129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-99a394b4-e506-4d74-a272-147ac105d698 None None] Provisioning complete for port e296eb51-a291-48e9-bdd6-8b9e45996d27 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:40.818590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99a394b4-e506-4d74-a272-147ac105d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.900013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.926719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.944169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '5f402e03-80d1-44a9-b8eb-ccaf008c7a93'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:40.945062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.984842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:40.989873 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.995418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.998291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:40.999446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b5f4ce6-6534-4f15-b79f-ae43319523cb HTTP/1.1" status: 204 len: 168 time: 0.3235860 Dec 13 10:06:41.015332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-99a394b4-e506-4d74-a272-147ac105d698 None None] Port e296eb51-a291-48e9-bdd6-8b9e45996d27 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:41.054195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433a9f1-2d74-40e4-9885-485d0dd05691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f4ce6-6534-4f15-b79f-ae43319523cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:41.244047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Allocated IP 2001:db8::f816:3eff:feb5:87aa (6c0787b3-e13a-4713-add8-3aea1731a3d8/5f402e03-80d1-44a9-b8eb-ccaf008c7a93/d059fe2e-91f5-48b2-bf18-0a46d00aa5cb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:41.540853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e296eb51-a291-48e9-bdd6-8b9e45996d27 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:41.550185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.564395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Transition to ACTIVE for port object e296eb51-a291-48e9-bdd6-8b9e45996d27 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:06:41.569360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.593063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.606096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.638049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:41.643775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Pushing event updated for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:41.645154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:41.717941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:41.759454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.845276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:41.856449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a85a9-8070-49ba-a0c6-b422fd254157 req-134116bc-57a8-4554-acbd-73dd7d9c2551 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:41.858884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-757a85a9-8070-49ba-a0c6-b422fd254157 req-134116bc-57a8-4554-acbd-73dd7d9c2551 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 932 time: 0.4487371 Dec 13 10:06:41.868172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:41.868396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Attempting to bind port e296eb51-a291-48e9-bdd6-8b9e45996d27 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:41.868694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Attempting to bind port e296eb51-a291-48e9-bdd6-8b9e45996d27 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:41.869040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Attempting to bind port e296eb51-a291-48e9-bdd6-8b9e45996d27 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:41.876137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Port e296eb51-a291-48e9-bdd6-8b9e45996d27 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:06:41.876471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Attempting to bind port e296eb51-a291-48e9-bdd6-8b9e45996d27 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:41.878508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:41.879287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.893233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:41.893638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:41.894013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:41.896386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Bound port: e296eb51-a291-48e9-bdd6-8b9e45996d27, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:41.896888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:41.912302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1730864 Dec 13 10:06:41.925018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:41.939359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:07:1c:f3', 'name': 'tempest-NetworksTestDHCPv6-772730534'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:42.088831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f5b8e-c4ab-42d1-96d6-c8e6371aacb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=07c05bf4-f690-4d5e-a719-fd97984a0d4f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:42.154487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:42.170244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:42.178912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.244583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-757a85a9-8070-49ba-a0c6-b422fd254157 req-0fb73fb0-472a-4cda-8443-4c304b666656 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783100 Dec 13 10:06:42.296825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:42.332850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Pushing event updated for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:42.376072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:42.382584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.384167 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-203f178a-1b5c-4c35-b33f-5ed2a091b8de service neutron] 10.222.0.44 "PUT /v2.0/ports/e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 1092 time: 1.9314981 Dec 13 10:06:42.387741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:06:42.397193 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a8a0e-1df6-4900-a8b9-1d32183988be" -d '{"events": [{"name": "network-changed", "server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:06:42.517071 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.525071 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5c1f0-7c15-4841-b480-bb453b2c732b x-openstack-request-id: req-59a5c1f0-7c15-4841-b480-bb453b2c732b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:06:42.526434 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:06:42.526703 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59a5c1f0-7c15-4841-b480-bb453b2c732b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:06:42.527128 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'status': 'completed', 'code': 200} Dec 13 10:06:42.550791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Pushing event updated for resources: {'Port': ['ID=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:42.567314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Attempting to bind port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:42.567314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Attempting to bind port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:42.567314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Attempting to bind port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:42.574634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:42.575014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:42.575427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.575824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:42.576312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Bound port: d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:42.576702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.587761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-80126fa6-6227-4b7d-85a5-576eec4f2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:42.594145 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-80126fa6-6227-4b7d-85a5-576eec4f2cdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1095 time: 0.1570289 Dec 13 10:06:42.603199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 32f8547c-6151-4e53-a662-32c109355ea6 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:42.708731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-664f6000-b47a-4e6a-90d5-0ab53d44668c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 217 time: 0.1061718 Dec 13 10:06:42.709322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:42.717800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] For port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:42.722440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] For port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:42.732959 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:42.841715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca987-ccfc-49ed-9bf0-42edf6e83236 None None] Pushing event updated for resources: {'Port': ['ID=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:42.877952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-25b95567-912e-4add-a59f-a69dd21c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:42.879473 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-25b95567-912e-4add-a59f-a69dd21c1e07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1435549 Dec 13 10:06:43.032036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 172.20.0.4 (6c0787b3-e13a-4713-add8-3aea1731a3d8/07c05bf4-f690-4d5e-a719-fd97984a0d4f/32f8547c-6151-4e53-a662-32c109355ea6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:43.040788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-cb2aa968-b0ab-49f0-afb2-846be0ccaf3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3288844 Dec 13 10:06:43.043252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe07:1cf3 (6c0787b3-e13a-4713-add8-3aea1731a3d8/5f402e03-80d1-44a9-b8eb-ccaf008c7a93/32f8547c-6151-4e53-a662-32c109355ea6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:43.061329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-3177de42-174e-4ea5-8193-dd1e488e9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:43.063083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-3177de42-174e-4ea5-8193-dd1e488e9a78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241174 Dec 13 10:06:43.215837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1024843790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:43.442582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-20a01684-5109-47d3-8a73-ec0850a8c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:43.444467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-20a01684-5109-47d3-8a73-ec0850a8c819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.3153012 Dec 13 10:06:43.448160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:43.449876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:43.599224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d059fe2e-91f5-48b2-bf18-0a46d00aa5cb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:43.708915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-2d53a6f2-be80-40ce-8200-1e43e828b89a service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378336 Dec 13 10:06:43.725387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:43.725816 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:43.839239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08c49d10-2b2d-42ae-ba0e-25732cc34adb req-b570ef2b-a3d0-4d6a-a9e1-da198c86ab6a service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100683 Dec 13 10:06:43.876770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84493a-4a18-4b4e-9e58-31a4b848f595 req-a25d774c-80be-4d75-90c2-466aa0575612 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:43.909895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f84493a-4a18-4b4e-9e58-31a4b848f595 req-a25d774c-80be-4d75-90c2-466aa0575612 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.2356515 Dec 13 10:06:43.995351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:43.998053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-8f211ff3-a7d1-4e39-8be1-48f538e8d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.000696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-8f211ff3-a7d1-4e39-8be1-48f538e8d3f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.5236652 Dec 13 10:06:44.022898 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.028565 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.038613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.088929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-90129a95-e4e5-4dae-beb2-57ad1297da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.090693 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-90129a95-e4e5-4dae-beb2-57ad1297da93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1095 time: 0.1382396 Dec 13 10:06:44.123462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:44.132379 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.178019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.182062 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-10fa173d-e35b-4625-afd5-36120616587f tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4598401 Dec 13 10:06:44.193611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:44.198468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-17950807'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:44.214953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.238807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:44.244540 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.271527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-e24051be-d490-4cab-959b-346451f3bada service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.2591102 Dec 13 10:06:44.276020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.314820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:44.376279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=32f8547c-6151-4e53-a662-32c109355ea6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:44.389750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f84493a-4a18-4b4e-9e58-31a4b848f595 req-5fd1b809-79c4-4c35-9d6c-accccdfe0488 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4789870 Dec 13 10:06:44.431105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:44.437302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-9b94cd28-8a6f-4307-9e35-3ca26d83fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.439103 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-9b94cd28-8a6f-4307-9e35-3ca26d83fec1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.3390050 Dec 13 10:06:44.441944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:44.472019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:44.597138 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-f5fd9d6d-c054-4f34-a692-2546cbb50540 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 217 time: 0.1296923 Dec 13 10:06:44.623330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-b4b7849b-c63c-477f-94d8-1564fdee1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.624812 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-b4b7849b-c63c-477f-94d8-1564fdee1da0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.3406816 Dec 13 10:06:44.716897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.717721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.746461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d7ed49f7-9ae5-48dd-93a4-6556ad051627 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8153665 Dec 13 10:06:44.747105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:44.774617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.802061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb86b5-c7bb-421b-89ea-a9954a50d9d9 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:44.814216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.864714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f14e33-149f-4044-8d4f-9e6c42f4f47c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.878746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f14e33-149f-4044-8d4f-9e6c42f4f47c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.880894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b0f14e33-149f-4044-8d4f-9e6c42f4f47c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1324868 Dec 13 10:06:44.883402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:44.891556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c86c8a-c07a-4151-950e-181bf18ea2ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:44.949973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:44.970429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-9d75c804-d88f-4646-a30e-50b3b4943854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.973148 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-9d75c804-d88f-4646-a30e-50b3b4943854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3225732 Dec 13 10:06:44.976676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-ab25465e-5eda-459a-8b49-9c603a640dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:44.978888 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-ab25465e-5eda-459a-8b49-9c603a640dd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.3721507 Dec 13 10:06:44.984282 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:44.984968 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Added segment c7f8c420-aac6-40ea-ba2e-db41357b64f1 of type vlan for network fc1a630e-3a23-41c3-bc24-3e23d49096c4 Dec 13 10:06:45.116366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 32f8547c-6151-4e53-a662-32c109355ea6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:45.117517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.142628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-62e3cd26-a7da-4c7f-82fc-a2c5e401c554 None None] Provisioning complete for port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:45.143537 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-62e3cd26-a7da-4c7f-82fc-a2c5e401c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.273696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.324950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-33f12951-07a3-44b2-b653-2f73a1196720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:45.331146 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-33f12951-07a3-44b2-b653-2f73a1196720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353100 Dec 13 10:06:45.344520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.367364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Update dhcp port {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '5f402e03-80d1-44a9-b8eb-ccaf008c7a93', 'ip_address': '2001:db8::f816:3eff:feb5:87aa'}, {'subnet_id': '07c05bf4-f690-4d5e-a719-fd97984a0d4f'}], 'binding:host_id': 'n-d-820531-5'}, 'id': 'd059fe2e-91f5-48b2-bf18-0a46d00aa5cb'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:06:45.374063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 32f8547c-6151-4e53-a662-32c109355ea6 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:45.410597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.599688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d059fe2e-91f5-48b2-bf18-0a46d00aa5cb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:45.619163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-5737650c-93c2-42f2-a0a4-42b2119888bf service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663212 Dec 13 10:06:45.807691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-563a8a0e-1df6-4900-a8b9-1d32183988be req-3499b339-1817-4771-af38-95f4b309344f service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732812 Dec 13 10:06:45.808894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14076498-b86e-4b3b-a5fc-3b89440a5ff6 req-c5c36228-9700-48f1-9051-6d3b46ffd3d1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:45.810456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14076498-b86e-4b3b-a5fc-3b89440a5ff6 req-c5c36228-9700-48f1-9051-6d3b46ffd3d1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.2122362 Dec 13 10:06:45.838113 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-526b72d3-606e-483a-8a61-00b8bb3a0602 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553648 Dec 13 10:06:45.843814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.852968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Allocated IP 172.20.0.2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/07c05bf4-f690-4d5e-a719-fd97984a0d4f/d059fe2e-91f5-48b2-bf18-0a46d00aa5cb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:45.855873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:45.857224 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.861086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:45.863146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:45.999612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Network': ['ID=fc1a630e-3a23-41c3-bc24-3e23d49096c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:46.019159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:46.097314 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4c7ee0f6-daac-46c8-a3fd-fc7f702e70d7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9027641 Dec 13 10:06:46.107460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14076498-b86e-4b3b-a5fc-3b89440a5ff6 req-8d44150e-e795-4e9a-9423-e38605cf3412 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769725 Dec 13 10:06:46.110900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:46.120309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'subnet': {'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:46.186904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1bcbf7e2-0370-465e-9dfb-98610b0fc963 req-bcbd32ae-5acf-41e4-888d-90e449f2c5a6 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189569 Dec 13 10:06:46.195637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.244278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=32f8547c-6151-4e53-a662-32c109355ea6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:46.348264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:46.358446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.389033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] For port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:46.462028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.469308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb6e16c3-994f-499a-b8b0-89dd5b50b9d7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/32f8547c-6151-4e53-a662-32c109355ea6 HTTP/1.1" status: 204 len: 168 time: 1.5842814 Dec 13 10:06:46.478672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:46.534619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.582233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.615676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d779c-af83-46bd-82d8-0419d213d749 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:46.617409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d779c-af83-46bd-82d8-0419d213d749 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:46.620113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d779c-af83-46bd-82d8-0419d213d749 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:46.634970 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-499d779c-af83-46bd-82d8-0419d213d749 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1550522 Dec 13 10:06:46.635571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:46.759374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 07c05bf4-f690-4d5e-a719-fd97984a0d4f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:46.766148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.826803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616a4e-9e70-458c-a3ac-2189042ac6cb None None] Pushing event updated for resources: {'Port': ['ID=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:46.873753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:46.977213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.175364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Subnet': ['ID=4ec3e9c7-c742-465d-90ec-6bb5dbe4f314,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:47.190914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Checking segment: {'id': 'c7f8c420-aac6-40ea-ba2e-db41357b64f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:47.192544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network hostable DHCP agents. Network: fc1a630e-3a23-41c3-bc24-3e23d49096c4, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:47.218676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:47.248857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, fc1a630e-3a23-41c3-bc24-3e23d49096c4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:47.262594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee9469-164a-4a3b-a3d6-fda31d5119fe None None] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:47.291096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:47.299930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.313014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.513085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.521994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0433530e-850f-4123-ac51-3f438fada37b tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4055767 Dec 13 10:06:47.524693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34874) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.537873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'network': {'name': 'tempest-router-network01--956657098'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:47.572718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe33f5-e60b-4358-a7ea-46087d19c897 req-46da8ec6-3853-4cc8-9fdd-356dc723f9d4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:47.589727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdbe33f5-e60b-4358-a7ea-46087d19c897 req-46da8ec6-3853-4cc8-9fdd-356dc723f9d4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.2817795 Dec 13 10:06:47.672869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.673090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d059fe2e-91f5-48b2-bf18-0a46d00aa5cb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:47.688167 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/07c05bf4-f690-4d5e-a719-fd97984a0d4f HTTP/1.1" status: 204 len: 168 time: 1.0494828 Dec 13 10:06:47.688310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:47.702585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae44c0-028c-46c3-9bfa-2da509db0a01 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=07c05bf4-f690-4d5e-a719-fd97984a0d4f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:47.852386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdbe33f5-e60b-4358-a7ea-46087d19c897 req-aef0d27d-c5ac-47a5-91ac-fc3923f66c5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517300 Dec 13 10:06:47.856707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:47.861011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.874335 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 5f402e03-80d1-44a9-b8eb-ccaf008c7a93 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:47.881853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.891854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-fc1a630e-3a23-41c3-bc24-3e23d49096c4', 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4', 'project_id': '006d0927b05c4b219f858941d54d6cfc', 'fixed_ips': [{'subnet_id': '4ec3e9c7-c742-465d-90ec-6bb5dbe4f314'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:47.897056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.959097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:47.970781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:47.973045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.988228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:47.989395 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Added segment 28162050-0f8f-457d-87ef-a0aabdff6096 of type vlan for network 18139094-be84-4746-ae48-760a109b390b Dec 13 10:06:48.015039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.151412 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.227636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.234183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:48.234795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.288002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.380900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8504336 Dec 13 10:06:48.383499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:48.394678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'network': {'name': 'tempest-router-network02--870449116'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:48.398228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9712-2ebc-49a4-a478-cf91533641aa tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Network': ['ID=18139094-be84-4746-ae48-760a109b390b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:48.424578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220d9be-59db-46df-815f-2b6fda3b4719 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:48.443030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:48.449196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.459111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.520905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=5f402e03-80d1-44a9-b8eb-ccaf008c7a93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:48.532479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.536162 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebb72bf7-c9e3-49f5-8f8a-5c1f46d9f1a9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5f402e03-80d1-44a9-b8eb-ccaf008c7a93 HTTP/1.1" status: 204 len: 168 time: 0.8468060 Dec 13 10:06:48.538828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:48.565169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:06:48.585464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.585933 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Added segment fdb0ed40-1523-48bb-aad3-8b87d7b97696 of type vlan for network e4e5447c-2671-40ef-ac51-0167869bb195 Dec 13 10:06:48.586867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 18139094-be84-4746-ae48-760a109b390b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:48.646229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66671cd4-e16b-4985-ac2f-626e0a146f10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045513 Dec 13 10:06:48.649138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:48.660602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:48.689269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab151d54-8725-4bbe-a16b-e7b840ac4f49 None None] Could not find standard attr ID for object 32f8547c-6151-4e53-a662-32c109355ea6. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:48.696970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Allocated IP 2001:db8::2 (fc1a630e-3a23-41c3-bc24-3e23d49096c4/4ec3e9c7-c742-465d-90ec-6bb5dbe4f314/83412f8a-9c5d-4539-9d44-d95f823c53a2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:48.768537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.812051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.819286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:48.820012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:48.838725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab151d54-8725-4bbe-a16b-e7b840ac4f49 None None] Provisioning complete for port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:48.839085 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab151d54-8725-4bbe-a16b-e7b840ac4f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.132724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe802d-c3a4-4eb5-ab6b-f1a0c6eb554c req-692dfecc-919d-4e77-8413-6c5858287867 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:49.141518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ffe802d-c3a4-4eb5-ab6b-f1a0c6eb554c req-692dfecc-919d-4e77-8413-6c5858287867 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.1418304 Dec 13 10:06:49.278223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ffe802d-c3a4-4eb5-ab6b-f1a0c6eb554c req-ed7b454d-7a3b-4fb0-b371-678f558abd60 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188653 Dec 13 10:06:49.427809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.446525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.521611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:49.557587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Pushing event updated for resources: {'Port': ['ID=83412f8a-9c5d-4539-9d44-d95f823c53a2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:49.562765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:49.592333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:49.596265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:49.678162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Deleting port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:49.678379 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.681911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Attempting to bind port 83412f8a-9c5d-4539-9d44-d95f823c53a2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:49.682490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Attempting to bind port 83412f8a-9c5d-4539-9d44-d95f823c53a2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c7f8c420-aac6-40ea-ba2e-db41357b64f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:49.682707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Attempting to bind port 83412f8a-9c5d-4539-9d44-d95f823c53a2 on network fc1a630e-3a23-41c3-bc24-3e23d49096c4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:49.700858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3135900 Dec 13 10:06:49.701536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:49.708155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'subnet': {'network_id': '18139094-be84-4746-ae48-760a109b390b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:49.718297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabe5ab-946d-4809-9530-6ce9c275e18e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Network': ['ID=e4e5447c-2671-40ef-ac51-0167869bb195,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:49.755547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:49.760611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.919281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e4e5447c-2671-40ef-ac51-0167869bb195 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:06:49.924915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:49.925339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Checking segment: {'id': 'c7f8c420-aac6-40ea-ba2e-db41357b64f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:49.925749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:49.926141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Bound using segment: {'id': 'c7f8c420-aac6-40ea-ba2e-db41357b64f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:49.926625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Bound port: 83412f8a-9c5d-4539-9d44-d95f823c53a2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f8c420-aac6-40ea-ba2e-db41357b64f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc1a630e-3a23-41c3-bc24-3e23d49096c4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:49.927011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.021095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:50.040418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.135932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] For port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:50.136582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.162905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Calling delete_port for d059fe2e-91f5-48b2-bf18-0a46d00aa5cb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:50.184457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] For port 83412f8a-9c5d-4539-9d44-d95f823c53a2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:50.188944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] For port 83412f8a-9c5d-4539-9d44-d95f823c53a2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=83412f8a-9c5d-4539-9d44-d95f823c53a2,segment=NetworkSegment(c7f8c420-aac6-40ea-ba2e-db41357b64f1),segment_id=c7f8c420-aac6-40ea-ba2e-db41357b64f1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:50.295095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.445916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0617a-a34b-48a8-9022-539af7d5b76c None None] Pushing event updated for resources: {'Port': ['ID=83412f8a-9c5d-4539-9d44-d95f823c53a2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:50.451530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.488708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.549541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] Pushing event deleted for resources: {'Port': ['ID=d059fe2e-91f5-48b2-bf18-0a46d00aa5cb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:50.563422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:06:50.568623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.571356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c7c6e-a2ae-48c1-9368-69376be301be None None] No DVR routers for this DVR port d059fe2e-91f5-48b2-bf18-0a46d00aa5cb on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:50.638743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Subnet': ['ID=a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:50.670482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:50.680851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:50.699858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:50.699858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.700176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a30456-4b4c-439d-a493-292da3c8c544 req-27d46f11-20d4-4f5b-bdea-8e1cb9d1ca46 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:50.700176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36a30456-4b4c-439d-a493-292da3c8c544 req-27d46f11-20d4-4f5b-bdea-8e1cb9d1ca46 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.2570567 Dec 13 10:06:50.702591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bae3fe-6d21-4611-b0ee-529debc22fea None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:50.708246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=1378cca2-a85f-48aa-a6c1-df68ef4c6f64,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:50.732747 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-97494e71-27b2-412d-b43b-89272c2890a5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0776782 Dec 13 10:06:50.733689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:50.749609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:50.792853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36a30456-4b4c-439d-a493-292da3c8c544 req-47d94e22-e267-4886-a057-729b29e803e9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877042 Dec 13 10:06:50.800604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Checking segment: {'id': '28162050-0f8f-457d-87ef-a0aabdff6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18139094-be84-4746-ae48-760a109b390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:50.806020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network hostable DHCP agents. Network: 18139094-be84-4746-ae48-760a109b390b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:50.851914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network 18139094-be84-4746-ae48-760a109b390b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:50.879953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 18139094-be84-4746-ae48-760a109b390b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:50.898312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:50.915236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a79b0e-d97d-41bd-a4d3-211719cd0b87 None None] Network 18139094-be84-4746-ae48-760a109b390b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:50.924888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:50.974501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ce3e05b4-00d2-4c2c-bcc7-3aade34f678d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2719457 Dec 13 10:06:50.978535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:50.985792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'subnet': {'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:51.070022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:51.078136 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.131324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '1378cca2-a85f-48aa-a6c1-df68ef4c6f64'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:51.133208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.163636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-18139094-be84-4746-ae48-760a109b390b', 'network_id': '18139094-be84-4746-ae48-760a109b390b', 'project_id': '006d0927b05c4b219f858941d54d6cfc', 'fixed_ips': [{'subnet_id': 'a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:51.165640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.233748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:51.238739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.373047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Allocated IP 2001:db8::2 (18139094-be84-4746-ae48-760a109b390b/a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6/2a02abfe-bc76-4c21-821a-00e34945590e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:51.493585 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.608224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Subnet': ['ID=7c564d11-20ee-4639-9a0f-2467a0af217a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:51.623403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Checking segment: {'id': 'fdb0ed40-1523-48bb-aad3-8b87d7b97696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:51.623403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network hostable DHCP agents. Network: e4e5447c-2671-40ef-ac51-0167869bb195, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:06:51.648164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network e4e5447c-2671-40ef-ac51-0167869bb195 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:06:51.665594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e4e5447c-2671-40ef-ac51-0167869bb195) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:51.667957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 83412f8a-9c5d-4539-9d44-d95f823c53a2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:51.671089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:51.671697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.710842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e38440e-bec3-4234-b91a-47d6c6c18e7e tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7307107 Dec 13 10:06:51.713531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:51.727925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552befae-83c5-4d46-a1c5-5a747042799c None None] Network e4e5447c-2671-40ef-ac51-0167869bb195 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:51.730886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.743769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.828411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:51.832796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:51.838825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.868031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:51.868750 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:51.928545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Network 18139094-be84-4746-ae48-760a109b390b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:51.942814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Allocated IP 2001:db8::f816:3eff:fe9e:44c6 (6c0787b3-e13a-4713-add8-3aea1731a3d8/1378cca2-a85f-48aa-a6c1-df68ef4c6f64/3eb1258d-6f7e-4553-9ab6-489a79f35bfb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:51.945525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:51.952914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:51.958803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Pushing event updated for resources: {'Port': ['ID=2a02abfe-bc76-4c21-821a-00e34945590e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:51.971561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2304964 Dec 13 10:06:51.974768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:51.989024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:99:3d:fe', 'name': 'tempest-NetworksTestDHCPv6-2011109368'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:52.045387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10f6e7-0efc-4d0a-b74d-cd297ce1d405 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=10b794d7-bc40-4a23-8e7d-8b60bccf45e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:52.074853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 83412f8a-9c5d-4539-9d44-d95f823c53a2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:52.083947 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.117698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e4e5447c-2671-40ef-ac51-0167869bb195', 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195', 'project_id': '006d0927b05c4b219f858941d54d6cfc', 'fixed_ips': [{'subnet_id': '7c564d11-20ee-4639-9a0f-2467a0af217a'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:52.117982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.198547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Attempting to bind port 2a02abfe-bc76-4c21-821a-00e34945590e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:52.199072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Attempting to bind port 2a02abfe-bc76-4c21-821a-00e34945590e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '28162050-0f8f-457d-87ef-a0aabdff6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18139094-be84-4746-ae48-760a109b390b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:52.199449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Attempting to bind port 2a02abfe-bc76-4c21-821a-00e34945590e on network 18139094-be84-4746-ae48-760a109b390b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:52.212799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:52.213520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Checking segment: {'id': '28162050-0f8f-457d-87ef-a0aabdff6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18139094-be84-4746-ae48-760a109b390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:52.213690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.214053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Bound using segment: {'id': '28162050-0f8f-457d-87ef-a0aabdff6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18139094-be84-4746-ae48-760a109b390b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:52.214541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Bound port: 2a02abfe-bc76-4c21-821a-00e34945590e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28162050-0f8f-457d-87ef-a0aabdff6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18139094-be84-4746-ae48-760a109b390b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:52.214925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.262459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:52.294715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2eae1-f6b6-4aaa-9ccb-1447e718ec7a req-de978423-87c0-4e27-bfd5-60269a3a124a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:52.296439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67c2eae1-f6b6-4aaa-9ccb-1447e718ec7a req-de978423-87c0-4e27-bfd5-60269a3a124a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.3145525 Dec 13 10:06:52.380839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ccd34-894e-4262-a544-ae2737e879ad None None] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:52.479283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.507562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.522685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port f717c2e5-98a3-4043-93b1-c964112a3853 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:06:52.556755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67c2eae1-f6b6-4aaa-9ccb-1447e718ec7a req-962d0d74-8900-403a-9852-dba0b09c61e2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163613 Dec 13 10:06:52.641011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.702013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45327727-011b-404e-9d8d-a78ed82b1b68 None None] Provisioning complete for port 83412f8a-9c5d-4539-9d44-d95f823c53a2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:52.702857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45327727-011b-404e-9d8d-a78ed82b1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:52.727237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] For port 2a02abfe-bc76-4c21-821a-00e34945590e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:52.997653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.058830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 83412f8a-9c5d-4539-9d44-d95f823c53a2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=83412f8a-9c5d-4539-9d44-d95f823c53a2,segment=NetworkSegment(c7f8c420-aac6-40ea-ba2e-db41357b64f1),segment_id=c7f8c420-aac6-40ea-ba2e-db41357b64f1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:53.087131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Allocated IP 2001:db8::1 (18139094-be84-4746-ae48-760a109b390b/a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6/8b732f43-9851-4777-8e44-8f609c7cdeb3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:53.087499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] For port 2a02abfe-bc76-4c21-821a-00e34945590e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a02abfe-bc76-4c21-821a-00e34945590e,segment=NetworkSegment(28162050-0f8f-457d-87ef-a0aabdff6096),segment_id=28162050-0f8f-457d-87ef-a0aabdff6096)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:53.089380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.109917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.193106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Pushing event updated for resources: {'Port': ['ID=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:53.202038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.210702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Allocated IP 2001:db8::2 (e4e5447c-2671-40ef-ac51-0167869bb195/7c564d11-20ee-4639-9a0f-2467a0af217a/1ddeedcd-9499-4125-85a4-042cb7e077f0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:53.221374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d059fe2e-91f5-48b2-bf18-0a46d00aa5cb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:06:53.236393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 172.20.0.14 (6c0787b3-e13a-4713-add8-3aea1731a3d8/10b794d7-bc40-4a23-8e7d-8b60bccf45e8/f717c2e5-98a3-4043-93b1-c964112a3853) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:53.243234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe99:3dfe (6c0787b3-e13a-4713-add8-3aea1731a3d8/1378cca2-a85f-48aa-a6c1-df68ef4c6f64/f717c2e5-98a3-4043-93b1-c964112a3853) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:06:53.274036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.348665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.372710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d059fe2e-91f5-48b2-bf18-0a46d00aa5cb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:06:53.373343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d059fe2e-91f5-48b2-bf18-0a46d00aa5cb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:06:53.406557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:53.422137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:53.450989 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network 18139094-be84-4746-ae48-760a109b390b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:53.457398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:53.460635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:53.461804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.475931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.481307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.481659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.482004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.482346 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.482686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.483019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.483349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.483678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.484503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.484963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.485452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.485793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.486235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:06:53.494621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:53.558086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.584632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=83412f8a-9c5d-4539-9d44-d95f823c53a2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:53.664108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Port': ['ID=8b732f43-9851-4777-8e44-8f609c7cdeb3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:53.686083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:53.704891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:53.710434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:53.788447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.891742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:53.892933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:53.933915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9558978 Dec 13 10:06:53.934888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:53.985156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46660543-1ff3-49f0-9b85-1d5d5423f890 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=f717c2e5-98a3-4043-93b1-c964112a3853,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:53.992433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801b8e-30cd-4e81-876f-dad98a8d684c None None] Pushing event updated for resources: {'Port': ['ID=2a02abfe-bc76-4c21-821a-00e34945590e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:53.996031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Attempting to bind port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:53.997385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Attempting to bind port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:53.997798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Attempting to bind port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:54.054812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:54.056422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:54.057008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.057435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:54.060135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Bound port: 3eb1258d-6f7e-4553-9ab6-489a79f35bfb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:54.060683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.064727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64815244-6bd8-40a4-8f45-0169fefa108f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:54.087801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64815244-6bd8-40a4-8f45-0169fefa108f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:54.101649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-64815244-6bd8-40a4-8f45-0169fefa108f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1647427 Dec 13 10:06:54.105018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:54.206682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d301c93-1ff0-4889-900d-6d159ec1e726 req-749e64ba-43de-41c9-8762-e81f62428de0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:54.209296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d301c93-1ff0-4889-900d-6d159ec1e726 req-749e64ba-43de-41c9-8762-e81f62428de0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.4465773 Dec 13 10:06:54.260867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port f717c2e5-98a3-4043-93b1-c964112a3853 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:54.260867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.266130 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] For port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:54.276095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] For port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:54.304565 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.329755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.337926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.417985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-75981a08-4fdd-4c3c-8d07-6c0608515e07 None None] Provisioning complete for port 83412f8a-9c5d-4539-9d44-d95f823c53a2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:54.425599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75981a08-4fdd-4c3c-8d07-6c0608515e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.431686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.441737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.450777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for f717c2e5-98a3-4043-93b1-c964112a3853 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:54.456835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.458359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.548673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Network e4e5447c-2671-40ef-ac51-0167869bb195 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:54.557738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d301c93-1ff0-4889-900d-6d159ec1e726 req-acacdc12-6933-4604-9f13-f19c6734c4d6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010686 Dec 13 10:06:54.571747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:54.582632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb91b-94de-434e-be03-8637efd3ac1b None None] Pushing event updated for resources: {'Port': ['ID=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:54.584379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:06:54.624624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Port': ['ID=8b732f43-9851-4777-8e44-8f609c7cdeb3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:54.662354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Pushing event updated for resources: {'Port': ['ID=1ddeedcd-9499-4125-85a4-042cb7e077f0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:54.728272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network 18139094-be84-4746-ae48-760a109b390b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:54.736442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:54.777463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Attempting to bind port 1ddeedcd-9499-4125-85a4-042cb7e077f0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:06:54.778028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Attempting to bind port 1ddeedcd-9499-4125-85a4-042cb7e077f0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'fdb0ed40-1523-48bb-aad3-8b87d7b97696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:06:54.778634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Attempting to bind port 1ddeedcd-9499-4125-85a4-042cb7e077f0 on network e4e5447c-2671-40ef-ac51-0167869bb195 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:06:54.851480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:06:54.851861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Checking segment: {'id': 'fdb0ed40-1523-48bb-aad3-8b87d7b97696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:06:54.852281 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.852679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Bound using segment: {'id': 'fdb0ed40-1523-48bb-aad3-8b87d7b97696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:06:54.855117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Bound port: 1ddeedcd-9499-4125-85a4-042cb7e077f0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb0ed40-1523-48bb-aad3-8b87d7b97696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e4e5447c-2671-40ef-ac51-0167869bb195'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:06:54.855554 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:54.932124 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.019790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=f717c2e5-98a3-4043-93b1-c964112a3853,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:55.045012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Router 64079dbc-a224-4c56-850d-ecdbe6f40557 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:06:55.058503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] For port 1ddeedcd-9499-4125-85a4-042cb7e077f0, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:06:55.062836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] For port 1ddeedcd-9499-4125-85a4-042cb7e077f0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1ddeedcd-9499-4125-85a4-042cb7e077f0,segment=NetworkSegment(fdb0ed40-1523-48bb-aad3-8b87d7b97696),segment_id=fdb0ed40-1523-48bb-aad3-8b87d7b97696)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:06:55.072889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.206777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85dd66-5133-41a5-887e-3581ab2f37d8 None None] Pushing event updated for resources: {'Port': ['ID=1ddeedcd-9499-4125-85a4-042cb7e077f0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:55.275686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.281379 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a29b3dbc-7ea9-4e96-98f4-20d15d73024d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f717c2e5-98a3-4043-93b1-c964112a3853 HTTP/1.1" status: 204 len: 168 time: 1.1726356 Dec 13 10:06:55.285918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:55.389804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5864f1a-6f6d-4635-a677-be38169a65a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:55.390932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bbaa8-7b02-4264-9b6a-75a349f5e837 None None] Network 18139094-be84-4746-ae48-760a109b390b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:55.392166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5864f1a-6f6d-4635-a677-be38169a65a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:55.394016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5864f1a-6f6d-4635-a677-be38169a65a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:55.398887 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b5864f1a-6f6d-4635-a677-be38169a65a7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1085873 Dec 13 10:06:55.399504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:55.531979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] Provisioning complete for port 2a02abfe-bc76-4c21-821a-00e34945590e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:55.534046 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.587273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 10b794d7-bc40-4a23-8e7d-8b60bccf45e8 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:55.618958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.747210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.845546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.862929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3eb1258d-6f7e-4553-9ab6-489a79f35bfb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:55.958269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.963481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:55.966177 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:55.980004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-815f3122-2116-4df3-bafa-27a949d9cc5c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2628198 Dec 13 10:06:55.992247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce30cc1-a3c3-4bf2-81bd-cbf8686d4562 req-b1314972-4207-4e32-a5b6-281ab5815f3c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:55.994068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fce30cc1-a3c3-4bf2-81bd-cbf8686d4562 req-b1314972-4207-4e32-a5b6-281ab5815f3c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.1823206 Dec 13 10:06:55.994855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:55.996908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] Sync routers for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:56.048254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=10b794d7-bc40-4a23-8e7d-8b60bccf45e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:56.060996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.073619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-320b8ed1-ab1d-4dfb-abd5-5fc6f58da1cf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/10b794d7-bc40-4a23-8e7d-8b60bccf45e8 HTTP/1.1" status: 204 len: 168 time: 0.6625953 Dec 13 10:06:56.075212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:56.090594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] For port 2a02abfe-bc76-4c21-821a-00e34945590e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a02abfe-bc76-4c21-821a-00e34945590e,segment=NetworkSegment(28162050-0f8f-457d-87ef-a0aabdff6096),segment_id=28162050-0f8f-457d-87ef-a0aabdff6096)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:56.092355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:56.092732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.094564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:56.095210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:56.198661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 1378cca2-a85f-48aa-a6c1-df68ef4c6f64 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:06:56.211786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.227348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.276771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fce30cc1-a3c3-4bf2-81bd-cbf8686d4562 req-0febce77-0919-4251-b995-9e866b810daf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542562 Dec 13 10:06:56.316115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.377563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:56.457566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33ab52-44be-4554-8fba-cf9e7f4f1c57 None None] Pushing event updated for resources: {'Port': ['ID=2a02abfe-bc76-4c21-821a-00e34945590e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:56.563854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:56.564812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:56.640751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.715450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b4f84-db3c-4c29-919f-b5dbb9ecc9d5 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:56.721394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4459cc5-5c2a-4fec-97e0-2f908dab184c None None] Provisioning complete for port 2a02abfe-bc76-4c21-821a-00e34945590e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:56.724546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4459cc5-5c2a-4fec-97e0-2f908dab184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.802515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.834542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:56.845295 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/1378cca2-a85f-48aa-a6c1-df68ef4c6f64 HTTP/1.1" status: 204 len: 168 time: 0.7655535 Dec 13 10:06:56.860310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:56.887932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8d33-b519-4998-8949-2cf8d6961a10 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=1378cca2-a85f-48aa-a6c1-df68ef4c6f64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:56.936844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:56.936844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565903c-c320-4d12-8698-7ebf5e6f9165 None None] The sync data for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:56.937916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:56.938615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa6e657f-445e-41dc-87f7-192dd3439442 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766404 Dec 13 10:06:56.949095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:57.001489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.114105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:57.118605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.161416 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-34f77fb2-94cf-4d07-a2c6-c26a319a1a84 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:06:57.162468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-34f77fb2-94cf-4d07-a2c6-c26a319a1a84 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1536398 Dec 13 10:06:57.165557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 34988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:57.175838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a66471-6273-49fe-bb05-584634ad2f61 None None] Network e4e5447c-2671-40ef-ac51-0167869bb195 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:57.233794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e296eb51-a291-48e9-bdd6-8b9e45996d27 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:06:57.430273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:57.475639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'mac_address': 'fa:16:3e:99:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:06:57.489311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.494771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:06:57.589021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e6e7e-911a-4ddc-acb4-ca1336f254a8 req-d809e945-61e4-453d-acdb-5f9a20ce3b8d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:57.594179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.599560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:57.600369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d27e6e7e-911a-4ddc-acb4-ca1336f254a8 req-d809e945-61e4-453d-acdb-5f9a20ce3b8d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 944 time: 0.2312989 Dec 13 10:06:57.603629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:57.608768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:57.609414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.635494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4459cc5-5c2a-4fec-97e0-2f908dab184c None None] Provisioning complete for port 8b732f43-9851-4777-8e44-8f609c7cdeb3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:57.635863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4459cc5-5c2a-4fec-97e0-2f908dab184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.637294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ec021-cac9-4674-af74-7982db085131,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:57.637591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.647399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:06:57.647764 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:06:57.652336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-af38dd9e-28bb-4796-bdc0-66fe19512e8c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7133887 Dec 13 10:06:57.654785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 34994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:57.675073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:57.687484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e296eb51-a291-48e9-bdd6-8b9e45996d27 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:06:57.733104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:57.734756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Deleting port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:57.735107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.738766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c4459cc5-5c2a-4fec-97e0-2f908dab184c None None] Port 8b732f43-9851-4777-8e44-8f609c7cdeb3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:06:57.801914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.824108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d27e6e7e-911a-4ddc-acb4-ca1336f254a8 req-38ebc032-c22b-4c01-88d0-0355a0766244 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121303 Dec 13 10:06:57.922021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:57.987653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:57.990263 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:06:57.992583 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:57.997859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.167642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Provisioning complete for port 1ddeedcd-9499-4125-85a4-042cb7e077f0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:58.167868 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.242894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['e296eb51-a291-48e9-bdd6-8b9e45996d27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:06:58.344697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] For port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:58.347256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.350136 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.386745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Calling delete_port for 3eb1258d-6f7e-4553-9ab6-489a79f35bfb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:58.413966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting port 8b732f43-9851-4777-8e44-8f609c7cdeb3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:06:58.414512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.479990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:58.535292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.535926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 83412f8a-9c5d-4539-9d44-d95f823c53a2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:58.541056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.555222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Calling delete_port for 8b732f43-9851-4777-8e44-8f609c7cdeb3 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:06:58.650420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:06:58.661564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.745625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:58.783901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.822247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] For port 1ddeedcd-9499-4125-85a4-042cb7e077f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1ddeedcd-9499-4125-85a4-042cb7e077f0,segment=NetworkSegment(fdb0ed40-1523-48bb-aad3-8b87d7b97696),segment_id=fdb0ed40-1523-48bb-aad3-8b87d7b97696)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:06:58.824664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 83412f8a-9c5d-4539-9d44-d95f823c53a2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:58.825254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.827882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Port': ['ID=8b732f43-9851-4777-8e44-8f609c7cdeb3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:58.870187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b48e92a5-9676-43c1-ac3a-09ca346db305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:58.883538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.000752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 10:06:59.002461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:44c6 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 10:06:59.007111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9e:44c6 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 10:06:59.008267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.008675 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.050635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.052639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:06:59.055760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:06:59.065797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.066658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.076505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Provisioning complete for port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:59.076799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.192626 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5328081 Dec 13 10:06:59.192870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] No DVR routers for this DVR port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:06:59.193932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:59.196714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Port 3eb1258d-6f7e-4553-9ab6-489a79f35bfb was deleted so its status cannot be updated. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 10:06:59.203410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071075-b766-42e8-a940-d64e5ee4269f req-7c5f1758-0e76-423d-831e-23d9c102f8a4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:06:59.205452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5071075-b766-42e8-a940-d64e5ee4269f req-7c5f1758-0e76-423d-831e-23d9c102f8a4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 945 time: 0.2569461 Dec 13 10:06:59.210759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:4f:17:a7', 'name': 'tempest-NetworksTestDHCPv6-1114660169'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:59.227630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057b88-d9cc-40cf-bc57-50a073371baf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=483a9ce9-65ac-4c53-9508-9666a8ef8497,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:59.233785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Could not find standard attr ID for object 8b732f43-9851-4777-8e44-8f609c7cdeb3. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:06:59.254323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51c13-7cbb-4c1d-aa8c-2042903b6812 None None] Pushing event updated for resources: {'Port': ['ID=1ddeedcd-9499-4125-85a4-042cb7e077f0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:59.338159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81d638-f13c-4751-9c8d-7778fc4b7312 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:06:59.379239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43788a7-c36e-4fc7-8521-2e342805b7b6 None None] Pushing event deleted for resources: {'Port': ['ID=3eb1258d-6f7e-4553-9ab6-489a79f35bfb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:06:59.382515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.417727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Router 64079dbc-a224-4c56-850d-ecdbe6f40557 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:06:59.452486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5071075-b766-42e8-a940-d64e5ee4269f req-47b7cb35-a88d-4286-bc13-945ba9deaf9f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367344 Dec 13 10:06:59.497748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a02abfe-bc76-4c21-821a-00e34945590e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:06:59.565342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:06:59.571028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c52c6c1-96a8-42ec-a237-15ed7dad3188 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044731 Dec 13 10:06:59.575176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:59.579445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-465b473d-5261-41f6-ba9a-e02a5e6975f9 None None] Provisioning complete for port 1ddeedcd-9499-4125-85a4-042cb7e077f0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:59.579615 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] Sync routers for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:06:59.580138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-465b473d-5261-41f6-ba9a-e02a5e6975f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.585675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:06:59.593017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:59.593944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:59.645619 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:59.660603 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-98c74774-66b5-43a1-afb0-2cc0405b8f93 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] delete failed (client error): The resource could not be found. Dec 13 10:06:59.663279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:06:59.663918 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:06:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:59.671332 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-98c74774-66b5-43a1-afb0-2cc0405b8f93 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1250345859 HTTP/1.1" status: 404 len: 335 time: 0.0946229 Dec 13 10:06:59.675286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:06:59.680927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4dd172d9-b764-4fb3-8201-ae16cedaa0c7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'router': {'external_gateway_info': {'network_id': '64079dbc-a224-4c56-850d-ecdbe6f40557'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:06:59.743722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '483a9ce9-65ac-4c53-9508-9666a8ef8497'}, {'subnet_id': '8b0ec021-cac9-4674-af74-7982db085131'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:06:59.744300 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.749234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2a02abfe-bc76-4c21-821a-00e34945590e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:06:59.749584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.820373 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:06:59.821064 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0eb69-e000-4124-9668-c39779be28a5 None None] The sync data for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:06:59.880536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:06:59.906728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 5355fe9d-4adb-4202-9c47-173586d4b943 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:00.162355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Allocated IP 172.20.0.2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/8b0ec021-cac9-4674-af74-7982db085131/d038fbf4-c067-4885-9b43-77efa0cee6ad) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:00.170374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Allocated IP 2001:db8::f816:3eff:fe33:6702 (6c0787b3-e13a-4713-add8-3aea1731a3d8/483a9ce9-65ac-4c53-9508-9666a8ef8497/d038fbf4-c067-4885-9b43-77efa0cee6ad) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:00.195326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dd172d9-b764-4fb3-8201-ae16cedaa0c7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.218586 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-4dd172d9-b764-4fb3-8201-ae16cedaa0c7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] update failed (client error): The resource could not be found. Dec 13 10:07:00.220173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4dd172d9-b764-4fb3-8201-ae16cedaa0c7 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557 HTTP/1.1" status: 404 len: 339 time: 0.5436735 Dec 13 10:07:00.225635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:00.231041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1016044639'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:00.261721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1ddeedcd-9499-4125-85a4-042cb7e077f0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:00.269751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:00.274594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.306878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:07:00.326442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.327112 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Added segment 15ff4ab3-e806-4656-8512-a7418c7ab3bb of type vlan for network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 Dec 13 10:07:00.396072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.429225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1ddeedcd-9499-4125-85a4-042cb7e077f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:00.429865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.434106 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.441409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:00.442147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.467715 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.478944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.564935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:00.572151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:00.578542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:00.583226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Pushing event updated for resources: {'Port': ['ID=d038fbf4-c067-4885-9b43-77efa0cee6ad,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:00.713604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Attempting to bind port d038fbf4-c067-4885-9b43-77efa0cee6ad on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:00.713983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Attempting to bind port d038fbf4-c067-4885-9b43-77efa0cee6ad by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:00.714354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Attempting to bind port d038fbf4-c067-4885-9b43-77efa0cee6ad on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:00.717379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a02abfe-bc76-4c21-821a-00e34945590e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:00.741956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:00.742338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:00.742747 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.743167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:00.743636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Bound port: d038fbf4-c067-4885-9b43-77efa0cee6ad, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:00.744020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.833333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2a02abfe-bc76-4c21-821a-00e34945590e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:00.833711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.871539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] For port d038fbf4-c067-4885-9b43-77efa0cee6ad, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:00.892210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] For port d038fbf4-c067-4885-9b43-77efa0cee6ad, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d038fbf4-c067-4885-9b43-77efa0cee6ad,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:00.927896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:00.979841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:00.980744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7536511 Dec 13 10:07:00.995038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'subnet': {'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:01.043684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ca570e5-8c20-4f84-b5de-9f93f82e8523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.049470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee835-bccb-4343-b6aa-dd6dff98a320 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Network': ['ID=00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:01.056829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f188-9eb3-4206-b39b-f911a25f9314 None None] Pushing event updated for resources: {'Port': ['ID=d038fbf4-c067-4885-9b43-77efa0cee6ad,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:01.069310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:07:01.116899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92e1c0-954c-43da-a7bf-6f92791579ef req-b2e4f218-8c9f-436d-a69f-a90de1918e54 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:01.120166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a92e1c0-954c-43da-a7bf-6f92791579ef req-b2e4f218-8c9f-436d-a69f-a90de1918e54 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 945 time: 0.3029697 Dec 13 10:07:01.155980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3eb1258d-6f7e-4553-9ab6-489a79f35bfb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:01.190239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 172.20.0.12 (6c0787b3-e13a-4713-add8-3aea1731a3d8/8b0ec021-cac9-4674-af74-7982db085131/5355fe9d-4adb-4202-9c47-173586d4b943) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:01.200395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe4f:17a7 (6c0787b3-e13a-4713-add8-3aea1731a3d8/483a9ce9-65ac-4c53-9508-9666a8ef8497/5355fe9d-4adb-4202-9c47-173586d4b943) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:01.217728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Made reservation on behalf of 006d0927b05c4b219f858941d54d6cfc for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:01.222717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.237562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e296eb51-a291-48e9-bdd6-8b9e45996d27 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:01.323258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3eb1258d-6f7e-4553-9ab6-489a79f35bfb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:01.323800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3eb1258d-6f7e-4553-9ab6-489a79f35bfb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:01.382732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port e296eb51-a291-48e9-bdd6-8b9e45996d27 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:07:01.387277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port e296eb51-a291-48e9-bdd6-8b9e45996d27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:01.387686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.519126 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.550694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a92e1c0-954c-43da-a7bf-6f92791579ef req-93b39d7d-198e-439c-a82b-bdfd9c06b6e4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448691 Dec 13 10:07:01.638590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.711772 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.730745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.852483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:01.856703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:01.859499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:01.865109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Subnet': ['ID=e6d2d80d-441a-4a13-ba28-0bc1c9b510f7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:01.904970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Checking segment: {'id': '15ff4ab3-e806-4656-8512-a7418c7ab3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:01.905195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=5355fe9d-4adb-4202-9c47-173586d4b943,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:01.905352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network hostable DHCP agents. Network: 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:07:01.924666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:01.927536 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb93036-3b3c-4462-9d48-27a7d05e7863" -d '{"events": [{"server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "name": "network-vif-plugged", "status": "completed", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:01.944060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:01.948842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:01.950064 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.951336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:01.955665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:07:01.975967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-989f8d63-5306-4603-9cc0-48436b4c350e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7690201 Dec 13 10:07:01.978148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:01.978885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:01.984528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:01.985359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.009542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d1a64-e581-4160-988b-97e789d623ea None None] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:02.016940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7845fd0b-2877-409d-8d64-c202f2d14481 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0314438 Dec 13 10:07:02.019284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:02.026015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b3413d34-e07c-455d-a5cb-9f3f49e67ed5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'router': {'external_gateway_info': {'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:02.114376 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb94e6-87fe-47fe-993c-52d85fc3f743 x-openstack-request-id: req-9dfb94e6-87fe-47fe-993c-52d85fc3f743 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:02.114652 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "name": "network-vif-plugged", "status": "completed", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:02.114919 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dfb94e6-87fe-47fe-993c-52d85fc3f743 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:02.115334 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'code': 200} Dec 13 10:07:02.175315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068c05b-3656-471d-97c4-a4f654a9eac7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:02.182643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068c05b-3656-471d-97c4-a4f654a9eac7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:02.184517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0068c05b-3656-471d-97c4-a4f654a9eac7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2037086 Dec 13 10:07:02.191111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:02.250774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:02.263908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6', 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6', 'project_id': '006d0927b05c4b219f858941d54d6cfc', 'fixed_ips': [{'subnet_id': 'e6d2d80d-441a-4a13-ba28-0bc1c9b510f7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:02.264824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.272052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d038fbf4-c067-4885-9b43-77efa0cee6ad up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:02.374268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 5355fe9d-4adb-4202-9c47-173586d4b943 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:02.374673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.397035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.515653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d038fbf4-c067-4885-9b43-77efa0cee6ad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:02.516025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.586305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.601857 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 5355fe9d-4adb-4202-9c47-173586d4b943 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:02.685495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Allocated IP 2001:db8:1::2 (00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6/e6d2d80d-441a-4a13-ba28-0bc1c9b510f7/9928d1a9-ea04-47eb-a11d-4d271568702d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:02.758321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3d073-7a0e-42bd-8586-c70790973339 req-8aefdecd-87c9-4a78-8780-de67d4846500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:02.766921 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6e3d073-7a0e-42bd-8586-c70790973339 req-8aefdecd-87c9-4a78-8780-de67d4846500 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1097 time: 0.5825417 Dec 13 10:07:02.853183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.856599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3413d34-e07c-455d-a5cb-9f3f49e67ed5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:02.926112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac9da2-2adf-42b9-80a7-623006fdf79e req-4be3306b-9498-44f1-b8f9-43625793876f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:02.927760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eac9da2-2adf-42b9-80a7-623006fdf79e req-4be3306b-9498-44f1-b8f9-43625793876f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.2214558 Dec 13 10:07:02.974853 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6e3d073-7a0e-42bd-8586-c70790973339 req-81cf2611-fad7-41de-ae00-c482a997230f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121557 Dec 13 10:07:02.980776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.024064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1af59-6fcc-43ba-a83d-91c3a773df42 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:03.036939 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.042700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=5355fe9d-4adb-4202-9c47-173586d4b943,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.050776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eac9da2-2adf-42b9-80a7-623006fdf79e req-6c5bb7a3-00da-483e-b7bc-4fca91701930 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127493 Dec 13 10:07:03.052544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port d038fbf4-c067-4885-9b43-77efa0cee6ad, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d038fbf4-c067-4885-9b43-77efa0cee6ad,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:03.066045 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b3413d34-e07c-455d-a5cb-9f3f49e67ed5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:03.074318 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b3413d34-e07c-455d-a5cb-9f3f49e67ed5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557 HTTP/1.1" status: 400 len: 364 time: 1.0535650 Dec 13 10:07:03.081709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.086596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.088637 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.176862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.183119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-20ad98b3-e1c8-4f95-a80a-ca911a4a4e66 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/5355fe9d-4adb-4202-9c47-173586d4b943 HTTP/1.1" status: 204 len: 168 time: 0.9905748 Dec 13 10:07:03.187571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.188469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:03.199498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:03.201901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1d4a1d85-4a81-429b-bdee-672e4c8de52b None None] Provisioning complete for port d038fbf4-c067-4885-9b43-77efa0cee6ad triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:03.202272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1d85-4a81-429b-bdee-672e4c8de52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.206910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:03.210426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Pushing event updated for resources: {'Port': ['ID=9928d1a9-ea04-47eb-a11d-4d271568702d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.274320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3f5b9-f213-4128-a613-a89eae219ab2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:03.275247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3f5b9-f213-4128-a613-a89eae219ab2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:03.276825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3f5b9-f213-4128-a613-a89eae219ab2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:03.290711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:03.292167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2df3f5b9-f213-4128-a613-a89eae219ab2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0887866 Dec 13 10:07:03.382300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Attempting to bind port 9928d1a9-ea04-47eb-a11d-4d271568702d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:03.382300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Attempting to bind port 9928d1a9-ea04-47eb-a11d-4d271568702d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '15ff4ab3-e806-4656-8512-a7418c7ab3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:03.382764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Attempting to bind port 9928d1a9-ea04-47eb-a11d-4d271568702d on network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:03.386153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=d038fbf4-c067-4885-9b43-77efa0cee6ad,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.400691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:03.400691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Checking segment: {'id': '15ff4ab3-e806-4656-8512-a7418c7ab3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:03.401679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.401679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Bound using segment: {'id': '15ff4ab3-e806-4656-8512-a7418c7ab3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:03.402136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Bound port: 9928d1a9-ea04-47eb-a11d-4d271568702d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ff4ab3-e806-4656-8512-a7418c7ab3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:03.402915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.437279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 483a9ce9-65ac-4c53-9508-9666a8ef8497 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:03.509946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.531873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] For port 9928d1a9-ea04-47eb-a11d-4d271568702d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:03.540042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] For port 9928d1a9-ea04-47eb-a11d-4d271568702d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9928d1a9-ea04-47eb-a11d-4d271568702d,segment=NetworkSegment(15ff4ab3-e806-4656-8512-a7418c7ab3bb),segment_id=15ff4ab3-e806-4656-8512-a7418c7ab3bb)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:03.550994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.586450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.681925 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f587e4-0ebd-4107-aae4-2f01d094aca3 None None] Pushing event updated for resources: {'Port': ['ID=9928d1a9-ea04-47eb-a11d-4d271568702d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:03.685153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.724313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:03.860325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2d44b504-4feb-4b56-be70-eb3efa1892ae None None] Provisioning complete for port d038fbf4-c067-4885-9b43-77efa0cee6ad triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:03.862776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d44b504-4feb-4b56-be70-eb3efa1892ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.075738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.208346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.285191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=483a9ce9-65ac-4c53-9508-9666a8ef8497,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:04.296587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.306079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae406543-ce9a-4f43-b4c4-56f8e409db07 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/483a9ce9-65ac-4c53-9508-9666a8ef8497 HTTP/1.1" status: 204 len: 168 time: 1.0105891 Dec 13 10:07:04.310952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616157e-7c1e-48af-9e6b-9de8e7dac0b6 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:04.315476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35074) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:04.454310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9928d1a9-ea04-47eb-a11d-4d271568702d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:04.456581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 8b0ec021-cac9-4674-af74-7982db085131 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:04.460995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c11356ce-f4cc-4e36-bc9a-db1602e35c4e None None] Could not find standard attr ID for object f717c2e5-98a3-4043-93b1-c964112a3853. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:04.468398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.516871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f1d3-b361-4bfe-bb9e-03ac901e9b07 req-a9305b0d-1dfb-4e33-9a4d-b06fb8246c47 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:04.519657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9000f1d3-b361-4bfe-bb9e-03ac901e9b07 req-a9305b0d-1dfb-4e33-9a4d-b06fb8246c47 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.2537441 Dec 13 10:07:04.554364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.578826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Allocated IP 2001:db8::1 (fc1a630e-3a23-41c3-bc24-3e23d49096c4/4ec3e9c7-c742-465d-90ec-6bb5dbe4f314/d71ddbdc-3b3c-440e-afd3-3c7910d10e1d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:04.600873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9928d1a9-ea04-47eb-a11d-4d271568702d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:04.601282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.714343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9000f1d3-b361-4bfe-bb9e-03ac901e9b07 req-28cc930d-0bec-44ec-bc18-82056cabbc2f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873677 Dec 13 10:07:04.731069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.795906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.819853 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.855410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9928d1a9-ea04-47eb-a11d-4d271568702d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9928d1a9-ea04-47eb-a11d-4d271568702d,segment=NetworkSegment(15ff4ab3-e806-4656-8512-a7418c7ab3bb),segment_id=15ff4ab3-e806-4656-8512-a7418c7ab3bb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:04.865090 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.865980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d038fbf4-c067-4885-9b43-77efa0cee6ad up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:04.900804 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:04.999429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.008443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.036887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9928d1a9-ea04-47eb-a11d-4d271568702d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:05.060935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0ec021-cac9-4674-af74-7982db085131,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:05.070131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.078827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ec6367e-60c0-4843-be4f-90b69524935b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/8b0ec021-cac9-4674-af74-7982db085131 HTTP/1.1" status: 204 len: 168 time: 0.7621088 Dec 13 10:07:05.082395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:05.094279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d038fbf4-c067-4885-9b43-77efa0cee6ad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:05.094655 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.142592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:05.155296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:05.159074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Port': ['ID=d71ddbdc-3b3c-440e-afd3-3c7910d10e1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:05.165648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:05.166760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.174996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c23a81ed-7a9a-4b20-b256-08f9a0aa82f3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910966 Dec 13 10:07:05.184878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:05.196469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:05.213039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd2ef-9bb2-4757-8d73-fe541e9cc4fe req-40917262-d6bf-47d4-a073-81f4256164b7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:05.223478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e48dd2ef-9bb2-4757-8d73-fe541e9cc4fe req-40917262-d6bf-47d4-a073-81f4256164b7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.3535368 Dec 13 10:07:05.360002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e48dd2ef-9bb2-4757-8d73-fe541e9cc4fe req-ea1a0809-9fac-4a53-a4d4-dd82515aae2d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352127 Dec 13 10:07:05.395267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:05.568334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:05.576944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.663042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.783738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f972cb-468e-4f37-871f-63541585ca12 None None] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:05.873863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-135bd0d8-d082-4465-acac-7265ec659865 None None] Provisioning complete for port d71ddbdc-3b3c-440e-afd3-3c7910d10e1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:05.874261 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-135bd0d8-d082-4465-acac-7265ec659865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.881600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791986e-de17-4615-ab14-d29963748117 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:05.884365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9791986e-de17-4615-ab14-d29963748117 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1092 time: 0.4876146 Dec 13 10:07:05.888717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35112) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:05.904721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:05.912126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de0e43-e39f-4510-bf68-7eee5bcb3628 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:05.957647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:05.979313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-135bd0d8-d082-4465-acac-7265ec659865 None None] Port d71ddbdc-3b3c-440e-afd3-3c7910d10e1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:06.089210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.119159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-135bd0d8-d082-4465-acac-7265ec659865 None None] Provisioning complete for port 9928d1a9-ea04-47eb-a11d-4d271568702d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:06.119701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-135bd0d8-d082-4465-acac-7265ec659865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.162937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9928d1a9-ea04-47eb-a11d-4d271568702d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:06.214051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.223630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.224501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.325796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.25.1.212 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/3d136ef8-e419-4b53-955e-d7a2d713f19f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:06.385074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event updated for resources: {'Port': ['ID=d71ddbdc-3b3c-440e-afd3-3c7910d10e1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:06.429031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9928d1a9-ea04-47eb-a11d-4d271568702d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:06.429722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.477814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.478677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.478677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.478877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.479221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.479563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.479896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.480234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.480563 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.480892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.481246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.481575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.481953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:06.510300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:06.578228 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.653703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Deleting port d038fbf4-c067-4885-9b43-77efa0cee6ad {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:06.654082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.654491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.703242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c54082d0-96dc-4622-8eb7-bbda1e95b05f None None] Provisioning complete for port d038fbf4-c067-4885-9b43-77efa0cee6ad triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:06.703618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c54082d0-96dc-4622-8eb7-bbda1e95b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.733915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=3d136ef8-e419-4b53-955e-d7a2d713f19f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:06.745353 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:06.754467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:06.762872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:06.764462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:06.770765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:06.774187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.812471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] For port d038fbf4-c067-4885-9b43-77efa0cee6ad, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d038fbf4-c067-4885-9b43-77efa0cee6ad,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:06.813053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.834281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Calling delete_port for d038fbf4-c067-4885-9b43-77efa0cee6ad owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:06.923040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:06.934645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:06.946726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:06.951101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:06.986394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=171e8b51-f542-41c1-b297-5382b1625986,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:07.011032 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2dbfe034-a67c-474c-ae96-146bb59d6908 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8248801 Dec 13 10:07:07.016310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Router 64079dbc-a224-4c56-850d-ecdbe6f40557 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:07.019629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c54082d0-96dc-4622-8eb7-bbda1e95b05f None None] Provisioning complete for port 9928d1a9-ea04-47eb-a11d-4d271568702d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:07.020060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c54082d0-96dc-4622-8eb7-bbda1e95b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.025240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:07.030824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:07.256217 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.322116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] No DVR routers for this DVR port d038fbf4-c067-4885-9b43-77efa0cee6ad on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:07.340057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74d88-8a25-4abf-8562-03441f2cb431 None None] Pushing event deleted for resources: {'Port': ['ID=d038fbf4-c067-4885-9b43-77efa0cee6ad,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:07.345488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361bd7fe-5286-4136-85e9-5f19d6aadd77 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:07.438648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.497687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '171e8b51-f542-41c1-b297-5382b1625986'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:07.498201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.514113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29eb1eb7-af31-4600-9f05-d5b3fb223266 None None] Provisioning complete for port d71ddbdc-3b3c-440e-afd3-3c7910d10e1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:07.514415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29eb1eb7-af31-4600-9f05-d5b3fb223266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.538689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.630324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-29eb1eb7-af31-4600-9f05-d5b3fb223266 None None] Port d71ddbdc-3b3c-440e-afd3-3c7910d10e1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:07.688355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:07.695985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-461daf99-c80b-465b-89c9-9e27face7f1d tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6131976 Dec 13 10:07:07.701698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] Sync routers for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:07.702274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:07.733734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:07.737507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:07.738111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:07.738560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:07.777669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:07.790811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Allocated IP 172.20.0.2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/171e8b51-f542-41c1-b297-5382b1625986/23cc347a-f896-460a-b10d-17198645eca3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:07.804154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:07.804794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:07.854285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:07.854943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12197c4-b5ad-497c-9303-b0b44135177a None None] The sync data for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:08.062657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bd13908-0048-48c2-903a-2962b763effc tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.097290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.106076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.163610 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0bd13908-0048-48c2-903a-2962b763effc tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 10:07:08.167576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0bd13908-0048-48c2-903a-2962b763effc tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557 HTTP/1.1" status: 409 len: 329 time: 0.4580255 Dec 13 10:07:08.169924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:08.176999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:08.182033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:08.186691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:08.208382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d038fbf4-c067-4885-9b43-77efa0cee6ad no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:08.217769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.229969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.244170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Pushing event updated for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:08.282080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:08.290811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d038fbf4-c067-4885-9b43-77efa0cee6ad {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:08.291960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d038fbf4-c067-4885-9b43-77efa0cee6ad not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:08.318880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Attempting to bind port 23cc347a-f896-460a-b10d-17198645eca3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:08.319255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Attempting to bind port 23cc347a-f896-460a-b10d-17198645eca3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:08.321259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Attempting to bind port 23cc347a-f896-460a-b10d-17198645eca3 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:08.344805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:08.345968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:08.347341 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.349601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:08.350263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Bound port: 23cc347a-f896-460a-b10d-17198645eca3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:08.350815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.367572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=3d136ef8-e419-4b53-955e-d7a2d713f19f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:08.422010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.474131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:08.477556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=23cc347a-f896-460a-b10d-17198645eca3,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:08.489938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:08.585768 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP dfe90c35-4999-40de-a628-e99a43a8c7a0 associated. External IP: 172.25.1.212, port: e296eb51-a291-48e9-bdd6-8b9e45996d27. Dec 13 10:07:08.660038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea3f6-abae-4afb-8d92-38e378f3190f None None] Pushing event updated for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:09.031676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.259324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.354421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:09.513083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=23cc347a-f896-460a-b10d-17198645eca3,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:09.547975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:09.560015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:09.576245 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:09.576864 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:09.585679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.596202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.596566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.596955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.694450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6f6ca263-cd32-48b8-bd21-53220bf9aa4d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8045428 Dec 13 10:07:09.695360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:07:09.695812 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:09.698164 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:07:09.780800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:09.799431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:09.822572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:09.823189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:09.874069 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e1fd5-865f-4ead-9f3a-fc7cec71cdd7 x-openstack-request-id: req-b98e1fd5-865f-4ead-9f3a-fc7cec71cdd7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:07:09.874577 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:07:09.875001 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b98e1fd5-865f-4ead-9f3a-fc7cec71cdd7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:07:09.876124 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'status': 'completed', 'code': 200} Dec 13 10:07:09.895148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=71e374cc-572b-4db1-ac06-4c3c6b4e7387,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:09.939001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:09.939788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9124362 Dec 13 10:07:09.945550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:f9:57:d8', 'name': 'tempest-NetworksTestDHCPv6-294890730'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:09.971726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa40ca-0e17-444c-b544-53d465a69f15 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:10.059354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-8efd4efc-dbaf-424e-a014-54073b5da118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:10.060883 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-8efd4efc-dbaf-424e-a014-54073b5da118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1097 time: 0.1494129 Dec 13 10:07:10.108146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'dfe90c35-4999-40de-a628-e99a43a8c7a0', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:99:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:07:07Z', 'updated_at': '2021-12-13T10:07:07Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:10.196031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:10.202544 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:07:10.235574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 23cc347a-f896-460a-b10d-17198645eca3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:10.256905 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:10.262293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:10.287174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd8a0a-8869-4306-aff0-e87bc65d4868 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:10.310955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting port d71ddbdc-3b3c-440e-afd3-3c7910d10e1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:10.311301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.432903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.476487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port f01172eb-0bad-49ca-9ad8-4a87eeb83eae yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:10.517855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-a31d427a-3d80-4629-9b06-4c5cc31efb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:10.520936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-a31d427a-3d80-4629-9b06-4c5cc31efb06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.4509523 Dec 13 10:07:10.524030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-875c545f-66ff-417e-ab03-2f45272293db None None] Provisioning complete for port 23cc347a-f896-460a-b10d-17198645eca3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:10.524696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-875c545f-66ff-417e-ab03-2f45272293db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.536115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 23cc347a-f896-460a-b10d-17198645eca3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:10.536771 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.538509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:07:10.698818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.737769 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-a02f9c44-93c6-4606-975d-38655c8b5812 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 1000 time: 0.2043264 Dec 13 10:07:10.757505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Calling delete_port for d71ddbdc-3b3c-440e-afd3-3c7910d10e1d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:10.770760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-875c545f-66ff-417e-ab03-2f45272293db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.773483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.851831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-875c545f-66ff-417e-ab03-2f45272293db None None] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=23cc347a-f896-460a-b10d-17198645eca3,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:10.861890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-875c545f-66ff-417e-ab03-2f45272293db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:10.863378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 172.20.0.9 (6c0787b3-e13a-4713-add8-3aea1731a3d8/171e8b51-f542-41c1-b297-5382b1625986/f01172eb-0bad-49ca-9ad8-4a87eeb83eae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:10.870392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fef9:57d8 (6c0787b3-e13a-4713-add8-3aea1731a3d8/71e374cc-572b-4db1-ac06-4c3c6b4e7387/f01172eb-0bad-49ca-9ad8-4a87eeb83eae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:10.871567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-b59561c6-a802-4286-a982-afb5b05b95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:10.872825 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-b59561c6-a802-4286-a982-afb5b05b95e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1309693 Dec 13 10:07:11.030806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.075567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.093350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-14ffddc2-04c3-4448-891b-671d51c66e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:11.095083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-14ffddc2-04c3-4448-891b-671d51c66e74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050426 Dec 13 10:07:11.161801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:07:11.162551 n-d-820531-5 neutron-server[103190]: DEBUG oslo_db.api [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:07:11.165441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c545f-66ff-417e-ab03-2f45272293db None None] Pushing event updated for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:11.211140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:11.214649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:11.250152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:11.283067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=f01172eb-0bad-49ca-9ad8-4a87eeb83eae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:11.285025 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'dfe90c35-4999-40de-a628-e99a43a8c7a0', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:99:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:07:07Z', 'updated_at': '2021-12-13T10:07:07Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:11.346384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:11.358813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.365794 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016252-e4c4-48e2-9f4b-7977ee5374d5 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'dfe90c35-4999-40de-a628-e99a43a8c7a0', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:99:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:07:07Z', 'updated_at': '2021-12-13T10:07:07Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:11.399153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f5351ec3-ba0e-41b7-9d4b-2c1ec200b8ac tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4547300 Dec 13 10:07:11.400425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:11.490426 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-fd513a83-3734-44b1-9d7c-4be7cc09439b service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863914 Dec 13 10:07:11.491651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.559435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbea84e-d2e9-47e6-8c7d-7c64c9d90238 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:11.568263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbea84e-d2e9-47e6-8c7d-7c64c9d90238 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:11.574003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-edbea84e-d2e9-47e6-8c7d-7c64c9d90238 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1717224 Dec 13 10:07:11.574899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:11.660483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Port': ['ID=d71ddbdc-3b3c-440e-afd3-3c7910d10e1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:11.872227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port f01172eb-0bad-49ca-9ad8-4a87eeb83eae {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:11.876943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:11.943561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c645a698-43d1-45d5-a000-f46996182ea0 None None] New status for floating IP dfe90c35-4999-40de-a628-e99a43a8c7a0: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:07:12.129313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab4b831e-3a9a-49a0-8027-26180168a5eb None None] Provisioning complete for port 23cc347a-f896-460a-b10d-17198645eca3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:12.131155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab4b831e-3a9a-49a0-8027-26180168a5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.253200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.303083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for f01172eb-0bad-49ca-9ad8-4a87eeb83eae owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:12.355090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 23cc347a-f896-460a-b10d-17198645eca3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:12.710837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 23cc347a-f896-460a-b10d-17198645eca3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:12.711340 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.785049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.793730 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4f5c16b0-2cd0-466e-9c3b-8ece20d68e4a req-87700e42-09a1-458c-807e-5c8250f2791d service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2900794 Dec 13 10:07:12.810432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:12.830565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=f01172eb-0bad-49ca-9ad8-4a87eeb83eae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:13.003888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.019525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-23eaad4c-b828-4a1a-868a-b3ffc6884366 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f01172eb-0bad-49ca-9ad8-4a87eeb83eae HTTP/1.1" status: 204 len: 168 time: 1.4360631 Dec 13 10:07:13.020381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.117198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de43fd9-b798-4836-8ac9-eea040767b03 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:13.119355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de43fd9-b798-4836-8ac9-eea040767b03 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:13.120895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de43fd9-b798-4836-8ac9-eea040767b03 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:13.126146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3de43fd9-b798-4836-8ac9-eea040767b03 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1046655 Dec 13 10:07:13.126979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.151647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Router 64079dbc-a224-4c56-850d-ecdbe6f40557 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:07:13.210753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 171e8b51-f542-41c1-b297-5382b1625986 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:13.224362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.288072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:07:13.302655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4df7f64f-efae-428e-bd8a-248b7d253540 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1256585 Dec 13 10:07:13.308345 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] Sync routers for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:07:13.310807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.325017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:13.325685 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:13.348324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.354111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d0b7b3ae-521f-46bc-912e-18cfd3afe79e None None] Could not find standard attr ID for object 5355fe9d-4adb-4202-9c47-173586d4b943. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:13.396462 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b9de9469-7b04-444d-bdb3-a389ed643d8c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] show failed (client error): The resource could not be found. Dec 13 10:07:13.398072 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b9de9469-7b04-444d-bdb3-a389ed643d8c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-763600263 HTTP/1.1" status: 404 len: 334 time: 0.0852745 Dec 13 10:07:13.404437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.411238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4529313e-a0d7-4f6e-bfbf-6b3f0baf3b1a tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:13.468769 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-4529313e-a0d7-4f6e-bfbf-6b3f0baf3b1a tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] update failed (client error): The resource could not be found. Dec 13 10:07:13.469896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4529313e-a0d7-4f6e-bfbf-6b3f0baf3b1a tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1318260920 HTTP/1.1" status: 404 len: 335 time: 0.0648882 Dec 13 10:07:13.473941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.498120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-828cdcee-22af-47ed-aa28-31b985983479 None None] Could not find standard attr ID for object f01172eb-0bad-49ca-9ad8-4a87eeb83eae. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:13.624106 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:13.638203 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] Routers {'64079dbc-a224-4c56-850d-ecdbe6f40557'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:07:13.639041 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:07:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['64079dbc-a224-4c56-850d-ecdbe6f40557'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:13.678276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.681392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting subnet e6d2d80d-441a-4a13-ba28-0bc1c9b510f7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:13.685075 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.740421 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:13.741066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8affd-0d20-451f-a705-92d602f9e444 None None] The sync data for ids ['64079dbc-a224-4c56-850d-ecdbe6f40557'] in n-d-820531-5 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:07:13.787766 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.841190 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.911140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=171e8b51-f542-41c1-b297-5382b1625986,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:13.926355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:13.940716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5b1f3daa-b465-45b7-b843-5f4969fd2bfa tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/171e8b51-f542-41c1-b297-5382b1625986 HTTP/1.1" status: 204 len: 168 time: 0.8122497 Dec 13 10:07:13.941301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:13.997289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.063100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 71e374cc-572b-4db1-ac06-4c3c6b4e7387 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:14.069339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.129656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.151686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.155042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabfc01-3404-4896-b67f-dbd86b9af987 None None] Network 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:14.169889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/subnets/e6d2d80d-441a-4a13-ba28-0bc1c9b510f7 HTTP/1.1" status: 204 len: 168 time: 0.6944425 Dec 13 10:07:14.185418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:14.198652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b94815-1c8b-4254-9f10-47ae7772b765 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d2d80d-441a-4a13-ba28-0bc1c9b510f7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:14.261652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.278758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1909e-9949-4a01-b466-1197513ac9a0 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:14.328304 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.444416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.532602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting port 9928d1a9-ea04-47eb-a11d-4d271568702d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:14.533038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.542277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641284a1-849d-411e-88fd-203ea2b69def None None] DHCP port deletion for 00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:14.700640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Deleting port 9928d1a9-ea04-47eb-a11d-4d271568702d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:14.701035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.718083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] For port 9928d1a9-ea04-47eb-a11d-4d271568702d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9928d1a9-ea04-47eb-a11d-4d271568702d,segment=NetworkSegment(15ff4ab3-e806-4656-8512-a7418c7ab3bb),segment_id=15ff4ab3-e806-4656-8512-a7418c7ab3bb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:14.718469 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.724930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.797633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Calling delete_port for 9928d1a9-ea04-47eb-a11d-4d271568702d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:14.805397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=71e374cc-572b-4db1-ac06-4c3c6b4e7387,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:14.834335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-641284a1-849d-411e-88fd-203ea2b69def None None] For port 9928d1a9-ea04-47eb-a11d-4d271568702d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9928d1a9-ea04-47eb-a11d-4d271568702d,segment=NetworkSegment(15ff4ab3-e806-4656-8512-a7418c7ab3bb),segment_id=15ff4ab3-e806-4656-8512-a7418c7ab3bb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:14.835233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.836076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.845820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bbe0900b-fac9-47c7-9ca8-287bd2956829 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/71e374cc-572b-4db1-ac06-4c3c6b4e7387 HTTP/1.1" status: 204 len: 168 time: 0.9026883 Dec 13 10:07:14.848117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:14.870845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Calling delete_port for 9928d1a9-ea04-47eb-a11d-4d271568702d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:14.946742 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-db654273-801f-46e3-bfa7-105083bd2e76 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973566 Dec 13 10:07:14.949078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:14.970533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:14.993163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] No DVR routers for this DVR port 9928d1a9-ea04-47eb-a11d-4d271568702d on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:15.007790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.037696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Port': ['ID=9928d1a9-ea04-47eb-a11d-4d271568702d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.052055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641284a1-849d-411e-88fd-203ea2b69def None None] Pushing event deleted for resources: {'Port': ['ID=9928d1a9-ea04-47eb-a11d-4d271568702d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.062905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641284a1-849d-411e-88fd-203ea2b69def None None] No DVR routers for this DVR port 9928d1a9-ea04-47eb-a11d-4d271568702d on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:15.080813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1cfcf-1f9a-4098-8f6a-50c2d582ff9e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:15.085862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d3c1cfcf-1f9a-4098-8f6a-50c2d582ff9e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1354902 Dec 13 10:07:15.086656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.185872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.212071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f28cc8-2f2e-42e8-b5fa-ffbdae393294 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:15.212071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f5f28cc8-2f2e-42e8-b5fa-ffbdae393294 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1159773 Dec 13 10:07:15.212344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.223117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:15.240894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ff4ab3-e806-4656-8512-a7418c7ab3bb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:15.241613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ff4ab3-e806-4656-8512-a7418c7ab3bb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:15.252892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.283284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.290398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:07:15.290882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:07:15.295071 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:07:15.322684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3107e9dd-304d-45e1-8158-f571d2ce8a4b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060245 Dec 13 10:07:15.324343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.331733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:15.432047 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.437167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.445149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/networks/00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6 HTTP/1.1" status: 204 len: 168 time: 1.2506552 Dec 13 10:07:15.450215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.489455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:15.493290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.494704 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:15.495152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:15.518474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacf91-a836-4f67-87fb-c1faf806ba58 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Network': ['ID=00062bd4-c0e6-4727-8b4a-cc5dc2b37cf6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:15.523170 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7f20e8b8-243a-42ea-a02c-4d243fc78a45 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1968839 Dec 13 10:07:15.526359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.534164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:15.563912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09c776-cffc-44c3-be42-1bb3acccdec6 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:15.574429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting subnet 7c564d11-20ee-4639-9a0f-2467a0af217a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:15.579376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.687625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:15.692113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.699996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.716544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-01f7562b-a1fd-4b1d-ba7c-f52645630efd None None] Provisioning complete for port 23cc347a-f896-460a-b10d-17198645eca3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:15.717801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f7562b-a1fd-4b1d-ba7c-f52645630efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.719863 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:15.723993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:15.764762 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-554bccec-55c0-4f3f-8f86-0efa88507460 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2369790 Dec 13 10:07:15.768172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:15.802339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:15.829154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babc5307-239e-4b1e-a957-915b128f008c None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:15.875328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.967168 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.969421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:15.981196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:15.981196 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:15.981196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:16.000902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b9ccde7d-0989-42fa-8798-b52f6cfd69a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2288640 Dec 13 10:07:16.007309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:16.010589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c2952-770a-43a2-b905-9241507f819f None None] Network e4e5447c-2671-40ef-ac51-0167869bb195 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:16.013003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.013959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:16.021822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:16.023204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/subnets/7c564d11-20ee-4639-9a0f-2467a0af217a HTTP/1.1" status: 204 len: 168 time: 0.5706019 Dec 13 10:07:16.024533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244b8ae-de56-4e73-a3ad-e50e6e300b85 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Subnet': ['ID=7c564d11-20ee-4639-9a0f-2467a0af217a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:16.140375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting subnet a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:16.153872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 23cc347a-f896-460a-b10d-17198645eca3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:16.165524 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.214924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.219084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Deleting port 23cc347a-f896-460a-b10d-17198645eca3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:16.219600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.317640 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.347034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-babc5307-239e-4b1e-a957-915b128f008c None None] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=23cc347a-f896-460a-b10d-17198645eca3,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:16.347815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.398428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.402813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Calling delete_port for 23cc347a-f896-460a-b10d-17198645eca3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:16.406853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] DHCP port deletion for e4e5447c-2671-40ef-ac51-0167869bb195 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:16.416659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.421259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/subnets/a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6 HTTP/1.1" status: 204 len: 168 time: 0.3982363 Dec 13 10:07:16.424372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:16.442798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:16.446919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.448720 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:16.449271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:16.451994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb11d-8129-4acb-8adf-db051e81bc66 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Subnet': ['ID=a985762a-cfd8-458a-b5e1-f8dd1d6cbcb6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:16.481158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cff89983-17f4-48cc-88a9-5ddea99072c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4694545 Dec 13 10:07:16.481395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:16.485712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee4bf9-7c8f-4d9b-9851-f84dfce462ca None None] Network 18139094-be84-4746-ae48-760a109b390b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:16.492004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:16.598736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.619899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:16.624712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.626871 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:16.627707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:16.659759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-07ab7553-0390-46a8-9dfd-c23c539a3645 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1734109 Dec 13 10:07:16.660947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:16.664318 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.670648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:16.680159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting port 1ddeedcd-9499-4125-85a4-042cb7e077f0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:16.680537 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.788697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] For port 1ddeedcd-9499-4125-85a4-042cb7e077f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1ddeedcd-9499-4125-85a4-042cb7e077f0,segment=NetworkSegment(fdb0ed40-1523-48bb-aad3-8b87d7b97696),segment_id=fdb0ed40-1523-48bb-aad3-8b87d7b97696)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:16.789074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.794957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 23cc347a-f896-460a-b10d-17198645eca3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=23cc347a-f896-460a-b10d-17198645eca3,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:16.810458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Calling delete_port for 1ddeedcd-9499-4125-85a4-042cb7e077f0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:16.814931 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.815617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9928d1a9-ea04-47eb-a11d-4d271568702d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:16.877210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9928d1a9-ea04-47eb-a11d-4d271568702d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:16.877538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9928d1a9-ea04-47eb-a11d-4d271568702d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:16.909781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Deleting port 1ddeedcd-9499-4125-85a4-042cb7e077f0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:16.910327 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.917831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:16.934788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.940061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:16.942224 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:16.942838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:16.975304 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.013807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.026229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17ee2b38-d6cc-4fae-b852-86a45030366b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3634715 Dec 13 10:07:17.029411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.069443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Port': ['ID=1ddeedcd-9499-4125-85a4-042cb7e077f0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.076715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] No DVR routers for this DVR port 1ddeedcd-9499-4125-85a4-042cb7e077f0 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:17.085232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] DHCP port deletion for 18139094-be84-4746-ae48-760a109b390b request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:17.094430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc5307-239e-4b1e-a957-915b128f008c None None] No DVR routers for this DVR port 23cc347a-f896-460a-b10d-17198645eca3 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:17.105310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc5307-239e-4b1e-a957-915b128f008c None None] Pushing event deleted for resources: {'Port': ['ID=23cc347a-f896-460a-b10d-17198645eca3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.109498 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0e8817db-c4cf-4c65-a6e3-9be76de1bed1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0769076 Dec 13 10:07:17.110459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.166021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] For port 1ddeedcd-9499-4125-85a4-042cb7e077f0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1ddeedcd-9499-4125-85a4-042cb7e077f0,segment=NetworkSegment(fdb0ed40-1523-48bb-aad3-8b87d7b97696),segment_id=fdb0ed40-1523-48bb-aad3-8b87d7b97696)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:17.166727 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.188214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Calling delete_port for 1ddeedcd-9499-4125-85a4-042cb7e077f0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:17.232625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.242897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19105181-77f4-4c6f-a4cf-4aac1603529e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:17.252643 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19105181-77f4-4c6f-a4cf-4aac1603529e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413975 Dec 13 10:07:17.255154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.270028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e5447c-2671-40ef-ac51-0167869bb195']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.279161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Deleting port 2a02abfe-bc76-4c21-821a-00e34945590e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:17.279539 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.282288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb0ed40-1523-48bb-aad3-8b87d7b97696') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.282944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb0ed40-1523-48bb-aad3-8b87d7b97696') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.293536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.308094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.311435 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-904a9463-16cd-4339-ba8d-27d10f347629 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544317 Dec 13 10:07:17.315925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.321553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:17.328650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:07:17.329881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:07:17.334590 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:07:17.354010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.395422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] No DVR routers for this DVR port 1ddeedcd-9499-4125-85a4-042cb7e077f0 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:17.400878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea66c55-14fa-46a6-bd7c-0dc284340eb8 None None] Pushing event deleted for resources: {'Port': ['ID=1ddeedcd-9499-4125-85a4-042cb7e077f0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.421687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] For port 2a02abfe-bc76-4c21-821a-00e34945590e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a02abfe-bc76-4c21-821a-00e34945590e,segment=NetworkSegment(28162050-0f8f-457d-87ef-a0aabdff6096),segment_id=28162050-0f8f-457d-87ef-a0aabdff6096)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:17.422106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.436195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Calling delete_port for 2a02abfe-bc76-4c21-821a-00e34945590e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:17.469187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.477746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.483697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/networks/e4e5447c-2671-40ef-ac51-0167869bb195 HTTP/1.1" status: 204 len: 168 time: 1.0581639 Dec 13 10:07:17.484242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.500452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35a737-c17e-4eec-b357-67964582f0c6 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Network': ['ID=e4e5447c-2671-40ef-ac51-0167869bb195,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.515311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:17.520313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.554760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.574579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] No DVR routers for this DVR port 2a02abfe-bc76-4c21-821a-00e34945590e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:17.602351 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.612314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9880594-ce4b-40f8-b3a1-5868b8abdd5b None None] Pushing event deleted for resources: {'Port': ['ID=2a02abfe-bc76-4c21-821a-00e34945590e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.715975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.748200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18139094-be84-4746-ae48-760a109b390b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.759039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28162050-0f8f-457d-87ef-a0aabdff6096') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.759345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28162050-0f8f-457d-87ef-a0aabdff6096') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:17.769730 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.785036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.791383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:07:17.791824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:07:17.795342 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:07:17.823045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:17.824575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.863815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.868377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:17.871265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.873412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:17.885218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/networks/18139094-be84-4746-ae48-760a109b390b HTTP/1.1" status: 204 len: 168 time: 0.3846622 Dec 13 10:07:17.885422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:17.885422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:17.888015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d57dc-90c6-4db3-ad6b-090ba26c4cea tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Network': ['ID=18139094-be84-4746-ae48-760a109b390b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.890467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.901272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6123c5-7834-41ab-8a31-d8412559e029 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:17.909505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=80aef8b5-b6ed-44d4-b14b-3912fdef95b0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:17.921448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-050efe77-06cd-4347-9140-9be08575cdb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6040859 Dec 13 10:07:17.922110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:17.927073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:80:b1:52', 'name': 'tempest-NetworksTestDHCPv6-570503665'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:17.952671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting subnet 4ec3e9c7-c742-465d-90ec-6bb5dbe4f314 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:17.957199 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.007787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.038080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '80aef8b5-b6ed-44d4-b14b-3912fdef95b0'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:18.038976 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.126674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:18.167550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.214216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1ddeedcd-9499-4125-85a4-042cb7e077f0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:18.242519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1ddeedcd-9499-4125-85a4-042cb7e077f0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:18.242872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1ddeedcd-9499-4125-85a4-042cb7e077f0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:18.243297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a02abfe-bc76-4c21-821a-00e34945590e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:18.272116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2a02abfe-bc76-4c21-821a-00e34945590e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:18.272116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a02abfe-bc76-4c21-821a-00e34945590e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:18.293535 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.314849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.325164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port ad94dc97-1318-44eb-ba3a-722672753fb9 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:18.346080 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec3e9c7-c742-465d-90ec-6bb5dbe4f314,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:18.356364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.360368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9c6bf3a-627a-4b0d-befc-f5753c5a793c tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/subnets/4ec3e9c7-c742-465d-90ec-6bb5dbe4f314 HTTP/1.1" status: 204 len: 168 time: 0.4688234 Dec 13 10:07:18.364038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:18.390288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162787b3-4e0f-458c-9314-65dd5145ea12 None None] Network fc1a630e-3a23-41c3-bc24-3e23d49096c4 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:18.478657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Allocated IP 2001:db8::f816:3eff:fe01:ee70 (6c0787b3-e13a-4713-add8-3aea1731a3d8/80aef8b5-b6ed-44d4-b14b-3912fdef95b0/ccd867e0-a8ff-41c6-b297-47ae4aad9542) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:18.488841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.553236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Deleting port 83412f8a-9c5d-4539-9d44-d95f823c53a2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:18.553672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.637716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] For port 83412f8a-9c5d-4539-9d44-d95f823c53a2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=83412f8a-9c5d-4539-9d44-d95f823c53a2,segment=NetworkSegment(c7f8c420-aac6-40ea-ba2e-db41357b64f1),segment_id=c7f8c420-aac6-40ea-ba2e-db41357b64f1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:18.638261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.653999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Calling delete_port for 83412f8a-9c5d-4539-9d44-d95f823c53a2 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:18.747123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.780567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Port': ['ID=83412f8a-9c5d-4539-9d44-d95f823c53a2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:18.803769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] No DVR routers for this DVR port 83412f8a-9c5d-4539-9d44-d95f823c53a2 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:18.906027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.912095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e576821-5193-4357-bc6e-933bad898263 None None] DHCP port deletion for fc1a630e-3a23-41c3-bc24-3e23d49096c4 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:18.938387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.962094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:18.988893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a630e-3a23-41c3-bc24-3e23d49096c4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:19.003032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f8c420-aac6-40ea-ba2e-db41357b64f1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:19.004290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f8c420-aac6-40ea-ba2e-db41357b64f1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:07:19.017718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe80:b152 (6c0787b3-e13a-4713-add8-3aea1731a3d8/80aef8b5-b6ed-44d4-b14b-3912fdef95b0/ad94dc97-1318-44eb-ba3a-722672753fb9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:19.018649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.024521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:19.037168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:19.042701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:19.045187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.055257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:07:19.055941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.059942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Pushing event updated for resources: {'Port': ['ID=ccd867e0-a8ff-41c6-b297-47ae4aad9542,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:07:19.125778 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:07:19.155603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Attempting to bind port ccd867e0-a8ff-41c6-b297-47ae4aad9542 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:19.156643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Attempting to bind port ccd867e0-a8ff-41c6-b297-47ae4aad9542 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:19.159123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Attempting to bind port ccd867e0-a8ff-41c6-b297-47ae4aad9542 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:19.166602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:19.167043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:19.167435 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.168021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:19.168597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Bound port: ccd867e0-a8ff-41c6-b297-47ae4aad9542, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:19.169069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.174493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.186277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.190493 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/networks/fc1a630e-3a23-41c3-bc24-3e23d49096c4 HTTP/1.1" status: 204 len: 168 time: 0.8254163 Dec 13 10:07:19.222525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:19.224364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1b174-3b4c-47f9-ac1a-cea9e75485d5 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Pushing event deleted for resources: {'Network': ['ID=fc1a630e-3a23-41c3-bc24-3e23d49096c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.268882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ded3297-0099-40ae-a986-e757e07320ae tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "GET /v2.0/ports?device_id=64079dbc-a224-4c56-850d-ecdbe6f40557 HTTP/1.1" status: 200 len: 205 time: 0.0428240 Dec 13 10:07:19.269339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:19.270315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.320564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] For port ccd867e0-a8ff-41c6-b297-47ae4aad9542, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:19.324551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] For port ccd867e0-a8ff-41c6-b297-47ae4aad9542, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ccd867e0-a8ff-41c6-b297-47ae4aad9542,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:19.328499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.337082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.383212 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.435743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:19.439968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:19.443290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:19.450732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:19.451596 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.472821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=ad94dc97-1318-44eb-ba3a-722672753fb9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.480350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8e73-fec6-47b6-88b1-31fab2b9d375 None None] Pushing event updated for resources: {'Port': ['ID=ccd867e0-a8ff-41c6-b297-47ae4aad9542,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:19.501673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba0dbf85-7baf-470f-a84f-658afde135d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5784652 Dec 13 10:07:19.502092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:19.654660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.657391 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.666676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17079edc-f374-426f-9784-764df5ff3960 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:19.672557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17079edc-f374-426f-9784-764df5ff3960 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:19.677055 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17079edc-f374-426f-9784-764df5ff3960 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1715908 Dec 13 10:07:19.678391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35332) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:19.817217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.817783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Fanout notify agent at l3_agent the message router_deleted on router 64079dbc-a224-4c56-850d-ecdbe6f40557 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:07:19.840327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port ad94dc97-1318-44eb-ba3a-722672753fb9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:19.840504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.841213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.846551 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-966c6bcb-c7b7-4eb9-9b44-f80f95788252 tempest-RoutersNegativeIpV6Test-1611388962 tempest-RoutersNegativeIpV6Test-1611388962-project] 10.222.0.30 "DELETE /v2.0/routers/64079dbc-a224-4c56-850d-ecdbe6f40557 HTTP/1.1" status: 204 len: 168 time: 0.5712585 Dec 13 10:07:19.958876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:19.973627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for ad94dc97-1318-44eb-ba3a-722672753fb9 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:20.167405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.174872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ccd867e0-a8ff-41c6-b297-47ae4aad9542 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:20.214290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=ad94dc97-1318-44eb-ba3a-722672753fb9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:20.243382 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.247280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ccd867e0-a8ff-41c6-b297-47ae4aad9542 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:20.247816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-46269b83-77b6-4f46-b78c-d23e1e6e2d93 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/ad94dc97-1318-44eb-ba3a-722672753fb9 HTTP/1.1" status: 204 len: 168 time: 0.5680935 Dec 13 10:07:20.248045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.252252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:20.306377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:20.333706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378d09b-7691-4e44-8e54-aeba99e9e466 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:20.337465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378d09b-7691-4e44-8e54-aeba99e9e466 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:20.340849 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3378d09b-7691-4e44-8e54-aeba99e9e466 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0874989 Dec 13 10:07:20.343991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:20.372623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.437294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port ccd867e0-a8ff-41c6-b297-47ae4aad9542, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ccd867e0-a8ff-41c6-b297-47ae4aad9542,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:20.446740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.496402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 80aef8b5-b6ed-44d4-b14b-3912fdef95b0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:20.503849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.538453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 83412f8a-9c5d-4539-9d44-d95f823c53a2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:20.586250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 83412f8a-9c5d-4539-9d44-d95f823c53a2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:20.586684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 83412f8a-9c5d-4539-9d44-d95f823c53a2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:20.595790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=ccd867e0-a8ff-41c6-b297-47ae4aad9542,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:20.663900 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.709597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-57d6cc4b-61d2-4612-884d-b7312e8b7481 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=006d0927b05c4b219f858941d54d6cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991840 Dec 13 10:07:20.710209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:20.804627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:20.833269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.103094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a4feba27-08dd-4600-b638-4196a2f3ab16 None None] Provisioning complete for port ccd867e0-a8ff-41c6-b297-47ae4aad9542 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:21.104042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4feba27-08dd-4600-b638-4196a2f3ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.265606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.279973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.302866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=80aef8b5-b6ed-44d4-b14b-3912fdef95b0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:21.306818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.312272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-757c4cef-e426-4a24-97d0-f05b0b563478 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/80aef8b5-b6ed-44d4-b14b-3912fdef95b0 HTTP/1.1" status: 204 len: 168 time: 0.9649849 Dec 13 10:07:21.312513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:21.352157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.356118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.365161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c73c49c0-5aa3-49c4-897c-d13e711395c5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514958 Dec 13 10:07:21.367491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24c86c8a-c07a-4151-950e-181bf18ea2ca HTTP/1.1" status: 204 len: 168 time: 0.6489785 Dec 13 10:07:21.368522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:21.374129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:21.389258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c4cd6-3ceb-44e2-a234-9345c0d93427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c86c8a-c07a-4151-950e-181bf18ea2ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:21.451332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c54c2e-6b28-4af5-8ddd-dfb5ed4946a7 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:21.533617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:21.535058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-96a58cee-bde3-4299-851b-fb499bbb2790 None None] Could not find standard attr ID for object ad94dc97-1318-44eb-ba3a-722672753fb9. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:21.540253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:21.681782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:21.835937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Deleting port ccd867e0-a8ff-41c6-b297-47ae4aad9542 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:21.837606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.032243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:22.033903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] For port ccd867e0-a8ff-41c6-b297-47ae4aad9542, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ccd867e0-a8ff-41c6-b297-47ae4aad9542,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:22.038080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.064642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Calling delete_port for ccd867e0-a8ff-41c6-b297-47ae4aad9542 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:22.206606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ccd867e0-a8ff-41c6-b297-47ae4aad9542 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:22.325874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.414899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.618586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35402) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:22.667805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port ccd867e0-a8ff-41c6-b297-47ae4aad9542, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ccd867e0-a8ff-41c6-b297-47ae4aad9542,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:22.723961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.732280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.733680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.738480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.867715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=ccd867e0-a8ff-41c6-b297-47ae4aad9542,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:22.869809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=9dcd6744-9d79-4289-b880-4b54b54d0d59,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:22.876019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697115691'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:22.898784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] Pushing event deleted for resources: {'Port': ['ID=ccd867e0-a8ff-41c6-b297-47ae4aad9542,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:22.903789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:22.908870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:22.912202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:22.912812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:22.918928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99e084-07b0-4c57-b1dd-4197caaaa73b None None] No DVR routers for this DVR port ccd867e0-a8ff-41c6-b297-47ae4aad9542 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:22.945874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dc3c8-1a49-4d82-8fcd-6772f6fa155b None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:22.971671 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.000856 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.015039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:23.019293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6848fde4-79a7-4ca9-9743-287f2c3f9675 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6485364 Dec 13 10:07:23.021514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:dc:6d:0b', 'name': 'tempest-NetworksTestDHCPv6-1909947382'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:23.130955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '9dcd6744-9d79-4289-b880-4b54b54d0d59'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:23.131995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.157023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.165037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.278233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.300961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:23.319054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90711499-19f9-40cf-a068-d5c0da349133,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.323362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.378354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003ae280-d075-490b-a558-7faa1d505135,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.393803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.397889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cf176354-7799-443a-aeeb-1897208398e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7783270 Dec 13 10:07:23.398561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:23.426406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Allocated IP 2001:db8::f816:3eff:fed0:e191 (6c0787b3-e13a-4713-add8-3aea1731a3d8/9dcd6744-9d79-4289-b880-4b54b54d0d59/88d0f6fa-cb1d-47d2-87a1-63b5dac02234) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:23.489269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.512246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 6dbec810-e571-44dd-a196-5102aa9d07e5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:23.540172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a0fcd7fb-4b81-49e4-b87b-73cbb9f56b01 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1404533 Dec 13 10:07:23.542524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:23.547276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-security--222102613', 'description': 'tempest-security-description-676612018'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:23.630421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.691249 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.696101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.699548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.700979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "PUT /v2.0/security-groups/003ae280-d075-490b-a558-7faa1d505135 HTTP/1.1" status: 200 len: 1795 time: 0.1572645 Dec 13 10:07:23.703904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:23.729793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae86cbc-cf0a-4ab9-bd6c-ea9f15c03d79 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003ae280-d075-490b-a558-7faa1d505135,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.748762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.765082 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.807993 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a1adea3f-331e-4ce6-8164-98882142a221 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups/003ae280-d075-490b-a558-7faa1d505135 HTTP/1.1" status: 200 len: 1795 time: 0.1020417 Dec 13 10:07:23.810707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:23.826594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Pushing event updated for resources: {'Port': ['ID=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:23.837592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:23.839276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:23.841779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:23.859817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fedc:6d0b (6c0787b3-e13a-4713-add8-3aea1731a3d8/9dcd6744-9d79-4289-b880-4b54b54d0d59/6dbec810-e571-44dd-a196-5102aa9d07e5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:23.907331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Attempting to bind port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:23.908017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Attempting to bind port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:23.908573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Attempting to bind port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:23.915323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:23.915959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:23.916559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.917113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:23.917873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Bound port: 88d0f6fa-cb1d-47d2-87a1-63b5dac02234, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:23.918588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:23.953242 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.011320 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.039753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] For port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:24.051820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] For port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:24.066936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.125227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.130589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.132030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/003ae280-d075-490b-a558-7faa1d505135 HTTP/1.1" status: 204 len: 168 time: 0.3193417 Dec 13 10:07:24.134855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.142554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9c73d-4381-44fc-9b2e-1b1a8964cba0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ae280-d075-490b-a558-7faa1d505135,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.171312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf6c96-9ff3-4519-a5fa-bfce81d03fe6 None None] Pushing event updated for resources: {'Port': ['ID=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.233084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2367a876-9333-43e0-9e34-e927e2d88494 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930734 Dec 13 10:07:24.235839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.236581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.254143 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2bba4f08-91cb-40c4-9304-dea45c9464a0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] delete failed (client error): The resource could not be found. Dec 13 10:07:24.262541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2bba4f08-91cb-40c4-9304-dea45c9464a0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/003ae280-d075-490b-a558-7faa1d505135 HTTP/1.1" status: 404 len: 347 time: 0.0209138 Dec 13 10:07:24.263130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.272755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--807459266'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:24.280817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.323062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.332128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:24.336202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:24.340426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:24.346701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:24.347380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.354112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=6dbec810-e571-44dd-a196-5102aa9d07e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.380391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b810577-187a-4999-98aa-396707b00f42 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3640280 Dec 13 10:07:24.385473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.444004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a704ae-3248-4f26-bf4e-761e4b6eba40 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:24.450833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a704ae-3248-4f26-bf4e-761e4b6eba40 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:24.466412 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f6a704ae-3248-4f26-bf4e-761e4b6eba40 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0796859 Dec 13 10:07:24.467512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.495334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.511893 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.539707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b435b4a4-a613-43b6-b8f1-a56c284ea4a4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.572039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.573888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f8eb5cef-8bfc-47ed-a175-c2fa82c81081 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3098993 Dec 13 10:07:24.576662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.581891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': 'b435b4a4-a613-43b6-b8f1-a56c284ea4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:24.636455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 6dbec810-e571-44dd-a196-5102aa9d07e5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:24.636853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.641419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.753982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.759334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.789027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.789261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7fa7c0-cf15-4aee-88f3-fa25905ef7b2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:24.803341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.808078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f6021d7e-5c62-42fc-a29a-a0674d0d23b7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297790 Dec 13 10:07:24.808191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.826096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 6dbec810-e571-44dd-a196-5102aa9d07e5 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:24.864566 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.917314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.958360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.967745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:24.968859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3b7fa7c0-cf15-4aee-88f3-fa25905ef7b2 HTTP/1.1" status: 204 len: 168 time: 0.1587152 Dec 13 10:07:24.972671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:24.981619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986ec23-0778-4515-ac9c-2312d3bfeaca tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b7fa7c0-cf15-4aee-88f3-fa25905ef7b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.030472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0660a378-7286-4ca4-b0fd-35c5a195c3c1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560896 Dec 13 10:07:25.030662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.113557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.115269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.167421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=6dbec810-e571-44dd-a196-5102aa9d07e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.179188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.218423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.221874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-486bac89-f4c6-43f8-aadd-1a375c1978e2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/6dbec810-e571-44dd-a196-5102aa9d07e5 HTTP/1.1" status: 204 len: 168 time: 0.7479699 Dec 13 10:07:25.224482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.290272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26d41b-1fbb-4c5c-9a68-26b7e51fbec7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:25.291870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26d41b-1fbb-4c5c-9a68-26b7e51fbec7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:25.293451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cc26d41b-1fbb-4c5c-9a68-26b7e51fbec7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0681438 Dec 13 10:07:25.296513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.320056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.323575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.327067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/b435b4a4-a613-43b6-b8f1-a56c284ea4a4 HTTP/1.1" status: 204 len: 168 time: 0.2931571 Dec 13 10:07:25.332013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.362953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e359e-3561-4609-bd2f-ee31f559e3f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435b4a4-a613-43b6-b8f1-a56c284ea4a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.408195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 9dcd6744-9d79-4289-b880-4b54b54d0d59 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:25.419112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.451274 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b90590f2-8818-4783-8789-b0b5bad8e45b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1109850 Dec 13 10:07:25.452376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.464874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077942900'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:25.499142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.512212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.601771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.611095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.667185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418aad3d-25ad-47d0-95f5-51b90501b223,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.669419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.684847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.690337 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b58bd8f-e7dc-401e-a634-4f985b665c15 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2361994 Dec 13 10:07:25.690698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.698705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '418aad3d-25ad-47d0-95f5-51b90501b223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:25.734382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] Provisioning complete for port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:25.735039 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.735132 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.765389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.816626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.824973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/9dcd6744-9d79-4289-b880-4b54b54d0d59 HTTP/1.1" status: 204 len: 168 time: 0.5270758 Dec 13 10:07:25.826640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07100d4-d877-4d96-963c-5ef08c5d2774 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcd6744-9d79-4289-b880-4b54b54d0d59,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.830482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.831369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.840007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.854259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.912804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] For port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:25.920239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b9ad843-142e-4fa2-ae1a-0498ebd8cdce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876672 Dec 13 10:07:25.920649 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.926456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.953521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3a5ef1-d31a-41e8-8a86-2c6d79fb7f33,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:25.965328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:25.966904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65e2c7ff-d0f1-4610-8026-747ad5999ecd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751987 Dec 13 10:07:25.972170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:25.978929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '418aad3d-25ad-47d0-95f5-51b90501b223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:26.036440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1591c-f6ae-451e-9d86-bc375f452814 None None] Pushing event updated for resources: {'Port': ['ID=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.040972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.056572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3fa998-339d-45d4-b903-6fa365b86ffe tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:26.060212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6a3fa998-339d-45d4-b903-6fa365b86ffe tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1299920 Dec 13 10:07:26.060931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:26.106310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcfc89-7166-4a0f-8b66-1afe3a6c0d9a None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:26.201846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.202711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ece52e68-38ef-493d-8b94-8081856972ee None None] Could not find standard attr ID for object 6dbec810-e571-44dd-a196-5102aa9d07e5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:26.207843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd000946-ff33-486f-a386-a130be937c60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:26.222469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dd000946-ff33-486f-a386-a130be937c60 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465805 Dec 13 10:07:26.227041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35488) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:26.237625 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.294868 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.296141 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229337 Dec 13 10:07:26.298392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346c9b-ad3b-4297-9fa7-f7e25d75837c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a89eb2b-357b-4e0e-9403-aaf1802b7174,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.301211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:26.307897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '418aad3d-25ad-47d0-95f5-51b90501b223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:26.364589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a4204903-6deb-4369-9a11-f973ce92a3f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334770 Dec 13 10:07:26.368636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:26.370161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.380670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-097f6296-a0f9-4841-892c-9010f023396b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1697996 Dec 13 10:07:26.386452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:26.392206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:26.528932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.539057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.556502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7de9e8-da98-4be1-8b56-7fbbd2181b26,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:26.625762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:26.631722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.644913 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.649570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-322e8e31-fa45-4a69-ad61-6c2ce205cc21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449180 Dec 13 10:07:26.653559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:26.666598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '418aad3d-25ad-47d0-95f5-51b90501b223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:26.732377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-d5148a29-2bb9-48fe-b8fd-6d20e7882331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:26.734997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:26.736226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.738228 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-d5148a29-2bb9-48fe-b8fd-6d20e7882331 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1097 time: 0.1784995 Dec 13 10:07:26.741863 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.837785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:26.916182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.937508 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:26.964413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Deleting port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:26.964804 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.008809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.011379 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3542950 Dec 13 10:07:27.038500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:27.039249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923836a5-2de5-4b3c-aca4-60cda23ff65f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3b62be-2df9-4fae-b13d-8a936beb472c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.042948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-c1ca0a6c-fc34-4ffc-b661-18d18044c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.044316 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-c1ca0a6c-fc34-4ffc-b661-18d18044c29a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.2696679 Dec 13 10:07:27.056483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '418aad3d-25ad-47d0-95f5-51b90501b223', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:27.077421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] For port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:27.080612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.135950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Calling delete_port for 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:27.181516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:27.186689 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-62f93e49-daab-4a8f-87ec-f95e5aec2943 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 1002 time: 0.1343098 Dec 13 10:07:27.248579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.252934 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.278266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-6f97ad48-1c09-439d-8762-901414a8eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.280130 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-6f97ad48-1c09-439d-8762-901414a8eaed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0854168 Dec 13 10:07:27.311027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] Pushing event deleted for resources: {'Port': ['ID=88d0f6fa-cb1d-47d2-87a1-63b5dac02234,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.322390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b734396-29a8-4f74-83b7-11f8e16d349d None None] No DVR routers for this DVR port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:27.362515 n-d-820531-5 neutron-server[103189]: WARNING neutron.services.revisions.revision_plugin [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Could not find related port for resource to bump revision. Dec 13 10:07:27.364500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.373685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Port 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 10:07:27.374136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:e191 {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 10:07:27.375130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-113c734d-dbf9-4974-9f54-398c19d051e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.376915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-113c734d-dbf9-4974-9f54-398c19d051e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883968 Dec 13 10:07:27.382058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:e191 {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 10:07:27.384280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.385582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.397288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.467044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:27.468447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedcfc22-012f-4e95-9adb-db532d44bb82,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.478683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:27.482910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.486959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-83fb2576-fb9e-4e94-a4fc-3b216725fb39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4453709 Dec 13 10:07:27.489729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:27.490944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.494377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df1042-2b7c-417f-bd0d-e003253f572a None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:27.496474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:27.507419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=2e202876-e0eb-41bb-b7d9-4d80960eb4de,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.541237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d3834340-5273-4b52-bab8-16e338e478c0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1705189 Dec 13 10:07:27.546383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:27.553403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:41:16:b3', 'name': 'tempest-NetworksTestDHCPv6-807372638'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:27.558896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.582195 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-65d603c8-7a6f-43e6-80a5-8688a51bc3c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967540 Dec 13 10:07:27.732979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '2e202876-e0eb-41bb-b7d9-4d80960eb4de'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:27.734628 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.809704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.815965 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c2fb7be6-f551-4b42-8e88-797ba65cf836 req-9c445943-5447-4b69-afda-967ea7bcc008 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262244 Dec 13 10:07:27.825009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:27.911852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.920312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:27.921655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/eedcfc22-012f-4e95-9adb-db532d44bb82 HTTP/1.1" status: 204 len: 168 time: 0.4247901 Dec 13 10:07:27.925081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:27.941733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Allocated IP 2001:db8::f816:3eff:fe87:594c (6c0787b3-e13a-4713-add8-3aea1731a3d8/2e202876-e0eb-41bb-b7d9-4d80960eb4de/41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:27.954062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fd364-b0fe-4c4c-8c86-a5d65e9b1493 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eedcfc22-012f-4e95-9adb-db532d44bb82,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:27.998568 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ae03032-39e2-4502-a7b8-5187309384c0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0720305 Dec 13 10:07:28.001865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.007057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.034303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.046829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 42136bc2-f6b2-4098-812b-29b16b3b1883 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:28.050973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.102629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.109197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.117758 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3f3b62be-2df9-4fae-b13d-8a936beb472c HTTP/1.1" status: 204 len: 168 time: 0.1145816 Dec 13 10:07:28.120238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.125311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0794-9c92-4b3b-83a9-7f64ef4b3c4b tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f3b62be-2df9-4fae-b13d-8a936beb472c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.194345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f5b1fe3-034b-4e85-8021-67248c3a2267 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0703948 Dec 13 10:07:28.194584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.249057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.252722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.258441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.260271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:28.265566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.298841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:28.299633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 88d0f6fa-cb1d-47d2-87a1-63b5dac02234 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:28.325833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe41:16b3 (6c0787b3-e13a-4713-add8-3aea1731a3d8/2e202876-e0eb-41bb-b7d9-4d80960eb4de/42136bc2-f6b2-4098-812b-29b16b3b1883) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:28.364220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:28.370460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:28.378661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:28.443620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Pushing event updated for resources: {'Port': ['ID=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.494264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Attempting to bind port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:28.495070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Attempting to bind port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:28.495858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Attempting to bind port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:28.501871 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.503431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:28.504363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:28.505366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.506133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:28.510622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Bound port: 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:28.511841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.543695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.603585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] For port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:28.614262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] For port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:28.625825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:28.630731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=42136bc2-f6b2-4098-812b-29b16b3b1883,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.633487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:28.637067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.638306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:28.643987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.644645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.664974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.665376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.665707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.666053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.666394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.666731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.667063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.667402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.667734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.668485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.668830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.669188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.669523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:28.674610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.692716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.696716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9d7de9e8-da98-4be1-8b56-7fbbd2181b26 HTTP/1.1" status: 204 len: 168 time: 0.5010376 Dec 13 10:07:28.696841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.697944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36c175-2815-4061-8fc2-74905bc41de3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d7de9e8-da98-4be1-8b56-7fbbd2181b26,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.707087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-309f6bdb-809f-4892-bd19-cae0a4a17bb7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1556826 Dec 13 10:07:28.707524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-273b9233-11a8-41ab-901f-2159fa7548f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.708505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.750029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7f731-966f-4264-8871-9589f97152a3 None None] Pushing event updated for resources: {'Port': ['ID=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.755253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17c35306-b179-4f1c-99cf-3bfd272438b1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0561159 Dec 13 10:07:28.757978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.807574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d8a313-d37a-4f0e-aee2-bbef9bf5138e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.812529 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.818112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d8a313-d37a-4f0e-aee2-bbef9bf5138e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:28.824172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-03d8a313-d37a-4f0e-aee2-bbef9bf5138e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1151555 Dec 13 10:07:28.825558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.828146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.866338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.886128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:28.892688 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0a89eb2b-357b-4e0e-9403-aaf1802b7174 HTTP/1.1" status: 204 len: 168 time: 0.1291077 Dec 13 10:07:28.893938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:28.917707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305713a5-321a-4ee4-990b-b89bddb56bee tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a89eb2b-357b-4e0e-9403-aaf1802b7174,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:28.960603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2deaa283-fb0a-4368-8bf3-ba2969c46eec tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0631332 Dec 13 10:07:28.961056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.019279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.031925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.062159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 42136bc2-f6b2-4098-812b-29b16b3b1883 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:29.062508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.176394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.192380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.192797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 42136bc2-f6b2-4098-812b-29b16b3b1883 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:29.328653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.338144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.341654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2d3a5ef1-d31a-41e8-8a86-2c6d79fb7f33 HTTP/1.1" status: 204 len: 168 time: 0.3770626 Dec 13 10:07:29.341654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.342440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.384424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eb8e2-e41b-48bf-8e3b-c83f7753e1c7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d3a5ef1-d31a-41e8-8a86-2c6d79fb7f33,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:29.388419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=42136bc2-f6b2-4098-812b-29b16b3b1883,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:29.421087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.428913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3a61ce93-dd2a-4cd1-96f7-a1c56bf58dcf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/42136bc2-f6b2-4098-812b-29b16b3b1883 HTTP/1.1" status: 204 len: 168 time: 0.6001401 Dec 13 10:07:29.428913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.429196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2c7a73b6-69a9-4527-b59e-95c992b1ed21 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0844297 Dec 13 10:07:29.429196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.496902 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.535811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92fbd6-286c-4a25-9e0d-8d1efda2de04 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:29.538261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.548570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92fbd6-286c-4a25-9e0d-8d1efda2de04 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:29.552542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e92fbd6-286c-4a25-9e0d-8d1efda2de04 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1201191 Dec 13 10:07:29.552893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.595844 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.600671 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.602256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/418aad3d-25ad-47d0-95f5-51b90501b223 HTTP/1.1" status: 204 len: 168 time: 0.1738875 Dec 13 10:07:29.606469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.637075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a52e11-71c6-4f7a-b3b5-7e67c228c6f1 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418aad3d-25ad-47d0-95f5-51b90501b223,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:29.689364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eddcd67a-0575-40c4-9ccf-672c24882a12 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667677 Dec 13 10:07:29.696817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:29.702412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--328394008'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:29.714088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 2e202876-e0eb-41bb-b7d9-4d80960eb4de {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:29.719606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.777823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.793478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.933889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.941989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:29.991345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.003814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45fe470-dc6b-4512-b703-ccf97b1746b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.035932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.037278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b3811e42-48ce-4d7a-a391-0913baee4a80 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3392277 Dec 13 10:07:30.040155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35564) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.046754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': 'e45fe470-dc6b-4512-b703-ccf97b1746b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:30.118763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.132803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.182657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.202357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.203201 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2e202876-e0eb-41bb-b7d9-4d80960eb4de HTTP/1.1" status: 204 len: 168 time: 0.6487391 Dec 13 10:07:30.236294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:30.260114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.265522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a0d57-9712-439a-aca8-5a10ed46575e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=2e202876-e0eb-41bb-b7d9-4d80960eb4de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.265964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.316462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:30.317167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.366051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df58a01d-dd16-4f93-b23b-aaf561a84d5e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1624043 Dec 13 10:07:30.369308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.376517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:30.383695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.387533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3434534 Dec 13 10:07:30.391916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.450990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f920b8e-6113-4dfb-aa0c-246c2a378f36 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:30.464929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854f845-cb3d-4600-a0b7-98135a659a0d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085e5089-2050-4c9e-973a-5e54dd0ca654,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.487003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.575768 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.647367 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.650837 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.652327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/e45fe470-dc6b-4512-b703-ccf97b1746b6 HTTP/1.1" status: 204 len: 168 time: 0.2593701 Dec 13 10:07:30.655249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.667037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e5967-cd55-436f-a8d5-aea8dbb8e8b0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45fe470-dc6b-4512-b703-ccf97b1746b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:30.707465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:30.723335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.823952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:30.824406 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-781440ce-46c1-4e92-a34c-0abc36426f03 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1679323 Dec 13 10:07:30.832702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894022371'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:30.852155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd5b4954-8bab-41c4-82e8-f6624182fa8e None None] Provisioning complete for port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:30.852540 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4954-8bab-41c4-82e8-f6624182fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:30.888337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.054079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.064672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.074714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.107382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c17d567e-9dee-400f-b030-2d195af08a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.144466 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.154020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3280749 Dec 13 10:07:31.155881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:31.177221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:31.200665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.218663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--778158148'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:31.229674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cb956-03a7-4c16-99c9-0d65c4c0b734 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cf1bdf-86dc-4938-b60c-4c58c1291e4f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.288071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:31.290231 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.401725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:31.448229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.455262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.464368 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.554730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Deleting port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:31.555371 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.598400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.599684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4025877 Dec 13 10:07:31.612415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:31.613184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a401913-c531-4208-8214-b9185bbca7b5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c122a133-0ab7-447e-84df-6823e0c6d12f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.634152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': 'a2cf1bdf-86dc-4938-b60c-4c58c1291e4f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c122a133-0ab7-447e-84df-6823e0c6d12f', 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:31.662394 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.699560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] For port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:31.700340 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.702670 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.717672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Calling delete_port for 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:31.839060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.847046 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.881612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7cefeb-fbda-48e2-b97c-c67da0de4de3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:31.897379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.898619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8ab5497-a052-45f1-b8e6-0ab40b58818e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2828979 Dec 13 10:07:31.903552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:31.948574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.961017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:31.989854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:32.019191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.026158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.027998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.029900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.030059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8c7cefeb-fbda-48e2-b97c-c67da0de4de3 HTTP/1.1" status: 204 len: 168 time: 0.1255472 Dec 13 10:07:32.040167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee33613-648b-4d68-91a4-53e1a73ae02f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c7cefeb-fbda-48e2-b97c-c67da0de4de3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.044072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.048568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.049531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.098059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] Pushing event deleted for resources: {'Port': ['ID=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.115701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b80a93-7096-4690-a354-d4273a5a86c5 None None] No DVR routers for this DVR port 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:32.140552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.164008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:32.183641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-30c76380-81a2-4f47-98f9-8917ad8e73a8 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1496506 Dec 13 10:07:32.185039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.185514 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:32.190491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:32.191100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.200052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fd51e-fac0-4832-bc22-77c10647ad9c None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:32.208905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=af368b6c-867d-4c7f-89ed-cc6e892289ab,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.217327 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2de63eaa-5e71-4832-ab49-0ce6f050c544 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8445058 Dec 13 10:07:32.217746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.234915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:4a:f7:60', 'name': 'tempest-NetworksTestDHCPv6-2138101147'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:32.300680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.329740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:32.351065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.388759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:32.389116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 41cf2d9a-9219-4ca2-b4ba-a8ed4425a4e7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:32.411818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.418235 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.421011 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.425181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/c122a133-0ab7-447e-84df-6823e0c6d12f HTTP/1.1" status: 204 len: 168 time: 0.2347291 Dec 13 10:07:32.446768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.469591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': 'af368b6c-867d-4c7f-89ed-cc6e892289ab'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:32.470821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.501067 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:32.501838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388ca3-547d-4172-bbf3-b61d68d81367 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122a133-0ab7-447e-84df-6823e0c6d12f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.600789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9769e743-43e6-4b29-8421-7cf4d4025605 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1439703 Dec 13 10:07:32.600789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.651447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.687689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 01a05a08-82ce-4b1b-b950-016783ec267c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:32.719026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Allocated IP 2001:db8::f816:3eff:fe2a:866b (6c0787b3-e13a-4713-add8-3aea1731a3d8/af368b6c-867d-4c7f-89ed-cc6e892289ab/9c75cd49-a080-461f-b722-c7cf578f601b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:32.745138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.794277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.861434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.864411 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.867842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2cf1bdf-86dc-4938-b60c-4c58c1291e4f HTTP/1.1" status: 204 len: 168 time: 0.2639768 Dec 13 10:07:32.868372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.875970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376e771-c2b3-49ca-86a0-4a05b3908238 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cf1bdf-86dc-4938-b60c-4c58c1291e4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:32.930394 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9551a159-93af-4413-bb9d-2764c1c2a628 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605521 Dec 13 10:07:32.934160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:32.939291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--480892502'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:32.967091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.972394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:32.981020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.054010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe4a:f760 (6c0787b3-e13a-4713-add8-3aea1731a3d8/af368b6c-867d-4c7f-89ed-cc6e892289ab/01a05a08-82ce-4b1b-b950-016783ec267c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:33.074183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.086542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:33.089374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.092818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:33.097030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:33.108675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Pushing event updated for resources: {'Port': ['ID=9c75cd49-a080-461f-b722-c7cf578f601b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.134983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.137049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2014430 Dec 13 10:07:33.143360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35628) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.148724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': 'a627d1f4-f449-4fae-977c-7afa984e517b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:33.164376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce195-8cb0-4012-b932-a8618f298a39 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a627d1f4-f449-4fae-977c-7afa984e517b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.182542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Attempting to bind port 9c75cd49-a080-461f-b722-c7cf578f601b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:33.182913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Attempting to bind port 9c75cd49-a080-461f-b722-c7cf578f601b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:33.183286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Attempting to bind port 9c75cd49-a080-461f-b722-c7cf578f601b on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:33.190212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:33.190597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:33.191095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.191586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:33.192132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Bound port: 9c75cd49-a080-461f-b722-c7cf578f601b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:33.192521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.208407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.276850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.283167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.313427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23203b1-1e48-4b47-bc53-28207c9f61d0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.326911 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.328617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8b12a358-f384-432a-8a7b-39f029250d83 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1840234 Dec 13 10:07:33.332458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.340491 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] For port 9c75cd49-a080-461f-b722-c7cf578f601b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:33.360778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] For port 9c75cd49-a080-461f-b722-c7cf578f601b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c75cd49-a080-461f-b722-c7cf578f601b,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:33.368417 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.375034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.393892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.411474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.453446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98373ce1-ed6a-484f-98c7-f899fa7aceea None None] Pushing event updated for resources: {'Port': ['ID=9c75cd49-a080-461f-b722-c7cf578f601b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.453696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.463593 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.473968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.475126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b23203b1-1e48-4b47-bc53-28207c9f61d0 HTTP/1.1" status: 204 len: 168 time: 0.1411295 Dec 13 10:07:33.484721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.495376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173b36-39c1-40b5-9b63-47f3d8cd37ba tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b23203b1-1e48-4b47-bc53-28207c9f61d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.534302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=01a05a08-82ce-4b1b-b950-016783ec267c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.551748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:33.553545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:33.556543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:33.563092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:33.564521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.577424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d53c35ee-237c-4216-aa7e-05ac692b9da6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864594 Dec 13 10:07:33.578090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.596186 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7f863534-ecc4-4ad1-ab0d-17cf1c2bfe9a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3749967 Dec 13 10:07:33.599806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35640) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.660348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.663478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ab1c5-d074-4cc3-b077-2acdf1f25821 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:33.669523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ab1c5-d074-4cc3-b077-2acdf1f25821 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:33.671170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-547ab1c5-d074-4cc3-b077-2acdf1f25821 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0701566 Dec 13 10:07:33.674325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.697735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.724678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.752954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.761761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.767800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/a627d1f4-f449-4fae-977c-7afa984e517b HTTP/1.1" status: 204 len: 168 time: 0.1863914 Dec 13 10:07:33.769566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.840103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242e20-2d12-446a-bdb4-8295daf8ae14 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a627d1f4-f449-4fae-977c-7afa984e517b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:33.857682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 01a05a08-82ce-4b1b-b950-016783ec267c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:33.858024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:33.975695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fbcd638f-74e2-4d60-b5d7-c87c77a5992a tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2011654 Dec 13 10:07:33.979269 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:33.983815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113289523'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:33.995194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.010762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 01a05a08-82ce-4b1b-b950-016783ec267c owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:34.027055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.183761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.189444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.205594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9c75cd49-a080-461f-b722-c7cf578f601b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:34.244848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.280855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.286157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3032768 Dec 13 10:07:34.287102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441df92-a01f-4e6e-b74c-343948c8decc tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9024adbf-3e0a-451c-bc3d-0a0e26201fc4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.293590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9c75cd49-a080-461f-b722-c7cf578f601b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:34.294629 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.300470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.305618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '9024adbf-3e0a-451c-bc3d-0a0e26201fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:34.317844 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.323635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/01a05a08-82ce-4b1b-b950-016783ec267c HTTP/1.1" status: 204 len: 168 time: 0.6484275 Dec 13 10:07:34.328927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.353079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743340e9-a9dc-4cde-9883-c228c016cafb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=01a05a08-82ce-4b1b-b950-016783ec267c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.404270 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.425859 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d683ece-295d-4a1d-a539-8e59d5d8df68 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:34.427775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d683ece-295d-4a1d-a539-8e59d5d8df68 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:34.432265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2d683ece-295d-4a1d-a539-8e59d5d8df68 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0990963 Dec 13 10:07:34.432265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.432787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.498533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 9c75cd49-a080-461f-b722-c7cf578f601b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c75cd49-a080-461f-b722-c7cf578f601b,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:34.504892 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.555215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet af368b6c-867d-4c7f-89ed-cc6e892289ab {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:34.560376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.565374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.570458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.609927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=9c75cd49-a080-461f-b722-c7cf578f601b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.618051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab58235-ceb6-451d-a601-16f070b26035,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.635542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.638976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f19c47e3-1334-4a2b-a3fb-fdd5109440cd tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3345485 Dec 13 10:07:34.640097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.665835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-42c0bd03-7d00-43a2-b5fa-a4cbe43d478e tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules/9ab58235-ceb6-451d-a601-16f070b26035 HTTP/1.1" status: 200 len: 763 time: 0.0221727 Dec 13 10:07:34.666074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.669877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.754551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b8993aa7-44be-45c5-810b-15eda4f100f3 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0873609 Dec 13 10:07:34.757451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.779676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.804302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.820807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.833464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.895040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.908300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:34.913720 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9ab58235-ceb6-451d-a601-16f070b26035 HTTP/1.1" status: 204 len: 168 time: 0.1549394 Dec 13 10:07:34.914773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:34.938051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551848b1-f77d-4545-a224-77a836808e16 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ab58235-ceb6-451d-a601-16f070b26035,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:34.989956 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:07:35.026017 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4e60138-01f7-488a-85ae-dfdf1bc48446 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098146 Dec 13 10:07:35.028423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.038021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '9024adbf-3e0a-451c-bc3d-0a0e26201fc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:35.098719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.176999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.185370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.254140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.272656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.283801 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2540455 Dec 13 10:07:35.291600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.293630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-894ff697-c813-4fda-888d-62a947c2a35f None None] Provisioning complete for port 9c75cd49-a080-461f-b722-c7cf578f601b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:35.294658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-894ff697-c813-4fda-888d-62a947c2a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.299300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=af368b6c-867d-4c7f-89ed-cc6e892289ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:35.306262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.312529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b4da2b31-6383-4120-8e1f-d812648fa066 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/af368b6c-867d-4c7f-89ed-cc6e892289ab HTTP/1.1" status: 204 len: 168 time: 0.8754623 Dec 13 10:07:35.312720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.349945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1db4260d-6b86-45cb-a49e-c823923ac809 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules/532e114a-0ff5-4ded-a287-0c9d6eef3802 HTTP/1.1" status: 200 len: 763 time: 0.0517328 Dec 13 10:07:35.350254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.351049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed63288-2aa1-4326-b3db-e209a28146bb tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532e114a-0ff5-4ded-a287-0c9d6eef3802,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:35.378846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dfd926fb-50fd-475c-bb98-44e1a5a56de5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612004 Dec 13 10:07:35.391698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.477902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a512e46d-b44b-4dc4-a35e-d86b3a425b6d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1100957 Dec 13 10:07:35.480573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82924db4-6243-44a8-b260-17de5110b0a2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.484472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-82924db4-6243-44a8-b260-17de5110b0a2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0894265 Dec 13 10:07:35.484472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.486732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.574551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.605069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.649290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64bb24-2a7e-4757-bbcc-ece5697ddc8f None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:35.654674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc171cf-d2ec-4c74-8e9f-8f62b53bc4b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:35.669181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9dc171cf-d2ec-4c74-8e9f-8f62b53bc4b3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1803930 Dec 13 10:07:35.674657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.734387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.741048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:35.747929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e00b5c1e-885d-4482-9c8e-ccb00348d89c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696781 Dec 13 10:07:35.752078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2bd7e12a-1ace-412b-9542-f1fc77f17df9 None None] Could not find standard attr ID for object 01a05a08-82ce-4b1b-b950-016783ec267c. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:35.758570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.773116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.779942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/532e114a-0ff5-4ded-a287-0c9d6eef3802 HTTP/1.1" status: 204 len: 168 time: 0.2961493 Dec 13 10:07:35.781483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.810676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c7e1f-c5f3-4c7c-9839-51c988ee3203 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=532e114a-0ff5-4ded-a287-0c9d6eef3802,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:35.841529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-abe1431d-93f3-4767-a5de-96e5c8fd74ef tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571887 Dec 13 10:07:35.845302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:35.853474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': '9024adbf-3e0a-451c-bc3d-0a0e26201fc4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:35.919622 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Project 633b69853c924faea811a166e9d0700b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:07:35.931893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:35.932104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf61759b-f218-4754-9022-384c47443627 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:35.962718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:35.966747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.042369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf61759b-f218-4754-9022-384c47443627 None None] Deleting port 9c75cd49-a080-461f-b722-c7cf578f601b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:36.042756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf61759b-f218-4754-9022-384c47443627 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.103444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.119844 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.141495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.185532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6878665f-ece2-4737-b3c5-af107c315095,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.201437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bf61759b-f218-4754-9022-384c47443627 None None] For port 9c75cd49-a080-461f-b722-c7cf578f601b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c75cd49-a080-461f-b722-c7cf578f601b,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:36.202061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf61759b-f218-4754-9022-384c47443627 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.216750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9c75cd49-a080-461f-b722-c7cf578f601b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:36.227607 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.229969 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f10424a0-4a6a-4bf9-9cb9-50b340f575a5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3795502 Dec 13 10:07:36.230381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf61759b-f218-4754-9022-384c47443627 None None] Calling delete_port for 9c75cd49-a080-461f-b722-c7cf578f601b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:36.232766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.272457 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ffcd0349-6b2e-4975-a8b4-19649c3145e6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules/6878665f-ece2-4737-b3c5-af107c315095 HTTP/1.1" status: 200 len: 769 time: 0.0345373 Dec 13 10:07:36.274146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.362167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a80aef-2c7c-4ea8-8bad-57112936fc92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.380690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0033310e-61dd-4e94-87e7-7698b8d17cb5 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1037002 Dec 13 10:07:36.381362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.390843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.455062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:36.460231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:36.464017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:36.464757 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.496393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7594776 Dec 13 10:07:36.501434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a80aef-2c7c-4ea8-8bad-57112936fc92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.502996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.506088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.509836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:d0:09:ba', 'name': 'tempest-NetworksTestDHCPv6-1679957965'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:36.510677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a80aef-2c7c-4ea8-8bad-57112936fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.524021 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf61759b-f218-4754-9022-384c47443627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.544398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80aef-2c7c-4ea8-8bad-57112936fc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e287a1-afe5-41a9-8d3e-c73ec9fa3920,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.556927 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.568039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.579884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61759b-f218-4754-9022-384c47443627 None None] Pushing event deleted for resources: {'Port': ['ID=9c75cd49-a080-461f-b722-c7cf578f601b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.583702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61759b-f218-4754-9022-384c47443627 None None] No DVR routers for this DVR port 9c75cd49-a080-461f-b722-c7cf578f601b on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:36.598303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5dbe3-1c16-4859-a665-beeecabe08d5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=d7f45900-af37-438c-9c43-83f55a5379b5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.605919 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.622568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.629454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6878665f-ece2-4737-b3c5-af107c315095 HTTP/1.1" status: 204 len: 168 time: 0.2456565 Dec 13 10:07:36.630979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.634541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1d543-67b4-4b6b-a28a-822c2e4708e9 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:36.642124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28a80aef-2c7c-4ea8-8bad-57112936fc92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de04c32ecebb41c1922ae4f0f90d37ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369093 Dec 13 10:07:36.643519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.651258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27e0e5-35c6-41fd-aeca-81ef674fdfb0 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6878665f-ece2-4737-b3c5-af107c315095,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.697590 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2eec97f1-8069-42f6-a1fd-b1783634c8f6 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622685 Dec 13 10:07:36.698908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:36.710410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.746892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.757872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': 'd7f45900-af37-438c-9c43-83f55a5379b5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:36.759870 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.801641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.820458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.825753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.827056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3e287a1-afe5-41a9-8d3e-c73ec9fa3920 HTTP/1.1" status: 204 len: 168 time: 0.1824207 Dec 13 10:07:36.838948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7afbb-bc87-44eb-8296-2c39100046a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e287a1-afe5-41a9-8d3e-c73ec9fa3920,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:36.848901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:36.968532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/d7f45900-af37-438c-9c43-83f55a5379b5/a328bafd-d82b-43b3-9b91-95383f431351) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:37.190970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.213791 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.282419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:37.286917 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.336113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:37.344810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Pushing event updated for resources: {'Port': ['ID=a328bafd-d82b-43b3-9b91-95383f431351,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:37.385048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:37.386849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:37.389632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:37.397257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.400516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.402788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/9024adbf-3e0a-451c-bc3d-0a0e26201fc4 HTTP/1.1" status: 204 len: 168 time: 0.7026401 Dec 13 10:07:37.405683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:37.431316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f85e43-4500-44df-a6bb-081d71be0342 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024adbf-3e0a-451c-bc3d-0a0e26201fc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:37.551000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Attempting to bind port a328bafd-d82b-43b3-9b91-95383f431351 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:37.551560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Attempting to bind port a328bafd-d82b-43b3-9b91-95383f431351 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:37.552031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Attempting to bind port a328bafd-d82b-43b3-9b91-95383f431351 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:37.558352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:37.558916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:37.559424 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.559916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:37.560499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Bound port: a328bafd-d82b-43b3-9b91-95383f431351, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:37.560980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.566615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d91437da-6c85-4700-8dd6-d56ee68fe646 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1545334 Dec 13 10:07:37.569917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:37.578836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group': {'name': 'tempest-secgroup--370382428'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:37.624898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::3a7 (6c0787b3-e13a-4713-add8-3aea1731a3d8/d7f45900-af37-438c-9c43-83f55a5379b5/3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:37.640831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.699224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] For port a328bafd-d82b-43b3-9b91-95383f431351, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:37.705015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] For port a328bafd-d82b-43b3-9b91-95383f431351, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a328bafd-d82b-43b3-9b91-95383f431351,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:37.712388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.733630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.739671 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.782527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddf995-22d5-4706-bb97-87ab9fc12c0c None None] Pushing event updated for resources: {'Port': ['ID=a328bafd-d82b-43b3-9b91-95383f431351,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:37.808552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.813681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2402570 Dec 13 10:07:37.814310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:37.816040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e997e-6d8f-4818-8745-8888dd1cf9f7 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f6bd7f-2f3a-40a7-8675-cb603fc2d36b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:37.825757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Request body: {'security_group_rule': {'security_group_id': 'a9f6bd7f-2f3a-40a7-8675-cb603fc2d36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:37.856586 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.891776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:37.943953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.016957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:38.019316 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.024331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:38.030424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:38.044091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.045045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.053664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.090647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:38.096499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daeaf83-7b63-4c14-870b-3d06d0b40b77,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:38.105063 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d62af6d-c129-4cdb-839f-0194a93e2ae9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6009564 Dec 13 10:07:38.108041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.125152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.125152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0903562d-133c-4e80-9afe-bbbfd5c8614c tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3070033 Dec 13 10:07:38.126189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.200693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de848b-87b7-41a4-94f8-4811ef2f7623 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.207350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de848b-87b7-41a4-94f8-4811ef2f7623 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.209041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25de848b-87b7-41a4-94f8-4811ef2f7623 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0997298 Dec 13 10:07:38.212153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.223760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a328bafd-d82b-43b3-9b91-95383f431351 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:38.253299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.287035 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.288120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a328bafd-d82b-43b3-9b91-95383f431351 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:38.288731 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.344447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:38.345020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.347903 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.350934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.352094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9f6bd7f-2f3a-40a7-8675-cb603fc2d36b HTTP/1.1" status: 204 len: 168 time: 0.2249129 Dec 13 10:07:38.355285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.376352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63769bec-ec2c-469b-8095-f484dd2cd671 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f6bd7f-2f3a-40a7-8675-cb603fc2d36b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:38.382471 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.442064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a328bafd-d82b-43b3-9b91-95383f431351, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a328bafd-d82b-43b3-9b91-95383f431351,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:38.443321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f7f70af6-4a54-4ec8-bd2c-0ec0db59e792 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0853517 Dec 13 10:07:38.449143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.451033 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.512472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ecb3d7f4-a0ee-40dc-a543-ba3f17a7c461 tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0621393 Dec 13 10:07:38.515625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.526085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a328bafd-d82b-43b3-9b91-95383f431351,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:38.539614 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5e32fe87-b735-4652-84fc-4cd5b6289f0f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] delete failed (client error): The resource could not be found. Dec 13 10:07:38.540746 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e32fe87-b735-4652-84fc-4cd5b6289f0f tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9f6bd7f-2f3a-40a7-8675-cb603fc2d36b HTTP/1.1" status: 404 len: 347 time: 0.0237489 Dec 13 10:07:38.544955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.559538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.572801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:38.588603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9acaa58d-bfb0-42ea-906b-700dbe38386d tempest-SecGroupIPv6Test-840280061 tempest-SecGroupIPv6Test-840280061-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423715 Dec 13 10:07:38.758467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.792936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:38.832562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:38.837367 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e1471a36-9abb-444e-b2d9-13e59dbc1a80 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4 HTTP/1.1" status: 204 len: 168 time: 0.6238501 Dec 13 10:07:38.839955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.901707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32656598-f40a-450f-8094-ee17be78ff4b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.903622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32656598-f40a-450f-8094-ee17be78ff4b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:38.905344 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-32656598-f40a-450f-8094-ee17be78ff4b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0642865 Dec 13 10:07:38.908434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.921262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:38.971319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet d7f45900-af37-438c-9c43-83f55a5379b5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:38.975058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.022636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.085812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d871d3e-cad1-4f39-a125-a21fba0883b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=633b69853c924faea811a166e9d0700b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634753 Dec 13 10:07:39.089234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.132280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.153804 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.184529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.238704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.242074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.247241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90711499-19f9-40cf-a068-d5c0da349133 HTTP/1.1" status: 204 len: 168 time: 0.1545708 Dec 13 10:07:39.263200 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.267403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-edda50a5-385c-46ac-8def-bd4556851995 None None] Provisioning complete for port a328bafd-d82b-43b3-9b91-95383f431351 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:39.267917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edda50a5-385c-46ac-8def-bd4556851995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.268040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f4ce0-abf4-493f-a481-fb7058b0c3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90711499-19f9-40cf-a068-d5c0da349133,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:39.304830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f45900-af37-438c-9c43-83f55a5379b5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:39.315843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.322970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.330185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86a1ac41-91ae-4252-8679-5845a70e14bc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/d7f45900-af37-438c-9c43-83f55a5379b5 HTTP/1.1" status: 204 len: 168 time: 0.4202974 Dec 13 10:07:39.368052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.379608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d51c0018-7172-46f3-92c9-fadc5552713d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550876 Dec 13 10:07:39.448897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39105159-43e5-4b46-ac96-1238314bb9df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:39.453338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-39105159-43e5-4b46-ac96-1238314bb9df tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0805492 Dec 13 10:07:39.453645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.483406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c79e5-d58d-4c0d-8823-39409415fa37 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:39.516447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26126735-01ec-4653-bfeb-dc1433c70091 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:39.521751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-26126735-01ec-4653-bfeb-dc1433c70091 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662000 Dec 13 10:07:39.525316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35796) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.558224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d2ad89f-fe01-44b3-b1eb-835e52e5da21 None None] Could not find standard attr ID for object 3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:39.583294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:39.589166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:39.593549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99017fb0-8947-4e74-9547-ed62450d7dbe tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667977 Dec 13 10:07:39.725394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:39.732694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:39.915600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:39.973186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Deleting port a328bafd-d82b-43b3-9b91-95383f431351 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:39.973571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.053940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] For port a328bafd-d82b-43b3-9b91-95383f431351, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a328bafd-d82b-43b3-9b91-95383f431351,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:40.054504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.070780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Calling delete_port for a328bafd-d82b-43b3-9b91-95383f431351 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:40.137678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a328bafd-d82b-43b3-9b91-95383f431351 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:40.152881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:40.214878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:40.252897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.287604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.316352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Port a328bafd-d82b-43b3-9b91-95383f431351 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 10:07:40.317103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:e355 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 10:07:40.322083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7b:e355 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 10:07:40.324628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.344402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] Pushing event deleted for resources: {'Port': ['ID=a328bafd-d82b-43b3-9b91-95383f431351,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:40.349568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb8fa4-c84e-4591-aaeb-24a16e7feda6 None None] No DVR routers for this DVR port a328bafd-d82b-43b3-9b91-95383f431351 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:40.393004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:40.394754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-16659079-7bfa-4d29-9e7a-417426eb3c0f tempest-ServiceProvidersTest-1654284314 tempest-ServiceProvidersTest-1654284314-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1783004 Dec 13 10:07:40.401314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:40.407549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:40.408206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.412295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e48365-4025-4d1c-8001-9c216116b639 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:40.421539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=7ab5315e-41ea-43ef-9168-5eaeac47d318,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:40.451651 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f28ba930-cd84-469e-85c9-f901b2615677 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8642366 Dec 13 10:07:40.452582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:40.466108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:40.550975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '7ab5315e-41ea-43ef-9168-5eaeac47d318'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:40.552716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.644505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:40.649470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.730203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:40.778333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Allocated IP 2001:db8::f816:3eff:fe64:724 (6c0787b3-e13a-4713-add8-3aea1731a3d8/7ab5315e-41ea-43ef-9168-5eaeac47d318/b6e9c018-8318-499b-a9c8-e6b7ace9b617) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:40.799070 n-d-820531-5 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ab5315e-41ea-43ef-9168-5eaeac47d318 (CIDR: 2001:db8::/64) Dec 13 10:07:40.805376 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:40.806649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:40.825440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5e4db1b6-1089-4ebe-864b-9875940e033e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3713140 Dec 13 10:07:40.828280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:40.838078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:40.906032 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe01785c-d386-4315-8efd-7c07f3daea98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.936138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.942421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:40.989317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:40.992279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:40.997728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:41.001887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c018-8318-499b-a9c8-e6b7ace9b617,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:41.012833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:41.016458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.057679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Attempting to bind port b6e9c018-8318-499b-a9c8-e6b7ace9b617 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:41.058055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Attempting to bind port b6e9c018-8318-499b-a9c8-e6b7ace9b617 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:41.058411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Attempting to bind port b6e9c018-8318-499b-a9c8-e6b7ace9b617 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:41.063968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:41.064352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:41.064751 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.065144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:41.065635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Bound port: b6e9c018-8318-499b-a9c8-e6b7ace9b617, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:41.066012 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.088659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe01785c-d386-4315-8efd-7c07f3daea98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.097882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe01785c-d386-4315-8efd-7c07f3daea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.131233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] For port b6e9c018-8318-499b-a9c8-e6b7ace9b617, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:41.134838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] For port b6e9c018-8318-499b-a9c8-e6b7ace9b617, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b6e9c018-8318-499b-a9c8-e6b7ace9b617,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:41.138759 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.169372 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fe01785c-d386-4315-8efd-7c07f3daea98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ca3c1eecfdb481ea6c31749c84f45d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4355097 Dec 13 10:07:41.170275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01785c-d386-4315-8efd-7c07f3daea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884b2034-217b-47cb-8c2a-af925f254dc7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:41.171663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:41.211609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e924d6-3e38-4a66-81bb-6f69574e0025 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c018-8318-499b-a9c8-e6b7ace9b617,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:41.276131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.311758 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.333031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.369897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.373538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.388296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/884b2034-217b-47cb-8c2a-af925f254dc7 HTTP/1.1" status: 204 len: 168 time: 0.2141261 Dec 13 10:07:41.401827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:41.408977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab671-ef39-4df3-a43e-3aebef1757ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b2034-217b-47cb-8c2a-af925f254dc7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:41.457878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:41.471295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:41.473101 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.494492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=7150fec3-fc15-4979-a93a-0d8dfda9ee4a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:41.521376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5cc462e2-111a-442f-b857-45935fd080d4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6894333 Dec 13 10:07:41.522998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:41.529837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:20:05:98', 'name': 'tempest-NetworksTestDHCPv6-1700734018'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:41.709051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:41.823971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:41.849798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port b4b29654-94ff-4556-9e2e-d092109635c5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:42.042321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8:0:1::1de (6c0787b3-e13a-4713-add8-3aea1731a3d8/7150fec3-fc15-4979-a93a-0d8dfda9ee4a/b4b29654-94ff-4556-9e2e-d092109635c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:42.052801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe20:598 (6c0787b3-e13a-4713-add8-3aea1731a3d8/7ab5315e-41ea-43ef-9168-5eaeac47d318/b4b29654-94ff-4556-9e2e-d092109635c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:42.225920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b6e9c018-8318-499b-a9c8-e6b7ace9b617 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:42.284879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b6e9c018-8318-499b-a9c8-e6b7ace9b617 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:42.285645 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.323094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.377742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.397564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.446676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port b6e9c018-8318-499b-a9c8-e6b7ace9b617, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b6e9c018-8318-499b-a9c8-e6b7ace9b617,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:42.456405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.468265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:42.480718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:42.489967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:42.501288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:42.502584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.514756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=b4b29654-94ff-4556-9e2e-d092109635c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:42.534596 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6aed75c0-df44-4ccb-b82b-ab6f74a37a3e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0103340 Dec 13 10:07:42.538202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:42.570327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c018-8318-499b-a9c8-e6b7ace9b617,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:42.616386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a3581d-a97c-4583-a603-3d99c7dc1deb None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:42.703304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port b4b29654-94ff-4556-9e2e-d092109635c5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:42.704192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.765253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8e336307-ffb1-4db1-a0b6-4995abf7da41 None None] Provisioning complete for port b6e9c018-8318-499b-a9c8-e6b7ace9b617 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:42.765703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e336307-ffb1-4db1-a0b6-4995abf7da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.870245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:42.888173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for b4b29654-94ff-4556-9e2e-d092109635c5 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:42.914751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Update dhcp port {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '7ab5315e-41ea-43ef-9168-5eaeac47d318', 'ip_address': '2001:db8::f816:3eff:fe64:724'}, {'subnet_id': '7150fec3-fc15-4979-a93a-0d8dfda9ee4a'}], 'binding:host_id': 'n-d-820531-5'}, 'id': 'b6e9c018-8318-499b-a9c8-e6b7ace9b617'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:07:42.952586 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.118177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.151636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Allocated IP 2001:db8:0:1::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/7150fec3-fc15-4979-a93a-0d8dfda9ee4a/b6e9c018-8318-499b-a9c8-e6b7ace9b617) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:43.226023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=b4b29654-94ff-4556-9e2e-d092109635c5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:43.236142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.243390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a1cf1a4f-aa82-44ed-8c0a-5f9fee21f02e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/b4b29654-94ff-4556-9e2e-d092109635c5 HTTP/1.1" status: 204 len: 168 time: 0.7023547 Dec 13 10:07:43.245218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.278802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] For port b6e9c018-8318-499b-a9c8-e6b7ace9b617, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b6e9c018-8318-499b-a9c8-e6b7ace9b617,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:43.312801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5fd987-51e8-462f-8c3d-02b3318d09e5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.315636 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.315801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.315978 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7b5fd987-51e8-462f-8c3d-02b3318d09e5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0695801 Dec 13 10:07:43.324622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.372438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84c1c7-802b-45f9-8172-122be95f50b7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.374032 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c84c1c7-802b-45f9-8172-122be95f50b7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0572042 Dec 13 10:07:43.377374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.444344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4082-f766-4251-a126-6d06e45667c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.446073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4082-f766-4251-a126-6d06e45667c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.448073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4082-f766-4251-a126-6d06e45667c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.449963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6d9b4082-f766-4251-a126-6d06e45667c4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0715673 Dec 13 10:07:43.452530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.458159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc665f-537e-44e9-bedc-2f6a4f40301b None None] Pushing event updated for resources: {'Port': ['ID=b6e9c018-8318-499b-a9c8-e6b7ace9b617,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:43.513389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 7150fec3-fc15-4979-a93a-0d8dfda9ee4a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:43.517713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.568522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.685043 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.757747 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-593fb564-1064-429d-b065-8f107e724c74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789502 Dec 13 10:07:43.786016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.787908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.832990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=7150fec3-fc15-4979-a93a-0d8dfda9ee4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:43.836076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:43.840392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2f456684-d7df-4dfb-bd20-ba1abf302cc9 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7150fec3-fc15-4979-a93a-0d8dfda9ee4a HTTP/1.1" status: 204 len: 168 time: 0.3862298 Dec 13 10:07:43.843239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:43.902634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-d81433c8-a855-46ae-87c2-e2b669e81ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:43.905062 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-d81433c8-a855-46ae-87c2-e2b669e81ae9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.0765333 Dec 13 10:07:43.924575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 7ab5315e-41ea-43ef-9168-5eaeac47d318 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:43.928630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.012769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.031458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b412-1da6-4848-9f07-f2ea12604442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.105892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-3b687c89-e44e-4234-839f-ffd1458c3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.107388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-3b687c89-e44e-4234-839f-ffd1458c3576 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1729209 Dec 13 10:07:44.165279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.191206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b6e9c018-8318-499b-a9c8-e6b7ace9b617 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:44.225671 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b412-1da6-4848-9f07-f2ea12604442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.235850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b412-1da6-4848-9f07-f2ea12604442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.245301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c6adb-4680-4d39-bf3d-8b6f3df70e1e None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:44.248966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-beaaf3dd-3273-44e9-a908-393b15d9fc16 None None] Could not find standard attr ID for object b4b29654-94ff-4556-9e2e-d092109635c5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:44.254131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.263468 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-91780283-de15-4677-b8d6-e03faf2268af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.1484532 Dec 13 10:07:44.293632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab5315e-41ea-43ef-9168-5eaeac47d318,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:44.295983 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.300998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a397ff5a-288e-4749-85e8-a5bbb198cc16 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7ab5315e-41ea-43ef-9168-5eaeac47d318 HTTP/1.1" status: 204 len: 168 time: 0.4558580 Dec 13 10:07:44.302848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:44.319281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port b6e9c018-8318-499b-a9c8-e6b7ace9b617 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:44.320365 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.322189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-beaaf3dd-3273-44e9-a908-393b15d9fc16 None None] Provisioning complete for port b6e9c018-8318-499b-a9c8-e6b7ace9b617 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:44.322701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beaaf3dd-3273-44e9-a908-393b15d9fc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.338085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6cb2b412-1da6-4848-9f07-f2ea12604442 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8821e287f0874bdcaf7b39f94b16c693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506110 Dec 13 10:07:44.340862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:44.363929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-98897473-1d09-41b5-9dce-2a3ee7a4bed0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596399 Dec 13 10:07:44.372216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:44.378749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:44.382432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2b412-1da6-4848-9f07-f2ea12604442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c54171-1f0c-4774-a62f-748ebcef6eda,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:44.423932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-f5747bf7-cd1a-4729-9fab-99db4d4ce3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.429872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-f5747bf7-cd1a-4729-9fab-99db4d4ce3d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.1564863 Dec 13 10:07:44.478722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.494816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:44.499612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.513416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.530931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-81a679ed-8235-4a7f-93e1-a5e630e0b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:44.533176 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-81a679ed-8235-4a7f-93e1-a5e630e0b479 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937598 Dec 13 10:07:44.642313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:44.662280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.664834 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.666028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53c54171-1f0c-4774-a62f-748ebcef6eda HTTP/1.1" status: 204 len: 168 time: 0.3241708 Dec 13 10:07:44.671963 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-3226a680-b299-4e16-b8af-52f1597d9ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317339 Dec 13 10:07:44.680828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30feafa-4d28-4bc6-91d9-56ac790ea1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c54171-1f0c-4774-a62f-748ebcef6eda,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:44.772639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Deleting port b6e9c018-8318-499b-a9c8-e6b7ace9b617 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:44.774285 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.829684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-70ac7c93-0323-4f25-8864-a376e6828dbd req-0763c0e3-7d25-4e93-9215-4c0a9ccf9564 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438024 Dec 13 10:07:44.883911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] For port b6e9c018-8318-499b-a9c8-e6b7ace9b617, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=b6e9c018-8318-499b-a9c8-e6b7ace9b617,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:44.884332 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:44.899498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Calling delete_port for b6e9c018-8318-499b-a9c8-e6b7ace9b617 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:44.992922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.013294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:45.035668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] Pushing event deleted for resources: {'Port': ['ID=b6e9c018-8318-499b-a9c8-e6b7ace9b617,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:45.043154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c835b68-566b-453c-ace2-389f5d8d9505 None None] No DVR routers for this DVR port b6e9c018-8318-499b-a9c8-e6b7ace9b617 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:07:45.157459 n-d-820531-5 neutron-server[103189]: WARNING neutron.services.revisions.revision_plugin [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Could not find related port for resource to bump revision. Dec 13 10:07:45.162634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Port b6e9c018-8318-499b-a9c8-e6b7ace9b617 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 10:07:45.163104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:724 {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 10:07:45.167026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_pluggable_backend [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:724 {{(pid=103189) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 10:07:45.168448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.168590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:45.185458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7582be-fd16-437e-9438-7a613887d411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.220006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:45.223740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:45.229672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:45.230313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.241082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8265c-76ed-4b9a-8084-91dee59c7441 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:45.248692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=51da5964-7f21-4c0f-bab4-10fb3eaad4b4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:45.259651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3458a8eb-e819-4784-ab6d-05d73b0fcb14 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8829741 Dec 13 10:07:45.260419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:45.266698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:45.341452 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7582be-fd16-437e-9438-7a613887d411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.346538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac7582be-fd16-437e-9438-7a613887d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.367036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6c0787b3-e13a-4713-add8-3aea1731a3d8', 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'project_id': '277cc74dea6c43c4a3146acf4d9574ac', 'fixed_ips': [{'subnet_id': '51da5964-7f21-4c0f-bab4-10fb3eaad4b4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:07:45.368078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.420444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac7582be-fd16-437e-9438-7a613887d411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b60a081ea58d4badbf02faa24caaaa34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478831 Dec 13 10:07:45.420444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7582be-fd16-437e-9438-7a613887d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841492d1-b847-4bff-aae8-dab739692565,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:45.420767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:45.447037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:45.452520 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.497990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.525683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.534215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Allocated IP 2001:db8::f816:3eff:fe60:dccc (6c0787b3-e13a-4713-add8-3aea1731a3d8/51da5964-7f21-4c0f-bab4-10fb3eaad4b4/3dc5ad1d-159b-44d7-9490-1f867c27fee6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:45.561964 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51da5964-7f21-4c0f-bab4-10fb3eaad4b4 (CIDR: 2001:db8::/64) Dec 13 10:07:45.568005 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:45.569582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:45.589667 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0312b6a-05e8-4a36-9302-eae2f7ae293e tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3280206 Dec 13 10:07:45.592891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 35964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:45.598917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:45.646562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.649346 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.650547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/841492d1-b847-4bff-aae8-dab739692565 HTTP/1.1" status: 204 len: 168 time: 0.2288051 Dec 13 10:07:45.667942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213311eb-cc83-48ee-9fbe-21ca0563db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841492d1-b847-4bff-aae8-dab739692565,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:45.737880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:45.741979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.742156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.750789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.806522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:45.810248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:45.819220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:45.824126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:45.916502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Attempting to bind port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:07:45.916890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Attempting to bind port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:07:45.917302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Attempting to bind port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 on network 6c0787b3-e13a-4713-add8-3aea1731a3d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:07:45.926050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:07:45.926406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Checking segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:07:45.926933 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:45.927688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Bound using segment: {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:07:45.927959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Bound port: 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1affa0-2d6f-4823-a475-e7a593b9c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:07:45.928355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.054744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.133361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:46.139246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:46.144524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:46.145558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.178593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b6e9c018-8318-499b-a9c8-e6b7ace9b617 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:46.192059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 35982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:46.195038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5938990 Dec 13 10:07:46.201174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:25:bf:b7', 'name': 'tempest-NetworksTestDHCPv6-1606158381'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:46.208054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4de183-0bac-49b8-b9d6-6d4cf4b931da tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=4fc92ecb-0310-4377-88ab-afb86ba1d690,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:46.226087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: b6e9c018-8318-499b-a9c8-e6b7ace9b617 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:07:46.226597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device b6e9c018-8318-499b-a9c8-e6b7ace9b617 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:07:46.279740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:07:46.284429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:07:46.290392 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.386076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e9090-04b0-47c8-9ef2-04909df08216 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:46.443303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:46.449231 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:46.479407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 417072bf-c312-475d-8405-28c6def19292 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:46.749306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8:0:1::12a (6c0787b3-e13a-4713-add8-3aea1731a3d8/4fc92ecb-0310-4377-88ab-afb86ba1d690/417072bf-c312-475d-8405-28c6def19292) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:46.757190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::f816:3eff:fe25:bfb7 (6c0787b3-e13a-4713-add8-3aea1731a3d8/51da5964-7f21-4c0f-bab4-10fb3eaad4b4/417072bf-c312-475d-8405-28c6def19292) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:46.969884 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.007563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.077469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:47.088294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:47.096319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:47.103294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.104255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.115186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=417072bf-c312-475d-8405-28c6def19292,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:47.138866 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c37d85cd-8992-4dcf-a22c-2e9fad8afbdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9452138 Dec 13 10:07:47.142097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.293356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 417072bf-c312-475d-8405-28c6def19292 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:47.293937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.435665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.452764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 417072bf-c312-475d-8405-28c6def19292 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:47.664931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57194173-0c86-4e59-b8ee-6e06214e9cb1 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:47.674933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.706330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=417072bf-c312-475d-8405-28c6def19292,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:47.758395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:47.759269 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.768224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.773957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6554ee0b-6e58-41b1-a947-6ec499497112 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/417072bf-c312-475d-8405-28c6def19292 HTTP/1.1" status: 204 len: 168 time: 0.6299479 Dec 13 10:07:47.776462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.836326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f811a-18d0-4cb8-a714-99bec4c3dda7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.840319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a20f811a-18d0-4cb8-a714-99bec4c3dda7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0602336 Dec 13 10:07:47.840927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.931428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:47.934095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b413ee-a305-4d78-acd4-5d23d6f68ba1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:47.939114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-08b413ee-a305-4d78-acd4-5d23d6f68ba1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0974705 Dec 13 10:07:47.944592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:47.968707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16024d-c0f9-4324-b50b-7d1f0756779f None None] Update dhcp port {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '51da5964-7f21-4c0f-bab4-10fb3eaad4b4', 'ip_address': '2001:db8::f816:3eff:fe60:dccc'}, {'subnet_id': '4fc92ecb-0310-4377-88ab-afb86ba1d690'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '3dc5ad1d-159b-44d7-9490-1f867c27fee6'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:07:47.976050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:48.002997 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.011454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4a44-fa09-432f-967c-c965c457fb37 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.014139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4a44-fa09-432f-967c-c965c457fb37 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.016475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4a44-fa09-432f-967c-c965c457fb37 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:48.021524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.030438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f16024d-c0f9-4324-b50b-7d1f0756779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.033226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25ed4a44-fa09-432f-967c-c965c457fb37 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0872872 Dec 13 10:07:48.086536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 4fc92ecb-0310-4377-88ab-afb86ba1d690 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:48.089842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.127251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba75a21-748f-488e-9030-9177e83af708 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.140595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.194621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.256747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:48.279252 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-1f16024d-c0f9-4324-b50b-7d1f0756779f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fc92ecb-0310-4377-88ab-afb86ba1d690: This subnet is being modified by another concurrent operation. Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fc92ecb-0310-4377-88ab-afb86ba1d690: This subnet is being modified by another concurrent operation. Dec 13 10:07:48.302159 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:07:48.321428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc92ecb-0310-4377-88ab-afb86ba1d690,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.324110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.330961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-969289f6-8a60-47bd-b9a6-6601e10507e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/4fc92ecb-0310-4377-88ab-afb86ba1d690 HTTP/1.1" status: 204 len: 168 time: 0.3055565 Dec 13 10:07:48.331695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.353306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:48.353780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.454773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 51da5964-7f21-4c0f-bab4-10fb3eaad4b4 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:48.458549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.477666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c469949a-436f-40f8-9a47-d686ec8afec2 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:48.477666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c469949a-436f-40f8-9a47-d686ec8afec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.537331 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.644672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e52ccd-4b1b-498e-84ea-97a4bcb14ecb None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:07:48.678673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.744581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e52ccd-4b1b-498e-84ea-97a4bcb14ecb None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:07:48.759918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ec5e9c4-b1d4-4c73-9c36-52813b97beab None None] Could not find standard attr ID for object 417072bf-c312-475d-8405-28c6def19292. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:48.769641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.816251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=51da5964-7f21-4c0f-bab4-10fb3eaad4b4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:48.819254 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:48.826962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e20316f8-3dd3-45cc-a7a2-570e59161b0a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/51da5964-7f21-4c0f-bab4-10fb3eaad4b4 HTTP/1.1" status: 204 len: 168 time: 0.4917967 Dec 13 10:07:48.827352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.876360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5bccc070-dbad-41b8-a80f-6aa27c1a23c5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440719 Dec 13 10:07:48.876360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:48.880789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:49.040340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:49.050568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8a90b-9ee5-44bb-8249-facb945e43d4 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:07:49.051410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.112619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1d99dcc0-e6c5-489e-a3a2-6880c6b5e106 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:49.112994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d99dcc0-e6c5-489e-a3a2-6880c6b5e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.202185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8a90b-9ee5-44bb-8249-facb945e43d4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:07:49.273279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.322585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:49.326491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:49.332913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:49.333541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.358300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=2ad3bb63-67cd-4abe-bb8b-8a453734098c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:49.380383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:49.381691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a96b5c79-dc6f-4c04-895f-7a2a8e05af4a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5050733 Dec 13 10:07:49.385613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:49.600855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Update dhcp port {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '2ad3bb63-67cd-4abe-bb8b-8a453734098c'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '3dc5ad1d-159b-44d7-9490-1f867c27fee6'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:07:49.630918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.807636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/2ad3bb63-67cd-4abe-bb8b-8a453734098c/3dc5ad1d-159b-44d7-9490-1f867c27fee6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:49.810693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:49.816233 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:49.936994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:49.937689 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ad3bb63-67cd-4abe-bb8b-8a453734098c (CIDR: 2001:db8::/64) Dec 13 10:07:49.943859 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:49.944513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:49.975404 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2be08647-0105-4f41-be98-7a1e47306397 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5938783 Dec 13 10:07:49.977543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36074) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:49.983900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:50.000028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.013690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.154803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:50.165634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.169628 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:07:50.202158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a969d3-9d77-40b0-bc33-107c6e13c66c None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:50.264356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.304144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:50.310351 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.377460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:50.596900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:50.767838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.946424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:50.976637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a202d26-3533-4a1b-bdd5-9f799704121a None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:50.983958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.989788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:50.991295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.084274 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:51.095611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:51.106190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:51.106715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.111221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:51.111600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.119204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=50fcdb41-1690-4d6a-b566-cb20b7f68a21,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:51.125323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1464033 Dec 13 10:07:51.128119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:51.133763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:4a:64:22', 'name': 'tempest-NetworksTestDHCPv6-1131893624'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:51.187880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09d6a6-8cc8-4d41-a5dd-bf0b9187385c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:51.202635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.256190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:51.271328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.319378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:51.361344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f4295-9895-4114-988e-b47f2a81a320 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:51.440929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.462640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port a0edf96c-75fa-46c4-ab35-1e03da933a52 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:51.701654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::27d (6c0787b3-e13a-4713-add8-3aea1731a3d8/2ad3bb63-67cd-4abe-bb8b-8a453734098c/a0edf96c-75fa-46c4-ab35-1e03da933a52) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:51.712638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:6422 (6c0787b3-e13a-4713-add8-3aea1731a3d8/50fcdb41-1690-4d6a-b566-cb20b7f68a21/a0edf96c-75fa-46c4-ab35-1e03da933a52) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:51.888692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8af79-1187-455e-bf0a-7cf982c78df1 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:51.941406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.952297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bd22a3ca-a840-4663-a16e-3d3860a57f90 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:51.952672 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd22a3ca-a840-4663-a16e-3d3860a57f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:51.991502 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.039899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:52.043465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:52.048381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:52.054140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:52.054788 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.098340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=a0edf96c-75fa-46c4-ab35-1e03da933a52,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:52.116643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d9e1d1c6-78e4-43ea-bf2c-8627a3d73e59 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9850216 Dec 13 10:07:52.117434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:52.256213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port a0edf96c-75fa-46c4-ab35-1e03da933a52 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:52.256603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.289431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:52.401382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:52.403525 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.452469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.466411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for a0edf96c-75fa-46c4-ab35-1e03da933a52 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:52.478241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fb539405-5215-4085-b78c-0033ed3f2430 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:52.478494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb539405-5215-4085-b78c-0033ed3f2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.689070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fb539405-5215-4085-b78c-0033ed3f2430 None None] Provisioning complete for port a0edf96c-75fa-46c4-ab35-1e03da933a52 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:52.689665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb539405-5215-4085-b78c-0033ed3f2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.763138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb539405-5215-4085-b78c-0033ed3f2430 None None] Port a0edf96c-75fa-46c4-ab35-1e03da933a52 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:07:52.789170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.824645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=a0edf96c-75fa-46c4-ab35-1e03da933a52,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:52.879665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be1204d3-b227-464c-920b-12a76f7983e5 None None] Could not find standard attr ID for object a0edf96c-75fa-46c4-ab35-1e03da933a52. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:52.885682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:52.889628 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-88245eca-88e6-4eca-9915-ebc2a3bcf935 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/a0edf96c-75fa-46c4-ab35-1e03da933a52 HTTP/1.1" status: 204 len: 168 time: 0.7716079 Dec 13 10:07:52.892615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:52.952601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bc4a6-4820-450e-b546-135727e5a018 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:52.954266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9b1bc4a6-4820-450e-b546-135727e5a018 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0606694 Dec 13 10:07:52.956809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:53.014776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0b194c-d24d-495a-a869-c10c350f61a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.019726 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:53.020057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c0b194c-d24d-495a-a869-c10c350f61a8 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0619700 Dec 13 10:07:53.092869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717b78d-c943-422b-9161-e57148f0bb27 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.095123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717b78d-c943-422b-9161-e57148f0bb27 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.098662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717b78d-c943-422b-9161-e57148f0bb27 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:53.101889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:53.114416 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d717b78d-c943-422b-9161-e57148f0bb27 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0935194 Dec 13 10:07:53.167279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 2ad3bb63-67cd-4abe-bb8b-8a453734098c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:53.170539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.211767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.300049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.639016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.666805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad3bb63-67cd-4abe-bb8b-8a453734098c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:53.670529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.674589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c951aa8-c352-46b0-81ae-aa7e4bd35566 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2ad3bb63-67cd-4abe-bb8b-8a453734098c HTTP/1.1" status: 204 len: 168 time: 0.5708323 Dec 13 10:07:53.676594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:53.684294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ba8dd-8ab9-46b0-b667-0788905aa319 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:53.761791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 50fcdb41-1690-4d6a-b566-cb20b7f68a21 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:53.774692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.834720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:53.927885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.006513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.041053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=50fcdb41-1690-4d6a-b566-cb20b7f68a21,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:54.045164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.049513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8db550b0-8100-4b92-8304-470120d7fba0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/50fcdb41-1690-4d6a-b566-cb20b7f68a21 HTTP/1.1" status: 204 len: 168 time: 0.3716202 Dec 13 10:07:54.051913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:54.095166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:54.095387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1a9d953e-d368-4515-988a-a0708c4104c2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421958 Dec 13 10:07:54.100451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:54.224429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:54.228830 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.460969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.508913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:54.514852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:54.519036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:54.519896 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.540481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:54.545074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444fb5a-5b27-4591-9222-ad3ec3782c56 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:54.553396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7c6d5739-b608-4340-b140-2eab1cab8e69 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4540851 Dec 13 10:07:54.553839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:54.558981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:54.692656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:54.697651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.702655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-de8880fb-cabd-4326-8721-4695e92dfa7f None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:54.703165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de8880fb-cabd-4326-8721-4695e92dfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:54.820106 n-d-820531-5 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b (CIDR: 2001:db8::/64) Dec 13 10:07:54.825911 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:07:54.827045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:54.865025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:54.865730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'subnet': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:54.868868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1ef60393-db5f-439b-ad80-0a2854edbe02 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3137572 Dec 13 10:07:55.007455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:55.011920 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.048636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Update dhcp port {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'fixed_ips': [{'subnet_id': '0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b'}], 'binding:host_id': 'n-d-820531-5'}, 'id': '3dc5ad1d-159b-44d7-9490-1f867c27fee6'} from n-d-820531-5. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 10:07:55.088094 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.327733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Allocated IP 2001:db8::2 (6c0787b3-e13a-4713-add8-3aea1731a3d8/0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b/3dc5ad1d-159b-44d7-9490-1f867c27fee6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:55.421087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.objects.ports [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:07:55.456657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:55.490870 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.497106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.599445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:55.614770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.615465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.616116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.617103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.617851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.619097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.619859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.620951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.621966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.622801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.623406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.624021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.624565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2c5e9-9f27-43df-b1d3-62708b5c50f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:07:55.687436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.908095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:55.966180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.977524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:55.979088 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.134639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:56.138209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=14']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:56.155726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:56.162447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:56.163063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.188609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Subnet': ['ID=96d9776c-8c26-4185-8605-d6a767cb7c02,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:56.211821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:56.219308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Request body: {'port': {'network_id': '6c0787b3-e13a-4713-add8-3aea1731a3d8', 'mac_address': 'fa:16:3e:6a:af:7f', 'name': 'tempest-NetworksTestDHCPv6-1757289945'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:07:56.221727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:56.222243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2db6ef39-b7b0-4f74-b54f-dc03b8170b6f tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3634207 Dec 13 10:07:56.440530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:56.441623 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.459627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Made reservation on behalf of 277cc74dea6c43c4a3146acf4d9574ac for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:07:56.635153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.669481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] device_id is not set on port 1ff72674-82fd-4c70-b90b-6b981de05987 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:07:56.701197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3c9fd-a69c-4cf2-a3ad-60f514a6abde None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:56.860908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5b3644be-ae16-4b13-83f1-3d7ae728c4b4 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:56.861331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b3644be-ae16-4b13-83f1-3d7ae728c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:56.918614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8::fc (6c0787b3-e13a-4713-add8-3aea1731a3d8/0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b/1ff72674-82fd-4c70-b90b-6b981de05987) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:56.926112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:af7f (6c0787b3-e13a-4713-add8-3aea1731a3d8/96d9776c-8c26-4185-8605-d6a767cb7c02/1ff72674-82fd-4c70-b90b-6b981de05987) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:07:57.170437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.229022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.341500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.361612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:07:57.363313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event updated for resources: {'Port': ['ID=1ff72674-82fd-4c70-b90b-6b981de05987,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:57.373094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:07:57.379680 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:07:57.392580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:57.393791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.420704 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6dcb7a04-5644-4393-8126-9acc140ee1f6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2067730 Dec 13 10:07:57.423837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:57.543433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting port 1ff72674-82fd-4c70-b90b-6b981de05987 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:57.543872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.654525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.669182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Calling delete_port for 1ff72674-82fd-4c70-b90b-6b981de05987 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:57.879476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6a553f65-0ed1-4de3-9d5a-cfd46c604325 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:57.880229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a553f65-0ed1-4de3-9d5a-cfd46c604325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.905847 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:57.964923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Port': ['ID=1ff72674-82fd-4c70-b90b-6b981de05987,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:58.023743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.029766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-82d13ebe-0aba-49c4-8ae7-fcde2e256bce tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/1ff72674-82fd-4c70-b90b-6b981de05987 HTTP/1.1" status: 204 len: 168 time: 0.6024969 Dec 13 10:07:58.030103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:58.089022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43514f-f0a8-4e68-9c95-d7b847b0749d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.093611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:58.094558 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd43514f-f0a8-4e68-9c95-d7b847b0749d tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0615234 Dec 13 10:07:58.122140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c30ab303-2e35-4e8e-a77e-28866a0b4d77 None None] Could not find standard attr ID for object 1ff72674-82fd-4c70-b90b-6b981de05987. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:07:58.139481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:07:58.155714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcda621-cbc4-45b2-b99b-ce19a2bcb66a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.161494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36212) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:58.170593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3fcda621-cbc4-45b2-b99b-ce19a2bcb66a tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0752504 Dec 13 10:07:58.208317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:58.208722 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.232011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052ab14-54f2-4e07-af62-6b42431a75fc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.236330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052ab14-54f2-4e07-af62-6b42431a75fc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.237914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052ab14-54f2-4e07-af62-6b42431a75fc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:58.242784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:58.243408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0052ab14-54f2-4e07-af62-6b42431a75fc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0803180 Dec 13 10:07:58.315690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:58.319213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.363021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.452380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.518187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.547750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:58.552206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.556357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9c242c4a-ae76-4d79-833d-77c6eb8f185c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b HTTP/1.1" status: 204 len: 168 time: 0.3124270 Dec 13 10:07:58.559013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36224) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:58.564227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0060c-363b-4146-8e8d-4632d6847810 None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:58.633028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Deleting subnet 96d9776c-8c26-4185-8605-d6a767cb7c02 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:07:58.639421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.661169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dbf11a2-66ab-4293-89ee-d0d7063b04a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.693462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.798613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.883689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.928002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Subnet': ['ID=96d9776c-8c26-4185-8605-d6a767cb7c02,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:07:58.948935 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:58.956458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4aafcab3-1056-4edc-bf24-f0c7274a1246 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/96d9776c-8c26-4185-8605-d6a767cb7c02 HTTP/1.1" status: 204 len: 168 time: 0.3932726 Dec 13 10:07:58.956741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36246) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.015603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-839995b1-3620-4f90-9cd9-588df3d9eb50 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574095 Dec 13 10:07:59.018715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.094842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad635c-25e7-43c1-a81a-02d66bfe7f57 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:59.096348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-34ad635c-25e7-43c1-a81a-02d66bfe7f57 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0766532 Dec 13 10:07:59.099430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.169021 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f96bc-c0c1-4b8d-9aea-500ea3605eb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:07:59.171266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0a9f96bc-c0c1-4b8d-9aea-500ea3605eb4 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702531 Dec 13 10:07:59.173559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.224170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:59.236979 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d4b46650-f169-4383-8bd6-b8db3d232ca2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619929 Dec 13 10:07:59.246293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.273480 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-08adcb89-f16d-452c-9609-c9dbf88ff5e6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.274423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08adcb89-f16d-452c-9609-c9dbf88ff5e6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.278468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08adcb89-f16d-452c-9609-c9dbf88ff5e6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/1ff72674-82fd-4c70-b90b-6b981de05987 HTTP/1.1" status: 404 len: 333 time: 0.0311587 Dec 13 10:07:59.280977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.317194 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f492801-3038-47b8-a2b6-a6b8643bb801 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.318000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f492801-3038-47b8-a2b6-a6b8643bb801 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.323532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f492801-3038-47b8-a2b6-a6b8643bb801 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/96d9776c-8c26-4185-8605-d6a767cb7c02 HTTP/1.1" status: 404 len: 337 time: 0.0413060 Dec 13 10:07:59.326120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.356737 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5f8b43-75bf-4cb6-8882-decb80a57039 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.357247 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5f8b43-75bf-4cb6-8882-decb80a57039 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.361573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ab5f8b43-75bf-4cb6-8882-decb80a57039 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/0c1eb5e7-2a8a-4b20-a695-7aa3ce46c29b HTTP/1.1" status: 404 len: 337 time: 0.0344284 Dec 13 10:07:59.364005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.394085 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b96cab3-fd30-4248-8d5e-e8a7ae5c16ff tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.394691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b96cab3-fd30-4248-8d5e-e8a7ae5c16ff tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.398090 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b96cab3-fd30-4248-8d5e-e8a7ae5c16ff tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/a0edf96c-75fa-46c4-ab35-1e03da933a52 HTTP/1.1" status: 404 len: 333 time: 0.0320745 Dec 13 10:07:59.400531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.434318 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-244471dc-9a2b-426b-8ce3-b9ab063f5770 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.434867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244471dc-9a2b-426b-8ce3-b9ab063f5770 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.439058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-244471dc-9a2b-426b-8ce3-b9ab063f5770 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/50fcdb41-1690-4d6a-b566-cb20b7f68a21 HTTP/1.1" status: 404 len: 337 time: 0.0372212 Dec 13 10:07:59.441611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.475037 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ee52d1-6b3f-44fd-9b73-694ca94280f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.475506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ee52d1-6b3f-44fd-9b73-694ca94280f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.481677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-52ee52d1-6b3f-44fd-9b73-694ca94280f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2ad3bb63-67cd-4abe-bb8b-8a453734098c HTTP/1.1" status: 404 len: 337 time: 0.0367486 Dec 13 10:07:59.482114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.508948 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b66c36-49ee-43ee-8a31-643a77b393e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.509645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b66c36-49ee-43ee-8a31-643a77b393e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.516248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5b66c36-49ee-43ee-8a31-643a77b393e0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/417072bf-c312-475d-8405-28c6def19292 HTTP/1.1" status: 404 len: 333 time: 0.0305560 Dec 13 10:07:59.516637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.551948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ab424-acdf-4937-935e-7349c33517bd None None] Network 6c0787b3-e13a-4713-add8-3aea1731a3d8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:07:59.563805 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad3ebb5-dd04-466a-89d4-6531f72dcdc0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.564623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad3ebb5-dd04-466a-89d4-6531f72dcdc0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.572637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.572845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ad3ebb5-dd04-466a-89d4-6531f72dcdc0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/4fc92ecb-0310-4377-88ab-afb86ba1d690 HTTP/1.1" status: 404 len: 337 time: 0.0549061 Dec 13 10:07:59.600121 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba098f2-4dae-42fd-ad31-02d7ef7c4726 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.600825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba098f2-4dae-42fd-ad31-02d7ef7c4726 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.604248 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3ba098f2-4dae-42fd-ad31-02d7ef7c4726 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/51da5964-7f21-4c0f-bab4-10fb3eaad4b4 HTTP/1.1" status: 404 len: 337 time: 0.0302725 Dec 13 10:07:59.607295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.637969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66d7ca8d-df7f-42e2-ade6-d2c11278435c None None] Provisioning complete for port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:07:59.638958 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66d7ca8d-df7f-42e2-ade6-d2c11278435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:59.639887 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a6e7f7-340b-4e15-8dbf-e2fabe1293af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.640825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a6e7f7-340b-4e15-8dbf-e2fabe1293af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.644958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d6a6e7f7-340b-4e15-8dbf-e2fabe1293af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/b4b29654-94ff-4556-9e2e-d092109635c5 HTTP/1.1" status: 404 len: 333 time: 0.0356028 Dec 13 10:07:59.646616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.675790 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc250cb6-cb8a-40a1-ab6c-47e00af183f1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.676262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc250cb6-cb8a-40a1-ab6c-47e00af183f1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.681229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fc250cb6-cb8a-40a1-ab6c-47e00af183f1 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7150fec3-fc15-4979-a93a-0d8dfda9ee4a HTTP/1.1" status: 404 len: 337 time: 0.0317359 Dec 13 10:07:59.682328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.710796 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-16721f20-5cbc-464d-b4c1-aa310d524293 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.711268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16721f20-5cbc-464d-b4c1-aa310d524293 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.716725 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-16721f20-5cbc-464d-b4c1-aa310d524293 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7ab5315e-41ea-43ef-9168-5eaeac47d318 HTTP/1.1" status: 404 len: 337 time: 0.0309966 Dec 13 10:07:59.717283 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.785464 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-89706b16-9301-47ee-8964-603514c0f6f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.786057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89706b16-9301-47ee-8964-603514c0f6f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.791596 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-89706b16-9301-47ee-8964-603514c0f6f5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/3e2cc472-a1c9-4e83-9f71-230dcc0b2ea4 HTTP/1.1" status: 404 len: 333 time: 0.0712554 Dec 13 10:07:59.792001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.808760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] DHCP port deletion for 6c0787b3-e13a-4713-add8-3aea1731a3d8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:07:59.825649 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-989f3864-3527-46c4-924b-812a01462f8b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.826130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989f3864-3527-46c4-924b-812a01462f8b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.831774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-989f3864-3527-46c4-924b-812a01462f8b tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/d7f45900-af37-438c-9c43-83f55a5379b5 HTTP/1.1" status: 404 len: 337 time: 0.0362878 Dec 13 10:07:59.832023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.860432 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-052ea877-bf58-4c1c-9751-9fcf1142cea6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.861508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052ea877-bf58-4c1c-9751-9fcf1142cea6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.867923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Deleting port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:07:59.867923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:59.868167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-052ea877-bf58-4c1c-9751-9fcf1142cea6 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/01a05a08-82ce-4b1b-b950-016783ec267c HTTP/1.1" status: 404 len: 333 time: 0.0327446 Dec 13 10:07:59.868714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.904105 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2309fbb8-5a38-4dfc-a4f4-855cd9b1c1c5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.905095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2309fbb8-5a38-4dfc-a4f4-855cd9b1c1c5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.913958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2309fbb8-5a38-4dfc-a4f4-855cd9b1c1c5 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/af368b6c-867d-4c7f-89ed-cc6e892289ab HTTP/1.1" status: 404 len: 337 time: 0.0422928 Dec 13 10:07:59.914319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.937977 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c63d30-ebf7-44f9-9bc6-6408bb0402a0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.938523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c63d30-ebf7-44f9-9bc6-6408bb0402a0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.944034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a5c63d30-ebf7-44f9-9bc6-6408bb0402a0 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/42136bc2-f6b2-4098-812b-29b16b3b1883 HTTP/1.1" status: 404 len: 333 time: 0.0264542 Dec 13 10:07:59.944266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:07:59.944668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] For port 3dc5ad1d-159b-44d7-9490-1f867c27fee6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3dc5ad1d-159b-44d7-9490-1f867c27fee6,segment=NetworkSegment(db1affa0-2d6f-4823-a475-e7a593b9c1a1),segment_id=db1affa0-2d6f-4823-a475-e7a593b9c1a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:07:59.945293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:07:59.961310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Calling delete_port for 3dc5ad1d-159b-44d7-9490-1f867c27fee6 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:07:59.982797 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7672f0-a790-4911-9bca-8cdac1b967c2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:07:59.983378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7672f0-a790-4911-9bca-8cdac1b967c2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:07:59.987029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c7672f0-a790-4911-9bca-8cdac1b967c2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2e202876-e0eb-41bb-b7d9-4d80960eb4de HTTP/1.1" status: 404 len: 337 time: 0.0415773 Dec 13 10:07:59.989370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.018468 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cc8a71-f5f9-4c2d-9e86-6d433655b560 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.019326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cc8a71-f5f9-4c2d-9e86-6d433655b560 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.023759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c6cc8a71-f5f9-4c2d-9e86-6d433655b560 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/6dbec810-e571-44dd-a196-5102aa9d07e5 HTTP/1.1" status: 404 len: 333 time: 0.0325906 Dec 13 10:08:00.025783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.063460 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c984ac-fdc8-42fa-a140-832ceeec9887 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.064315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c984ac-fdc8-42fa-a140-832ceeec9887 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.067872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-02c984ac-fdc8-42fa-a140-832ceeec9887 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/9dcd6744-9d79-4289-b880-4b54b54d0d59 HTTP/1.1" status: 404 len: 337 time: 0.0408165 Dec 13 10:08:00.071110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.081474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:00.110775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] Pushing event deleted for resources: {'Port': ['ID=3dc5ad1d-159b-44d7-9490-1f867c27fee6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:00.114196 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4744747-08b4-4d06-aa01-dfa968c5c3af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.114835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4744747-08b4-4d06-aa01-dfa968c5c3af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.123428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcefe6-22be-4c08-92cc-8fd5cf172363 None None] No DVR routers for this DVR port 3dc5ad1d-159b-44d7-9490-1f867c27fee6 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:00.126170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.129704 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4744747-08b4-4d06-aa01-dfa968c5c3af tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/ad94dc97-1318-44eb-ba3a-722672753fb9 HTTP/1.1" status: 404 len: 333 time: 0.0577815 Dec 13 10:08:00.160823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:00.168787 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b904c05f-854f-4b82-a6ad-318d9b7fcb48 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.169541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b904c05f-854f-4b82-a6ad-318d9b7fcb48 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.173239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b904c05f-854f-4b82-a6ad-318d9b7fcb48 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/80aef8b5-b6ed-44d4-b14b-3912fdef95b0 HTTP/1.1" status: 404 len: 337 time: 0.0454056 Dec 13 10:08:00.175678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.183818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3dc5ad1d-159b-44d7-9490-1f867c27fee6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:00.184295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3dc5ad1d-159b-44d7-9490-1f867c27fee6 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:00.209362 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c4e4ea-c635-4962-a870-7aa7e7f0f523 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.210216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c4e4ea-c635-4962-a870-7aa7e7f0f523 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.215746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e3c4e4ea-c635-4962-a870-7aa7e7f0f523 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f01172eb-0bad-49ca-9ad8-4a87eeb83eae HTTP/1.1" status: 404 len: 333 time: 0.0368121 Dec 13 10:08:00.216065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.243097 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb3cf3-694e-454b-ad03-f797850d49f3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.243693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb3cf3-694e-454b-ad03-f797850d49f3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.249211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bdcb3cf3-694e-454b-ad03-f797850d49f3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/71e374cc-572b-4db1-ac06-4c3c6b4e7387 HTTP/1.1" status: 404 len: 337 time: 0.0298910 Dec 13 10:08:00.249526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.277184 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-673b155d-8d13-4aaa-be7b-79ee738fec94 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.277752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673b155d-8d13-4aaa-be7b-79ee738fec94 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.284715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-673b155d-8d13-4aaa-be7b-79ee738fec94 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/171e8b51-f542-41c1-b297-5382b1625986 HTTP/1.1" status: 404 len: 337 time: 0.0300956 Dec 13 10:08:00.285178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.321729 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd214286-38ee-406a-b199-f5f97ef44e25 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.322901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd214286-38ee-406a-b199-f5f97ef44e25 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.326365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd214286-38ee-406a-b199-f5f97ef44e25 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/5355fe9d-4adb-4202-9c47-173586d4b943 HTTP/1.1" status: 404 len: 333 time: 0.0401814 Dec 13 10:08:00.329344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.355894 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7873b1c-30cf-40ef-b635-438d7fc20c53 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.356437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7873b1c-30cf-40ef-b635-438d7fc20c53 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.360093 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c7873b1c-30cf-40ef-b635-438d7fc20c53 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/483a9ce9-65ac-4c53-9508-9666a8ef8497 HTTP/1.1" status: 404 len: 337 time: 0.0296097 Dec 13 10:08:00.362735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.387903 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd8ce45-4898-442d-8c86-622004343fbb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.388361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd8ce45-4898-442d-8c86-622004343fbb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.391413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4cd8ce45-4898-442d-8c86-622004343fbb tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/8b0ec021-cac9-4674-af74-7982db085131 HTTP/1.1" status: 404 len: 337 time: 0.0277843 Dec 13 10:08:00.394133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.428072 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8006b65-290e-4674-8d45-e613d8998b96 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.428747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8006b65-290e-4674-8d45-e613d8998b96 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.432408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f8006b65-290e-4674-8d45-e613d8998b96 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f717c2e5-98a3-4043-93b1-c964112a3853 HTTP/1.1" status: 404 len: 333 time: 0.0371318 Dec 13 10:08:00.434867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.463555 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce92854b-7d23-4809-85f8-5b69f71f4a50 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.464254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce92854b-7d23-4809-85f8-5b69f71f4a50 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.470145 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ce92854b-7d23-4809-85f8-5b69f71f4a50 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/10b794d7-bc40-4a23-8e7d-8b60bccf45e8 HTTP/1.1" status: 404 len: 337 time: 0.0313661 Dec 13 10:08:00.470529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36338) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.498015 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-677281a9-8db0-4291-ad54-c5467f99f335 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.498492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677281a9-8db0-4291-ad54-c5467f99f335 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.502808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-677281a9-8db0-4291-ad54-c5467f99f335 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/1378cca2-a85f-48aa-a6c1-df68ef4c6f64 HTTP/1.1" status: 404 len: 337 time: 0.0311844 Dec 13 10:08:00.505528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.530635 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-07077476-d823-4887-96fc-695257acf5d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.531461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07077476-d823-4887-96fc-695257acf5d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.537031 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-07077476-d823-4887-96fc-695257acf5d2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/32f8547c-6151-4e53-a662-32c109355ea6 HTTP/1.1" status: 404 len: 333 time: 0.0282190 Dec 13 10:08:00.537412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.572455 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-126449fd-681b-4abd-a998-ab1faaefd694 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.572935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126449fd-681b-4abd-a998-ab1faaefd694 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.580413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.581652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-126449fd-681b-4abd-a998-ab1faaefd694 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/07c05bf4-f690-4d5e-a719-fd97984a0d4f HTTP/1.1" status: 404 len: 337 time: 0.0431514 Dec 13 10:08:00.629485 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-54681433-3d1a-41e5-a61f-cf38cecb3489 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.629949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54681433-3d1a-41e5-a61f-cf38cecb3489 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.633481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-54681433-3d1a-41e5-a61f-cf38cecb3489 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5f402e03-80d1-44a9-b8eb-ccaf008c7a93 HTTP/1.1" status: 404 len: 337 time: 0.0520589 Dec 13 10:08:00.635945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.665754 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a99eb48a-b90e-4b9f-b867-18d4e4c08742 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 HTTP/1.1" status: 200 len: 205 time: 0.0263238 Dec 13 10:08:00.666046 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.706685 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b53446a7-da58-4e10-b832-5fee2e199642 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] delete failed (client error): The resource could not be found. Dec 13 10:08:00.710503 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b53446a7-da58-4e10-b832-5fee2e199642 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/routers/9bdd62a3-6f2a-496b-8b6a-23f646a34cf1 HTTP/1.1" status: 404 len: 336 time: 0.0408118 Dec 13 10:08:00.710773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.736906 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2feba41-5b8f-4522-a81b-62206d9b228c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.737384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2feba41-5b8f-4522-a81b-62206d9b228c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.743053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e2feba41-5b8f-4522-a81b-62206d9b228c tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/d654747b-5b02-479e-9966-0b05cdb6ddef HTTP/1.1" status: 404 len: 337 time: 0.0288477 Dec 13 10:08:00.743167 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.771373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c199c95-ca06-4246-9d69-bf8f7af55668 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c2d4c9-3466-4690-a1c6-9fa85ac79b84 HTTP/1.1" status: 200 len: 205 time: 0.0270305 Dec 13 10:08:00.773970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.818936 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-002588b6-35af-4378-a891-3c132e42b0b7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] delete failed (client error): The resource could not be found. Dec 13 10:08:00.822306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-002588b6-35af-4378-a891-3c132e42b0b7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/routers/16c2d4c9-3466-4690-a1c6-9fa85ac79b84 HTTP/1.1" status: 404 len: 336 time: 0.0450754 Dec 13 10:08:00.822666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.854727 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e45664f-1a19-46c6-acf8-6f9df24a67ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.855275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e45664f-1a19-46c6-acf8-6f9df24a67ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.861877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1e45664f-1a19-46c6-acf8-6f9df24a67ae tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/75391edd-63c7-48f3-8e08-0dc900e43c57 HTTP/1.1" status: 404 len: 337 time: 0.0352185 Dec 13 10:08:00.862264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.893184 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d2fc6a-677b-4364-bf16-cda8c26a0396 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.893658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d2fc6a-677b-4364-bf16-cda8c26a0396 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.897075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b1d2fc6a-677b-4364-bf16-cda8c26a0396 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/9a372a22-71a5-4cce-af76-2bf51743a991 HTTP/1.1" status: 404 len: 337 time: 0.0334017 Dec 13 10:08:00.899327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.927503 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1aa724-4ba2-4785-8a95-3fd2209eaa31 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.928318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1aa724-4ba2-4785-8a95-3fd2209eaa31 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.933954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e1aa724-4ba2-4785-8a95-3fd2209eaa31 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/d6cf938d-8ade-4464-b742-c04bc6637ac6 HTTP/1.1" status: 404 len: 333 time: 0.0313754 Dec 13 10:08:00.934178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.963713 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-6735f1ba-d940-496a-80d8-13a93fb35f77 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:00.964304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6735f1ba-d940-496a-80d8-13a93fb35f77 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:00.970073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6735f1ba-d940-496a-80d8-13a93fb35f77 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/a7143234-4179-444c-a995-ec3698170d3d HTTP/1.1" status: 404 len: 337 time: 0.0324142 Dec 13 10:08:00.970531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:00.995240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-338adb3e-c5bf-4677-a270-1a0d615bf99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.003917 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-898ecef6-85bc-48ab-b088-3329079a9768 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.004632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898ecef6-85bc-48ab-b088-3329079a9768 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.009191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-898ecef6-85bc-48ab-b088-3329079a9768 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/0ca31ca4-3bc8-4d1b-9ae0-e38ed9034041 HTTP/1.1" status: 404 len: 333 time: 0.0361881 Dec 13 10:08:01.010449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.037765 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1344cc-1fbc-48b8-b652-8e00080d3ee3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.038251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1344cc-1fbc-48b8-b652-8e00080d3ee3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.041687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bc1344cc-1fbc-48b8-b652-8e00080d3ee3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5c305072-9148-4db3-85b7-a3157c1fad9e HTTP/1.1" status: 404 len: 337 time: 0.0299683 Dec 13 10:08:01.043849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.072193 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48b382a-e9a0-406a-93f9-5eb4feb9d116 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.072760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48b382a-e9a0-406a-93f9-5eb4feb9d116 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.077191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b48b382a-e9a0-406a-93f9-5eb4feb9d116 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/f0cdd450-2f77-421f-8803-2734d66fe0bf HTTP/1.1" status: 404 len: 333 time: 0.0316725 Dec 13 10:08:01.079771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.108897 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25ac4e-eaf9-46de-9ee2-df26f5bcf8cc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.110023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e25ac4e-eaf9-46de-9ee2-df26f5bcf8cc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.114655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e25ac4e-eaf9-46de-9ee2-df26f5bcf8cc tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/5f30289b-ed7b-404b-a186-e1052511ba59 HTTP/1.1" status: 404 len: 337 time: 0.0325046 Dec 13 10:08:01.116331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.140329 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dce7946-7b71-4b4a-84cb-14749d67aa26 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.141419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dce7946-7b71-4b4a-84cb-14749d67aa26 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.145019 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1dce7946-7b71-4b4a-84cb-14749d67aa26 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/af914797-cbdc-48ab-b524-bddc4a7f70d0 HTTP/1.1" status: 404 len: 333 time: 0.0272977 Dec 13 10:08:01.147314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.179026 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-805ab023-a949-4b81-a10d-258d08b6ffd7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.179526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805ab023-a949-4b81-a10d-258d08b6ffd7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.185333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-805ab023-a949-4b81-a10d-258d08b6ffd7 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/041755b7-c717-4e47-bf0f-12575caec890 HTTP/1.1" status: 404 len: 337 time: 0.0369384 Dec 13 10:08:01.185671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.211954 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39b6b68-0072-49b5-aaf3-2cb8efb7abdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.212598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39b6b68-0072-49b5-aaf3-2cb8efb7abdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.216088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c39b6b68-0072-49b5-aaf3-2cb8efb7abdf tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/fa4073e9-1043-4e4d-8cf0-97faa7303923 HTTP/1.1" status: 404 len: 333 time: 0.0289121 Dec 13 10:08:01.219193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.246677 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1631e71f-8de4-43af-8486-2881bd44df55 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.247177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1631e71f-8de4-43af-8486-2881bd44df55 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.251057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1631e71f-8de4-43af-8486-2881bd44df55 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/2ea7a41f-9141-4002-b941-5e7b5d316d09 HTTP/1.1" status: 404 len: 337 time: 0.0308671 Dec 13 10:08:01.254090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.282789 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-399a69ec-1731-4c31-b7b1-7c0c28741bb2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.283359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399a69ec-1731-4c31-b7b1-7c0c28741bb2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.289105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-399a69ec-1731-4c31-b7b1-7c0c28741bb2 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/153a214d-bd97-4f1d-acac-edc903403f9a HTTP/1.1" status: 404 len: 333 time: 0.0339916 Dec 13 10:08:01.292268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.319969 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf09b3a-8056-4143-8b56-70d1142494ef tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.320569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf09b3a-8056-4143-8b56-70d1142494ef tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.324658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-acf09b3a-8056-4143-8b56-70d1142494ef tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7728ea9d-c458-4ba4-a69d-ba20dccb95d5 HTTP/1.1" status: 404 len: 337 time: 0.0312581 Dec 13 10:08:01.326300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.358046 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd01f7ac-3a57-4631-ba51-4f4f16203150 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.358793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd01f7ac-3a57-4631-ba51-4f4f16203150 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.365860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cd01f7ac-3a57-4631-ba51-4f4f16203150 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/ports/bbef1ad6-52c0-4df3-9286-e38c835d6cbb HTTP/1.1" status: 404 len: 333 time: 0.0383089 Dec 13 10:08:01.366822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36398) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.399597 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec80781e-82c4-49ce-b7b4-1079232f4ba3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:01.400156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec80781e-82c4-49ce-b7b4-1079232f4ba3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:01.405226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ec80781e-82c4-49ce-b7b4-1079232f4ba3 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/subnets/7ada6e2d-8e9a-4ebb-bbec-0d34c59695f9 HTTP/1.1" status: 404 len: 337 time: 0.0357788 Dec 13 10:08:01.406018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.511810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.635605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.686757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0787b3-e13a-4713-add8-3aea1731a3d8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:01.710500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1affa0-2d6f-4823-a475-e7a593b9c1a1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:01.711153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1affa0-2d6f-4823-a475-e7a593b9c1a1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:01.724481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.742598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.749437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:01.750146 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.753363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:01.807205 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:01.834740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.839630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:01.851265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] 10.222.0.30 "DELETE /v2.0/networks/6c0787b3-e13a-4713-add8-3aea1731a3d8 HTTP/1.1" status: 204 len: 168 time: 0.4440601 Dec 13 10:08:01.868466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a5531-2b74-45b2-9259-939fdce1cf36 tempest-NetworksTestDHCPv6-1798224128 tempest-NetworksTestDHCPv6-1798224128-project] Pushing event deleted for resources: {'Network': ['ID=6c0787b3-e13a-4713-add8-3aea1731a3d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:01.902215 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1095413-867d-4890-8dcc-8aaab81b0156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.009718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1095413-867d-4890-8dcc-8aaab81b0156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.017820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1095413-867d-4890-8dcc-8aaab81b0156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.059091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1095413-867d-4890-8dcc-8aaab81b0156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e5a015-37ec-472d-b57f-d0f27da648a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.065199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f1095413-867d-4890-8dcc-8aaab81b0156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a934df2251fd4b4582b285f47b1d8348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087285 Dec 13 10:08:02.067018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:02.124218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.148825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.153003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:02.222070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.225301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.229466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9e5a015-37ec-472d-b57f-d0f27da648a9 HTTP/1.1" status: 204 len: 168 time: 0.1587698 Dec 13 10:08:02.237400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94632d-e74e-4131-be4f-1f58c8eb8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e5a015-37ec-472d-b57f-d0f27da648a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.290851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.383601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:02.385213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-686c2d5d-081c-4f62-88bd-0a06743d5b99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=277cc74dea6c43c4a3146acf4d9574ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293372 Dec 13 10:08:02.445479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.492368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.551340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.555188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.557164 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e93af75-c462-4a1f-a760-435b0e673b2c HTTP/1.1" status: 204 len: 168 time: 0.1721532 Dec 13 10:08:02.567328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeaad2-c451-4ba7-b156-fc530882bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e93af75-c462-4a1f-a760-435b0e673b2c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.667422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:02.680891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01710f40-f0cf-4968-bed8-3db640e7e848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.799877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01710f40-f0cf-4968-bed8-3db640e7e848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.806581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01710f40-f0cf-4968-bed8-3db640e7e848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.878500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-01710f40-f0cf-4968-bed8-3db640e7e848 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2fdb40b30024a00adbde65b18e77092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2096894 Dec 13 10:08:02.882180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:02.891165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01710f40-f0cf-4968-bed8-3db640e7e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9931340a-5418-46c1-bf1b-128eee453f45,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:02.952511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:02.979311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.035100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.037880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.039068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9931340a-5418-46c1-bf1b-128eee453f45 HTTP/1.1" status: 204 len: 168 time: 0.1558082 Dec 13 10:08:03.048657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53c405-a30c-43c7-a085-47fe06fe967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9931340a-5418-46c1-bf1b-128eee453f45,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:03.409950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:03.423318 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731273c9-096c-44ba-a191-6fe5156d12fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.474964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:03.522528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731273c9-096c-44ba-a191-6fe5156d12fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.527626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731273c9-096c-44ba-a191-6fe5156d12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.572073 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-731273c9-096c-44ba-a191-6fe5156d12fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60e7b597f3b140579b68bed3e36c2010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1609523 Dec 13 10:08:03.574850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:03.575691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731273c9-096c-44ba-a191-6fe5156d12fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf113e-3c83-45dd-b8f7-1089a2688c16,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:03.643271 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.650729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-126070215'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:03.681659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.695571 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.703889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Made reservation on behalf of d6ab85e7dffe424693bf1e01fba58b7d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:03.707487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.725337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.760800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.763480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.764619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8cf113e-3c83-45dd-b8f7-1089a2688c16 HTTP/1.1" status: 204 len: 168 time: 0.1887937 Dec 13 10:08:03.778541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91e8fc-94de-47f5-99ba-ae3c7e338a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf113e-3c83-45dd-b8f7-1089a2688c16,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:03.859227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.870550 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.916469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec615666-e1b2-457c-bb4c-759be2c4e7e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:03.919089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:03.931005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:03.931360 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Added segment 5de47f1e-da5b-413b-90de-47ef942ef008 of type vlan for network c255a533-1982-48d2-98a5-917a224a3667 Dec 13 10:08:03.986663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.022375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.028490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:04.029082 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.088616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6122556 Dec 13 10:08:04.091655 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:04.097022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Request body: {'subnet': {'network_id': 'c255a533-1982-48d2-98a5-917a224a3667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:04.106121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeb7b7-8b8a-4a7d-a5ed-c9dd9f8bb29a tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'Network': ['ID=c255a533-1982-48d2-98a5-917a224a3667,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:04.120211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c255a533-1982-48d2-98a5-917a224a3667 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:04.214413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Made reservation on behalf of d6ab85e7dffe424693bf1e01fba58b7d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:04.218174 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.444589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.518542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'Subnet': ['ID=b681056b-4044-4ed0-abf5-889783c086f7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:04.534007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Checking segment: {'id': '5de47f1e-da5b-413b-90de-47ef942ef008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:04.534342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Network hostable DHCP agents. Network: c255a533-1982-48d2-98a5-917a224a3667, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:04.557579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Network c255a533-1982-48d2-98a5-917a224a3667 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:04.568561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c255a533-1982-48d2-98a5-917a224a3667) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:04.574329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:04.574934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.580704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca1885-6f64-4f51-ba5e-47d88315720b None None] Network c255a533-1982-48d2-98a5-917a224a3667 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:04.597811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-021f7815-d8af-4c6f-a5ab-cf75f358092c tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5048749 Dec 13 10:08:04.600451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:04.605734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Request body: {'port': {'network_id': 'c255a533-1982-48d2-98a5-917a224a3667', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-709625692'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:04.714801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c255a533-1982-48d2-98a5-917a224a3667', 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667', 'project_id': 'd6ab85e7dffe424693bf1e01fba58b7d', 'fixed_ips': [{'subnet_id': 'b681056b-4044-4ed0-abf5-889783c086f7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:04.715927 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.768325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Made reservation on behalf of d6ab85e7dffe424693bf1e01fba58b7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:04.774476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.797687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] device_id is not set on port 546582ec-2fd7-422d-af1c-30cc5694ef3c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:04.823677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:04.918088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Allocated IP 2001:db8::2 (c255a533-1982-48d2-98a5-917a224a3667/b681056b-4044-4ed0-abf5-889783c086f7/1641a8c2-650e-459b-9c89-4dacc1b0229e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:05.113991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.121414 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.168231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Network c255a533-1982-48d2-98a5-917a224a3667 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:05.171413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:05.175923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:05.207360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Allocated IP 2001:db8::3c9 (c255a533-1982-48d2-98a5-917a224a3667/b681056b-4044-4ed0-abf5-889783c086f7/546582ec-2fd7-422d-af1c-30cc5694ef3c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:05.207905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Pushing event updated for resources: {'Port': ['ID=1641a8c2-650e-459b-9c89-4dacc1b0229e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:05.242654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Attempting to bind port 1641a8c2-650e-459b-9c89-4dacc1b0229e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:05.243303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Attempting to bind port 1641a8c2-650e-459b-9c89-4dacc1b0229e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '5de47f1e-da5b-413b-90de-47ef942ef008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:05.243893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Attempting to bind port 1641a8c2-650e-459b-9c89-4dacc1b0229e on network c255a533-1982-48d2-98a5-917a224a3667 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:05.249551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:05.250526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Checking segment: {'id': '5de47f1e-da5b-413b-90de-47ef942ef008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:05.250948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.251403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Bound using segment: {'id': '5de47f1e-da5b-413b-90de-47ef942ef008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:05.251880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Bound port: 1641a8c2-650e-459b-9c89-4dacc1b0229e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de47f1e-da5b-413b-90de-47ef942ef008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c255a533-1982-48d2-98a5-917a224a3667'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:05.252277 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.325074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] For port 1641a8c2-650e-459b-9c89-4dacc1b0229e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:05.325676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] For port 1641a8c2-650e-459b-9c89-4dacc1b0229e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1641a8c2-650e-459b-9c89-4dacc1b0229e,segment=NetworkSegment(5de47f1e-da5b-413b-90de-47ef942ef008),segment_id=5de47f1e-da5b-413b-90de-47ef942ef008)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:05.341750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.420246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.436370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ce912-d246-43d7-bde0-1825d31614a0 None None] Pushing event updated for resources: {'Port': ['ID=1641a8c2-650e-459b-9c89-4dacc1b0229e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:05.477853 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.531494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Network c255a533-1982-48d2-98a5-917a224a3667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:05.535198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:05.539711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:05.545426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:05.546066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.550644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'Port': ['ID=546582ec-2fd7-422d-af1c-30cc5694ef3c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:05.568443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-999f815e-c571-4eaa-9f4f-85e3a8b8f8d2 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9668646 Dec 13 10:08:05.571726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:05.577271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Request body: {'port': {'network_id': 'c255a533-1982-48d2-98a5-917a224a3667', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1750580073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:05.578363 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] bootfile-name is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:05.578779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] tftp-server is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:05.579126 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] server-ip-address is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:05.736528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Made reservation on behalf of d6ab85e7dffe424693bf1e01fba58b7d for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:05.746050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:05.773844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] device_id is not set on port c7b0bc80-7d57-4e6c-b254-24f3434980ef yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:05.930622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Allocated IP 2001:db8::232 (c255a533-1982-48d2-98a5-917a224a3667/b681056b-4044-4ed0-abf5-889783c086f7/c7b0bc80-7d57-4e6c-b254-24f3434980ef) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:06.165515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.181215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1641a8c2-650e-459b-9c89-4dacc1b0229e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:06.232289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.244412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1641a8c2-650e-459b-9c89-4dacc1b0229e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:06.245034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.340787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Network c255a533-1982-48d2-98a5-917a224a3667 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:06.342653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'Port': ['ID=c7b0bc80-7d57-4e6c-b254-24f3434980ef,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:06.347828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:06.351038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:06.360851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.362720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.367763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.387719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c0c5136-ce80-4dae-985e-92ef39b71e19 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8140469 Dec 13 10:08:06.392450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:06.422589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 1641a8c2-650e-459b-9c89-4dacc1b0229e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1641a8c2-650e-459b-9c89-4dacc1b0229e,segment=NetworkSegment(5de47f1e-da5b-413b-90de-47ef942ef008),segment_id=5de47f1e-da5b-413b-90de-47ef942ef008)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:06.432086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.458303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355b7c6-11d2-4446-95bf-4904f62faf2b tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.481852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355b7c6-11d2-4446-95bf-4904f62faf2b tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.497573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355b7c6-11d2-4446-95bf-4904f62faf2b tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:06.502819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3355b7c6-11d2-4446-95bf-4904f62faf2b tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1055655 Dec 13 10:08:06.503592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:06.517260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=1641a8c2-650e-459b-9c89-4dacc1b0229e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:06.649052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Deleting port c7b0bc80-7d57-4e6c-b254-24f3434980ef {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:06.649438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.758359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.774880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Calling delete_port for c7b0bc80-7d57-4e6c-b254-24f3434980ef owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:06.792778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fbcae-a958-4722-b504-0aae97fe7171 None None] Network c255a533-1982-48d2-98a5-917a224a3667 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:06.910472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0f065c7e-7cf8-4a04-b634-6e153aca069d None None] Provisioning complete for port 1641a8c2-650e-459b-9c89-4dacc1b0229e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:06.910801 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f065c7e-7cf8-4a04-b634-6e153aca069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:06.965311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.028411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event deleted for resources: {'Port': ['ID=c7b0bc80-7d57-4e6c-b254-24f3434980ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:07.043985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.044430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.044853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.045596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.047052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.047463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.048109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.048518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.048932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.049354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.049757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.050288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.050693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:07.116605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.124485 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ef174195-7960-4145-b0e9-65ff98970419 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "DELETE /v2.0/ports/c7b0bc80-7d57-4e6c-b254-24f3434980ef HTTP/1.1" status: 204 len: 168 time: 0.6158257 Dec 13 10:08:07.125606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:07.131113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Request body: {'port': {'name': 'tempest-new-port-name-794962975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:07.131923 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] bootfile-name is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:07.132312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] tftp-server is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:07.132634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] server-ip-address is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 10:08:07.214776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.355881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Provisioning complete for port 546582ec-2fd7-422d-af1c-30cc5694ef3c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:07.356452 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.413062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Port 546582ec-2fd7-422d-af1c-30cc5694ef3c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:07.417215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Could not find standard attr ID for object c7b0bc80-7d57-4e6c-b254-24f3434980ef. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:08:07.446089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Provisioning complete for port 1641a8c2-650e-459b-9c89-4dacc1b0229e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:07.446960 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2115624d-cb5f-45a9-86c5-8828e8240c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.506823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.514473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.600622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] In _notify_port_updated(), no bound segment for port 546582ec-2fd7-422d-af1c-30cc5694ef3c on network c255a533-1982-48d2-98a5-917a224a3667 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:08:07.635978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:07.636751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.638185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "PUT /v2.0/ports/546582ec-2fd7-422d-af1c-30cc5694ef3c HTTP/1.1" status: 200 len: 1129 time: 0.5115557 Dec 13 10:08:07.641635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:07.667748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19d244-fb6c-4721-8ab1-5e7427a6a4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event updated for resources: {'Port': ['ID=546582ec-2fd7-422d-af1c-30cc5694ef3c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:07.708241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23cf11f-6c9e-45e1-9264-eabe450defce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:07.713186 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a23cf11f-6c9e-45e1-9264-eabe450defce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "GET /v2.0/ports/546582ec-2fd7-422d-af1c-30cc5694ef3c HTTP/1.1" status: 200 len: 1129 time: 0.0666459 Dec 13 10:08:07.713872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:07.744189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aba99a9a-0a31-463d-96c1-7127d45f0e2b None None] Provisioning complete for port 546582ec-2fd7-422d-af1c-30cc5694ef3c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:07.745543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aba99a9a-0a31-463d-96c1-7127d45f0e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.790352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aba99a9a-0a31-463d-96c1-7127d45f0e2b None None] Port 546582ec-2fd7-422d-af1c-30cc5694ef3c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:07.856712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Deleting port 546582ec-2fd7-422d-af1c-30cc5694ef3c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:07.857060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:07.982183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.005442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c2966782-172b-4ff6-8676-b6ea919fd052 None None] Could not find standard attr ID for object c7b0bc80-7d57-4e6c-b254-24f3434980ef. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:08:08.017267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Calling delete_port for 546582ec-2fd7-422d-af1c-30cc5694ef3c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:08.221952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1641a8c2-650e-459b-9c89-4dacc1b0229e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:08.233702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.298113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 1641a8c2-650e-459b-9c89-4dacc1b0229e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:08.298584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.307338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event deleted for resources: {'Port': ['ID=546582ec-2fd7-422d-af1c-30cc5694ef3c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:08.340489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.348252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d43521e-63ab-4506-8f38-cbf599cf9cce tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "DELETE /v2.0/ports/546582ec-2fd7-422d-af1c-30cc5694ef3c HTTP/1.1" status: 204 len: 168 time: 0.6325800 Dec 13 10:08:08.348424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:08.432853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Deleting subnet b681056b-4044-4ed0-abf5-889783c086f7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:08.440334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.506575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.635023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1a7197d8-9515-416e-80ee-fa8a62feeded None None] Could not find standard attr ID for object 546582ec-2fd7-422d-af1c-30cc5694ef3c. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:08:08.658729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.754949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.784678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event deleted for resources: {'Subnet': ['ID=b681056b-4044-4ed0-abf5-889783c086f7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:08.792184 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.795266 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3537ac2e-fcf9-4b26-86fb-593daa5cc288 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "DELETE /v2.0/subnets/b681056b-4044-4ed0-abf5-889783c086f7 HTTP/1.1" status: 204 len: 168 time: 0.4458964 Dec 13 10:08:08.798051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:08.855574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fe398-bd8e-482b-b983-8816022f34ad None None] Network c255a533-1982-48d2-98a5-917a224a3667 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:08.911509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:08.988191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Deleting port 1641a8c2-650e-459b-9c89-4dacc1b0229e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:08.988811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.040686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] DHCP port deletion for c255a533-1982-48d2-98a5-917a224a3667 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:09.069087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] For port 1641a8c2-650e-459b-9c89-4dacc1b0229e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1641a8c2-650e-459b-9c89-4dacc1b0229e,segment=NetworkSegment(5de47f1e-da5b-413b-90de-47ef942ef008),segment_id=5de47f1e-da5b-413b-90de-47ef942ef008)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:09.069484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.089841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Calling delete_port for 1641a8c2-650e-459b-9c89-4dacc1b0229e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:09.096725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Deleting port 1641a8c2-650e-459b-9c89-4dacc1b0229e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:09.096984 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.167763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] For port 1641a8c2-650e-459b-9c89-4dacc1b0229e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1641a8c2-650e-459b-9c89-4dacc1b0229e,segment=NetworkSegment(5de47f1e-da5b-413b-90de-47ef942ef008),segment_id=5de47f1e-da5b-413b-90de-47ef942ef008)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:09.168164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.182686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Calling delete_port for 1641a8c2-650e-459b-9c89-4dacc1b0229e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:09.195338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.228845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event deleted for resources: {'Port': ['ID=1641a8c2-650e-459b-9c89-4dacc1b0229e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.232659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] No DVR routers for this DVR port 1641a8c2-650e-459b-9c89-4dacc1b0229e on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:09.383072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.412155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c255a533-1982-48d2-98a5-917a224a3667']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:09.424863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de47f1e-da5b-413b-90de-47ef942ef008') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:09.425198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de47f1e-da5b-413b-90de-47ef942ef008') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:09.438887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.456505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.464892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:09.465615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:09.469648 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:09.491133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.523418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] Pushing event deleted for resources: {'Port': ['ID=1641a8c2-650e-459b-9c89-4dacc1b0229e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.527006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf27e3c-1d12-4f5a-bf1a-bb690185e8a2 None None] No DVR routers for this DVR port 1641a8c2-650e-459b-9c89-4dacc1b0229e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:09.558991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.570278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:09.577571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] 10.222.0.30 "DELETE /v2.0/networks/c255a533-1982-48d2-98a5-917a224a3667 HTTP/1.1" status: 204 len: 168 time: 0.7777908 Dec 13 10:08:09.596056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9fa99-a7fe-4fd2-8078-047ca13ea099 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765 tempest-ExtraDHCPOptionsIpV6TestJSON-71387765-project] Pushing event deleted for resources: {'Network': ['ID=c255a533-1982-48d2-98a5-917a224a3667,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:09.908636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:10.067421 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-50d6f61f-60e2-4561-92d4-d87273d1632a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6ab85e7dffe424693bf1e01fba58b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574333 Dec 13 10:08:10.069980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:10.130444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.147423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1641a8c2-650e-459b-9c89-4dacc1b0229e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:10.168350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.172438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1641a8c2-650e-459b-9c89-4dacc1b0229e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:10.173060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1641a8c2-650e-459b-9c89-4dacc1b0229e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:10.229800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.232494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:10.233710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec615666-e1b2-457c-bb4c-759be2c4e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1609519 Dec 13 10:08:10.243565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023b3bf-e655-4bc2-943b-9603b024fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec615666-e1b2-457c-bb4c-759be2c4e7e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:11.029312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:11.141315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'networks': [{'name': 'tempest-network--688297662'}, {'name': 'tempest-network--320444231'}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:11.141795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-network--688297662'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:11.142297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-network--320444231'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:11.172105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'network': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:11.177348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.190249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.282968 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.287331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.291652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.338604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3091dfc-8e91-4615-8c0b-475a94d99a1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:11.341251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:11.352451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.352844 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment a41a2725-570f-4265-aff2-2281c9763d8d of type vlan for network a00fa82a-1b0f-478b-b40b-432933344a3c Dec 13 10:08:11.398865 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.433931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:11.457427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.457864 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment a9528e95-fb37-483d-ab0f-d7b339ffc8bd of type vlan for network 99eda2c9-6036-4916-a698-6e43e1bfd4b6 Dec 13 10:08:11.511317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.545905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.547195 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.553176 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:11.558235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:11.558912 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:11.932469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9013247 Dec 13 10:08:11.934939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:11.948261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=a00fa82a-1b0f-478b-b40b-432933344a3c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:11.960585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a00fa82a-1b0f-478b-b40b-432933344a3c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:11.989840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:08:12.048297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370d8e-b7e9-432a-b635-8011267ab3f0 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=99eda2c9-6036-4916-a698-6e43e1bfd4b6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:12.092793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 99eda2c9-6036-4916-a698-6e43e1bfd4b6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:12.221875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78718689-8fc5-4d76-98ec-a6848420f699 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:12.228702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78718689-8fc5-4d76-98ec-a6848420f699 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:12.236742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78718689-8fc5-4d76-98ec-a6848420f699 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:12.242746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78718689-8fc5-4d76-98ec-a6848420f699 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:12.247145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-78718689-8fc5-4d76-98ec-a6848420f699 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3088312 Dec 13 10:08:12.247452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:12.333839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.439875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.464603 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00fa82a-1b0f-478b-b40b-432933344a3c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.475483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41a2725-570f-4265-aff2-2281c9763d8d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.475704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41a2725-570f-4265-aff2-2281c9763d8d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.485561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.500716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.506944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:12.507337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:12.513648 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:12.591732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.604583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.610200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/a00fa82a-1b0f-478b-b40b-432933344a3c HTTP/1.1" status: 204 len: 168 time: 0.3592050 Dec 13 10:08:12.610694 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:12.631742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5e2cd-79bb-4dbd-b354-6ce288f35b61 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=a00fa82a-1b0f-478b-b40b-432933344a3c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:12.712457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.805509 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.827242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99eda2c9-6036-4916-a698-6e43e1bfd4b6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.837512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9528e95-fb37-483d-ab0f-d7b339ffc8bd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.837814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9528e95-fb37-483d-ab0f-d7b339ffc8bd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:12.852706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.867021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.874470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:12.874958 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:12.878350 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:12.959183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.967749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:12.973663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/99eda2c9-6036-4916-a698-6e43e1bfd4b6 HTTP/1.1" status: 204 len: 168 time: 0.3596380 Dec 13 10:08:12.973878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:13.006271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b572b2-455a-432b-9407-95ce1997d890 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=99eda2c9-6036-4916-a698-6e43e1bfd4b6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.098254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cdebe-e389-4878-8a9e-4db2a077431d tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.104214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cdebe-e389-4878-8a9e-4db2a077431d tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.105859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd3cdebe-e389-4878-8a9e-4db2a077431d tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1310637 Dec 13 10:08:13.110618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:13.115572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1936455457'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:13.141445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:13.145674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.179497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:13.192212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.192568 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment 0b75ef27-0032-4928-bfa8-f5b94e863dec of type vlan for network 8a82b247-1c47-48ac-9e76-61957c630dc0 Dec 13 10:08:13.238006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.268262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.274838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.275432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.354947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2431197 Dec 13 10:08:13.357556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:13.363784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-210539557'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:13.387853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:13.392381 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.424921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:13.443373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.443737 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment 6e0254be-d96f-42bc-9781-3b5be7694364 of type vlan for network 20944cd0-a0d3-4fce-a1a3-64e396f24c30 Dec 13 10:08:13.495481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.539934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.552171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:13.552843 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.659290 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2971706 Dec 13 10:08:13.659684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea550c-e0ec-4012-a8ac-2c720baf7107 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=20944cd0-a0d3-4fce-a1a3-64e396f24c30,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.670713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:13.670888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 20944cd0-a0d3-4fce-a1a3-64e396f24c30 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:13.678839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'ports': [{'network_id': '8a82b247-1c47-48ac-9e76-61957c630dc0', 'name': 'tempest-port--1773536187', 'admin_state_up': True}, {'network_id': '20944cd0-a0d3-4fce-a1a3-64e396f24c30', 'admin_state_up': False}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:13.679241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'port': {'network_id': '8a82b247-1c47-48ac-9e76-61957c630dc0', 'name': 'tempest-port--1773536187', 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:13.679821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'port': {'network_id': '20944cd0-a0d3-4fce-a1a3-64e396f24c30', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:13.738019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41db74-4fea-400c-be41-5dd2e0578bb8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=8a82b247-1c47-48ac-9e76-61957c630dc0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:13.761982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8a82b247-1c47-48ac-9e76-61957c630dc0 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:13.900547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'port': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:13.905157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:13.921072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.011034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] device_id is not set on port f32ce158-a460-47a5-ae66-bc6e621defa4 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:14.151603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.225326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] device_id is not set on port cf87cdb4-2b42-4be7-8f06-1f091f6ccccb yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:14.349635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.393009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.456022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Port': ['ID=f32ce158-a460-47a5-ae66-bc6e621defa4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:14.468300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Checking segment: {'id': '0b75ef27-0032-4928-bfa8-f5b94e863dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8a82b247-1c47-48ac-9e76-61957c630dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:14.469241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network hostable DHCP agents. Network: 8a82b247-1c47-48ac-9e76-61957c630dc0, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:14.486886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network 8a82b247-1c47-48ac-9e76-61957c630dc0 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:14.496586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8a82b247-1c47-48ac-9e76-61957c630dc0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:14.501243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:14.502296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.506784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5907d-007b-4f91-880f-d63476aa4409 None None] Network 8a82b247-1c47-48ac-9e76-61957c630dc0 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:14.585829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Port': ['ID=cf87cdb4-2b42-4be7-8f06-1f091f6ccccb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:14.605692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Checking segment: {'id': '6e0254be-d96f-42bc-9781-3b5be7694364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '20944cd0-a0d3-4fce-a1a3-64e396f24c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:14.606071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network hostable DHCP agents. Network: 20944cd0-a0d3-4fce-a1a3-64e396f24c30, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:14.631237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network 20944cd0-a0d3-4fce-a1a3-64e396f24c30 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:14.645602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 20944cd0-a0d3-4fce-a1a3-64e396f24c30) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:14.650515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:14.657165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c429dd-f3db-4660-82b4-bfeb52046c3b None None] Network 20944cd0-a0d3-4fce-a1a3-64e396f24c30 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:14.665388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:14.670991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:14.671783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.697310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-709b3eb1-74a5-42d6-9876-67cb1a1a80c4 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0236948 Dec 13 10:08:14.699945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:14.781495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289889fc-d105-4e52-a564-37d10d483b25 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:14.798109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289889fc-d105-4e52-a564-37d10d483b25 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:14.799787 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-289889fc-d105-4e52-a564-37d10d483b25 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0981708 Dec 13 10:08:14.802603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:14.902094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Deleting port f32ce158-a460-47a5-ae66-bc6e621defa4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:14.902518 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:14.987162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.002224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Calling delete_port for f32ce158-a460-47a5-ae66-bc6e621defa4 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:15.111971 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.149171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Port': ['ID=f32ce158-a460-47a5-ae66-bc6e621defa4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:15.153600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.159876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c059376-eba1-4613-aff8-9ebb9709c2d1 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/ports/f32ce158-a460-47a5-ae66-bc6e621defa4 HTTP/1.1" status: 204 len: 168 time: 0.3539100 Dec 13 10:08:15.160241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:15.254877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Deleting port cf87cdb4-2b42-4be7-8f06-1f091f6ccccb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:15.255224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.331406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.346246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Calling delete_port for cf87cdb4-2b42-4be7-8f06-1f091f6ccccb owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:15.431994 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.471121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Port': ['ID=cf87cdb4-2b42-4be7-8f06-1f091f6ccccb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:15.473278 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.476603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e27fcd56-0a1c-4dc3-afce-fd6a1e6245a2 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/ports/cf87cdb4-2b42-4be7-8f06-1f091f6ccccb HTTP/1.1" status: 204 len: 168 time: 0.3152659 Dec 13 10:08:15.478971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:15.507942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ce98e2a-05a5-407e-a48c-3527331229e5 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0271807 Dec 13 10:08:15.510865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:15.516304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-889454561'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:15.540105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:15.544229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.572004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:15.583728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.583728 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment f3afc589-d011-4467-acec-c99dc039209b of type vlan for network 6ac1aadf-2c95-451f-8325-e2f3ba24fd49 Dec 13 10:08:15.634185 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.662268 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.668610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:15.669457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.735426 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2233875 Dec 13 10:08:15.738190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:15.744260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-79547887'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:15.751506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fc934-6958-4d04-91e6-0c919057db4f tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=6ac1aadf-2c95-451f-8325-e2f3ba24fd49,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:15.767104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 6ac1aadf-2c95-451f-8325-e2f3ba24fd49 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:15.769054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:15.773563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.800572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:15.810531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.811273 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Added segment b1876913-3090-4250-9104-27f1dfe65ab3 of type vlan for network b7c55512-e024-427b-9e39-a850da85d1a6 Dec 13 10:08:15.914212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.943362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:15.950833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:15.951510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:16.029857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2904541 Dec 13 10:08:16.038128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852041-6d0c-4e11-adbe-749a1f1d8c26 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Network': ['ID=b7c55512-e024-427b-9e39-a850da85d1a6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:16.052426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b7c55512-e024-427b-9e39-a850da85d1a6 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:19.300440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:19.307474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'subnets': [{'network_id': '6ac1aadf-2c95-451f-8325-e2f3ba24fd49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--428748739', 'ip_version': 6}, {'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:19.307984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'subnet': {'network_id': '6ac1aadf-2c95-451f-8325-e2f3ba24fd49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--428748739', 'ip_version': 6}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:19.308870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Request body: {'subnet': {'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:19.486675 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Made reservation on behalf of 5624dddba9444413bb4163720cbd22ca for: {'subnet': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:19.491992 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.492416 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.901090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:19.974085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Checking segment: {'id': 'f3afc589-d011-4467-acec-c99dc039209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ac1aadf-2c95-451f-8325-e2f3ba24fd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:19.974521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network hostable DHCP agents. Network: 6ac1aadf-2c95-451f-8325-e2f3ba24fd49, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:19.977973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Subnet': ['ID=32dd8c3f-f9ec-4af7-8adb-b598efdd8de1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:19.996098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network 6ac1aadf-2c95-451f-8325-e2f3ba24fd49 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:20.006969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 6ac1aadf-2c95-451f-8325-e2f3ba24fd49) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:20.011135 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.019992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e9153-51a9-4ce6-8c56-b99340275670 None None] Network 6ac1aadf-2c95-451f-8325-e2f3ba24fd49 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:20.083634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event updated for resources: {'Subnet': ['ID=fce52f66-4478-44ac-b3fc-c8486c108750,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:20.113835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Checking segment: {'id': 'b1876913-3090-4250-9104-27f1dfe65ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:20.114241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network hostable DHCP agents. Network: b7c55512-e024-427b-9e39-a850da85d1a6, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:20.133932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Network b7c55512-e024-427b-9e39-a850da85d1a6 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:20.149514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b7c55512-e024-427b-9e39-a850da85d1a6) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:20.156607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.156765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.157437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.163402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab15a40-bc90-4e8b-b65a-71ffd37a5a34 None None] Network b7c55512-e024-427b-9e39-a850da85d1a6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:20.204256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-787a60fd-ce3f-4f36-a07e-7a28e5c6c4af tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8994701 Dec 13 10:08:20.204623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.293147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-b7c55512-e024-427b-9e39-a850da85d1a6', 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6', 'project_id': '5624dddba9444413bb4163720cbd22ca', 'fixed_ips': [{'subnet_id': 'fce52f66-4478-44ac-b3fc-c8486c108750'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:20.294049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.301935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee111d-7425-4ac7-ab5f-215faa41f403 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.303867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee111d-7425-4ac7-ab5f-215faa41f403 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.305644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee111d-7425-4ac7-ab5f-215faa41f403 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:20.310715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94d4f4-2a57-42a6-a1bd-72f4a2a6f946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-6ac1aadf-2c95-451f-8325-e2f3ba24fd49', 'network_id': '6ac1aadf-2c95-451f-8325-e2f3ba24fd49', 'project_id': '5624dddba9444413bb4163720cbd22ca', 'fixed_ips': [{'subnet_id': '32dd8c3f-f9ec-4af7-8adb-b598efdd8de1'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:20.311865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc94d4f4-2a57-42a6-a1bd-72f4a2a6f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.316432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.317048 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36ee111d-7425-4ac7-ab5f-215faa41f403 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1107728 Dec 13 10:08:20.410657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Deleting subnet 32dd8c3f-f9ec-4af7-8adb-b598efdd8de1 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:20.425524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.472997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.524219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Allocated IP 2001:db8:0:1::1 (b7c55512-e024-427b-9e39-a850da85d1a6/fce52f66-4478-44ac-b3fc-c8486c108750/1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:20.532341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.633078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-dc94d4f4-2a57-42a6-a1bd-72f4a2a6f946 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32dd8c3f-f9ec-4af7-8adb-b598efdd8de1: This subnet is being modified by another concurrent operation. Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32dd8c3f-f9ec-4af7-8adb-b598efdd8de1: This subnet is being modified by another concurrent operation. Dec 13 10:08:20.652995 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:08:20.663886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.663886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/subnets/32dd8c3f-f9ec-4af7-8adb-b598efdd8de1 HTTP/1.1" status: 204 len: 168 time: 0.3427162 Dec 13 10:08:20.664741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:20.698031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd650c19-55c4-44e5-a31d-21f35d627e90 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Subnet': ['ID=32dd8c3f-f9ec-4af7-8adb-b598efdd8de1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:20.727798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f177b-e85c-4f69-ba9c-751735983beb None None] Network 6ac1aadf-2c95-451f-8325-e2f3ba24fd49 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:20.746142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Deleting subnet fce52f66-4478-44ac-b3fc-c8486c108750 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:20.781672 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.790715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.797488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.849659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.873002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Network b7c55512-e024-427b-9e39-a850da85d1a6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:20.880851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:20.883933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:20.887503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Pushing event updated for resources: {'Port': ['ID=1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:20.982189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Attempting to bind port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:20.982399 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.982566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Attempting to bind port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b1876913-3090-4250-9104-27f1dfe65ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:20.982930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Attempting to bind port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a on network b7c55512-e024-427b-9e39-a850da85d1a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:20.988933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:20.989719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Checking segment: {'id': 'b1876913-3090-4250-9104-27f1dfe65ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:20.990492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:20.990919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Bound using segment: {'id': 'b1876913-3090-4250-9104-27f1dfe65ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:20.991566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Bound port: 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1876913-3090-4250-9104-27f1dfe65ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b7c55512-e024-427b-9e39-a850da85d1a6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:20.992196 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.056709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.077092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] For port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:21.082489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] For port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a,segment=NetworkSegment(b1876913-3090-4250-9104-27f1dfe65ab3),segment_id=b1876913-3090-4250-9104-27f1dfe65ab3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:21.087447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Subnet': ['ID=fce52f66-4478-44ac-b3fc-c8486c108750,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:21.089162 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.091664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.095579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a7706f4-a2f5-4985-9391-c34a38ba3339 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/subnets/fce52f66-4478-44ac-b3fc-c8486c108750 HTTP/1.1" status: 204 len: 168 time: 0.4296145 Dec 13 10:08:21.098227 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 36988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:21.181256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce6bef-0558-4f37-aef0-cb0a84d9ff1e tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:21.183232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25ce6bef-0558-4f37-aef0-cb0a84d9ff1e tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839367 Dec 13 10:08:21.184869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e67c1c-8013-4699-8305-9b9f2cecbbf1 None None] Pushing event updated for resources: {'Port': ['ID=1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:21.187529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 36994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:21.288439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.366249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Deleting port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:21.367280 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.486024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] For port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a,segment=NetworkSegment(b1876913-3090-4250-9104-27f1dfe65ab3),segment_id=b1876913-3090-4250-9104-27f1dfe65ab3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:21.486673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.504827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Calling delete_port for 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:21.604167 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.649481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Port': ['ID=1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:21.653539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] No DVR routers for this DVR port 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:21.739685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.770369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c55512-e024-427b-9e39-a850da85d1a6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:21.785635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1876913-3090-4250-9104-27f1dfe65ab3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:21.785963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1876913-3090-4250-9104-27f1dfe65ab3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:21.797911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.813099 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.820522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:21.820941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:21.824563 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:21.889516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.899376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:21.905014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/b7c55512-e024-427b-9e39-a850da85d1a6 HTTP/1.1" status: 204 len: 168 time: 0.7142797 Dec 13 10:08:21.905346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:21.933963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e1c5-5961-4a18-a745-ec57435dbbe8 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=b7c55512-e024-427b-9e39-a850da85d1a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:22.026965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.133873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.161362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac1aadf-2c95-451f-8325-e2f3ba24fd49']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.172359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3afc589-d011-4467-acec-c99dc039209b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.172662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3afc589-d011-4467-acec-c99dc039209b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.183994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.209581 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.217658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:22.219342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:22.223205 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:22.301579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.312358 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.316176 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/6ac1aadf-2c95-451f-8325-e2f3ba24fd49 HTTP/1.1" status: 204 len: 168 time: 0.4097078 Dec 13 10:08:22.318695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:22.348914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701018aa-f01d-43b5-b772-d2034c1b7150 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=6ac1aadf-2c95-451f-8325-e2f3ba24fd49,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:22.367842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d4cc9f6-fb2d-48f2-a65c-cf5ac8c65301 None None] Could not find standard attr ID for object 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:08:22.419313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.445838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d3cbd-c012-4b39-9837-ae7f1aab388c None None] DHCP port deletion for b7c55512-e024-427b-9e39-a850da85d1a6 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:22.475526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113350c-f683-4636-99ed-7f35b0ab45de None None] Network b7c55512-e024-427b-9e39-a850da85d1a6 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:22.490460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113350c-f683-4636-99ed-7f35b0ab45de None None] Network b7c55512-e024-427b-9e39-a850da85d1a6 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:08:22.509305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08814d-fead-4c98-9c40-90fc104e8d7f None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:22.522749 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.547212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20944cd0-a0d3-4fce-a1a3-64e396f24c30']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.569361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0254be-d96f-42bc-9781-3b5be7694364') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.569923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0254be-d96f-42bc-9781-3b5be7694364') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.581247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.597365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.605532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:22.606230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:22.611614 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:22.634855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08814d-fead-4c98-9c40-90fc104e8d7f None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:22.705501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.722434 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.727665 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/20944cd0-a0d3-4fce-a1a3-64e396f24c30 HTTP/1.1" status: 204 len: 168 time: 0.4076259 Dec 13 10:08:22.730055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:22.742678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbf48c-fd3d-4b10-8ea9-aaaf49b74a63 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=20944cd0-a0d3-4fce-a1a3-64e396f24c30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:22.831264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.936151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.957751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a82b247-1c47-48ac-9e76-61957c630dc0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.969076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b75ef27-0032-4928-bfa8-f5b94e863dec') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.969690 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b75ef27-0032-4928-bfa8-f5b94e863dec') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:22.980311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:22.994026 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.000856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:23.001279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:23.004616 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:23.070104 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.077609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.080971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] 10.222.0.30 "DELETE /v2.0/networks/8a82b247-1c47-48ac-9e76-61957c630dc0 HTTP/1.1" status: 204 len: 168 time: 0.3496916 Dec 13 10:08:23.099523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7914-267b-4a59-b87d-9daa020b80e6 tempest-BulkNetworkOpsIpV6Test-1037586076 tempest-BulkNetworkOpsIpV6Test-1037586076-project] Pushing event deleted for resources: {'Network': ['ID=8a82b247-1c47-48ac-9e76-61957c630dc0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:23.359800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:23.516779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ad8713ad-6828-4b58-8e35-ebfd3b982eb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5624dddba9444413bb4163720cbd22ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553583 Dec 13 10:08:23.519385 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:23.570285 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.596698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.654307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.657931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:23.661687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3091dfc-8e91-4615-8c0b-475a94d99a1e HTTP/1.1" status: 204 len: 168 time: 0.1416276 Dec 13 10:08:23.670910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2da9b-df19-47d8-917b-57a24440458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3091dfc-8e91-4615-8c0b-475a94d99a1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:24.092717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:24.122056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:24.122363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1a0bc744-ba82-4cdd-8e9e-8edf885d6f1a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:24.537878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:24.654278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42247205'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:24.687034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:24.691609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.700782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.780577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.784916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.817189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:24.826251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f17cbd2-7d60-4c13-8b10-aa68328d4f79,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:24.845739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.846097 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment 2dff90a8-849d-4576-a235-464a3e7d0ac4 of type vlan for network e226ae24-852d-47bc-9cec-ace45f4a1508 Dec 13 10:08:24.890297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.916265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.922688 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:24.923284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:24.998251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4434752 Dec 13 10:08:25.007449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c860c82-3878-416a-ae6d-4c567575a722 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=e226ae24-852d-47bc-9cec-ace45f4a1508,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:25.020941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e226ae24-852d-47bc-9cec-ace45f4a1508 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:26.180630 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-4f500023-c820-4ed9-91b7-1282747f8f06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544920 Dec 13 10:08:26.274524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-97db88b8-878c-4cf2-a805-f1f9d59c6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:26.276269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-97db88b8-878c-4cf2-a805-f1f9d59c6678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 1097 time: 0.0472670 Dec 13 10:08:26.406805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-e9069266-eff4-4be3-9f1c-b906f48ff33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:26.408534 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-e9069266-eff4-4be3-9f1c-b906f48ff33c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1062527 Dec 13 10:08:26.487451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-694da682-47c8-4719-91d7-d3639202ce08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 200 len: 1002 time: 0.0718882 Dec 13 10:08:26.538830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-93dd7704-49ee-49ab-98a8-1bd41d242f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:26.540324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-93dd7704-49ee-49ab-98a8-1bd41d242f3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0459447 Dec 13 10:08:26.593391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-59052c62-8da0-4654-8432-47ec65f5449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:26.594971 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-59052c62-8da0-4654-8432-47ec65f5449e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471365 Dec 13 10:08:26.814094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-ecb15d84-194a-42e6-8ef2-8797e88239b5 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100925 Dec 13 10:08:27.025935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1ccc3759-2a4d-42b8-9f0e-f21c39662120 req-0f68d8c8-9082-4d87-8580-f7a4a299679d service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025123 Dec 13 10:08:27.322176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.251448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:28.256809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:28.360458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:28.364237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.561469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.607244 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-010af22e-f637-4923-9725-847a30f2ec69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.622650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=64efedb5-b152-4847-940c-92dff68d0e2e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:28.644707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': '2dff90a8-849d-4576-a235-464a3e7d0ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:28.645073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: e226ae24-852d-47bc-9cec-ace45f4a1508, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:28.664091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network e226ae24-852d-47bc-9cec-ace45f4a1508 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:28.675997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e226ae24-852d-47bc-9cec-ace45f4a1508) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:28.681045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:28.681708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.689382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b88ed7-e3dc-4cf3-8461-2435e7c24dfb None None] Network e226ae24-852d-47bc-9cec-ace45f4a1508 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:28.712927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70d6eed9-f810-4b1b-b3a1-bc6c6cbbf38d tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4580517 Dec 13 10:08:28.714017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:28.721710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435785695'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:28.764086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:28.769921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.797865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:28.813014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.813014 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment 86af8d4e-f1d6-48f9-bb0c-450f543dfddf of type vlan for network 0efcc288-10d5-49d6-b084-361d356aadd8 Dec 13 10:08:28.851808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e226ae24-852d-47bc-9cec-ace45f4a1508', 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': '64efedb5-b152-4847-940c-92dff68d0e2e'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:28.854249 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.864457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.897330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:28.912015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:28.912731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.000121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=0efcc288-10d5-49d6-b084-361d356aadd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.018829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0efcc288-10d5-49d6-b084-361d356aadd8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:29.020169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8bde91ba-0c46-4c82-b5a0-56959a28b03b tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3038220 Dec 13 10:08:29.021480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Allocated IP 2001:db8:0:ffff::2 (e226ae24-852d-47bc-9cec-ace45f4a1508/64efedb5-b152-4847-940c-92dff68d0e2e/eceb34fe-e33b-4867-bd87-3c02315d9df7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:29.023020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:29.029480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:29.152642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:29.158473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.352781 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.508914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.518704 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.576259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Pushing event updated for resources: {'Port': ['ID=eceb34fe-e33b-4867-bd87-3c02315d9df7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.602396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Network e226ae24-852d-47bc-9cec-ace45f4a1508 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:29.603816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:29.606390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:29.673615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Attempting to bind port eceb34fe-e33b-4867-bd87-3c02315d9df7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:29.674267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Attempting to bind port eceb34fe-e33b-4867-bd87-3c02315d9df7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '2dff90a8-849d-4576-a235-464a3e7d0ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:29.674515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Attempting to bind port eceb34fe-e33b-4867-bd87-3c02315d9df7 on network e226ae24-852d-47bc-9cec-ace45f4a1508 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:29.679714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:29.680188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Checking segment: {'id': '2dff90a8-849d-4576-a235-464a3e7d0ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:29.680790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.681277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Bound using segment: {'id': '2dff90a8-849d-4576-a235-464a3e7d0ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:29.681878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Bound port: eceb34fe-e33b-4867-bd87-3c02315d9df7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff90a8-849d-4576-a235-464a3e7d0ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e226ae24-852d-47bc-9cec-ace45f4a1508'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:29.682260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.766743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] For port eceb34fe-e33b-4867-bd87-3c02315d9df7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:29.774488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] For port eceb34fe-e33b-4867-bd87-3c02315d9df7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=eceb34fe-e33b-4867-bd87-3c02315d9df7,segment=NetworkSegment(2dff90a8-849d-4576-a235-464a3e7d0ac4),segment_id=2dff90a8-849d-4576-a235-464a3e7d0ac4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:29.784569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.822506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:08:29.824771 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.869365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b852f-6eed-477c-99f6-1c659d10137b None None] Pushing event updated for resources: {'Port': ['ID=eceb34fe-e33b-4867-bd87-3c02315d9df7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.904744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=2fee02c5-412d-4fb2-81ca-6bb9584396e2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:29.922264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': '86af8d4e-f1d6-48f9-bb0c-450f543dfddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:29.922732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: 0efcc288-10d5-49d6-b084-361d356aadd8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:29.943030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network 0efcc288-10d5-49d6-b084-361d356aadd8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:29.956051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0efcc288-10d5-49d6-b084-361d356aadd8) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:29.962331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:29.963022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:29.970308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a72e0-04bb-42e6-b85f-96381f2dd921 None None] Network 0efcc288-10d5-49d6-b084-361d356aadd8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:30.003566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ad292042-1b14-420d-b05e-77a862b7c8ff tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9765854 Dec 13 10:08:30.004018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:30.014002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'port': {'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8', 'name': 'tempest-NetworksIpV6TestAttrs-1223329417'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:30.235259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0efcc288-10d5-49d6-b084-361d356aadd8', 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': '2fee02c5-412d-4fb2-81ca-6bb9584396e2'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:30.239070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.284463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:30.288785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.336433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] device_id is not set on port 09c329d3-db28-4629-9a51-a00c7b318f8b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:30.358192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device eceb34fe-e33b-4867-bd87-3c02315d9df7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:30.479545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port eceb34fe-e33b-4867-bd87-3c02315d9df7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:30.479913 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.482553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Allocated IP 2001:db8::f816:3eff:fe28:dd00 (0efcc288-10d5-49d6-b084-361d356aadd8/2fee02c5-412d-4fb2-81ca-6bb9584396e2/e3b150ed-3586-4b39-967f-840dc0104fec) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:30.671970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.681625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.760203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Network 0efcc288-10d5-49d6-b084-361d356aadd8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:30.761716 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:30.766991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:30.769241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:30.773068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Pushing event updated for resources: {'Port': ['ID=e3b150ed-3586-4b39-967f-840dc0104fec,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:30.777712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Allocated IP 2001:db8::f816:3eff:fe37:d88 (0efcc288-10d5-49d6-b084-361d356aadd8/2fee02c5-412d-4fb2-81ca-6bb9584396e2/09c329d3-db28-4629-9a51-a00c7b318f8b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:30.932504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port eceb34fe-e33b-4867-bd87-3c02315d9df7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=eceb34fe-e33b-4867-bd87-3c02315d9df7,segment=NetworkSegment(2dff90a8-849d-4576-a235-464a3e7d0ac4),segment_id=2dff90a8-849d-4576-a235-464a3e7d0ac4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:30.945533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.019485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Attempting to bind port e3b150ed-3586-4b39-967f-840dc0104fec on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:31.019485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Attempting to bind port e3b150ed-3586-4b39-967f-840dc0104fec by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '86af8d4e-f1d6-48f9-bb0c-450f543dfddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:31.019853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Attempting to bind port e3b150ed-3586-4b39-967f-840dc0104fec on network 0efcc288-10d5-49d6-b084-361d356aadd8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:31.045536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:31.046691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Checking segment: {'id': '86af8d4e-f1d6-48f9-bb0c-450f543dfddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:31.047356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.047807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Bound using segment: {'id': '86af8d4e-f1d6-48f9-bb0c-450f543dfddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:31.048572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Bound port: e3b150ed-3586-4b39-967f-840dc0104fec, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86af8d4e-f1d6-48f9-bb0c-450f543dfddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0efcc288-10d5-49d6-b084-361d356aadd8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:31.048814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.057877 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc4b6001-7a58-4ac4-a7fb-6ae9dd79ec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.089407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=eceb34fe-e33b-4867-bd87-3c02315d9df7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.103964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.152119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] For port e3b150ed-3586-4b39-967f-840dc0104fec, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:31.156483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] For port e3b150ed-3586-4b39-967f-840dc0104fec, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e3b150ed-3586-4b39-967f-840dc0104fec,segment=NetworkSegment(86af8d4e-f1d6-48f9-bb0c-450f543dfddf),segment_id=86af8d4e-f1d6-48f9-bb0c-450f543dfddf)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:31.168634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.171235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.242723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818cd61-ed62-4dbb-9eab-532f9d67a047 None None] Pushing event updated for resources: {'Port': ['ID=e3b150ed-3586-4b39-967f-840dc0104fec,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.297665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network 0efcc288-10d5-49d6-b084-361d356aadd8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:31.310015 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:31.315702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:31.329833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:31.330532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.340074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Port': ['ID=09c329d3-db28-4629-9a51-a00c7b318f8b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.378419 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ddadd4a-ce38-46f7-9257-04e67fcad508 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3730164 Dec 13 10:08:31.380997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:31.454571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting subnet 2fee02c5-412d-4fb2-81ca-6bb9584396e2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:31.458808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.466309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab991f-634b-42bf-b8f4-759e1c9b3ffc None None] Network e226ae24-852d-47bc-9cec-ace45f4a1508 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:31.522306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.578839 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8495735b-5411-4e9a-ba3f-46a51c00d0c6 None None] Provisioning complete for port eceb34fe-e33b-4867-bd87-3c02315d9df7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:31.580042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8495735b-5411-4e9a-ba3f-46a51c00d0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.708359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.847703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.889996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=2fee02c5-412d-4fb2-81ca-6bb9584396e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:31.892339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:31.895931 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e3e3e884-ab56-4240-8b35-2c9c35fce4ee tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/2fee02c5-412d-4fb2-81ca-6bb9584396e2 HTTP/1.1" status: 204 len: 168 time: 0.5138390 Dec 13 10:08:31.898321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:31.990810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6156d19c-5669-4d50-b478-dab1f6b98480 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:31.992465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6156d19c-5669-4d50-b478-dab1f6b98480 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:31.996884 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6156d19c-5669-4d50-b478-dab1f6b98480 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0949359 Dec 13 10:08:31.997488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.109737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-437f6fad-26bf-4596-aac5-e83943a40c8a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.115051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31465819-5758-4fae-ac70-30ac7d29e5e4 None None] Provisioning complete for port eceb34fe-e33b-4867-bd87-3c02315d9df7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:32.117165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31465819-5758-4fae-ac70-30ac7d29e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.126237 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-437f6fad-26bf-4596-aac5-e83943a40c8a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 10:08:32.126655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437f6fad-26bf-4596-aac5-e83943a40c8a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:32.133963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.134516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-437f6fad-26bf-4596-aac5-e83943a40c8a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/0efcc288-10d5-49d6-b084-361d356aadd8 HTTP/1.1" status: 409 len: 405 time: 0.1356602 Dec 13 10:08:32.143696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-166152377'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:32.206947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:32.215012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.258338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:32.279486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.281078 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3 of type vlan for network c285ba51-e17b-4cea-98f4-a7e1c995f462 Dec 13 10:08:32.287430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.339921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.380942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e3b150ed-3586-4b39-967f-840dc0104fec up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:32.406480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.412927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:32.413590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.504588 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3661950 Dec 13 10:08:32.504788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e3b150ed-3586-4b39-967f-840dc0104fec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:32.504788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.507316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:32.513160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:32.518276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1f58e-7105-4e6a-a368-33da8d613d0f tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=c285ba51-e17b-4cea-98f4-a7e1c995f462,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:32.531881 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:32.656986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:32.660688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.687740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.727431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port e3b150ed-3586-4b39-967f-840dc0104fec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e3b150ed-3586-4b39-967f-840dc0104fec,segment=NetworkSegment(86af8d4e-f1d6-48f9-bb0c-450f543dfddf),segment_id=86af8d4e-f1d6-48f9-bb0c-450f543dfddf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:32.737992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.738884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device eceb34fe-e33b-4867-bd87-3c02315d9df7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:08:32.855006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=e3b150ed-3586-4b39-967f-840dc0104fec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:32.875123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port eceb34fe-e33b-4867-bd87-3c02315d9df7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:32.878514 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:32.962357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb1082-00ec-4329-8e48-2da8d76246f5 None None] Network 0efcc288-10d5-49d6-b084-361d356aadd8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:33.146302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fc0a4639-543f-44b5-ab8e-c4e0f71f61c1 None None] Provisioning complete for port e3b150ed-3586-4b39-967f-840dc0104fec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:33.146956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4639-543f-44b5-ab8e-c4e0f71f61c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.191224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:08:33.193620 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.293870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:33.294253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: c285ba51-e17b-4cea-98f4-a7e1c995f462, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:33.298040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:33.318271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:33.328233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c285ba51-e17b-4cea-98f4-a7e1c995f462) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:33.333421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:33.337242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0bd00-2009-4208-b003-3efbfca4938f None None] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:33.340239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.358497 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-28e7cd8b-8232-4a67-b82b-fa33d8bbf58e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8497453 Dec 13 10:08:33.361617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:33.366753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'port': {'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462', 'name': 'tempest-NetworksIpV6TestAttrs-2041013674'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:33.383804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] DHCP port deletion for 0efcc288-10d5-49d6-b084-361d356aadd8 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:33.491305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c285ba51-e17b-4cea-98f4-a7e1c995f462', 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': 'e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:33.492185 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.509943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Deleting port e3b150ed-3586-4b39-967f-840dc0104fec {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:33.510137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:33.510343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.513961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.533031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] device_id is not set on port 6a773840-9de2-4fb8-969f-b18c13a56d20 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:08:33.643181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] For port e3b150ed-3586-4b39-967f-840dc0104fec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e3b150ed-3586-4b39-967f-840dc0104fec,segment=NetworkSegment(86af8d4e-f1d6-48f9-bb0c-450f543dfddf),segment_id=86af8d4e-f1d6-48f9-bb0c-450f543dfddf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:33.643592 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.660227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Calling delete_port for e3b150ed-3586-4b39-967f-840dc0104fec owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:33.661772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Allocated IP 2001:db8::f816:3eff:fed1:dfdf (c285ba51-e17b-4cea-98f4-a7e1c995f462/e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6/6a773840-9de2-4fb8-969f-b18c13a56d20) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:33.731352 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.754049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.784997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] Pushing event deleted for resources: {'Port': ['ID=e3b150ed-3586-4b39-967f-840dc0104fec,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:33.786795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7630f67-8562-41f9-9d6f-7a093686bd76 None None] No DVR routers for this DVR port e3b150ed-3586-4b39-967f-840dc0104fec on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:33.826443 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.862709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.911871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Allocated IP 2001:db8::f816:3eff:fe94:9ddb (c285ba51-e17b-4cea-98f4-a7e1c995f462/e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6/4737156b-3610-41e8-ab29-f9f091aeb3a2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:33.917246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:33.924166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:33.928817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:33.934714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:33.935410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:33.939882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Port': ['ID=6a773840-9de2-4fb8-969f-b18c13a56d20,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:33.963286 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67f260a6-4a4e-4f08-8315-3bbf228ceb73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6005101 Dec 13 10:08:33.966329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.023139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting subnet e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:34.071823 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.078022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.078881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.138413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.165525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:34.169902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e3b150ed-3586-4b39-967f-840dc0104fec no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:34.172505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:34.178441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:34.200526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Pushing event updated for resources: {'Port': ['ID=4737156b-3610-41e8-ab29-f9f091aeb3a2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.207617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e3b150ed-3586-4b39-967f-840dc0104fec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:34.207972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e3b150ed-3586-4b39-967f-840dc0104fec not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:34.326748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.420415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.450720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.460573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.465810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4977095 Dec 13 10:08:34.468813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.475472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.475832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.476182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.476526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.476870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.477345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.477559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.477891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.485862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.486251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.488942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.489329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.489680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b0159-43cd-4686-88ac-d0c2ddc49894 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:34.500122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Attempting to bind port 4737156b-3610-41e8-ab29-f9f091aeb3a2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:34.500964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Attempting to bind port 4737156b-3610-41e8-ab29-f9f091aeb3a2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:34.501369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Attempting to bind port 4737156b-3610-41e8-ab29-f9f091aeb3a2 on network c285ba51-e17b-4cea-98f4-a7e1c995f462 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:34.508259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:34.508644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Checking segment: {'id': 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:34.509058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.510077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Bound using segment: {'id': 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:34.510549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Bound port: 4737156b-3610-41e8-ab29-f9f091aeb3a2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c285ba51-e17b-4cea-98f4-a7e1c995f462'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:34.511394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.540682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055eaaa-1a63-413e-9f15-7745bd2d56e3 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:34.542554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055eaaa-1a63-413e-9f15-7745bd2d56e3 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:34.544202 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7055eaaa-1a63-413e-9f15-7745bd2d56e3 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0731866 Dec 13 10:08:34.547494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.598740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] For port 4737156b-3610-41e8-ab29-f9f091aeb3a2, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:34.602290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] For port 4737156b-3610-41e8-ab29-f9f091aeb3a2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4737156b-3610-41e8-ab29-f9f091aeb3a2,segment=NetworkSegment(e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3),segment_id=e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:34.607310 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.667994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2916a04d-d636-4b8e-9b04-e7c768d5e3e8 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.678128 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2916a04d-d636-4b8e-9b04-e7c768d5e3e8 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 10:08:34.678865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2916a04d-d636-4b8e-9b04-e7c768d5e3e8 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:34.690330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.690945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2916a04d-d636-4b8e-9b04-e7c768d5e3e8 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/c285ba51-e17b-4cea-98f4-a7e1c995f462 HTTP/1.1" status: 409 len: 405 time: 0.1411099 Dec 13 10:08:34.697107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557720879'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:34.723069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:34.729009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.750921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3915b-87b6-459f-913a-7f83d890b1ff None None] Pushing event updated for resources: {'Port': ['ID=4737156b-3610-41e8-ab29-f9f091aeb3a2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.758029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:34.769775 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.770335 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment f8e17ada-da0b-425b-bfa8-4f6db7025f2a of type vlan for network e4806e6a-8c9e-480a-b872-268f1e581955 Dec 13 10:08:34.786627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee37df5-10a2-4f8b-a1ad-a2b56e69e199 None None] Network c285ba51-e17b-4cea-98f4-a7e1c995f462 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:34.826304 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.849345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.857424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.864085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:34.865659 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:34.912947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629968ce-0652-4f22-9cea-64f67c85cefb None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:34.923619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2317140 Dec 13 10:08:34.927069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:34.932934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': 'e4806e6a-8c9e-480a-b872-268f1e581955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:34.947865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20919f-2205-423b-aa3d-fd2d44465b57 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=e4806e6a-8c9e-480a-b872-268f1e581955,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:34.963521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e4806e6a-8c9e-480a-b872-268f1e581955 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:35.066142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:35.070055 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.093284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629968ce-0652-4f22-9cea-64f67c85cefb None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:35.472177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:08:35.473806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.542244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=743f7cb0-e0e9-41f5-9643-0b94448f0f28,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:35.555150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': 'f8e17ada-da0b-425b-bfa8-4f6db7025f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e4806e6a-8c9e-480a-b872-268f1e581955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:35.555519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: e4806e6a-8c9e-480a-b872-268f1e581955, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:35.582890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network e4806e6a-8c9e-480a-b872-268f1e581955 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:35.595592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e4806e6a-8c9e-480a-b872-268f1e581955) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:35.600538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:35.601024 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.607324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf67ef-ace0-4d4d-9caf-176ee9e98751 None None] Network e4806e6a-8c9e-480a-b872-268f1e581955 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:35.659696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-080369eb-b231-45fd-a3cf-7549780d730a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7312295 Dec 13 10:08:35.662316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:35.785855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.857780 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.895435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1bea5-f663-4fbd-ab3d-e1d5372275e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e4806e6a-8c9e-480a-b872-268f1e581955', 'network_id': 'e4806e6a-8c9e-480a-b872-268f1e581955', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': '743f7cb0-e0e9-41f5-9643-0b94448f0f28'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:35.896574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57e1bea5-f663-4fbd-ab3d-e1d5372275e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:35.976997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.014999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=743f7cb0-e0e9-41f5-9643-0b94448f0f28,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-57e1bea5-f663-4fbd-ab3d-e1d5372275e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743f7cb0-e0e9-41f5-9643-0b94448f0f28: This subnet is being modified by another concurrent operation. Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743f7cb0-e0e9-41f5-9643-0b94448f0f28: This subnet is being modified by another concurrent operation. Dec 13 10:08:36.034731 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:08:36.063455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54530764-bed7-4440-b379-7fcdaed21584 None None] Network e4806e6a-8c9e-480a-b872-268f1e581955 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:36.121566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.149416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4806e6a-8c9e-480a-b872-268f1e581955']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:36.162023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e17ada-da0b-425b-bfa8-4f6db7025f2a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:36.162417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e17ada-da0b-425b-bfa8-4f6db7025f2a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:36.162804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8b117-b5a7-479e-a210-9996507646b1 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:36.179406 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.201194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.211281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:36.211795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:36.215551 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:36.278334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8b117-b5a7-479e-a210-9996507646b1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:36.298785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.328420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.331956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/e4806e6a-8c9e-480a-b872-268f1e581955 HTTP/1.1" status: 204 len: 168 time: 0.6672568 Dec 13 10:08:36.333016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10fc29-121c-4c00-b882-8bceda0156d0 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=e4806e6a-8c9e-480a-b872-268f1e581955,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:36.336399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:36.342885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-432688746'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:36.372814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:36.377071 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.403753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:36.414301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.414657 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment 51881bdb-5484-40db-8598-1b53ffa07048 of type vlan for network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c Dec 13 10:08:36.459946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.489491 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.495388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:36.496034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.576244 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2359440 Dec 13 10:08:36.577251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:36.593905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:36.637667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a045d9-2f00-44cd-b693-78af1b1db25c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=ccdf2d9f-e787-45e3-b2ae-57a63baeba3c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:36.648860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:36.688133 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:36.691682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.898514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:36.971835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=e7f2dcc1-bf3d-4996-8c44-d3d1fd60c039,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:36.992513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': '51881bdb-5484-40db-8598-1b53ffa07048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:36.992901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: ccdf2d9f-e787-45e3-b2ae-57a63baeba3c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:37.012896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:37.024801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, ccdf2d9f-e787-45e3-b2ae-57a63baeba3c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:37.029805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:37.030653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.036743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7e8ae-bedf-478f-94fa-3a45b9820266 None None] Network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:37.066899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2b8f2fb8-ccf2-4e51-bc9c-2685d2f04ae6 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4843900 Dec 13 10:08:37.069378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:37.164767 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-ccdf2d9f-e787-45e3-b2ae-57a63baeba3c', 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': 'e7f2dcc1-bf3d-4996-8c44-d3d1fd60c039'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:37.165795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.200288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.284147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.351180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Allocated IP 2001:db8::2 (ccdf2d9f-e787-45e3-b2ae-57a63baeba3c/e7f2dcc1-bf3d-4996-8c44-d3d1fd60c039/33fcc265-d2ee-4ba3-bd93-de3d69957a49) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:37.542788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.678223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.679636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.679636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f2dcc1-bf3d-4996-8c44-d3d1fd60c039,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:37.680142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:37.680142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:37.689456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:37.708387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Pushing event updated for resources: {'Port': ['ID=33fcc265-d2ee-4ba3-bd93-de3d69957a49,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:37.757517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.778850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Attempting to bind port 33fcc265-d2ee-4ba3-bd93-de3d69957a49 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:37.779695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Attempting to bind port 33fcc265-d2ee-4ba3-bd93-de3d69957a49 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '51881bdb-5484-40db-8598-1b53ffa07048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:37.780866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Attempting to bind port 33fcc265-d2ee-4ba3-bd93-de3d69957a49 on network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:37.792859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdf2d9f-e787-45e3-b2ae-57a63baeba3c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.799525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:37.800083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Checking segment: {'id': '51881bdb-5484-40db-8598-1b53ffa07048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:37.801138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.801561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Bound using segment: {'id': '51881bdb-5484-40db-8598-1b53ffa07048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:37.802172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Bound port: 33fcc265-d2ee-4ba3-bd93-de3d69957a49, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51881bdb-5484-40db-8598-1b53ffa07048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:37.802568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.804725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51881bdb-5484-40db-8598-1b53ffa07048') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.805105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51881bdb-5484-40db-8598-1b53ffa07048') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:37.815730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.830968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.839843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:37.840578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:37.844886 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:37.944185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:08:37.944185 n-d-820531-5 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:08:37.944185 n-d-820531-5 neutron-server[103189]: [parameters: {'id': 'ccdf2d9f-e787-45e3-b2ae-57a63baeba3c'}] Dec 13 10:08:37.944185 n-d-820531-5 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:08:37.944718 n-d-820531-5 neutron-server[103189]: DEBUG oslo_db.api [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:08:37.990403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] For port 33fcc265-d2ee-4ba3-bd93-de3d69957a49, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:37.995699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] For port 33fcc265-d2ee-4ba3-bd93-de3d69957a49, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=33fcc265-d2ee-4ba3-bd93-de3d69957a49,segment=NetworkSegment(51881bdb-5484-40db-8598-1b53ffa07048),segment_id=51881bdb-5484-40db-8598-1b53ffa07048)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:38.005274 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.103911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bd07e-3716-447c-bf31-afc794f073f8 None None] Pushing event updated for resources: {'Port': ['ID=33fcc265-d2ee-4ba3-bd93-de3d69957a49,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:38.127990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194532ca-047f-48a4-afce-8af6ba8f3c7d None None] Network ccdf2d9f-e787-45e3-b2ae-57a63baeba3c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:38.231962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0617dce-9bd6-4fd4-85cb-1c4568849315 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:38.322738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0617dce-9bd6-4fd4-85cb-1c4568849315 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:38.445433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.508660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port 33fcc265-d2ee-4ba3-bd93-de3d69957a49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:38.509288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.582786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] For port 33fcc265-d2ee-4ba3-bd93-de3d69957a49, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=33fcc265-d2ee-4ba3-bd93-de3d69957a49,segment=NetworkSegment(51881bdb-5484-40db-8598-1b53ffa07048),segment_id=51881bdb-5484-40db-8598-1b53ffa07048)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:38.583164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.609288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for 33fcc265-d2ee-4ba3-bd93-de3d69957a49 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:38.697493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.730109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=33fcc265-d2ee-4ba3-bd93-de3d69957a49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:38.736001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No DVR routers for this DVR port 33fcc265-d2ee-4ba3-bd93-de3d69957a49 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:38.832193 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.855682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdf2d9f-e787-45e3-b2ae-57a63baeba3c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:38.866912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51881bdb-5484-40db-8598-1b53ffa07048') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:38.867429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51881bdb-5484-40db-8598-1b53ffa07048') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:38.879371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.894528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.902452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:38.903117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:38.907892 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:38.988064 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.995430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:38.999003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/ccdf2d9f-e787-45e3-b2ae-57a63baeba3c HTTP/1.1" status: 204 len: 168 time: 1.9285316 Dec 13 10:08:39.002873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:39.008326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-260024417'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:39.038108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dff1c-ce4d-44d3-9267-e0f8ec005226 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=ccdf2d9f-e787-45e3-b2ae-57a63baeba3c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.050901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:39.055337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.082385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:39.095074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.095417 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Added segment 46951097-0869-444c-85cc-9ec251434aa3 of type vlan for network a98ca37a-d1d4-4977-a822-8d231f6f3cbe Dec 13 10:08:39.143698 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.171833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.177978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:39.178579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.257582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2509079 Dec 13 10:08:39.258613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:39.264925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Request body: {'subnet': {'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:39.268257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bbd8b-e7d8-467b-a310-64f39e749b22 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Network': ['ID=a98ca37a-d1d4-4977-a822-8d231f6f3cbe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.283751 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a98ca37a-d1d4-4977-a822-8d231f6f3cbe details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:39.391051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Made reservation on behalf of 2df0c39836e14bb88728da5512f36364 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:39.394658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.698766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.objects.ports [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:08:39.700357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.758517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event updated for resources: {'Subnet': ['ID=88d30c5a-a644-4d88-ad5d-e0cc3543fc93,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:39.784928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Checking segment: {'id': '46951097-0869-444c-85cc-9ec251434aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:39.785494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network hostable DHCP agents. Network: a98ca37a-d1d4-4977-a822-8d231f6f3cbe, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:39.805976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Network a98ca37a-d1d4-4977-a822-8d231f6f3cbe is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:39.816622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a98ca37a-d1d4-4977-a822-8d231f6f3cbe) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:39.821940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:39.822562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:39.833962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de7f65-f99e-4c89-a606-7150e89f9af9 None None] Network a98ca37a-d1d4-4977-a822-8d231f6f3cbe requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:39.856629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9397d1e6-c4ba-4446-a751-bdde319d89f4 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5958960 Dec 13 10:08:39.859464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:39.944163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a98ca37a-d1d4-4977-a822-8d231f6f3cbe', 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe', 'project_id': '2df0c39836e14bb88728da5512f36364', 'fixed_ips': [{'subnet_id': '88d30c5a-a644-4d88-ad5d-e0cc3543fc93'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:39.945534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.003924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.086555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.121890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Allocated IP 2001:db8::f816:3eff:fea5:83e0 (a98ca37a-d1d4-4977-a822-8d231f6f3cbe/88d30c5a-a644-4d88-ad5d-e0cc3543fc93/4fd72bdb-6470-41b2-8709-206406ba33b9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:40.467750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.488766 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.505166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.535701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Network a98ca37a-d1d4-4977-a822-8d231f6f3cbe is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:40.538741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:40.542412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:40.549045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=88d30c5a-a644-4d88-ad5d-e0cc3543fc93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:40.555643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Pushing event updated for resources: {'Port': ['ID=4fd72bdb-6470-41b2-8709-206406ba33b9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:40.608562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Attempting to bind port 4fd72bdb-6470-41b2-8709-206406ba33b9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:40.616255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Attempting to bind port 4fd72bdb-6470-41b2-8709-206406ba33b9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46951097-0869-444c-85cc-9ec251434aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:40.616255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Attempting to bind port 4fd72bdb-6470-41b2-8709-206406ba33b9 on network a98ca37a-d1d4-4977-a822-8d231f6f3cbe {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:40.616255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:40.616817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Checking segment: {'id': '46951097-0869-444c-85cc-9ec251434aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:40.617423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.617919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Bound using segment: {'id': '46951097-0869-444c-85cc-9ec251434aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:40.618500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Bound port: 4fd72bdb-6470-41b2-8709-206406ba33b9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46951097-0869-444c-85cc-9ec251434aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:40.618994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.630704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.658513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ca37a-d1d4-4977-a822-8d231f6f3cbe']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:40.673657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46951097-0869-444c-85cc-9ec251434aa3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:40.673960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46951097-0869-444c-85cc-9ec251434aa3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:40.685420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.688436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] For port 4fd72bdb-6470-41b2-8709-206406ba33b9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:40.691953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] For port 4fd72bdb-6470-41b2-8709-206406ba33b9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4fd72bdb-6470-41b2-8709-206406ba33b9,segment=NetworkSegment(46951097-0869-444c-85cc-9ec251434aa3),segment_id=46951097-0869-444c-85cc-9ec251434aa3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:40.699023 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.706719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.714911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:40.715438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:40.769779 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:40.787984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a41798-8ad4-405d-8377-c807a4802dda None None] Pushing event updated for resources: {'Port': ['ID=4fd72bdb-6470-41b2-8709-206406ba33b9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:40.803925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 10:08:40.803925 n-d-820531-5 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 10:08:40.803925 n-d-820531-5 neutron-server[103188]: [parameters: {'id': 'a98ca37a-d1d4-4977-a822-8d231f6f3cbe'}] Dec 13 10:08:40.803925 n-d-820531-5 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:08:40.804287 n-d-820531-5 neutron-server[103188]: DEBUG oslo_db.api [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:08:40.807748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18165990-44d0-4398-856e-ddcb8dee7e9e None None] Network a98ca37a-d1d4-4977-a822-8d231f6f3cbe requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:40.908037 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9c17f-3935-44fe-84f4-b5d3d9df821c None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:08:41.026809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9c17f-3935-44fe-84f4-b5d3d9df821c None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:08:41.306002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.379524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port 4fd72bdb-6470-41b2-8709-206406ba33b9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:41.379982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.462838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] For port 4fd72bdb-6470-41b2-8709-206406ba33b9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4fd72bdb-6470-41b2-8709-206406ba33b9,segment=NetworkSegment(46951097-0869-444c-85cc-9ec251434aa3),segment_id=46951097-0869-444c-85cc-9ec251434aa3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:41.463216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.476499 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for 4fd72bdb-6470-41b2-8709-206406ba33b9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:41.568497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.596380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=4fd72bdb-6470-41b2-8709-206406ba33b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:41.602611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No DVR routers for this DVR port 4fd72bdb-6470-41b2-8709-206406ba33b9 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:41.693042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.720446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ca37a-d1d4-4977-a822-8d231f6f3cbe']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:41.731361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46951097-0869-444c-85cc-9ec251434aa3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:41.731813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46951097-0869-444c-85cc-9ec251434aa3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:41.743414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.759084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.765972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:41.766439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:41.769769 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:41.838057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.848439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:41.855530 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/a98ca37a-d1d4-4977-a822-8d231f6f3cbe HTTP/1.1" status: 204 len: 168 time: 1.9919009 Dec 13 10:08:41.856354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:41.870588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abed41-570c-48ab-b2ad-bb062f5f1c01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=a98ca37a-d1d4-4977-a822-8d231f6f3cbe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:41.900073 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ec3a5a-e9cd-49d1-a3d8-28a1cb59f70e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:41.900676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ec3a5a-e9cd-49d1-a3d8-28a1cb59f70e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:41.907441 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:41.907571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e8ec3a5a-e9cd-49d1-a3d8-28a1cb59f70e tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/88d30c5a-a644-4d88-ad5d-e0cc3543fc93 HTTP/1.1" status: 404 len: 337 time: 0.0488544 Dec 13 10:08:41.933846 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac448cbf-98ce-4d4c-b546-b2e81c73425c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:41.934534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac448cbf-98ce-4d4c-b546-b2e81c73425c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:41.939402 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac448cbf-98ce-4d4c-b546-b2e81c73425c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/a98ca37a-d1d4-4977-a822-8d231f6f3cbe HTTP/1.1" status: 404 len: 339 time: 0.0301235 Dec 13 10:08:41.942029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:41.977028 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6e3e1d-bfe8-4162-bcf6-93133401fb01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:41.977676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6e3e1d-bfe8-4162-bcf6-93133401fb01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:41.982013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9c6e3e1d-bfe8-4162-bcf6-93133401fb01 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/e7f2dcc1-bf3d-4996-8c44-d3d1fd60c039 HTTP/1.1" status: 404 len: 337 time: 0.0387423 Dec 13 10:08:41.984622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.010764 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6201813-c7d8-4899-bcab-29b407b8cbcc tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:42.011286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6201813-c7d8-4899-bcab-29b407b8cbcc tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:42.014794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b6201813-c7d8-4899-bcab-29b407b8cbcc tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/ccdf2d9f-e787-45e3-b2ae-57a63baeba3c HTTP/1.1" status: 404 len: 339 time: 0.0282767 Dec 13 10:08:42.017132 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.053085 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcf2608-8e88-4fb6-9eb1-5786ddda1217 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:42.053583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcf2608-8e88-4fb6-9eb1-5786ddda1217 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:42.056868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddcf2608-8e88-4fb6-9eb1-5786ddda1217 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/743f7cb0-e0e9-41f5-9643-0b94448f0f28 HTTP/1.1" status: 404 len: 337 time: 0.0386353 Dec 13 10:08:42.059399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.082851 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-97878bd7-035d-44ba-97df-1ea5a2c5675a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:42.084217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97878bd7-035d-44ba-97df-1ea5a2c5675a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:42.088025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-97878bd7-035d-44ba-97df-1ea5a2c5675a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/e4806e6a-8c9e-480a-b872-268f1e581955 HTTP/1.1" status: 404 len: 339 time: 0.0274770 Dec 13 10:08:42.090731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.209220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port 6a773840-9de2-4fb8-969f-b18c13a56d20 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:42.209661 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.324721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.341179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for 6a773840-9de2-4fb8-969f-b18c13a56d20 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:42.453089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.487967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=6a773840-9de2-4fb8-969f-b18c13a56d20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:42.492232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.498181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fedd2289-90f5-4b4f-b12d-8b50adf5e751 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/ports/6a773840-9de2-4fb8-969f-b18c13a56d20 HTTP/1.1" status: 204 len: 168 time: 0.4042439 Dec 13 10:08:42.499283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37344) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.530987 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-0736c278-28bf-4424-ba89-5452d7c0182c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:42.533378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0736c278-28bf-4424-ba89-5452d7c0182c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:42.539645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:42.540061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0736c278-28bf-4424-ba89-5452d7c0182c tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/e87b3881-6c4f-4ec3-b1a6-51ffc609c3c6 HTTP/1.1" status: 404 len: 337 time: 0.0400295 Dec 13 10:08:42.664411 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.728296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port 4737156b-3610-41e8-ab29-f9f091aeb3a2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:42.728728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.832376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] For port 4737156b-3610-41e8-ab29-f9f091aeb3a2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4737156b-3610-41e8-ab29-f9f091aeb3a2,segment=NetworkSegment(e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3),segment_id=e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:42.835305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.852463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for 4737156b-3610-41e8-ab29-f9f091aeb3a2 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:42.944653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:42.989628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No DVR routers for this DVR port 4737156b-3610-41e8-ab29-f9f091aeb3a2 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:42.994146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=4737156b-3610-41e8-ab29-f9f091aeb3a2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:43.121519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.148424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c285ba51-e17b-4cea-98f4-a7e1c995f462']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.159539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.160005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34cbcba-b1ec-46f8-9788-9ed5bd5f73a3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:43.175513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.198346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.220229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:43.220651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:43.236334 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:43.301894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.312967 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.316927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/c285ba51-e17b-4cea-98f4-a7e1c995f462 HTTP/1.1" status: 204 len: 168 time: 0.7760777 Dec 13 10:08:43.319490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:43.354306 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c6d2-bfb2-4b1d-a250-39a6b281359a tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=c285ba51-e17b-4cea-98f4-a7e1c995f462,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:43.434871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port 09c329d3-db28-4629-9a51-a00c7b318f8b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:43.435309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.525360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:43.922468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for 09c329d3-db28-4629-9a51-a00c7b318f8b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:44.014763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-57d2dfde-790a-462d-b87a-e36d9432892d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056042 Dec 13 10:08:44.049691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.114099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=09c329d3-db28-4629-9a51-a00c7b318f8b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:44.145513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.150500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1323d948-b5cf-4d19-9732-ff8469318e39 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/ports/09c329d3-db28-4629-9a51-a00c7b318f8b HTTP/1.1" status: 204 len: 168 time: 0.8299949 Dec 13 10:08:44.152846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:44.194190 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a342bea-4809-4a5d-aea8-713e87f78acd tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:44.194659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a342bea-4809-4a5d-aea8-713e87f78acd tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:44.197922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5a342bea-4809-4a5d-aea8-713e87f78acd tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/2fee02c5-412d-4fb2-81ca-6bb9584396e2 HTTP/1.1" status: 404 len: 337 time: 0.0440676 Dec 13 10:08:44.200384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:44.261333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-e2f0ea06-f6ac-4327-b2c1-1fe378f8baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.263256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-e2f0ea06-f6ac-4327-b2c1-1fe378f8baf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.1679265 Dec 13 10:08:44.359269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.521627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.547386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efcc288-10d5-49d6-b084-361d356aadd8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:44.559180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86af8d4e-f1d6-48f9-bb0c-450f543dfddf') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:44.559532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86af8d4e-f1d6-48f9-bb0c-450f543dfddf') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:44.570295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.587217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.595686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:44.597819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:44.651362 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:44.654057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-b480b7f4-ac3f-4786-a4b0-380145c073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.654203 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-b480b7f4-ac3f-4786-a4b0-380145c073e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.3642185 Dec 13 10:08:44.734667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.795189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.802150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37404) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:44.802718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/0efcc288-10d5-49d6-b084-361d356aadd8 HTTP/1.1" status: 204 len: 168 time: 0.6007888 Dec 13 10:08:44.803329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55c1b-4e3c-427f-bc99-713dc5a26562 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=0efcc288-10d5-49d6-b084-361d356aadd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:44.848759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-c1eff232-fbd5-40a9-8a7d-259773b2022f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.1244702 Dec 13 10:08:44.887940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting subnet 64efedb5-b152-4847-940c-92dff68d0e2e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:08:44.892374 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:44.935037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-884130e2-e167-48e1-bce4-5c9d34545975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:44.952649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-884130e2-e167-48e1-bce4-5c9d34545975 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0808005 Dec 13 10:08:45.009878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.057829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-1f57a679-6b8b-4e04-8f66-49cacbfedabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:45.059382 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-1f57a679-6b8b-4e04-8f66-49cacbfedabf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057589 Dec 13 10:08:45.173076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.227372 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-b364bd25-2f99-48eb-86ee-8657a43aef48 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589668 Dec 13 10:08:45.292421 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.333305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Subnet': ['ID=64efedb5-b152-4847-940c-92dff68d0e2e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:45.356334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.361675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4e53a01d-9ef6-4e12-b0e8-390d22cfac73 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/subnets/64efedb5-b152-4847-940c-92dff68d0e2e HTTP/1.1" status: 204 len: 168 time: 0.5583043 Dec 13 10:08:45.365196 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:45.367517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9650f789-0f5d-4136-8462-a99b4338c110 None None] Network e226ae24-852d-47bc-9cec-ace45f4a1508 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:45.469680 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b4c7dfc5-ff50-438c-b30e-ac136ea8e0a5 req-f725768b-bd84-4466-b45b-e13dc094e4a3 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321208 Dec 13 10:08:45.474995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.595390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Deleting port eceb34fe-e33b-4867-bd87-3c02315d9df7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:45.597210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.715982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] For port eceb34fe-e33b-4867-bd87-3c02315d9df7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=eceb34fe-e33b-4867-bd87-3c02315d9df7,segment=NetworkSegment(2dff90a8-849d-4576-a235-464a3e7d0ac4),segment_id=2dff90a8-849d-4576-a235-464a3e7d0ac4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:45.716347 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.730974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Calling delete_port for eceb34fe-e33b-4867-bd87-3c02315d9df7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:45.754270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] DHCP port deletion for e226ae24-852d-47bc-9cec-ace45f4a1508 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:45.845157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Deleting port eceb34fe-e33b-4867-bd87-3c02315d9df7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:08:45.845813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.859864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.917711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] For port eceb34fe-e33b-4867-bd87-3c02315d9df7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=eceb34fe-e33b-4867-bd87-3c02315d9df7,segment=NetworkSegment(2dff90a8-849d-4576-a235-464a3e7d0ac4),segment_id=2dff90a8-849d-4576-a235-464a3e7d0ac4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:45.919708 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:45.928818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Port': ['ID=eceb34fe-e33b-4867-bd87-3c02315d9df7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:45.938670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] No DVR routers for this DVR port eceb34fe-e33b-4867-bd87-3c02315d9df7 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:45.991698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Calling delete_port for eceb34fe-e33b-4867-bd87-3c02315d9df7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:08:46.082415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.104371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.144966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] Pushing event deleted for resources: {'Port': ['ID=eceb34fe-e33b-4867-bd87-3c02315d9df7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:46.148391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb385e-67d9-4ca7-a89b-1946a6240a03 None None] No DVR routers for this DVR port eceb34fe-e33b-4867-bd87-3c02315d9df7 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:08:46.153624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e226ae24-852d-47bc-9cec-ace45f4a1508']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:46.174688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dff90a8-849d-4576-a235-464a3e7d0ac4') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:46.175333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dff90a8-849d-4576-a235-464a3e7d0ac4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:46.188427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.204778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.213189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:08:46.214020 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.223714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device eceb34fe-e33b-4867-bd87-3c02315d9df7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:08:46.262448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: eceb34fe-e33b-4867-bd87-3c02315d9df7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:08:46.264673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device eceb34fe-e33b-4867-bd87-3c02315d9df7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:08:46.306954 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:08:46.313531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.327922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.331627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] 10.222.0.30 "DELETE /v2.0/networks/e226ae24-852d-47bc-9cec-ace45f4a1508 HTTP/1.1" status: 204 len: 168 time: 0.9652586 Dec 13 10:08:46.347940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ae6cc-c39e-4567-9aae-40b90baeec48 tempest-NetworksIpV6TestAttrs-227725775 tempest-NetworksIpV6TestAttrs-227725775-project] Pushing event deleted for resources: {'Network': ['ID=e226ae24-852d-47bc-9cec-ace45f4a1508,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:46.713451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:46.875968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:46.876592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b0e1bdaa-ded3-4295-bf82-71b457c421c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2df0c39836e14bb88728da5512f36364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616402 Dec 13 10:08:46.947642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:46.972060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.048616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.051576 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:47.052941 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f17cbd2-7d60-4c13-8b10-aa68328d4f79 HTTP/1.1" status: 204 len: 168 time: 0.1757426 Dec 13 10:08:47.074502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8acf6-0cf7-43e6-aca7-bff9a81e1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f17cbd2-7d60-4c13-8b10-aa68328d4f79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:48.048231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.143574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.365951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e6a63d65-0fca-4e55-94bd-d7a305f223d8 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] Request body: {'port': {'network_id': 'd5ac7627-2bbc-48e6-ae96-b844645b0717', 'name': 'tempest-NetworksNegativeTestJSON-1416757554'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.390779 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a63d65-0fca-4e55-94bd-d7a305f223d8 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] POST failed (client error): The resource could not be found. Dec 13 10:08:48.391035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a63d65-0fca-4e55-94bd-d7a305f223d8 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.392796 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e6a63d65-0fca-4e55-94bd-d7a305f223d8 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2470684 Dec 13 10:08:48.399570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.422491 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7f6f31-b74e-4b06-ba4f-a11876db6cea tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:48.423209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7f6f31-b74e-4b06-ba4f-a11876db6cea tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.432409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.432821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cb7f6f31-b74e-4b06-ba4f-a11876db6cea tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "DELETE /v2.0/networks/33685d27-0a0d-4cfe-8598-e044a2ecab74 HTTP/1.1" status: 404 len: 339 time: 0.0320508 Dec 13 10:08:48.474905 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e65afa-0b79-4f9a-bf64-efa763b7ef64 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:48.475570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e65afa-0b79-4f9a-bf64-efa763b7ef64 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.479388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05e65afa-0b79-4f9a-bf64-efa763b7ef64 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "DELETE /v2.0/ports/9556ded8-726f-4f95-97c2-44a2b1aa5df7 HTTP/1.1" status: 404 len: 333 time: 0.0453391 Dec 13 10:08:48.485367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.487740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-876e19fc-93b1-4a52-abb6-84bfc0e80da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.525866 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d2b940-d77d-4fd7-8881-a05131294ceb tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] DELETE failed (client error): The resource could not be found. Dec 13 10:08:48.526745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d2b940-d77d-4fd7-8881-a05131294ceb tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.536610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.537840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-00d2b940-d77d-4fd7-8881-a05131294ceb tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "DELETE /v2.0/subnets/43eaa564-767d-4416-90fa-a20f641cf088 HTTP/1.1" status: 404 len: 337 time: 0.0508609 Dec 13 10:08:48.612002 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-633842be-d91b-4c36-8963-8af6ca9a9526 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] GET failed (client error): The resource could not be found. Dec 13 10:08:48.613740 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-633842be-d91b-4c36-8963-8af6ca9a9526 tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "GET /v2.0/networks/72a0094c-19fa-45f9-b8f7-7547187697aa HTTP/1.1" status: 404 len: 339 time: 0.0760536 Dec 13 10:08:48.617437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.662125 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cc1ab6-74e6-4ce6-93b3-2c14f58af08c tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] GET failed (client error): The resource could not be found. Dec 13 10:08:48.663709 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f3cc1ab6-74e6-4ce6-93b3-2c14f58af08c tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "GET /v2.0/ports/2106ae9e-2bd2-4044-968c-62d75cd1cfc9 HTTP/1.1" status: 404 len: 333 time: 0.0449350 Dec 13 10:08:48.668012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.711806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-876e19fc-93b1-4a52-abb6-84bfc0e80da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.713996 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c3a5a8-5c70-42f0-90ef-68a51b66128e tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] GET failed (client error): The resource could not be found. Dec 13 10:08:48.717657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e2c3a5a8-5c70-42f0-90ef-68a51b66128e tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "GET /v2.0/subnets/453227e7-a918-4e0b-ab71-bc93948913f1 HTTP/1.1" status: 404 len: 337 time: 0.0466592 Dec 13 10:08:48.720787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.728918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-14aa4b83-271f-4d42-80bc-91c2276dabec tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.744899 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-14aa4b83-271f-4d42-80bc-91c2276dabec tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] PUT failed (client error): The resource could not be found. Dec 13 10:08:48.745534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14aa4b83-271f-4d42-80bc-91c2276dabec tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.751363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-14aa4b83-271f-4d42-80bc-91c2276dabec tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "PUT /v2.0/networks/4a45a5db-f9e5-4d57-96eb-4708c4a5f8bb HTTP/1.1" status: 404 len: 339 time: 0.0247216 Dec 13 10:08:48.751363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-876e19fc-93b1-4a52-abb6-84bfc0e80da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.752637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.760871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2a4830a6-980b-4156-b74c-14dcc92fe8dc tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.778647 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-876e19fc-93b1-4a52-abb6-84bfc0e80da0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=248247813adb42cfaafa7a904d24f320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284613 Dec 13 10:08:48.785158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.815461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e19fc-93b1-4a52-abb6-84bfc0e80da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44287f9d-049e-4d05-b592-0fad92832abf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:48.839109 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4830a6-980b-4156-b74c-14dcc92fe8dc tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] PUT failed (client error): The resource could not be found. Dec 13 10:08:48.839786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4830a6-980b-4156-b74c-14dcc92fe8dc tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.846362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a4830a6-980b-4156-b74c-14dcc92fe8dc tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "PUT /v2.0/ports/d9e0a48d-1731-4af6-9da3-37c59a588619 HTTP/1.1" status: 404 len: 333 time: 0.0920491 Dec 13 10:08:48.847121 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:48.852491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c3d158d7-4c84-4e71-ba6a-e71b66635e1f tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:48.854783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.889789 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.896908 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d158d7-4c84-4e71-ba6a-e71b66635e1f tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] PUT failed (client error): The resource could not be found. Dec 13 10:08:48.897743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d158d7-4c84-4e71-ba6a-e71b66635e1f tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:08:48.907148 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c3d158d7-4c84-4e71-ba6a-e71b66635e1f tempest-NetworksNegativeTestJSON-749165459 tempest-NetworksNegativeTestJSON-749165459-project] 10.222.0.30 "PUT /v2.0/subnets/77c154d4-01d5-4da1-8e7b-70cf244312e7 HTTP/1.1" status: 404 len: 337 time: 0.0578966 Dec 13 10:08:48.949031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.953652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:48.957483 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44287f9d-049e-4d05-b592-0fad92832abf HTTP/1.1" status: 204 len: 168 time: 0.1690128 Dec 13 10:08:49.002545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c634a-74ed-4e8f-bf49-fd81a5bc5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44287f9d-049e-4d05-b592-0fad92832abf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:49.003646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:08:49.269510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:49.471532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cac1dcd8-c610-49e2-a638-13cdcdd8e587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.594484 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cac1dcd8-c610-49e2-a638-13cdcdd8e587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.600705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cac1dcd8-c610-49e2-a638-13cdcdd8e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.672320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:49.672886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cac1dcd8-c610-49e2-a638-13cdcdd8e587 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a36ab60bfb6448ebf98056a65095690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018474 Dec 13 10:08:49.675267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1dcd8-c610-49e2-a638-13cdcdd8e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561920d7-a0cc-46bd-93bb-0d2266dfdfd5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:49.742810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.771513 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.848362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.852854 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:49.856852 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/561920d7-a0cc-46bd-93bb-0d2266dfdfd5 HTTP/1.1" status: 204 len: 168 time: 0.1810815 Dec 13 10:08:49.865074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ab531-a0db-4da2-afbd-13a7e6b340c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561920d7-a0cc-46bd-93bb-0d2266dfdfd5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:50.557695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:50.710401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc204526-d790-475a-ac3e-eff7536bb700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.859880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc204526-d790-475a-ac3e-eff7536bb700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.866128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc204526-d790-475a-ac3e-eff7536bb700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:50.934542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dc204526-d790-475a-ac3e-eff7536bb700 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a33ab59fef584cd791492a1b72c6cba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728082 Dec 13 10:08:50.935246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:50.945968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc204526-d790-475a-ac3e-eff7536bb700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5d6a0-3374-4550-a04c-eae982953098,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:50.991131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.023747 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.116056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.118829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:51.120192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30b5d6a0-3374-4550-a04c-eae982953098 HTTP/1.1" status: 204 len: 168 time: 0.1843092 Dec 13 10:08:51.134527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc5c13-b4bf-4c32-8e8f-49861870e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5d6a0-3374-4550-a04c-eae982953098,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.649412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.655439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205139301', 'description': 'tempest-secgroup-smoke-205139301 description', 'project_id': 'df0ccc47bd0244bda56827fb2054900d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:54.685211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.694036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.786349 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.790756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.832688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f919d3-f902-45ec-b2b6-01f9ce32e38d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.899236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.903547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.942099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:54.943522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2923906 Dec 13 10:08:54.946489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:54.952691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:54.957267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acc576-8dc7-448a-a0f9-b0b2604352eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed83ef1-32be-441b-b279-7ba51392691d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:54.991439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.057446 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.062031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.081111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b7851e-d2aa-47c6-a524-6fd42b1910c5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.088165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.092763 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.093157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46d6b7b9-f9d8-412e-abd2-229c9e8870d1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454327 Dec 13 10:08:55.097927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.130091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.193829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.198654 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.220472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65860496-e4a0-4f04-81be-8de8b901349a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.231958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.233624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3e262cff-a237-4346-a4e0-36bddfdc04ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393850 Dec 13 10:08:55.236436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.241069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.271815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.331240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.335985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.355142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00624393-4f5b-421d-8cc6-792138dde658,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.364628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.368622 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-187226da-e4bc-49eb-b6a5-7ff0a14c2844 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285279 Dec 13 10:08:55.369073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.374356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.404098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.471887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.477408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.495810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5538487-18c8-4b4c-97e8-a5785b273271,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.509599 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.514640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.517869 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-423e3a9c-cccf-41dd-a3a0-c124cde8f593 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475258 Dec 13 10:08:55.519659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.544332 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:08:55.551407 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.628700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.632993 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.657817 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.662263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.662404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466694 Dec 13 10:08:55.665093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847ac2a-2f51-4afb-a2c3-b766b155d7ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25302424-65b8-4656-bab5-ce1a578098d2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.672054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '7ed83ef1-32be-441b-b279-7ba51392691d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.695293 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:08:55.700297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.777334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.785521 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.811574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8beee17-caf8-4a6d-947d-f9237e4f2bcd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:55.825140 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.827156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be27d2e9-bfb6-470d-aa4e-9b96aeb7ee87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1630650 Dec 13 10:08:55.829896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:55.835400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'network': {'name': 'tempest-network-smoke--631404331', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:55.859558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:55.863124 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.887156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:08:55.896779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.897148 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Added segment 60041b50-147a-4290-9427-64fbc2ca32e8 of type vlan for network db362be3-5c1c-4d0a-b604-c18499c20e41 Dec 13 10:08:55.938467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.966751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:55.973929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:55.973929 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.048241 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2171862 Dec 13 10:08:56.049108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548acde-c9be-4d15-a9d1-a8487f4a5797 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Network': ['ID=db362be3-5c1c-4d0a-b604-c18499c20e41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:56.051183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:56.056321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'admin_state_up': True, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:56.068898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network db362be3-5c1c-4d0a-b604-c18499c20e41 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:08:56.086128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.087835 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.151644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.295493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.508660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.539370 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.705388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.113 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a4ec2505-dd5f-4eef-aaf5-33dd7e61506c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:08:56.824031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.873001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:56.919629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:08:56.923622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:56.927457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:08:56.934047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:56.941532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70624d-5c48-4bfb-bc6f-de79f0abc831 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:57.080100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f6608f4-c14b-4c93-af4f-37406827d8d5 None None] Provisioning complete for port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:57.081335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f6608f4-c14b-4c93-af4f-37406827d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.134772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f6608f4-c14b-4c93-af4f-37406827d8d5 None None] Port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:08:57.275609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.324273 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.488439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:57.953079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 91ee9277-3c4e-439c-8c51-4142df2f4610 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:08:58.051497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.113447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:08:58.127755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Sync routers for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:08:58.147832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:58.148507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:08:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:58.151196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.158708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.158946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86e993f5-e66b-4802-8826-e32571efa513 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1061685 Dec 13 10:08:58.216137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be947c1-4110-45ad-a15e-b9c93cd6ea00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.291967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:58.325686 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be947c1-4110-45ad-a15e-b9c93cd6ea00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.339094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be947c1-4110-45ad-a15e-b9c93cd6ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.450183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be947c1-4110-45ad-a15e-b9c93cd6ea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597dbf68-205a-41f4-bc24-d20683318932,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:58.468922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-621a0537-0913-4c51-b7ba-3493eb32b0c3 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=df0ccc47bd0244bda56827fb2054900d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3055878 Dec 13 10:08:58.469702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.476661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4be947c1-4110-45ad-a15e-b9c93cd6ea00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4b748928d5743b9afb84b96a2b34781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233110 Dec 13 10:08:58.481084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.494515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:58.526566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Checking router: 91ee9277-3c4e-439c-8c51-4142df2f4610 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:08:58.526924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Updating router 91ee9277-3c4e-439c-8c51-4142df2f4610 port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:08:58.555640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.669446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dea4870-8ac2-43a0-881f-8cd2a4415364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.698855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466826f-a5e6-413d-86d9-7372257e9867 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.701018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5466826f-a5e6-413d-86d9-7372257e9867 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2292523 Dec 13 10:08:58.704925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.752463 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae20912e-78c8-414a-9185-1d219fe5d230 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435097 Dec 13 10:08:58.753443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:58.758606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008914378', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:08:58.814458 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16d2e5-b8d9-4e4e-94b3-313a0a0908f9 req-e3d4a8e7-e6c8-43cf-a9c2-3d4c07d4e7e3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:58.816054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff16d2e5-b8d9-4e4e-94b3-313a0a0908f9 req-e3d4a8e7-e6c8-43cf-a9c2-3d4c07d4e7e3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.4886739 Dec 13 10:08:58.875497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:08:58.880647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.885729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.891495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff16d2e5-b8d9-4e4e-94b3-313a0a0908f9 req-e92386bb-eea7-4655-a8aa-034059667edf tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674882 Dec 13 10:08:58.894240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.905941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.914405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.967301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa644e1d-f33c-4422-9f7f-cd434d9899f9 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:58.970812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.976692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:58.981900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Attempting to bind port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:08:58.982074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Attempting to bind port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:08:58.982501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Attempting to bind port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:08:58.989394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Pushing event updated for resources: {'Port': ['ID=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:58.994054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/597dbf68-205a-41f4-bc24-d20683318932 HTTP/1.1" status: 204 len: 168 time: 0.5013869 Dec 13 10:08:58.999958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.000312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.000653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.000994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.001352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.001717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.002241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.002385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.002634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.002962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.003300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.003611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.003946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:08:59.007713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:08:59.008098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:59.008499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.009018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:08:59.009652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Bound port: a4ec2505-dd5f-4eef-aaf5-33dd7e61506c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:08:59.010014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.034932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b29c62-3b86-4bca-99f2-ffe5c41783cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597dbf68-205a-41f4-bc24-d20683318932,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.089076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] For port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:08:59.093415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] For port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:08:59.099673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] Provisioning complete for port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:59.099991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.103140 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.208736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b795dc-eb5b-4c5f-9e92-6a4d0a602247 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:08:59.214009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.259698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.260764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d4b0b-db60-42a2-a606-107ff52816e5 None None] Pushing event updated for resources: {'Port': ['ID=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.270967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:08:59.272889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:08:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:08:59.282186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Subnet': ['ID=260b2ed0-b89e-44e6-8c58-2130f09e972b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.290315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Checking segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:08:59.290892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network hostable DHCP agents. Network: db362be3-5c1c-4d0a-b604-c18499c20e41, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:08:59.311304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network db362be3-5c1c-4d0a-b604-c18499c20e41 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:08:59.323956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, db362be3-5c1c-4d0a-b604-c18499c20e41) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:08:59.330224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:08:59.331882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.355708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:59.365726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-089186d5-d31c-4bdd-9e40-864e8d58bddf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6110086 Dec 13 10:08:59.511702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:59.528938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c658f62-e5fb-49d2-8d94-751b49f16025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.572771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1f831-b4b7-4543-aece-72d86349ac37 None None] Network db362be3-5c1c-4d0a-b604-c18499c20e41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:08:59.649433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c658f62-e5fb-49d2-8d94-751b49f16025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.649833 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.654862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c658f62-e5fb-49d2-8d94-751b49f16025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.681272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c658f62-e5fb-49d2-8d94-751b49f16025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec03676c-4112-475b-972d-7cd907ed0264,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.702403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] For port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:08:59.708152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1c658f62-e5fb-49d2-8d94-751b49f16025 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c5a43b224b44693948f75996a956d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944118 Dec 13 10:08:59.710960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:08:59.714276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.737761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:08:59.766692 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.796526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.818939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-db362be3-5c1c-4d0a-b604-c18499c20e41', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:08:59.819863 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.851194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.854656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.858739 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec03676c-4112-475b-972d-7cd907ed0264 HTTP/1.1" status: 204 len: 168 time: 0.1436219 Dec 13 10:08:59.865920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227c1c7-d676-438d-88f6-e04dc450dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec03676c-4112-475b-972d-7cd907ed0264,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.924950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705fbd7-a8c5-4617-be72-ecbbbe916381 None None] Pushing event updated for resources: {'Port': ['ID=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:08:59.931968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07dd08f9-b0a7-499a-9d6f-391440bf2614 None None] Provisioning complete for port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:08:59.932315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07dd08f9-b0a7-499a-9d6f-391440bf2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:08:59.952280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.114207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a32c7-51e9-488d-9981-b107bfbfcc7a req-05e1b59f-e97a-4e1c-8a12-7b96cea4af51 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:00.116715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef7a32c7-51e9-488d-9981-b107bfbfcc7a req-05e1b59f-e97a-4e1c-8a12-7b96cea4af51 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1097329 Dec 13 10:09:00.129669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Allocated IP 172.20.0.2 (db362be3-5c1c-4d0a-b604-c18499c20e41/260b2ed0-b89e-44e6-8c58-2130f09e972b/7a502417-20c6-498b-98fd-988e375dbe3c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:00.247650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:00.282970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f0423-ec52-41f7-a7f5-396ac7e5c9f7 None None] The sync data for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 is: [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:57Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:00.294156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef7a32c7-51e9-488d-9981-b107bfbfcc7a req-435e1c1e-6d91-4d38-b41e-09dc8d94ff83 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460941 Dec 13 10:09:00.349714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:00.372004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef0162fb-1adc-4406-bfaf-1b8a1cd42597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.402293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.409266 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.430692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Network db362be3-5c1c-4d0a-b604-c18499c20e41 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:00.433685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:00.437489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:00.499858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef0162fb-1adc-4406-bfaf-1b8a1cd42597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.506914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef0162fb-1adc-4406-bfaf-1b8a1cd42597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.507152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.1 (db362be3-5c1c-4d0a-b604-c18499c20e41/260b2ed0-b89e-44e6-8c58-2130f09e972b/ed1db169-376c-4dc3-b91a-266a88c8eae4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:00.540633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Pushing event updated for resources: {'Port': ['ID=7a502417-20c6-498b-98fd-988e375dbe3c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:00.544314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Attempting to bind port 7a502417-20c6-498b-98fd-988e375dbe3c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:09:00.544699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Attempting to bind port 7a502417-20c6-498b-98fd-988e375dbe3c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:09:00.545627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Attempting to bind port 7a502417-20c6-498b-98fd-988e375dbe3c on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:00.551339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:09:00.551779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Checking segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:09:00.552129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.552859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Bound using segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:09:00.552992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Bound port: 7a502417-20c6-498b-98fd-988e375dbe3c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:09:00.553418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.581795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0162fb-1adc-4406-bfaf-1b8a1cd42597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5a25d-5cfe-4820-acdd-fa0bd663684b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:00.597934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ef0162fb-1adc-4406-bfaf-1b8a1cd42597 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88a4788081e34ea1abaeaef30e900d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457206 Dec 13 10:09:00.600393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 37908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:00.632634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] For port 7a502417-20c6-498b-98fd-988e375dbe3c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:09:00.636655 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] For port 7a502417-20c6-498b-98fd-988e375dbe3c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a502417-20c6-498b-98fd-988e375dbe3c,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:09:00.643719 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.705559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0052-578a-45d3-92b1-d1d4bcfc6a58 None None] Pushing event updated for resources: {'Port': ['ID=7a502417-20c6-498b-98fd-988e375dbe3c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:00.752056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.754201 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.797265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.869494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.908378 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.911558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:00.913195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52d5a25d-5cfe-4820-acdd-fa0bd663684b HTTP/1.1" status: 204 len: 168 time: 0.3109593 Dec 13 10:09:00.938691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network db362be3-5c1c-4d0a-b604-c18499c20e41 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:00.950226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:00.952765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:01.040508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8dd79c61-5469-4997-ae8a-50bc5d7866e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:01.065402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356cfe2-63bd-4d9e-a503-0a4738d92917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5a25d-5cfe-4820-acdd-fa0bd663684b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:01.093687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:01.132855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:01.380107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:01.497427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c462e4-7a8d-45f5-98b1-11adac55ce57 req-641549ef-446f-44f1-9832-7cc7deb36c19 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:01.499973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2c462e4-7a8d-45f5-98b1-11adac55ce57 req-641549ef-446f-44f1-9832-7cc7deb36c19 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1210146 Dec 13 10:09:01.684257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2c462e4-7a8d-45f5-98b1-11adac55ce57 req-0b967bef-db25-41b5-ac01-1ac5e47b6588 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342421 Dec 13 10:09:01.900002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:01.907136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.007714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:02.012000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.112657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network db362be3-5c1c-4d0a-b604-c18499c20e41 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:02.114445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:02.126494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec9497-bdb2-4ae3-bfbc-0f210a1f77cc None None] Network db362be3-5c1c-4d0a-b604-c18499c20e41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:09:02.218501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] Provisioning complete for port 7a502417-20c6-498b-98fd-988e375dbe3c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:02.218874 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.240477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 91ee9277-3c4e-439c-8c51-4142df2f4610 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:02.356850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a4ec2505-dd5f-4eef-aaf5-33dd7e61506c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:02.391651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.397004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:02.404627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2b4a9f12-d90e-42e5-af2c-41a4789931d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/91ee9277-3c4e-439c-8c51-4142df2f4610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0475235 Dec 13 10:09:02.499717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:02.500364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.503774 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.604456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] For port 7a502417-20c6-498b-98fd-988e375dbe3c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a502417-20c6-498b-98fd-988e375dbe3c,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:02.618898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.741481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587a69-4fa8-4fc5-9a47-bd3f9d273e70 None None] Pushing event updated for resources: {'Port': ['ID=7a502417-20c6-498b-98fd-988e375dbe3c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:02.763132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a502417-20c6-498b-98fd-988e375dbe3c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:02.842843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-29867bbd-b66b-43f3-912e-c4a497c5d618 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205139301&fields=id&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 267 time: 0.1443012 Dec 13 10:09:02.878013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7a502417-20c6-498b-98fd-988e375dbe3c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:02.878517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.940757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Sync routers for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:02.962074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:02.971479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7bc80da-3377-44db-84e7-3c59a894eb2b None None] Provisioning complete for port 7a502417-20c6-498b-98fd-988e375dbe3c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:02.972130 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7bc80da-3377-44db-84e7-3c59a894eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:02.977702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:02.981921 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:02.984545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba2d13-06da-454b-96a2-e413378ab61a req-5e9d3a2f-af3c-40ec-aae6-71139e54db8c tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:02.987293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97ba2d13-06da-454b-96a2-e413378ab61a req-5e9d3a2f-af3c-40ec-aae6-71139e54db8c tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1388488 Dec 13 10:09:03.128571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7bc80da-3377-44db-84e7-3c59a894eb2b None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:03.129264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7bc80da-3377-44db-84e7-3c59a894eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.168063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97ba2d13-06da-454b-96a2-e413378ab61a req-f09b2cd4-442d-4ea3-a803-6f88c0c096f9 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738777 Dec 13 10:09:03.176211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1eae5f4-1ede-4ed0-ab9d-06b8793f0863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.189930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-4af898b3-da67-428c-835c-96793fa0ab24 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:03.191482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-4af898b3-da67-428c-835c-96793fa0ab24 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 796 time: 0.3464253 Dec 13 10:09:03.195837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc80da-3377-44db-84e7-3c59a894eb2b None None] Port ed1db169-376c-4dc3-b91a-266a88c8eae4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:03.201573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:03.212793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-e84a90c4-253d-4b2a-a122-3ca3cd62c653 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/quotas/df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 375 time: 0.0105867 Dec 13 10:09:03.286496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1eae5f4-1ede-4ed0-ab9d-06b8793f0863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.287499 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0a4a4356-86ab-46d0-a780-b622ff7cff11 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657725 Dec 13 10:09:03.295342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1eae5f4-1ede-4ed0-ab9d-06b8793f0863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.322545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-406bc871-12ae-4077-b483-a2cedfe24c64 None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:03.323061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-406bc871-12ae-4077-b483-a2cedfe24c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.367438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae5f4-1ede-4ed0-ab9d-06b8793f0863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26083ee1-5157-4c52-9c00-e86efac6ae05,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:03.403236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-406bc871-12ae-4077-b483-a2cedfe24c64 None None] Port ed1db169-376c-4dc3-b91a-266a88c8eae4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:03.409751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1eae5f4-1ede-4ed0-ab9d-06b8793f0863 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac5ded1e52374b04954f5908c4493ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456675 Dec 13 10:09:03.412172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 37968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:03.481267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.499641 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 2, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:03.509346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.526361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-457c0e8c-2e3d-40ec-8270-490f0e770172 None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:03.527057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-457c0e8c-2e3d-40ec-8270-490f0e770172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.527941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-c2ec7df7-979e-481d-811c-8540804e4a69 service neutron] 10.222.0.30 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229116 Dec 13 10:09:03.532069 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Checking router: 91ee9277-3c4e-439c-8c51-4142df2f4610 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:03.532428 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Updating router 91ee9277-3c4e-439c-8c51-4142df2f4610 port ed1db169-376c-4dc3-b91a-266a88c8eae4 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:09:03.559689 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.567686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-457c0e8c-2e3d-40ec-8270-490f0e770172 None None] Port ed1db169-376c-4dc3-b91a-266a88c8eae4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:03.578608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.581633 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.583189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26083ee1-5157-4c52-9c00-e86efac6ae05 HTTP/1.1" status: 204 len: 168 time: 0.1698384 Dec 13 10:09:03.606739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702238-65a3-4e59-aab2-696af95f1e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26083ee1-5157-4c52-9c00-e86efac6ae05,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:03.670388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-518fc9cf-1cf4-458f-80b9-84999db15397 service neutron] 10.222.0.30 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300707 Dec 13 10:09:03.724546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.925587 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:03.928902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60bac8c8-9f78-43ac-8305-524a21605a56 req-c45f4981-6bd2-4e16-aa22-7f1aff3c3865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 210 time: 0.0501063 Dec 13 10:09:03.935530 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.002318 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Pushing event updated for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:04.026765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.026984 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.027328 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.028069 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.028069 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.028279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.028813 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.029589 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.030410 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.030949 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.031456 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.031960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.032474 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:04.085819 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Attempting to bind port ed1db169-376c-4dc3-b91a-266a88c8eae4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:09:04.086292 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Attempting to bind port ed1db169-376c-4dc3-b91a-266a88c8eae4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:09:04.086690 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Attempting to bind port ed1db169-376c-4dc3-b91a-266a88c8eae4 on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:04.111339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:09:04.113795 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Checking segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:09:04.114282 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.114686 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Bound using segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:09:04.115190 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Bound port: ed1db169-376c-4dc3-b91a-266a88c8eae4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:09:04.115575 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.262750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a502417-20c6-498b-98fd-988e375dbe3c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:04.277799 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] For port ed1db169-376c-4dc3-b91a-266a88c8eae4, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:09:04.287988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] For port ed1db169-376c-4dc3-b91a-266a88c8eae4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ed1db169-376c-4dc3-b91a-266a88c8eae4,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:09:04.299000 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.375960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:04.376831 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:04.382045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5665d-98c9-4041-8ef8-b7d7166c991c req-9f41727a-9c9b-4b5f-ae75-79055295f12e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:04.390581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 7a502417-20c6-498b-98fd-988e375dbe3c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:04.391182 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7d5665d-98c9-4041-8ef8-b7d7166c991c req-9f41727a-9c9b-4b5f-ae75-79055295f12e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1231556 Dec 13 10:09:04.391889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.489654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:04.491092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.492924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7d5665d-98c9-4041-8ef8-b7d7166c991c req-e75d7078-0e94-4ff7-a1d3-e65237e4313d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007388 Dec 13 10:09:04.516024 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:04.640375 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f27390-4acf-46fe-bc3b-2bad75df7fb5 None None] Pushing event updated for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:04.792847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.820625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.870315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] For port ed1db169-376c-4dc3-b91a-266a88c8eae4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ed1db169-376c-4dc3-b91a-266a88c8eae4,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:04.880582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:04.974472 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:04.991133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db189fd-39b2-4608-877d-2dc7ea076e5e None None] Pushing event updated for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:05.005548 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636253d-2ded-443c-8574-6de1dea10e3f None None] The sync data for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 is: [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:05.021535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1151e223-d269-48cb-90a4-c9e172e4137e None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:05.022086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1151e223-d269-48cb-90a4-c9e172e4137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.132229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-124ab33c-67a7-435c-96d2-f347f14be3d5 req-6b16fbe7-d246-4bf6-b609-83e00f13d75e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 210 time: 0.0820327 Dec 13 10:09:05.410250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-7446bb2c-7fa3-4277-ad26-845385d70e2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:05.411991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-7446bb2c-7fa3-4277-ad26-845385d70e2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 796 time: 0.1630502 Dec 13 10:09:05.455309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:05.503684 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-9595be06-0a28-480d-93b0-44c9212605a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 379 time: 0.0820088 Dec 13 10:09:05.517045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'port': {'device_id': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'admin_state_up': True, 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'security_groups': ['7ed83ef1-32be-441b-b279-7ba51392691d']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:05.617165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0e72b79-dd80-4aea-be21-d57a836d86a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.682961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f20e7-279c-4356-be7a-99e7e6f9caec req-40642dc6-308d-4739-9768-a23b2e4f89ff tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:05.684502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-376f20e7-279c-4356-be7a-99e7e6f9caec req-40642dc6-308d-4739-9768-a23b2e4f89ff tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0800169 Dec 13 10:09:05.704590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:09:05.709905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.794401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-376f20e7-279c-4356-be7a-99e7e6f9caec req-c998cf10-c92a-4fa7-b73d-76b773da5bef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003354 Dec 13 10:09:05.807965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0e72b79-dd80-4aea-be21-d57a836d86a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.815973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0e72b79-dd80-4aea-be21-d57a836d86a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:05.900847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.12 (db362be3-5c1c-4d0a-b604-c18499c20e41/260b2ed0-b89e-44e6-8c58-2130f09e972b/280dd25b-2d43-44e0-b465-cfd7886c46c0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:05.902817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e72b79-dd80-4aea-be21-d57a836d86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241cb7b4-ed90-4639-a935-c265105ef42d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:05.915817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:05.919268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e0e72b79-dd80-4aea-be21-d57a836d86a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bae3fec3e3740c38ecb46a02b55c860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622433 Dec 13 10:09:06.004371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.075306 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.203225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.220395 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.224247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.228680 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/241cb7b4-ed90-4639-a935-c265105ef42d HTTP/1.1" status: 204 len: 168 time: 0.3118312 Dec 13 10:09:06.283629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ed1db169-376c-4dc3-b91a-266a88c8eae4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:06.303031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8efbbd4f-c434-4c9b-8a8b-7667fa28980f req-478617fd-130e-4060-9dd0-51aae1090b5c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 210 time: 0.0574722 Dec 13 10:09:06.303684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e0a18-aebd-4e91-8bf7-e1e0e9bf77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241cb7b4-ed90-4639-a935-c265105ef42d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:06.314647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.363874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network db362be3-5c1c-4d0a-b604-c18499c20e41 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:06.426846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:06.431540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:06.534506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:06.594099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:06.600807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.633069 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-fab5a6d6-dfbe-4b44-bcef-480bf909d3e2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1163259 Dec 13 10:09:06.644225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Request body: {'port': {'device_id': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:06.840864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port ed1db169-376c-4dc3-b91a-266a88c8eae4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:06.841337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.850822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b7b9-d904-498e-95ac-4f69752cd0e9 req-2ad77c0f-f307-405b-bde0-48c6b1df8eaf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:06.870759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f59b7b9-d904-498e-95ac-4f69752cd0e9 req-2ad77c0f-f307-405b-bde0-48c6b1df8eaf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.1141834 Dec 13 10:09:06.985607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f59b7b9-d904-498e-95ac-4f69752cd0e9 req-699bbd2c-63c7-4d4a-aca3-9f516c7e28bd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105783 Dec 13 10:09:06.987870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:06.998755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f459dac3-511c-4427-94cb-b96f770076be None None] Provisioning complete for port 280dd25b-2d43-44e0-b465-cfd7886c46c0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:06.999477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f459dac3-511c-4427-94cb-b96f770076be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.106996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4a325-567f-46df-be17-86f03387038c req-c8627779-c6d4-4450-b56b-d284a0d9b7c2 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.109071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73a4a325-567f-46df-be17-86f03387038c req-c8627779-c6d4-4450-b56b-d284a0d9b7c2 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0880330 Dec 13 10:09:07.149389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f459dac3-511c-4427-94cb-b96f770076be None None] Port 280dd25b-2d43-44e0-b465-cfd7886c46c0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:07.199299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73a4a325-567f-46df-be17-86f03387038c req-dd858d9c-8b19-4f59-9e31-5d32ee3c685c tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714600 Dec 13 10:09:07.390288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280dd25b-2d43-44e0-b465-cfd7886c46c0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:07.400718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.415402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Transition to ACTIVE for port object 280dd25b-2d43-44e0-b465-cfd7886c46c0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:09:07.421450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.455410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978106a-b148-4d54-b93b-8f472a67e29e req-bfdbb09a-560c-4d1a-90e2-5961f9de6bbe tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.469555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5978106a-b148-4d54-b93b-8f472a67e29e req-bfdbb09a-560c-4d1a-90e2-5961f9de6bbe tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 932 time: 0.0702560 Dec 13 10:09:07.481555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:07.490766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.491114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.491455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.492741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.493280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.493795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.494136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.494467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.494811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.495126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.495457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.495782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.496272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:07.548170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5978106a-b148-4d54-b93b-8f472a67e29e req-13757b71-b04d-4634-bf36-64c2f01a44ea tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770559 Dec 13 10:09:07.604817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:09:07.605691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:09:07.606033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:07.618435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:09:07.618835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:07.630424 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:09:07.630846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Checking segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:09:07.631309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Bound using segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:09:07.631821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Bound port: 280dd25b-2d43-44e0-b465-cfd7886c46c0, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:09:07.632256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.716310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:09:07.720123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:09:07.727862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.801415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.802284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:07.803949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] 10.222.0.44 "PUT /v2.0/ports/280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1092 time: 1.1676047 Dec 13 10:09:07.806428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:07.816059 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f15b45-4068-478d-a47a-514930be6afe" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:07.892311 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd1da4-5535-4509-8064-09e380273f6f x-openstack-request-id: req-39fd1da4-5535-4509-8064-09e380273f6f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:07.892606 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:07.893070 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39fd1da4-5535-4509-8064-09e380273f6f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:07.893511 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'status': 'completed', 'code': 200} Dec 13 10:09:07.898138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d514-4727-4d2c-9277-0af6b3e15ede service neutron] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:07.921139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-db30501e-e7c1-415d-ab86-70793c3d1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:07.922688 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-db30501e-e7c1-415d-ab86-70793c3d1ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0639734 Dec 13 10:09:07.979707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-32bc4ca2-92fd-480c-b2dd-e9f79dbfeff2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 217 time: 0.0479922 Dec 13 10:09:08.052147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-31f1d11b-9cf1-403e-8a3e-ece1cf49650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.053802 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-31f1d11b-9cf1-403e-8a3e-ece1cf49650b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0668640 Dec 13 10:09:08.156856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-87c32663-7d75-4527-bde9-77138ce188d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.160007 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-87c32663-7d75-4527-bde9-77138ce188d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897403 Dec 13 10:09:08.215705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519f668-4160-4a20-943c-aa6def812185 req-32f7ce95-9084-4fa7-956e-c91e064a3a15 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.223766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1519f668-4160-4a20-943c-aa6def812185 req-32f7ce95-9084-4fa7-956e-c91e064a3a15 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.1364055 Dec 13 10:09:08.317393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-74734645-5b68-4dce-81e7-a66645619157 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505888 Dec 13 10:09:08.398262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1519f668-4160-4a20-943c-aa6def812185 req-188ca40f-9621-479f-8b31-2f2369961a41 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734843 Dec 13 10:09:08.414102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dea9a-c865-4857-866a-807148079486 req-4d72bcc5-cf03-439d-8f4c-9dfe28751db3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.415577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a41dea9a-c865-4857-866a-807148079486 req-4d72bcc5-cf03-439d-8f4c-9dfe28751db3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.1748672 Dec 13 10:09:08.425409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93e01878-bb4c-4732-bbdf-90b97aff02ff req-3e2bf5f2-c206-44ef-8773-f8c7ea4223ea service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013269 Dec 13 10:09:08.428303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875d6e-320e-455a-b3f8-fad224b5b5d0 req-2990f8a0-4d67-414a-9e27-2640851e4f08 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.430229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4875d6e-320e-455a-b3f8-fad224b5b5d0 req-2990f8a0-4d67-414a-9e27-2640851e4f08 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1345723 Dec 13 10:09:08.559577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15b45-4068-478d-a47a-514930be6afe req-dc7d5a53-3491-480e-a4db-37b1bebdcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.562160 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-dc7d5a53-3491-480e-a4db-37b1bebdcc1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0611877 Dec 13 10:09:08.760215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15b45-4068-478d-a47a-514930be6afe req-70fe0d34-a531-48a9-9bc8-50d477d5f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.766251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-70fe0d34-a531-48a9-9bc8-50d477d5f362 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1961067 Dec 13 10:09:08.878036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-6c81279a-0a48-4720-b389-8be88e7f4c33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 217 time: 0.0931280 Dec 13 10:09:08.964714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15b45-4068-478d-a47a-514930be6afe req-129983dd-d689-4f8a-8855-680b6e945029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:08.966386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-129983dd-d689-4f8a-8855-680b6e945029 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0804303 Dec 13 10:09:09.033986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4875d6e-320e-455a-b3f8-fad224b5b5d0 req-56b64b8b-440d-4c70-81ed-58604b3f2532 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641463 Dec 13 10:09:09.050401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15b45-4068-478d-a47a-514930be6afe req-9c310ed3-e8ee-4689-8596-36cc7c5c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.050401 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-9c310ed3-e8ee-4689-8596-36cc7c5c55bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734751 Dec 13 10:09:09.064204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd22fb-d981-4c18-9006-88a94fe2ee7d req-a9bcdf8e-1ddb-497b-b02b-a59c636cc1eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.065759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76fd22fb-d981-4c18-9006-88a94fe2ee7d req-a9bcdf8e-1ddb-497b-b02b-a59c636cc1eb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.1008625 Dec 13 10:09:09.081865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port e296eb51-a291-48e9-bdd6-8b9e45996d27 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:09:09.082211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.181183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-d514f9f4-7140-4c73-bef6-fb104858ccb9 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242058 Dec 13 10:09:09.186899 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76fd22fb-d981-4c18-9006-88a94fe2ee7d req-0492511d-c7f0-4743-b584-d01ee8973a69 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136618 Dec 13 10:09:09.258395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port e296eb51-a291-48e9-bdd6-8b9e45996d27, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=e296eb51-a291-48e9-bdd6-8b9e45996d27,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:09.258999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.338777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a8f15b45-4068-478d-a47a-514930be6afe req-93eadf2f-c0f5-4e43-8524-53cc1d68dfe2 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482084 Dec 13 10:09:09.570144 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.570508 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.570962 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP dfe90c35-4999-40de-a628-e99a43a8c7a0 disassociated. External IP: 172.25.1.212, port: e296eb51-a291-48e9-bdd6-8b9e45996d27. Dec 13 10:09:09.571333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for e296eb51-a291-48e9-bdd6-8b9e45996d27 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:09:09.590265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559e96-c93e-4582-9815-ed1935b4cda3 req-f6e29c63-8c2d-4059-8b6e-9d2453c6538c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:09.591790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b559e96-c93e-4582-9815-ed1935b4cda3 req-f6e29c63-8c2d-4059-8b6e-9d2453c6538c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 946 time: 0.1122658 Dec 13 10:09:09.696677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b559e96-c93e-4582-9815-ed1935b4cda3 req-bec9de4a-bd70-40d7-beb5-32e58f409a6d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978138 Dec 13 10:09:09.769149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:09.801113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=e296eb51-a291-48e9-bdd6-8b9e45996d27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:09.932171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:10.046661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:10.062592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:10.074225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:10.075581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:10.110688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port e296eb51-a291-48e9-bdd6-8b9e45996d27 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:09:10.118959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:10.125764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a41dea9a-c865-4857-866a-807148079486 req-d299060f-d916-4bd3-aefa-73a893741728 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "DELETE /v2.0/ports/e296eb51-a291-48e9-bdd6-8b9e45996d27 HTTP/1.1" status: 204 len: 173 time: 1.6945157 Dec 13 10:09:10.126250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'name': 'network-vif-deleted', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:10.129698 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c7bc97-8e30-4508-8b67-5790cc47bc14" -d '{"events": [{"server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "name": "network-vif-deleted", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:10.209928 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7bf839-d780-4c13-be0d-7bc912cbf2d8 x-openstack-request-id: req-1a7bf839-d780-4c13-be0d-7bc912cbf2d8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:10.210791 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158b6fc1-6d2f-47f6-8270-0769e3c4b152", "name": "network-vif-deleted", "tag": "e296eb51-a291-48e9-bdd6-8b9e45996d27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:10.211727 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a7bf839-d780-4c13-be0d-7bc912cbf2d8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:10.216166 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b6fc1-6d2f-47f6-8270-0769e3c4b152', 'name': 'network-vif-deleted', 'tag': 'e296eb51-a291-48e9-bdd6-8b9e45996d27', 'status': 'completed', 'code': 200} Dec 13 10:09:10.231440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:10.261167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9f5a-3fd8-465d-891d-e2d119351a74 req-d9cab477-7c5b-4d34-88f2-9fc6635a5176 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:10.268564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d33f9f5a-3fd8-465d-891d-e2d119351a74 req-d9cab477-7c5b-4d34-88f2-9fc6635a5176 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1160905 Dec 13 10:09:10.367492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d33f9f5a-3fd8-465d-891d-e2d119351a74 req-bc965ce5-1715-44bc-b5c5-1ec18bdb2611 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980380 Dec 13 10:09:10.397868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28249-61dc-442a-b566-f5ae5c929b54 req-49977860-646f-4618-9497-39f94486e06f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:10.405687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ab28249-61dc-442a-b566-f5ae5c929b54 req-49977860-646f-4618-9497-39f94486e06f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0999992 Dec 13 10:09:10.483941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ab28249-61dc-442a-b566-f5ae5c929b54 req-5ae5417d-6301-470e-a5fd-1cf6213f9f16 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711460 Dec 13 10:09:10.538608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:10.577763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:10.587705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:10.590395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:10.712880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-3f281fc9-1307-48d1-8c5e-28698d9449a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:10.723179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-3f281fc9-1307-48d1-8c5e-28698d9449a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.0699651 Dec 13 10:09:10.741355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817f49-2eed-4e66-b995-2d9643bb620e req-c400ec1e-07f4-4317-9c72-86b25b4a7c09 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:10.751452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad817f49-2eed-4e66-b995-2d9643bb620e req-c400ec1e-07f4-4317-9c72-86b25b4a7c09 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1498618 Dec 13 10:09:10.794390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:10.866140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-a18df302-72a5-4ef2-a1f6-53174542ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:10.867822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-a18df302-72a5-4ef2-a1f6-53174542ae05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1288552 Dec 13 10:09:10.905223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21de62ba-3d40-439a-863f-e02b3b03d01f req-38d01073-b314-40cb-ae43-9ee2e90c9d7f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0834434 Dec 13 10:09:10.911516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad817f49-2eed-4e66-b995-2d9643bb620e req-01bdef76-1b8b-487f-9e0f-b4df42706843 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592269 Dec 13 10:09:10.975650 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-79a5e1a2-6bed-4877-98a2-bf7416c65413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.0947492 Dec 13 10:09:11.044264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-4923e91b-03d1-4379-b090-85cdaa4b50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:11.046800 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-4923e91b-03d1-4379-b090-85cdaa4b50be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0631759 Dec 13 10:09:11.076523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:11.101075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-d8debb71-7c11-4c05-ac45-a5937f622255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:11.103091 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-d8debb71-7c11-4c05-ac45-a5937f622255 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487099 Dec 13 10:09:11.112931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e915aa1-590e-4a27-94a0-8f343b035c9d None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:11.227216 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-efcade85-791a-4375-9a13-ce41e5ec2a65 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153033 Dec 13 10:09:11.400593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2fc7ee84-addb-47a5-a2c0-dfaba2b1610c req-615f9619-3f67-4512-8e84-95ea99363d7c service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656964 Dec 13 10:09:11.535061 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8c86b-2856-4596-8ad6-9b5476f8fff7 None None] New status for floating IP dfe90c35-4999-40de-a628-e99a43a8c7a0: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:09:11.606680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:09:11.611583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e296eb51-a291-48e9-bdd6-8b9e45996d27 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:09:11.612483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bed08-af58-4914-ac56-d0a997aa57fa req-2fb30e83-5b76-4a3a-b82f-484643a06be4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:11.614546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c02bed08-af58-4914-ac56-d0a997aa57fa req-2fb30e83-5b76-4a3a-b82f-484643a06be4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0600588 Dec 13 10:09:11.687971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: e296eb51-a291-48e9-bdd6-8b9e45996d27 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:09:11.691117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device e296eb51-a291-48e9-bdd6-8b9e45996d27 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:09:11.717113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c02bed08-af58-4914-ac56-d0a997aa57fa req-1b3f8636-d61a-4a5f-9377-6728779444d3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938342 Dec 13 10:09:11.828469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:11.847788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'mac_address': 'fa:16:3e:35:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:09:11.892248 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:11.906022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280dd25b-2d43-44e0-b465-cfd7886c46c0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:11.940843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:11.947627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:12.020800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:12.047889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2facf59f-1b2f-4de6-a3a8-e80cb86633f3 req-74bc63a0-c4be-4e80-aeb5-e0e9aa669f8c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0434923 Dec 13 10:09:12.141158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2805e-ed7f-42b6-93e6-b8928f652f3a req-8a8a5191-c53b-415b-935e-4e3896d59881 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:12.142910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cf2805e-ed7f-42b6-93e6-b8928f652f3a req-8a8a5191-c53b-415b-935e-4e3896d59881 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0673041 Dec 13 10:09:12.165137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['280dd25b-2d43-44e0-b465-cfd7886c46c0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:09:12.216585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0cf2805e-ed7f-42b6-93e6-b8928f652f3a req-9e65a41a-b63c-4939-b812-e56bc82f8162 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Dec 13 10:09:12.838810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16466f-3a8a-4728-a66f-19132e564d48 req-718a5936-b200-4da9-b5a8-4a17c3b35da5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:12.846308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e16466f-3a8a-4728-a66f-19132e564d48 req-718a5936-b200-4da9-b5a8-4a17c3b35da5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 945 time: 0.0573726 Dec 13 10:09:12.897770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e16466f-3a8a-4728-a66f-19132e564d48 req-f98fad02-131e-44ff-af14-a694d6c65139 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504305 Dec 13 10:09:13.147999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a194d52-567c-4506-9ec4-706335c36385 req-20af3e8f-02c6-4bb1-b426-01e73b21676f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Dec 13 10:09:13.369579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab6b5c-a5d6-4b52-9b55-cde84a3d3555 req-be05629b-6c3d-473d-b4f8-7868af5c100c tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:13.371204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54ab6b5c-a5d6-4b52-9b55-cde84a3d3555 req-be05629b-6c3d-473d-b4f8-7868af5c100c tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0593073 Dec 13 10:09:13.423345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54ab6b5c-a5d6-4b52-9b55-cde84a3d3555 req-48600f76-4aa0-4049-a677-90c0438f399b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Dec 13 10:09:13.616635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:13.671164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 280dd25b-2d43-44e0-b465-cfd7886c46c0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:09:13.676312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 280dd25b-2d43-44e0-b465-cfd7886c46c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:13.676824 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:13.760376 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:13.785174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:13.787795 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd54a5f-1239-43b4-a5c5-aa971e729758" -d '{"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-plugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:13.802143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:13.808750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:13.834769 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665f470-8547-428b-9f16-1e499a269e4b x-openstack-request-id: req-c665f470-8547-428b-9f16-1e499a269e4b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:13.835050 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-plugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:13.835597 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c665f470-8547-428b-9f16-1e499a269e4b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:13.835994 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'code': 200} Dec 13 10:09:13.864740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:13.928019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92861943-4366-4461-8acb-de92c7e9c61e req-c0ad797a-f0bf-42bc-9bf3-7f2a58086c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:13.929569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92861943-4366-4461-8acb-de92c7e9c61e req-c0ad797a-f0bf-42bc-9bf3-7f2a58086c26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.0403657 Dec 13 10:09:13.998107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-92861943-4366-4461-8acb-de92c7e9c61e req-ca8407b1-db7b-4856-9ba4-7e16fb21fb70 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601203 Dec 13 10:09:14.034111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6d15c-2d28-4ab6-a9a5-baf1b19a72fa req-84132b4d-185a-4cec-86f0-ea168de0bfb9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:14.035608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0da6d15c-2d28-4ab6-a9a5-baf1b19a72fa req-84132b4d-185a-4cec-86f0-ea168de0bfb9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0554135 Dec 13 10:09:14.090568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0da6d15c-2d28-4ab6-a9a5-baf1b19a72fa req-74f6ac7e-6d77-4d51-9530-2c6edc1d4d87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Dec 13 10:09:14.248170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18cce6a6-0d0f-4833-beeb-7c2f5f97ea9b req-0aedc243-5b84-45c6-98fd-b46b6587565d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0269816 Dec 13 10:09:15.213404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5107b-bc74-4889-9c8b-a335a827c045 req-a7592cdd-3e25-47dc-bfa4-5de9dc1b927e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:15.214904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dde5107b-bc74-4889-9c8b-a335a827c045 req-a7592cdd-3e25-47dc-bfa4-5de9dc1b927e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0510175 Dec 13 10:09:15.269818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dde5107b-bc74-4889-9c8b-a335a827c045 req-09d803e9-013b-4679-9542-5b1fb4093812 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480623 Dec 13 10:09:15.362397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bdddd9b-645f-4632-8964-a81522acee65 req-99e9d0bf-ce72-4d55-b8fd-69cd22064d13 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=158b6fc1-6d2f-47f6-8270-0769e3c4b152 HTTP/1.1" status: 200 len: 210 time: 0.0284534 Dec 13 10:09:15.412302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de7e86-851b-43fd-adc9-7459e34902ad req-93e5ba7a-d343-4616-a049-7c61e9cd697a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:15.413784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88de7e86-851b-43fd-adc9-7459e34902ad req-93e5ba7a-d343-4616-a049-7c61e9cd697a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0548513 Dec 13 10:09:15.462504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88de7e86-851b-43fd-adc9-7459e34902ad req-4285a408-0430-4e5e-9abe-ebab84946c43 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Dec 13 10:09:15.485099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 38600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:15.525962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa0a35-6a77-4483-9baf-81d8a858fa8f tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:15.527501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a9fa0a35-6a77-4483-9baf-81d8a858fa8f tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1092 time: 0.0412970 Dec 13 10:09:15.531845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:15.536662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:15.560044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:15.668952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:15.775033 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.241 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/47dec215-e163-49ed-8c3b-dffe19edb5bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:15.886375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:15.929568 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:15.971454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:15.974678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:15.978968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:15.984426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=47dec215-e163-49ed-8c3b-dffe19edb5bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:16.332287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:16.399628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:16.570884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:16.576689 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:16.671286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=47dec215-e163-49ed-8c3b-dffe19edb5bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:16.685528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:16.764983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-a5000f0c-2bba-4411-bc90-7568b0b39814 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797971948&fields=id&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 267 time: 0.1594210 Dec 13 10:09:16.862312 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP e6efae26-e349-4dfd-b767-0732926bcad0 associated. External IP: 172.25.1.241, port: 280dd25b-2d43-44e0-b465-cfd7886c46c0. Dec 13 10:09:16.959542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-bd58ff5f-37ab-4fbd-8596-615c327b8b90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:16.961273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-bd58ff5f-37ab-4fbd-8596-615c327b8b90 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.1875730 Dec 13 10:09:16.988134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-78dac8ff-a2f0-447e-a3a9-17c2546a22c8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0191629 Dec 13 10:09:17.109853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-003eec42-e122-4777-95d3-7c544d0e9381 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155884 Dec 13 10:09:17.462642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 91ee9277-3c4e-439c-8c51-4142df2f4610 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:17.564661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-351c1606-500c-438b-abde-d9638486e9f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397008 Dec 13 10:09:17.646501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:17.658279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Sync routers for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:17.672851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:17.673635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:17.683756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:17.707945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-ccc8bfd3-8021-435c-a503-9c9d472cf909 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340864 Dec 13 10:09:17.717536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9a3b2f2e-24e1-4a3b-b5d8-32130afc5b66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1815722 Dec 13 10:09:17.717536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:17.721320 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c640b72-b33a-48dd-bc3f-6050b6fe3423" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:17.802668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:17.830779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0833e6-b4ad-43fe-88a7-a92e6c9e14a9 req-dba0b891-e3fd-4387-9f60-a6b32e24f686 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:17.832336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0833e6-b4ad-43fe-88a7-a92e6c9e14a9 req-dba0b891-e3fd-4387-9f60-a6b32e24f686 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0624940 Dec 13 10:09:17.917210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a0833e6-b4ad-43fe-88a7-a92e6c9e14a9 req-67b2e1f6-9115-420e-aa97-e4f8d916eea6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710380 Dec 13 10:09:17.945837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:18.026249 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e0c3b-fec3-4f9f-ac9c-3b0da77dc95c x-openstack-request-id: req-a26e0c3b-fec3-4f9f-ac9c-3b0da77dc95c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:18.030232 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:18.030600 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a26e0c3b-fec3-4f9f-ac9c-3b0da77dc95c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:18.031694 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'status': 'completed', 'code': 200} Dec 13 10:09:18.130971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f42b0a6a-7bbe-4af0-847d-4ab7b8b39419 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 200 len: 992 time: 0.1823158 Dec 13 10:09:18.142229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e6efae26-e349-4dfd-b767-0732926bcad0', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'mac_address': 'fa:16:3e:35:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:16Z', 'updated_at': '2021-12-13T10:09:16Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:18.167132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-007f589f-d5dc-4e32-89f9-605ab0d184dd req-9e186ef4-e4eb-42c5-a9bf-ce601a4f8161 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0532446 Dec 13 10:09:18.175367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-4259dea2-6cc8-43af-89bf-73fab924ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:18.176999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-4259dea2-6cc8-43af-89bf-73fab924ac44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.1442373 Dec 13 10:09:18.181215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Checking router: 91ee9277-3c4e-439c-8c51-4142df2f4610 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:18.195437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:18.196061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:18.336397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:18.374788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-fbd193d1-ed6b-432a-87e1-8274befb4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:18.377505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-fbd193d1-ed6b-432a-87e1-8274befb4349 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1914444 Dec 13 10:09:18.565235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-30974ea4-e93a-4ccf-8b0b-013c53c36778 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1000 time: 0.1791885 Dec 13 10:09:18.652423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-1723cdfc-2127-4c4c-9ac9-15e09224b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:18.654072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-1723cdfc-2127-4c4c-9ac9-15e09224b19c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0803077 Dec 13 10:09:18.768929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-3cb42670-9521-43cf-8e9e-670e89342ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:18.771012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-3cb42670-9521-43cf-8e9e-670e89342ad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090453 Dec 13 10:09:18.801650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e6efae26-e349-4dfd-b767-0732926bcad0', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'mac_address': 'fa:16:3e:35:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:16Z', 'updated_at': '2021-12-13T10:09:16Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:18.838535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29421083-5b30-47c7-8ed1-428d2a9eb63b None None] The sync data for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 is: [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'e6efae26-e349-4dfd-b767-0732926bcad0', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'mac_address': 'fa:16:3e:35:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:16Z', 'updated_at': '2021-12-13T10:09:16Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:18.892592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-4fcafa23-f274-43a8-9a29-d9de4b379d27 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138072 Dec 13 10:09:18.997667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c640b72-b33a-48dd-bc3f-6050b6fe3423 req-acfd8f8c-9661-4235-b91b-2cb372cfcfe7 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976634 Dec 13 10:09:19.101625 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8140c-771b-47a4-8c7a-c0c9ee043dc9 None None] New status for floating IP e6efae26-e349-4dfd-b767-0732926bcad0: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:09:19.133496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38654) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:19.203196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c72e797-e184-4045-ac5a-a9379918e730 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 200 len: 992 time: 0.0682564 Dec 13 10:09:19.355442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-cfd5b5e8-4242-4603-bbb6-5b98f8b70fdc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:19.362940 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-cfd5b5e8-4242-4603-bbb6-5b98f8b70fdc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.2061973 Dec 13 10:09:19.440610 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-1fb11212-bf4c-410b-9b88-3fb20f9ac11d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 380 time: 0.0696018 Dec 13 10:09:19.452788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'security_groups': ['2aaa26b7-59ee-4d21-b008-7264a5110eb9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:19.521235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43dfb45e-d42f-4bd6-b069-f9a69f31a321 req-5343b7b0-addf-414b-bd1c-a884092b4664 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.2603207 Dec 13 10:09:19.580250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:09:19.584322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:19.726712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.12 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/7397720b-06b7-4b65-ac15-bbd62abb3662) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:19.875528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:19.909359 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:19.957790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:19.968355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:19.970690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:19.978804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:20.036364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:20.037249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.060559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-3cd66e45-519b-4b3e-9f1e-714b036fac6e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6126337 Dec 13 10:09:20.074065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Request body: {'port': {'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:20.150608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.206889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 38664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:20.245205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d0d7c560-7f3a-4ea0-93af-eafbf988a4d9 None None] Provisioning complete for port 7397720b-06b7-4b65-ac15-bbd62abb3662 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:20.246765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0d7c560-7f3a-4ea0-93af-eafbf988a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.277562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9c79c7c8-d7cd-4e37-aadb-2e5026de7de7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 200 len: 994 time: 0.0692847 Dec 13 10:09:20.302524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7c560-7f3a-4ea0-93af-eafbf988a4d9 None None] Port 7397720b-06b7-4b65-ac15-bbd62abb3662 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:09:20.434543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7397720b-06b7-4b65-ac15-bbd62abb3662 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:20.442922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.455912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Transition to ACTIVE for port object 7397720b-06b7-4b65-ac15-bbd62abb3662 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:09:20.460758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.640636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f812880-f3be-4163-a4bd-74e2e64a1d95 req-57c2801c-4b90-4173-aee0-fa0db036ef1b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:20.642804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f812880-f3be-4163-a4bd-74e2e64a1d95 req-57c2801c-4b90-4173-aee0-fa0db036ef1b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0541644 Dec 13 10:09:20.696869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f812880-f3be-4163-a4bd-74e2e64a1d95 req-fdfb8e37-d8c8-40ce-bea5-6ce5ab8baa0b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Dec 13 10:09:20.813893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Pushing event updated for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:20.869503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Attempting to bind port 7397720b-06b7-4b65-ac15-bbd62abb3662 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:09:20.869849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Attempting to bind port 7397720b-06b7-4b65-ac15-bbd62abb3662 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:09:20.870190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Attempting to bind port 7397720b-06b7-4b65-ac15-bbd62abb3662 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:20.875865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Port 7397720b-06b7-4b65-ac15-bbd62abb3662 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:09:20.876192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Attempting to bind port 7397720b-06b7-4b65-ac15-bbd62abb3662 on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:09:20.881676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:09:20.882019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:09:20.882438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:09:20.882876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Bound port: 7397720b-06b7-4b65-ac15-bbd62abb3662, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:09:20.883240 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:20.952552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:09:20.955976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7397720b-06b7-4b65-ac15-bbd62abb3662,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:09:20.962421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:21.000159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.000159 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:21.000159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] 10.222.0.37 "PUT /v2.0/ports/7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 1092 time: 0.9280922 Dec 13 10:09:21.000159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:21.001020 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50897d-5347-4d0f-8abe-842cbec5b02a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:21.058964 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7666c200-ec60-4775-9525-24665426d3fc x-openstack-request-id: req-7666c200-ec60-4775-9525-24665426d3fc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:21.059261 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:21.059523 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7666c200-ec60-4775-9525-24665426d3fc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:21.060013 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'status': 'completed', 'code': 200} Dec 13 10:09:21.060595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4105da-b950-4511-a45a-b535e61050bc service neutron] Pushing event updated for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:21.100126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-f8bb76a8-2227-4f0c-9a53-4e7c0eff49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.101818 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-f8bb76a8-2227-4f0c-9a53-4e7c0eff49cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1095 time: 0.0522974 Dec 13 10:09:21.156504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-58359729-a329-4677-8852-8a815296ec4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 217 time: 0.0466962 Dec 13 10:09:21.218329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-eaf08ab4-6536-4247-b6f7-cdfdfffe18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.220085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-eaf08ab4-6536-4247-b6f7-cdfdfffe18e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0578458 Dec 13 10:09:21.267585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-53b3babc-29d9-48f7-a0fa-830afb4b6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.269268 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-53b3babc-29d9-48f7-a0fa-830afb4b6e9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424066 Dec 13 10:09:21.369914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-9480d94c-71c9-4f58-ba9b-0ecff0526750 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937583 Dec 13 10:09:21.462795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9f4dc45d-5c3a-41ea-af99-f1753d33af28 req-b2add4d5-fb24-4292-8558-e7296b45a102 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Dec 13 10:09:21.546582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-3bfb7091-8e73-45d5-9a9b-bdd1fc0dc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.547998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-3bfb7091-8e73-45d5-9a9b-bdd1fc0dc80a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1095 time: 0.0420361 Dec 13 10:09:21.650801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-28fb2873-33df-416f-85cf-ae1cfd359d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.652396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-28fb2873-33df-416f-85cf-ae1cfd359d9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.0956886 Dec 13 10:09:21.693104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-8e94d851-5b04-43e1-ba38-d8be482e6edc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 217 time: 0.0340314 Dec 13 10:09:21.741185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-7438fd20-90aa-4f11-81fd-267953e18c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.742714 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-7438fd20-90aa-4f11-81fd-267953e18c4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0437353 Dec 13 10:09:21.792664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-711327e9-4767-4556-8982-d00da29bfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.794868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-711327e9-4767-4556-8982-d00da29bfb47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452173 Dec 13 10:09:21.820700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccabc6c-06aa-428c-bd66-68de975cb076 req-8adacb7b-9879-4745-afd2-057c37e86b86 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:21.822295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eccabc6c-06aa-428c-bd66-68de975cb076 req-8adacb7b-9879-4745-afd2-057c37e86b86 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0513744 Dec 13 10:09:21.876088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eccabc6c-06aa-428c-bd66-68de975cb076 req-a2ed7501-af33-41e0-8f63-d2c985c4d334 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472410 Dec 13 10:09:21.885825 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-f462929a-dac8-4952-be66-9672813ad877 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Dec 13 10:09:21.982147 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a50897d-5347-4d0f-8abe-842cbec5b02a req-c3308a48-771a-4dd6-83af-2288df0bb675 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890441 Dec 13 10:09:22.995891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e16d-522f-4b03-b057-68327043b907 req-e4035ce5-3667-4897-a45c-ce018df69e93 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:22.998007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc33e16d-522f-4b03-b057-68327043b907 req-e4035ce5-3667-4897-a45c-ce018df69e93 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0500693 Dec 13 10:09:23.055340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc33e16d-522f-4b03-b057-68327043b907 req-67e09175-45b6-41d8-870a-bfa89b55af01 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508215 Dec 13 10:09:24.318638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2e91b-6371-412e-bb86-1ac4f7b8db7b req-9efd1eaf-4de4-4f11-988e-73715d8055a2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:24.320391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2e91b-6371-412e-bb86-1ac4f7b8db7b req-9efd1eaf-4de4-4f11-988e-73715d8055a2 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.1533434 Dec 13 10:09:24.388786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3c2e91b-6371-412e-bb86-1ac4f7b8db7b req-93ee9624-72f6-4d39-b67e-68c7b21a507b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609000 Dec 13 10:09:25.531770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb99d88-1a92-4907-ba76-3df504960a4d req-9463c0ac-3ec4-46ba-aaa5-34a4d0563bd9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:25.534811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bb99d88-1a92-4907-ba76-3df504960a4d req-9463c0ac-3ec4-46ba-aaa5-34a4d0563bd9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0664074 Dec 13 10:09:25.594701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bb99d88-1a92-4907-ba76-3df504960a4d req-ec3c76ea-018d-4f9f-b4f5-079e5fd9dfa0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543516 Dec 13 10:09:25.991607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:09:26.730064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1644-d515-4162-bd2f-513c08e004b6 req-a066abfb-a545-4751-ba7b-ffd258b334bd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:26.732993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-062d1644-d515-4162-bd2f-513c08e004b6 req-a066abfb-a545-4751-ba7b-ffd258b334bd tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0577891 Dec 13 10:09:26.802621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-062d1644-d515-4162-bd2f-513c08e004b6 req-b7c36992-33dc-4aaf-a625-db052250a525 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603523 Dec 13 10:09:27.347494 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:27.939095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21bb5-247d-448d-8e72-8c29771b9490 req-79422676-fd75-4dd5-b6f9-c015d2fa6e49 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:27.947759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1af21bb5-247d-448d-8e72-8c29771b9490 req-79422676-fd75-4dd5-b6f9-c015d2fa6e49 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0803092 Dec 13 10:09:28.006019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1af21bb5-247d-448d-8e72-8c29771b9490 req-82517441-a4a5-4081-b974-367fef28818f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572462 Dec 13 10:09:28.188423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-2d749c03-e09f-4471-b862-d970c567dad3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517049 Dec 13 10:09:28.305990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-9ad70740-7192-48e7-808c-1a442640645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:28.307750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-9ad70740-7192-48e7-808c-1a442640645b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.0520871 Dec 13 10:09:28.464279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-7b0bbbcd-2d4c-4ffd-8dd4-4738e3af3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:28.465813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-7b0bbbcd-2d4c-4ffd-8dd4-4738e3af3a9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1357031 Dec 13 10:09:28.560442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-e945f792-d746-4d8a-86bf-35924afbd31b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1002 time: 0.0738859 Dec 13 10:09:28.638477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-a2e65c99-6651-4e70-bda1-81c3db020972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:28.640277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-a2e65c99-6651-4e70-bda1-81c3db020972 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0727310 Dec 13 10:09:28.655176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e587adf8-a462-4ca3-a0d3-e77673724516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:28.710825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-2e1ab5a4-46f7-49d5-86a6-eb386047af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:28.712380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-2e1ab5a4-46f7-49d5-86a6-eb386047af4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641465 Dec 13 10:09:28.830597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-d9260049-b26b-4dda-b7fb-bd71e3f9f7f4 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109314 Dec 13 10:09:28.946529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c70c7472-47a6-489a-bb30-43b3fbb3221b req-a76c50f7-73ab-4af7-81ff-d192cc4ff91a service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089385 Dec 13 10:09:29.141790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f83020-3a97-4756-8dea-d3af97fcf142 req-be8e25d9-6dc0-4aca-91e1-f1c84de97a9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:29.148994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82f83020-3a97-4756-8dea-d3af97fcf142 req-be8e25d9-6dc0-4aca-91e1-f1c84de97a9d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0708981 Dec 13 10:09:29.205370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-82f83020-3a97-4756-8dea-d3af97fcf142 req-7724aa51-ef3e-4a28-97c9-4e909be79158 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551422 Dec 13 10:09:29.232476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:30.366427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700e7-710b-4a51-8529-139b5c7504b8 req-9a093e00-89e3-47b3-85c8-ac06733fcc3b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:30.376610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-149700e7-710b-4a51-8529-139b5c7504b8 req-9a093e00-89e3-47b3-85c8-ac06733fcc3b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0648773 Dec 13 10:09:30.445892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-149700e7-710b-4a51-8529-139b5c7504b8 req-f1e1cf4e-87cf-47ec-b5d4-c7442f7bfbfa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629535 Dec 13 10:09:30.987698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eab823e3-be1c-452a-81b2-a848b5dd78cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:31.194010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-c77eed77-200e-4bd6-9827-1737fbd24cba req-c3d8defd-2ee2-456f-825c-3012078f9838 service neutron] (103188) timed out ('10.222.0.30', 43116) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:09:31.562545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0351a0-2695-473e-ae0a-9c7b478cd5cf req-f15ccb7d-d063-4f72-ac7b-5ce623625ef4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:31.564136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf0351a0-2695-473e-ae0a-9c7b478cd5cf req-f15ccb7d-d063-4f72-ac7b-5ce623625ef4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0519118 Dec 13 10:09:31.633326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf0351a0-2695-473e-ae0a-9c7b478cd5cf req-a9788c56-6d3a-4a0c-917d-441d468f439f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626900 Dec 13 10:09:32.281955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:32.770430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f4b81-0725-4bf4-8e69-bdae1a9d2bf3 req-7a3504b9-b583-4419-999d-69503e109107 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:32.771995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-558f4b81-0725-4bf4-8e69-bdae1a9d2bf3 req-7a3504b9-b583-4419-999d-69503e109107 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0640349 Dec 13 10:09:32.829939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-558f4b81-0725-4bf4-8e69-bdae1a9d2bf3 req-00d9febd-b678-4746-9411-5b595a999431 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499442 Dec 13 10:09:33.705044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:33.958336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515fb28-c865-40aa-a3b0-4a51866c351a req-888247e0-b870-4dc2-8828-4fb6fe5c76a6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:33.960024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a515fb28-c865-40aa-a3b0-4a51866c351a req-888247e0-b870-4dc2-8828-4fb6fe5c76a6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0563650 Dec 13 10:09:34.011941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a515fb28-c865-40aa-a3b0-4a51866c351a req-d8d55f98-694e-4f88-b544-d4ced95b97f0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Dec 13 10:09:34.749454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:35.138994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901bd42-72f4-4938-b778-b0ec0fab223d req-a45b5e89-6dbc-482b-970c-91cfed806935 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:35.140747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b901bd42-72f4-4938-b778-b0ec0fab223d req-a45b5e89-6dbc-482b-970c-91cfed806935 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0560522 Dec 13 10:09:35.215012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b901bd42-72f4-4938-b778-b0ec0fab223d req-53322ce7-9bc7-4eb9-a1bc-1ad2d24c6d41 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658257 Dec 13 10:09:36.344241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef201-cf2c-44e0-a4af-afb4d68ddb98 req-cfb0758c-dc9a-4f7a-abca-78c773664fe9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:36.345854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45fef201-cf2c-44e0-a4af-afb4d68ddb98 req-cfb0758c-dc9a-4f7a-abca-78c773664fe9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0520165 Dec 13 10:09:36.402064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45fef201-cf2c-44e0-a4af-afb4d68ddb98 req-024964a2-b8a6-4251-b2bd-2a29b95a892f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502138 Dec 13 10:09:37.534221 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f59dc0-6286-4658-8aa5-774be8834e14 req-45dbd043-234f-4335-aead-d8b5112b0f22 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:37.535725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6f59dc0-6286-4658-8aa5-774be8834e14 req-45dbd043-234f-4335-aead-d8b5112b0f22 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0552647 Dec 13 10:09:37.594225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6f59dc0-6286-4658-8aa5-774be8834e14 req-15d13cf5-480d-4e25-b427-56a9c3de6350 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523179 Dec 13 10:09:38.730578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25aba-a4ad-4e06-bf57-ff162f267811 req-1395aa92-c31a-458c-9508-b0090fe213fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:38.733608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5e25aba-a4ad-4e06-bf57-ff162f267811 req-1395aa92-c31a-458c-9508-b0090fe213fe tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 944 time: 0.0555332 Dec 13 10:09:38.783970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5e25aba-a4ad-4e06-bf57-ff162f267811 req-95f1fb50-70a8-4ba9-bbd8-6cef16ac30cb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453928 Dec 13 10:09:39.146704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7397720b-06b7-4b65-ac15-bbd62abb3662 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:09:39.253528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7397720b-06b7-4b65-ac15-bbd62abb3662,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:39.268399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:09:39.307411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:39.322041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7397720b-06b7-4b65-ac15-bbd62abb3662 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:09:39.345296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7397720b-06b7-4b65-ac15-bbd62abb3662,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:39.352320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:39.400809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:39.764239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['7397720b-06b7-4b65-ac15-bbd62abb3662'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:09:39.943886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c590b16-6fa2-46c5-ac3a-fedac8cc391a req-3551904f-f1aa-43eb-9d57-97ca74c504c7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:39.946586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c590b16-6fa2-46c5-ac3a-fedac8cc391a req-3551904f-f1aa-43eb-9d57-97ca74c504c7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 945 time: 0.0837011 Dec 13 10:09:40.008221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5c590b16-6fa2-46c5-ac3a-fedac8cc391a req-33b6fcdc-98e0-471a-91fc-870c59afb55e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545852 Dec 13 10:09:41.134136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab942a8-accc-431f-b688-4cf74e6cb68b req-5b6fbdbd-d1d3-4125-b9d8-50526288b78e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:41.135455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ab942a8-accc-431f-b688-4cf74e6cb68b req-5b6fbdbd-d1d3-4125-b9d8-50526288b78e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 945 time: 0.0500920 Dec 13 10:09:41.177063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7397720b-06b7-4b65-ac15-bbd62abb3662 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:09:41.192044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ab942a8-accc-431f-b688-4cf74e6cb68b req-95067377-f4e9-467c-bd7f-6ebbd7f3e9d0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500886 Dec 13 10:09:41.235020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 7397720b-06b7-4b65-ac15-bbd62abb3662 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:09:41.240223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 7397720b-06b7-4b65-ac15-bbd62abb3662 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:09:41.240605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.322696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.347773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:41.350744 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f91bb1-14fb-482d-8674-7cd0ad589f41" -d '{"events": [{"server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "name": "network-vif-plugged", "status": "completed", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:41.364639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7397720b-06b7-4b65-ac15-bbd62abb3662,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:09:41.370544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:41.408411 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74088a4b-0e65-479c-a62a-811d2c5c02a3 x-openstack-request-id: req-74088a4b-0e65-479c-a62a-811d2c5c02a3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:41.408670 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "name": "network-vif-plugged", "status": "completed", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:41.408925 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74088a4b-0e65-479c-a62a-811d2c5c02a3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:41.409353 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'code': 200} Dec 13 10:09:41.433942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:41.518825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28ef5f-e2b0-4e75-9dd7-264999b63a93 req-9c01838f-e74d-4ab2-a944-72c79a15fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:41.520374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9a28ef5f-e2b0-4e75-9dd7-264999b63a93 req-9c01838f-e74d-4ab2-a944-72c79a15fd21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0441325 Dec 13 10:09:41.573368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9a28ef5f-e2b0-4e75-9dd7-264999b63a93 req-61406f6c-6752-4f07-b215-91907d264152 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Dec 13 10:09:42.317911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a7a7-d421-422a-a2ae-7e1278a144c5 req-5c82ac6b-2b03-43ea-ae57-dc7400ab8cc0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:42.319455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a826a7a7-d421-422a-a2ae-7e1278a144c5 req-5c82ac6b-2b03-43ea-ae57-dc7400ab8cc0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0546691 Dec 13 10:09:42.377190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a826a7a7-d421-422a-a2ae-7e1278a144c5 req-ffcc8ca8-1a50-4768-84b0-ffbe2060a4da tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505693 Dec 13 10:09:43.504809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab38746-5cd3-441a-95f9-61a25fc345c1 req-f7073ef2-5a70-4793-9d9d-0501553fd3b5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.506316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ab38746-5cd3-441a-95f9-61a25fc345c1 req-f7073ef2-5a70-4793-9d9d-0501553fd3b5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0515931 Dec 13 10:09:43.560579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ab38746-5cd3-441a-95f9-61a25fc345c1 req-a33f8716-0eac-4199-97f2-20a7dc938837 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Dec 13 10:09:43.708583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-ad152ae6-41c1-4e1f-886e-c686a069a508 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470824 Dec 13 10:09:43.714275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca50df3-9683-4f01-b155-aee49995d10c req-45ba3677-1076-4456-8de7-84adf2dcb4f0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.717515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ca50df3-9683-4f01-b155-aee49995d10c req-45ba3677-1076-4456-8de7-84adf2dcb4f0 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0661952 Dec 13 10:09:43.790503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ca50df3-9683-4f01-b155-aee49995d10c req-74cdd3b1-808c-48c6-993c-2d16e42d1d9a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607615 Dec 13 10:09:43.806226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:43.831999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-b9401e65-cb3b-4ad6-ac1e-2e0968724a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.835011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-b9401e65-cb3b-4ad6-ac1e-2e0968724a61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.0662594 Dec 13 10:09:43.849081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516fcfde-6550-41cb-8a0c-cc7ca68a9057 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.850621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-516fcfde-6550-41cb-8a0c-cc7ca68a9057 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1092 time: 0.0433712 Dec 13 10:09:43.853405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:43.858384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:09:43.882965 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:43.971958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-f6766970-d3b4-4aab-89c3-4862272e0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:43.974928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-f6766970-d3b4-4aab-89c3-4862272e0d1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1168733 Dec 13 10:09:44.001402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.078661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-dc79483e-0c21-4b40-b846-bdb905185bcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.0958602 Dec 13 10:09:44.128608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.25.1.251 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/56f144d2-009c-4066-96a0-33847ad2b19a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:09:44.136143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-e6e4a5b4-a66e-42f9-a18f-90324f2a5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:44.138136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-e6e4a5b4-a66e-42f9-a18f-90324f2a5642 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0515850 Dec 13 10:09:44.189796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-caa99ec2-ad45-4ef9-98da-cc3497d3f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:44.191542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-caa99ec2-ad45-4ef9-98da-cc3497d3f7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463994 Dec 13 10:09:44.252513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.301495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.310892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-20945fa1-3f31-4e13-85cd-0ba3e1228b58 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120129 Dec 13 10:09:44.371636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=56f144d2-009c-4066-96a0-33847ad2b19a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:44.388786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:09:44.393667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:09:44.396676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.397038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.397451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.397802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.398144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.398485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.398823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.399155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.399487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.399819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.400151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.400484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.400827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:09:44.404363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:09:44.452679 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa80fc74-10c1-45f0-a9c9-9c4c023d2c22 req-365b6148-db86-40bd-88a4-78aea1e90a92 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285241 Dec 13 10:09:44.783314 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:44.850810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.319503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.324173 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.395439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=56f144d2-009c-4066-96a0-33847ad2b19a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:45.406662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.519246 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP 0c940a71-d4ff-42f2-acad-c26773c478cd associated. External IP: 172.25.1.251, port: 7397720b-06b7-4b65-ac15-bbd62abb3662. Dec 13 10:09:45.769937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:09:45.890447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:09:45.900705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:09:45.909932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:45.936140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:45.937941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:45.942929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d5d9666f-8ee3-45e2-a4af-26938322c0c6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0884159 Dec 13 10:09:45.943504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:09:45.945997 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:09:45.997150 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bacd31-ff7f-4336-a4cc-b00ff3ad8842 x-openstack-request-id: req-f5bacd31-ff7f-4336-a4cc-b00ff3ad8842 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:09:45.997468 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:09:45.997730 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5bacd31-ff7f-4336-a4cc-b00ff3ad8842 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:09:45.998146 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'status': 'completed', 'code': 200} Dec 13 10:09:46.072653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:46.079857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-c7e36f8c-0a82-4654-b66e-41cb61240704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:46.081611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-c7e36f8c-0a82-4654-b66e-41cb61240704 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0545917 Dec 13 10:09:46.203669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-5f9b05f2-4b83-49d0-b5c1-8079e2c1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:46.205252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-5f9b05f2-4b83-49d0-b5c1-8079e2c1251e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1161826 Dec 13 10:09:46.296162 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-4f985f0e-ef56-4b2b-83e4-3771a5488ae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 1000 time: 0.0833225 Dec 13 10:09:46.360543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-fe126a5c-514b-4cc2-bca9-22e694d4b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:46.362872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-fe126a5c-514b-4cc2-bca9-22e694d4b77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0581944 Dec 13 10:09:46.365482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:46.392333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:09:46.401103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:09:46.401752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:09:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:46.423226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-1f2f8d18-68f8-4d5a-a0b5-bf8f50e9a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:46.424903 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-1f2f8d18-68f8-4d5a-a0b5-bf8f50e9a6a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523844 Dec 13 10:09:46.533712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:09:46.545915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-9095b749-3351-4d3d-b876-0f261825cf1d service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137540 Dec 13 10:09:46.676559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e5e8b5de-5190-43c3-b9a6-40d98eae9db6 req-7799b5a1-4753-4c9c-b648-ee5e0b98cc29 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221912 Dec 13 10:09:46.836568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:09:46.871634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa07a10-9529-4df8-aa3b-5d0ba4de20ee None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:44Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:09:47.151321 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cfa35-57b1-4304-bde6-ed565cb5a69c None None] New status for floating IP 0c940a71-d4ff-42f2-acad-c26773c478cd: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:09:51.604373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-af08aa75-8584-4814-9b4e-b095dfd9c5c1 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:51.606763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-af08aa75-8584-4814-9b4e-b095dfd9c5c1 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.0444651 Dec 13 10:09:51.627760 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-8efd0309-0be9-4db1-b554-32ed2587fa2a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:51.722718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-8efd0309-0be9-4db1-b554-32ed2587fa2a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:51.728448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-8efd0309-0be9-4db1-b554-32ed2587fa2a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:51.770320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd0309-0be9-4db1-b554-32ed2587fa2a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dba629f-5aff-4e71-9bdc-e3b9ae1f353e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:09:51.781260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cfc63fa-4361-4d15-87b8-d54cc23e0f0a req-8efd0309-0be9-4db1-b554-32ed2587fa2a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671877 Dec 13 10:09:51.915637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee98b9-cd09-42c7-a712-ce21e7a4a219 req-c1755942-496b-4179-aaa9-d09a177ca4b7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:51.917159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76ee98b9-cd09-42c7-a712-ce21e7a4a219 req-c1755942-496b-4179-aaa9-d09a177ca4b7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0538974 Dec 13 10:09:51.970433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76ee98b9-cd09-42c7-a712-ce21e7a4a219 req-7d617fed-c7ea-410f-affd-d80a528f892d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 Dec 13 10:09:51.999995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 39666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:09:52.073836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-94bd1116-0bd1-4b37-9d7f-e559034a0ee5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 200 len: 994 time: 0.0721653 Dec 13 10:09:52.385440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-d6912147-e2b9-4797-a7fb-2067487b61ea req-e6c19fd6-1b07-4047-9498-3019cb4c2b6b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:09:52.386450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6912147-e2b9-4797-a7fb-2067487b61ea req-e6c19fd6-1b07-4047-9498-3019cb4c2b6b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054681 Dec 13 10:09:52.837886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3008213-bc20-426a-abd9-8efd6ed3cd1d req-f535a492-666d-4329-bcf9-aa18fcaae0b3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:52.859010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3008213-bc20-426a-abd9-8efd6ed3cd1d req-f535a492-666d-4329-bcf9-aa18fcaae0b3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.1080923 Dec 13 10:09:52.862634 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-8e734576-089c-4e6b-9509-c9bd7d3d686c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290870 Dec 13 10:09:52.867536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-042ba377-8d0e-4e85-9838-e4f2b0acd310 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:09:52.875742 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-042ba377-8d0e-4e85-9838-e4f2b0acd310 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103991 Dec 13 10:09:52.940310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3008213-bc20-426a-abd9-8efd6ed3cd1d req-8adcaa2f-46c5-4612-a7d2-e435c7fb256e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803902 Dec 13 10:09:54.094600 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ed6a2-2b73-482e-9494-a53067e7e8ab req-97fb8ffc-aff9-4532-a4fc-ba9a0fa80739 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:54.096161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-349ed6a2-2b73-482e-9494-a53067e7e8ab req-97fb8ffc-aff9-4532-a4fc-ba9a0fa80739 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0697236 Dec 13 10:09:54.173314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-349ed6a2-2b73-482e-9494-a53067e7e8ab req-40984614-4188-48af-8ba3-368165dbb6ee tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588388 Dec 13 10:09:54.217694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-9782f449-54ef-48c2-93df-e3c245429c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:54.220052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-9782f449-54ef-48c2-93df-e3c245429c02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.0609426 Dec 13 10:09:54.340241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-1fa4fdae-a7e7-4a9b-be75-c2ccb228f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:54.342719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-1fa4fdae-a7e7-4a9b-be75-c2ccb228f376 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1152205 Dec 13 10:09:54.430226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-62a5ab7d-a75c-47c5-a8f3-35d695af589c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1002 time: 0.0800767 Dec 13 10:09:54.490589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-2fbed003-e87a-487a-a94a-18a92f592d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:54.492595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-2fbed003-e87a-487a-a94a-18a92f592d2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0561485 Dec 13 10:09:54.550742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-0c00af10-a03e-4699-8be2-72ba652af1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:54.552591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-0c00af10-a03e-4699-8be2-72ba652af1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532522 Dec 13 10:09:54.670141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-082fb448-84a8-47d5-b362-1a331b25796b service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093717 Dec 13 10:09:54.770930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-11397041-ffe2-468b-b5d3-d417af44cdf4 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927951 Dec 13 10:09:55.310506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eb87a-3c94-492c-b763-95a458bd3ff4 req-0e19e492-f562-4eac-bb37-88cc96c04753 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:55.312022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-030eb87a-3c94-492c-b763-95a458bd3ff4 req-0e19e492-f562-4eac-bb37-88cc96c04753 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0564353 Dec 13 10:09:55.373628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-030eb87a-3c94-492c-b763-95a458bd3ff4 req-1e52a6b2-d7d2-4e45-8201-639a3832cb56 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545323 Dec 13 10:09:56.493932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cbeca-49c5-42f0-ae9d-97303772bdc9 req-7298e76f-b04d-48cb-8160-9dcc29b101c5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:56.495437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-641cbeca-49c5-42f0-ae9d-97303772bdc9 req-7298e76f-b04d-48cb-8160-9dcc29b101c5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0499959 Dec 13 10:09:56.545636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-641cbeca-49c5-42f0-ae9d-97303772bdc9 req-e5b89706-0cc9-4320-b33d-5d35d5e4ca0f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 Dec 13 10:09:57.330254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:57.667645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22bb72-9d88-4239-a780-12e31ba82297 req-74bbdc9e-6c75-419e-b5ff-c90aba994df7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:57.669221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af22bb72-9d88-4239-a780-12e31ba82297 req-74bbdc9e-6c75-419e-b5ff-c90aba994df7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0501909 Dec 13 10:09:57.722767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af22bb72-9d88-4239-a780-12e31ba82297 req-8ab9f6d1-95c9-4c65-aad7-8022c36c562e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Dec 13 10:09:58.610156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c75a46e-009f-4fb2-9400-ef721a7bc4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:09:58.844545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600abe3-dc7c-414c-bdab-3858eff72276 req-700bd9f8-acdf-4ced-8df1-d0b0b3eee532 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:09:58.845935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c600abe3-dc7c-414c-bdab-3858eff72276 req-700bd9f8-acdf-4ced-8df1-d0b0b3eee532 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0535617 Dec 13 10:09:58.895498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c600abe3-dc7c-414c-bdab-3858eff72276 req-dd53e8f1-f7ef-4cd7-92bc-2b5b788193b5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Dec 13 10:09:59.222633 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:00.013410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecd63f-881c-4aaa-aed0-fe5ba0e9c8c2 req-8baacbe5-0409-4f39-8327-67abef15fa21 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:00.015335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07ecd63f-881c-4aaa-aed0-fe5ba0e9c8c2 req-8baacbe5-0409-4f39-8327-67abef15fa21 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0510678 Dec 13 10:10:00.087763 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07ecd63f-881c-4aaa-aed0-fe5ba0e9c8c2 req-5583876b-faeb-4e8d-a008-674a14ed5d32 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659051 Dec 13 10:10:00.993597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94eb9c9d-742e-43a1-b74d-667550e59cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:01.246132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ac2cd-93a8-41cd-917a-dfaf73396f5a req-a90ab5ab-7930-4cdb-87ad-9cf73b931f87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:01.247777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-717ac2cd-93a8-41cd-917a-dfaf73396f5a req-a90ab5ab-7930-4cdb-87ad-9cf73b931f87 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0565510 Dec 13 10:10:01.304137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-717ac2cd-93a8-41cd-917a-dfaf73396f5a req-084f2a64-e1cd-4063-8e05-242b0b2ed31c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493851 Dec 13 10:10:02.303240 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:02.440175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363fca8-13c9-4041-bf13-994a82c1bddd req-7db7e38b-fd49-496d-9fcd-b1a3f1e40820 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:02.441720 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0363fca8-13c9-4041-bf13-994a82c1bddd req-7db7e38b-fd49-496d-9fcd-b1a3f1e40820 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0565395 Dec 13 10:10:02.501326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0363fca8-13c9-4041-bf13-994a82c1bddd req-ca6d22f6-07c5-46f7-ab24-27343f4a7cc5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518057 Dec 13 10:10:02.990702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:10:03.644617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8d562-52b7-4538-9977-cd0aa83372d4 req-6313a250-a3e6-45b9-9b3e-91b8937d18d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:03.649667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b8d562-52b7-4538-9977-cd0aa83372d4 req-6313a250-a3e6-45b9-9b3e-91b8937d18d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0659628 Dec 13 10:10:03.720545 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:03.732333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77b8d562-52b7-4538-9977-cd0aa83372d4 req-260676cb-a187-42fc-8317-3020c1a39c3a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801404 Dec 13 10:10:04.758702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:04.876405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8046-70fe-4b57-86f1-0fd8a84ab4e8 req-3956f3f1-db59-4abc-9126-c68a65c538d6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:04.878187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-254b8046-70fe-4b57-86f1-0fd8a84ab4e8 req-3956f3f1-db59-4abc-9126-c68a65c538d6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0570617 Dec 13 10:10:04.942960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-254b8046-70fe-4b57-86f1-0fd8a84ab4e8 req-0b70df16-0d78-4949-8d3b-6f8ea9d88934 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555568 Dec 13 10:10:06.080581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8236f-9aea-4b16-a261-75f744e213d2 req-9c3af5b1-91cb-4b39-bc25-d099523ab496 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:06.082923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edd8236f-9aea-4b16-a261-75f744e213d2 req-9c3af5b1-91cb-4b39-bc25-d099523ab496 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0556157 Dec 13 10:10:06.137944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edd8236f-9aea-4b16-a261-75f744e213d2 req-72a98700-1f06-4809-9aa5-398376d78bac tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Dec 13 10:10:06.792980 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-06b27206-f27e-4477-b0e7-810ada11052e req-7eb07909-2b52-413b-b3fa-74727cc59b0c service neutron] show failed (client error): The resource could not be found. Dec 13 10:10:06.794532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-7eb07909-2b52-413b-b3fa-74727cc59b0c service neutron] 10.222.0.44 "GET /v2.0/ports/280dd25b-2d43-44e0-b465-cfd7886c46c0/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.1462572 Dec 13 10:10:07.044408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-a326f90d-8259-4116-b948-e41040794993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:07.046087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-a326f90d-8259-4116-b948-e41040794993 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 1097 time: 0.0786197 Dec 13 10:10:07.059185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:10:07.117917 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:07.286181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954792db-53d8-4698-80c5-92a99a626578 req-c039bd07-923b-4fc9-9320-7e135eb11677 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:07.288550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954792db-53d8-4698-80c5-92a99a626578 req-c039bd07-923b-4fc9-9320-7e135eb11677 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0626404 Dec 13 10:10:07.351294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:07.357361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-954792db-53d8-4698-80c5-92a99a626578 req-041eefe6-f0f5-472b-bb07-7c3b438f8795 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575025 Dec 13 10:10:07.395105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:10:07.440517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:07.446264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:07.448758 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f69a67-42c9-4497-9920-3d7e6cad5cc3" -d '{"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:07.473531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Transition to ACTIVE for port object 280dd25b-2d43-44e0-b465-cfd7886c46c0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:10:07.477575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:07.525037 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2646274-21b7-407e-b39d-057ab0ca302a x-openstack-request-id: req-f2646274-21b7-407e-b39d-057ab0ca302a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:07.525361 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:07.525822 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2646274-21b7-407e-b39d-057ab0ca302a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:07.526218 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'code': 200} Dec 13 10:10:07.611639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:07.632008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.632472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.632937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.633410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.633851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.634294 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.634809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.635240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.635673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.636383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.637135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.637755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.638332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:07.718481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] No DVR routers for this DVR port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:10:07.868530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff17d-8e40-4410-9dac-5fee6ff643f1 req-7d83a05c-fcd3-4a76-a9c6-792896452d72 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:07.870219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de6ff17d-8e40-4410-9dac-5fee6ff643f1 req-7d83a05c-fcd3-4a76-a9c6-792896452d72 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0554717 Dec 13 10:10:07.925972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de6ff17d-8e40-4410-9dac-5fee6ff643f1 req-f7482f58-fe5e-4454-893f-cace5ffeb326 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Dec 13 10:10:07.928787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:10:07.929358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:10:07.929860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:10:07.937068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:10:07.938764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Attempting to bind port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on network db362be3-5c1c-4d0a-b604-c18499c20e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:10:07.947917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:10:07.948266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Checking segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:10:07.948652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Bound using segment: {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:10:07.949383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Bound port: 280dd25b-2d43-44e0-b465-cfd7886c46c0, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60041b50-147a-4290-9427-64fbc2ca32e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:10:07.949994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:08.026814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:10:08.030953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:10:08.035054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:08.078399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.079090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:08.080435 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] 10.222.0.37 "PUT /v2.0/ports/280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1092 time: 1.0260439 Dec 13 10:10:08.100806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd4c9-5281-4616-b154-0b57bee66ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:08.159355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-fc5132d6-4e08-496c-a6e3-25e9cda20e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.161373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-fc5132d6-4e08-496c-a6e3-25e9cda20e50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0527947 Dec 13 10:10:08.278591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-518d7cb0-e80e-477d-a675-cbb3110bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.280452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-518d7cb0-e80e-477d-a675-cbb3110bbd29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1102066 Dec 13 10:10:08.359085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-3a7d8947-9171-442e-856b-350b3615bbb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1000 time: 0.0700946 Dec 13 10:10:08.416931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-e82e0555-d590-4c22-a1a9-ae0a583d7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.418956 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-e82e0555-d590-4c22-a1a9-ae0a583d7950 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0522406 Dec 13 10:10:08.478633 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27206-f27e-4477-b0e7-810ada11052e req-2395fb55-6829-49ed-a4d0-9b8838246384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.480528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-2395fb55-6829-49ed-a4d0-9b8838246384 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538344 Dec 13 10:10:08.520923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b21541-f6b5-4bd0-83fd-562749bd669f req-7b383b7a-7cb4-4f28-ae2a-f43cac2c1557 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:08.523228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24b21541-f6b5-4bd0-83fd-562749bd669f req-7b383b7a-7cb4-4f28-ae2a-f43cac2c1557 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0628021 Dec 13 10:10:08.588088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24b21541-f6b5-4bd0-83fd-562749bd669f req-2c434bce-a606-4873-94b1-6c411522dcd5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578263 Dec 13 10:10:08.593912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-c179e52a-e819-4691-80e7-03502da00257 service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033905 Dec 13 10:10:08.700840 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-06b27206-f27e-4477-b0e7-810ada11052e req-1769cb56-f15f-491b-b03f-fe48ab3ac976 service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980880 Dec 13 10:10:09.053757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced01c-1e9b-4b9e-bbf0-8035fb15ee35 req-04c4816c-2ca0-4405-90db-b307cec20899 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.055246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81ced01c-1e9b-4b9e-bbf0-8035fb15ee35 req-04c4816c-2ca0-4405-90db-b307cec20899 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0528684 Dec 13 10:10:09.104051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-81ced01c-1e9b-4b9e-bbf0-8035fb15ee35 req-29759cdc-3fbd-4e43-90a0-e657618abc15 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Dec 13 10:10:09.528255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:09.531315 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934388fc-2602-4472-b04d-a20c858891db" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:09.583296 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad6027-de81-419d-b2d8-67983de93a6e x-openstack-request-id: req-3bad6027-de81-419d-b2d8-67983de93a6e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:09.583680 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:09.584000 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bad6027-de81-419d-b2d8-67983de93a6e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:09.584483 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'status': 'completed', 'code': 200} Dec 13 10:10:09.662974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-a135cfbb-82c4-4366-97a3-344c5af55de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.664633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-a135cfbb-82c4-4366-97a3-344c5af55de3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0584681 Dec 13 10:10:09.679400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-468bf877-dfa8-4d99-8d17-ef61ca471d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.682041 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-468bf877-dfa8-4d99-8d17-ef61ca471d22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0780637 Dec 13 10:10:09.798366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-a011c137-426c-4101-9d58-61a3b8ef6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.799749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-a011c137-426c-4101-9d58-61a3b8ef6113 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1071873 Dec 13 10:10:09.804188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-6953369d-2797-49e0-b041-c24ef6fa2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.805661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-6953369d-2797-49e0-b041-c24ef6fa2b9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1344645 Dec 13 10:10:09.815766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5173c9-985e-4ea6-9a92-c4d1570c6f53 req-3979fb4f-4da9-418e-8b82-f28ff27730be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.815985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d5173c9-985e-4ea6-9a92-c4d1570c6f53 req-3979fb4f-4da9-418e-8b82-f28ff27730be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.1241598 Dec 13 10:10:09.894669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-4fc5c9a3-e4ac-4f13-a0b3-d94dab4e1d29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1000 time: 0.0817094 Dec 13 10:10:09.905828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:10:09.912320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d5173c9-985e-4ea6-9a92-c4d1570c6f53 req-b5a90f5c-c094-4fb6-aaf1-1f5dbdeb6420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899291 Dec 13 10:10:09.916362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-516d6872-eead-4e54-8f14-1a2fd0d6fd10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1000 time: 0.0995660 Dec 13 10:10:09.956138 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-80cb3b64-04ea-4c0d-a529-0062e3058477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.958566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-80cb3b64-04ea-4c0d-a529-0062e3058477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0604644 Dec 13 10:10:09.963075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:10:09.974938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-2d42285e-d289-4a14-8de6-a737feeebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:09.976538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-2d42285e-d289-4a14-8de6-a737feeebaa6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0517881 Dec 13 10:10:10.014050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-33432289-5268-4cd7-b18e-5816366dcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:10.015763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-33432289-5268-4cd7-b18e-5816366dcf06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492983 Dec 13 10:10:10.034741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388fc-2602-4472-b04d-a20c858891db req-639748c7-def0-4509-aa04-b22a8e48756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:10.036261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-639748c7-def0-4509-aa04-b22a8e48756c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529661 Dec 13 10:10:10.119219 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-805323c7-3be5-45fd-ba5d-8b60a17b9ae4 service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954187 Dec 13 10:10:10.137170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-d7103b34-c847-4d17-8a24-cd9f70557d2d service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932271 Dec 13 10:10:10.224991 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-b59f9c4f-1e83-4445-85e6-0b67fdcb3ebb service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981076 Dec 13 10:10:10.266535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-934388fc-2602-4472-b04d-a20c858891db req-c1197da5-c686-4405-be98-5651edbfaf40 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204612 Dec 13 10:10:10.285536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1cdbe-93d1-49cc-8401-c07b635c8f95 req-953d8438-e195-4eec-9d55-c592bf506c20 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:10.287047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ea1cdbe-93d1-49cc-8401-c07b635c8f95 req-953d8438-e195-4eec-9d55-c592bf506c20 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0620282 Dec 13 10:10:10.335607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ea1cdbe-93d1-49cc-8401-c07b635c8f95 req-94c28065-afc4-48e2-91b5-ce5ee71d72a3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Dec 13 10:10:11.042487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd8901-8bf9-4a93-ba4f-6612d27cc467 req-94a94037-6040-40b0-97ce-939182a74e9d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:11.044263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42cd8901-8bf9-4a93-ba4f-6612d27cc467 req-94a94037-6040-40b0-97ce-939182a74e9d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0512960 Dec 13 10:10:11.106326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42cd8901-8bf9-4a93-ba4f-6612d27cc467 req-dd0e6dd2-4a22-44b2-bf69-3bf3ffefc1b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547194 Dec 13 10:10:11.456721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db45dcd-7daa-4b15-bac0-ae8a168452bc req-f98a1a89-c40c-41ef-8340-1fe583e262ff tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:11.458294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1db45dcd-7daa-4b15-bac0-ae8a168452bc req-f98a1a89-c40c-41ef-8340-1fe583e262ff tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0518024 Dec 13 10:10:11.508168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1db45dcd-7daa-4b15-bac0-ae8a168452bc req-335987fa-86b4-4578-b130-91a967389592 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Dec 13 10:10:12.233826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215710c5-0bc8-43b1-a983-2749cc0c2ff9 req-c488fc82-d9b6-46a5-b184-b1d74f44cb9a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.235387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-215710c5-0bc8-43b1-a983-2749cc0c2ff9 req-c488fc82-d9b6-46a5-b184-b1d74f44cb9a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0545769 Dec 13 10:10:12.289196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-215710c5-0bc8-43b1-a983-2749cc0c2ff9 req-11c2dea6-83ac-438b-824e-49f99b0cfa94 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461824 Dec 13 10:10:12.521255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0436691-3158-4de5-a13b-4fcb8bb7106b req-fb3ba6a1-82f3-41c1-a54f-1d93387c3b58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.523119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0436691-3158-4de5-a13b-4fcb8bb7106b req-fb3ba6a1-82f3-41c1-a54f-1d93387c3b58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 944 time: 0.0658090 Dec 13 10:10:12.670334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0436691-3158-4de5-a13b-4fcb8bb7106b req-31ea5338-ce8b-4364-8ae3-87f271359bd8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339772 Dec 13 10:10:12.689745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-7fa1935e-6501-488c-9221-2ae8baf4bb2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.691232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-7fa1935e-6501-488c-9221-2ae8baf4bb2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf&tenant_id=df0ccc47bd0244bda56827fb2054900d&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 944 time: 0.1642706 Dec 13 10:10:12.738472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3388095-b4dd-4218-8c9e-d2ea7632d19e req-9e10db86-9feb-4d58-968d-1e95d7f59396 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.739971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3388095-b4dd-4218-8c9e-d2ea7632d19e req-9e10db86-9feb-4d58-968d-1e95d7f59396 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1390228 Dec 13 10:10:12.794380 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-3fa06d27-5591-4ec9-ac9d-6792ab65bddc service neutron] delete failed (client error): The resource could not be found. Dec 13 10:10:12.795464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-3fa06d27-5591-4ec9-ac9d-6792ab65bddc service neutron] 10.222.0.44 "DELETE /v2.0/ports/280dd25b-2d43-44e0-b465-cfd7886c46c0/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0963399 Dec 13 10:10:12.825752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3388095-b4dd-4218-8c9e-d2ea7632d19e req-80353d18-d4ab-4f79-bd32-b9b9f3688243 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781286 Dec 13 10:10:12.918773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-3a6c2ca4-7bc1-41db-a2e6-da4ebd23b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:12.920254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-3a6c2ca4-7bc1-41db-a2e6-da4ebd23b462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1095 time: 0.0514877 Dec 13 10:10:13.045886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-e2778846-d2d5-42c5-8a3e-8b527d2d50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:13.047517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-e2778846-d2d5-42c5-8a3e-8b527d2d50f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.1196754 Dec 13 10:10:13.119202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-22792300-7381-422e-b56d-ff863886fdaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 1000 time: 0.0635550 Dec 13 10:10:13.174642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-1a2d37da-8804-47d3-aa9d-4e23c46a1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:13.176115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-1a2d37da-8804-47d3-aa9d-4e23c46a1c3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0496099 Dec 13 10:10:13.227367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-aadfcb96-530e-4c13-9db3-0384992f5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:13.228990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-aadfcb96-530e-4c13-9db3-0384992f5c75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458498 Dec 13 10:10:13.246376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:10:13.317732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:13.347817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-2da118f5-9f1d-465b-882d-c567f5c56bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108682 Dec 13 10:10:13.351566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:13.364516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'port_id': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'mac_address': 'fa:16:3e:35:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:10:13.409326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.425095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280dd25b-2d43-44e0-b465-cfd7886c46c0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:10:13.445590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:13.452673 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.461365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b63c7753-19a9-4a30-b484-7b8e3a2feb3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.471554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12b45277-54d6-4f8f-a513-8ffa2450f046 req-f4c67952-e54c-4e2c-b2bf-280fc4f868c4 service neutron] 10.222.0.44 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161962 Dec 13 10:10:13.513603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:13.521924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.522276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.522625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.522963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.523303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.523637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.523969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.524333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.524623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.525009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.525351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.525723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.526051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:13.557754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b63c7753-19a9-4a30-b484-7b8e3a2feb3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.561755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b63c7753-19a9-4a30-b484-7b8e3a2feb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.601910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b63c7753-19a9-4a30-b484-7b8e3a2feb3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ef97f4da13443a9ff8bb98405f677a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820330 Dec 13 10:10:13.602850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c7753-19a9-4a30-b484-7b8e3a2feb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb6e652-5b7d-4ff7-b2d7-a23e5f039e9f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:13.605734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:13.656666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.681840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.738448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.741208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:13.742430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bb6e652-5b7d-4ff7-b2d7-a23e5f039e9f HTTP/1.1" status: 204 len: 168 time: 0.1353354 Dec 13 10:10:13.750897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbcd49-dc68-4478-b567-6a8aa4874ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb6e652-5b7d-4ff7-b2d7-a23e5f039e9f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:13.799725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['280dd25b-2d43-44e0-b465-cfd7886c46c0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:10:13.813422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351042-d89a-4069-aa53-7afd75e4ef17 req-7f855f34-2840-4844-9845-271fee2b2b75 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:13.833562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8351042-d89a-4069-aa53-7afd75e4ef17 req-7f855f34-2840-4844-9845-271fee2b2b75 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 945 time: 0.0781043 Dec 13 10:10:13.900843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8351042-d89a-4069-aa53-7afd75e4ef17 req-86390b4d-5c96-48d0-895a-7c5c5d8cba0b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663025 Dec 13 10:10:14.034372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9f307-6e6a-43db-8d4c-424f1480bc21 req-414d3746-dd2b-463e-b056-789c55520f80 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:14.036495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5df9f307-6e6a-43db-8d4c-424f1480bc21 req-414d3746-dd2b-463e-b056-789c55520f80 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0741351 Dec 13 10:10:14.094889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5df9f307-6e6a-43db-8d4c-424f1480bc21 req-5d5bf585-1a6f-4f1c-84f2-73e7bade8743 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519621 Dec 13 10:10:15.026510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8c2c3-acbe-4038-8ba7-e29040090bbc req-8a7f057f-647b-4a88-81da-fc124367b507 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.029747 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ef8c2c3-acbe-4038-8ba7-e29040090bbc req-8a7f057f-647b-4a88-81da-fc124367b507 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 945 time: 0.0587142 Dec 13 10:10:15.095939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ef8c2c3-acbe-4038-8ba7-e29040090bbc req-f832629c-84f4-4a18-a619-f7f79162df66 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585573 Dec 13 10:10:15.121886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:15.185762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f57f7fd6-5cc4-46e5-b795-7cab4c9c09f5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 200 len: 993 time: 0.0623548 Dec 13 10:10:15.252419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:10:15.254615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109488d-c944-43ca-9ec0-f80b187092ea req-e81eded8-34a5-43c7-85e6-38285d63605d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:15.256798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c109488d-c944-43ca-9ec0-f80b187092ea req-e81eded8-34a5-43c7-85e6-38285d63605d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0696979 Dec 13 10:10:15.318738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 280dd25b-2d43-44e0-b465-cfd7886c46c0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:10:15.322546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c109488d-c944-43ca-9ec0-f80b187092ea req-d4ca80e0-6448-4b25-86ae-562c5c91ff48 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584753 Dec 13 10:10:15.325181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 280dd25b-2d43-44e0-b465-cfd7886c46c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:10:15.325765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:15.427878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:15.453102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:10:15.455503 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056adaca-df93-4d94-afb6-2c7525a78498" -d '{"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-plugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:10:15.474971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:10:15.479761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:15.510525 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87381c22-29dd-4cc8-936d-7c650be7f099 x-openstack-request-id: req-87381c22-29dd-4cc8-936d-7c650be7f099 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:10:15.511287 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-plugged", "status": "completed", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:10:15.511287 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87381c22-29dd-4cc8-936d-7c650be7f099 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:10:15.511989 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'code': 200} Dec 13 10:10:15.535647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:16.462437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d1ec-bee9-4a78-bba4-372985fb92aa req-86b3489c-8e29-4f51-a754-bdbc96fce19a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:16.464226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2309d1ec-bee9-4a78-bba4-372985fb92aa req-86b3489c-8e29-4f51-a754-bdbc96fce19a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0562894 Dec 13 10:10:16.519131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2309d1ec-bee9-4a78-bba4-372985fb92aa req-d6efbf99-2b21-4f2f-a3d3-3dafc1d93a99 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483079 Dec 13 10:10:17.659755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399edc75-b010-4b3a-bc98-e6ea3b563316 req-4684fcc9-5fb1-4bfd-80aa-74d09cd1aa5e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:17.662169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-399edc75-b010-4b3a-bc98-e6ea3b563316 req-4684fcc9-5fb1-4bfd-80aa-74d09cd1aa5e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0565081 Dec 13 10:10:17.719310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-399edc75-b010-4b3a-bc98-e6ea3b563316 req-253e1f83-448a-407b-befa-50ba259d8457 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Dec 13 10:10:18.864689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6baabb-a7bb-4ace-aa92-048f7ba4bfc3 req-8fac97b8-4dee-4f9d-be4f-a5952bc7894b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:18.866428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6baabb-a7bb-4ace-aa92-048f7ba4bfc3 req-8fac97b8-4dee-4f9d-be4f-a5952bc7894b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0590310 Dec 13 10:10:18.927474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6baabb-a7bb-4ace-aa92-048f7ba4bfc3 req-85c754a1-fef2-41bb-be77-7c4ea487632d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541344 Dec 13 10:10:19.197494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae9bd3-cee9-4a99-8b47-0174c11cd830 req-d583bfb8-388d-4551-91ba-805baf25944b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.206382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-b63328a8-12dc-4439-be12-682cc49814d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.208655 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-b63328a8-12dc-4439-be12-682cc49814d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 1097 time: 0.0540290 Dec 13 10:10:19.211743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09ae9bd3-cee9-4a99-8b47-0174c11cd830 req-d583bfb8-388d-4551-91ba-805baf25944b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.1093266 Dec 13 10:10:19.274650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09ae9bd3-cee9-4a99-8b47-0174c11cd830 req-9ce998f3-09f5-4c91-85f0-c02275f3a4bc tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617461 Dec 13 10:10:19.317409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-225be741-f20d-442d-894c-4dba17b1f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.319021 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-225be741-f20d-442d-894c-4dba17b1f3b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1030281 Dec 13 10:10:19.394050 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-b31b8f71-c7f0-4763-b7c7-801c9ef36054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 200 len: 1001 time: 0.0680745 Dec 13 10:10:19.449636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-571c9810-c86f-4b39-b752-fab1cdd8ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.451340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-571c9810-c86f-4b39-b752-fab1cdd8ddb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0490079 Dec 13 10:10:19.505747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-cb7b6ca2-a325-45a1-9032-542043cfd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:19.507283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-cb7b6ca2-a325-45a1-9032-542043cfd5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486999 Dec 13 10:10:19.607907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-54a2d08c-600b-483f-9499-58ca6f293ebf service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 Dec 13 10:10:19.716094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a61b5ec-f803-440f-a0af-dab361e73afd req-5227dc0a-6a6a-4794-841a-cfc1024f0fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002362 Dec 13 10:10:20.417283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18e0a0-0b8c-4bf0-a0f7-3523621433e1 req-3c903d24-b443-4e36-bebb-e1dd35c07351 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:20.419700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad18e0a0-0b8c-4bf0-a0f7-3523621433e1 req-3c903d24-b443-4e36-bebb-e1dd35c07351 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0565252 Dec 13 10:10:20.475463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad18e0a0-0b8c-4bf0-a0f7-3523621433e1 req-c850ce22-a431-4856-a6d8-fad4a09d3d24 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494442 Dec 13 10:10:23.335866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 40720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:23.459093 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f11fba-aaec-4c41-8739-022bcdbf79be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.553379 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f11fba-aaec-4c41-8739-022bcdbf79be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.557167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91f11fba-aaec-4c41-8739-022bcdbf79be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.596142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f11fba-aaec-4c41-8739-022bcdbf79be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13066792-20c9-484c-a6c7-7f43b9637627,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:23.611105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-91f11fba-aaec-4c41-8739-022bcdbf79be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c8e2d1e4a724c91b1acf680c1d5b676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734358 Dec 13 10:10:23.614183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 40728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:23.669206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.691770 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.755621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.758659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:23.762986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13066792-20c9-484c-a6c7-7f43b9637627 HTTP/1.1" status: 204 len: 168 time: 0.1445305 Dec 13 10:10:23.769011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddbdd8-8a36-4afd-aea0-71903fd4cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13066792-20c9-484c-a6c7-7f43b9637627,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:27.344792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:28.614695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-433590e9-7f43-4f3b-a3a6-e57a7607fd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:29.226751 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:30.995635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45a50324-068e-4c25-a459-6fb3c368619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:32.295644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:33.708679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:34.752456 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:39.989132 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:10:43.690341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:43.705805 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-5d1ea2ac-9901-4001-abf4-2f960a2aea68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441487 Dec 13 10:10:43.786670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-fe982784-de48-45f8-89dc-40e44f4c056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:43.788288 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-fe982784-de48-45f8-89dc-40e44f4c056b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0478525 Dec 13 10:10:43.836258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a8e01620-66ea-4880-82b5-026ad7bb1d10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77a03999326b461cbd39c3e092db75da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442153 Dec 13 10:10:43.837249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:43.885925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:43.904939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-f77fb74e-4be5-44d2-b9df-6804d81b0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:43.906436 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-f77fb74e-4be5-44d2-b9df-6804d81b0022 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.0955529 Dec 13 10:10:43.908864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:43.965755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:43.969033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:43.972532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/759a66ab-efbf-45b8-bb34-d8b0a6afab29 HTTP/1.1" status: 204 len: 168 time: 0.1319039 Dec 13 10:10:43.984339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1e10f-bb04-4b8d-8736-1c4b78e016e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a66ab-efbf-45b8-bb34-d8b0a6afab29,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:44.287484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-61f8e63b-d108-41c5-8ffb-17f87ad466cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 1002 time: 0.3736782 Dec 13 10:10:44.343006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-8d727b1e-138b-4e22-b2c8-d7d087aca089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:44.344464 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-8d727b1e-138b-4e22-b2c8-d7d087aca089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0489664 Dec 13 10:10:44.392152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-1d3b2f58-ab4e-4123-ba70-ba6531588eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:10:44.393694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-1d3b2f58-ab4e-4123-ba70-ba6531588eb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409148 Dec 13 10:10:44.490185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-b77d8e6f-9175-4010-8b74-b59832796837 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Dec 13 10:10:44.587699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa7869ed-92dd-4776-bf98-01133963f3d1 req-251658b8-8d9c-48b5-9cec-760df9d3495f service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Dec 13 10:10:48.545302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:48.658926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.740087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.744024 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.784097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8be8e9645024c99af269dfa36a43467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376964 Dec 13 10:10:48.784830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9f617-6c78-41c3-8dff-a392854193f7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:48.786768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41328) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:10:48.803770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.804049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.804392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.804732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.805066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.805479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.805812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.806140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.806465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.806788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.807115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.807443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.807759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65f07b-175b-43c0-a714-89b964e2e6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:10:48.847160 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.869045 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.918409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.921730 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:48.925332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9f9f617-6c78-41c3-8dff-a392854193f7 HTTP/1.1" status: 204 len: 168 time: 0.1352274 Dec 13 10:10:48.930826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36d86c-0c03-4f66-b96c-c279e9982ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9f617-6c78-41c3-8dff-a392854193f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:10:57.366072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:58.614941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb581-e4e7-4f4c-8735-9b63601dfce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:10:59.223642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:01.002170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4a35aad-3798-47c5-b6d4-a70e3424256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:02.291076 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:03.717260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:04.756685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.211829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8cab7-3b9c-45ca-bcdf-f8b855258143 req-9b9f8fd7-648f-46a4-b281-84b3ea1a54f6 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:10.213516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17f8cab7-3b9c-45ca-bcdf-f8b855258143 req-9b9f8fd7-648f-46a4-b281-84b3ea1a54f6 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.0418613 Dec 13 10:11:10.259296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17f8cab7-3b9c-45ca-bcdf-f8b855258143 req-d090c243-fe1d-48f6-b056-af0d68305a0a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Dec 13 10:11:10.282017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:10.435640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 47dec215-e163-49ed-8c3b-dffe19edb5bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:10.435997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.517738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.518155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.533407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 47dec215-e163-49ed-8c3b-dffe19edb5bd owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:10.702110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.729057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=47dec215-e163-49ed-8c3b-dffe19edb5bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:10.787895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:10.788167 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP e6efae26-e349-4dfd-b767-0732926bcad0 disassociated (deleted). External IP: 172.25.1.241, port: 280dd25b-2d43-44e0-b465-cfd7886c46c0. Dec 13 10:11:10.997262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 91ee9277-3c4e-439c-8c51-4142df2f4610 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:11.407968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:11.412555 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:11.418536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Sync routers for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:11.431128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:11.431970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:11.447193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bdbe8122-4e82-43e2-b3d9-5717ebc0c865 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/floatingips/e6efae26-e349-4dfd-b767-0732926bcad0 HTTP/1.1" status: 204 len: 168 time: 1.1616695 Dec 13 10:11:11.447193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:11.448313 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339a0e0-ad0a-4b64-9271-3450465067cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:11.549985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:11.654429 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405045b-5676-4374-82cc-bb9d30d010da x-openstack-request-id: req-0405045b-5676-4374-82cc-bb9d30d010da {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:11.654727 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:11.655040 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0405045b-5676-4374-82cc-bb9d30d010da {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:11.655420 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'status': 'completed', 'code': 200} Dec 13 10:11:11.745286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a7efc-2eca-4c44-97aa-b0ea31e20af3 req-3dd6b33e-76c3-4766-8521-9579f979a7e7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.747399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8a7efc-2eca-4c44-97aa-b0ea31e20af3 req-3dd6b33e-76c3-4766-8521-9579f979a7e7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0577738 Dec 13 10:11:11.808237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da8a7efc-2eca-4c44-97aa-b0ea31e20af3 req-92d1e7d3-32da-4ebc-bf80-96cb9296386b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551963 Dec 13 10:11:11.812204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:11.841816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Checking router: 91ee9277-3c4e-439c-8c51-4142df2f4610 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:11.846637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-2bcd3d37-f157-431e-a178-8a6a50d4b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.848298 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-2bcd3d37-f157-431e-a178-8a6a50d4b62b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 1097 time: 0.1700461 Dec 13 10:11:11.850955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:11.851583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:11.954440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-3c1a7da5-cbd0-4cde-aa25-66d7cadbb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:11.955935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-3c1a7da5-cbd0-4cde-aa25-66d7cadbb23a service neutron] 10.222.0.37 "GET /v2.0/networks?id=db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 200 len: 897 time: 0.0979228 Dec 13 10:11:11.959094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:12.000961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-1fee1e2b-6e14-4ecc-a528-7bc06cc80567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 200 len: 217 time: 0.0365191 Dec 13 10:11:12.059149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-c43fb629-95d1-4db7-a3ac-2e9a39a2e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:12.062365 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-c43fb629-95d1-4db7-a3ac-2e9a39a2e8db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 200 len: 835 time: 0.0537860 Dec 13 10:11:12.110521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-b091e22d-0510-4462-9f47-7b3a97714656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:12.112289 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-b091e22d-0510-4462-9f47-7b3a97714656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db362be3-5c1c-4d0a-b604-c18499c20e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423715 Dec 13 10:11:12.162669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:12.193665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcd296-5498-4da2-865d-ec1745eece27 None None] The sync data for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 is: [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:09:01Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'ed1db169-376c-4dc3-b91a-266a88c8eae4', 'name': '', 'network_id': 'db362be3-5c1c-4d0a-b604-c18499c20e41', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:89:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:09:00Z', 'updated_at': '2021-12-13T10:09:04Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '260b2ed0-b89e-44e6-8c58-2130f09e972b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:12.214908 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-8b8f6920-4687-49a6-9a6d-02e5da83f8d3 service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Dec 13 10:11:12.324778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c339a0e0-ad0a-4b64-9271-3450465067cc req-9f2f2932-d22c-4287-a76f-db8cd891d02a service neutron] 10.222.0.37 "GET /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983396 Dec 13 10:11:12.454173 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a3a42-a9bf-4a34-89d8-ffa2dce7cc39 None None] New status for floating IP e6efae26-e349-4dfd-b767-0732926bcad0: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:12.938854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af4ebc-eabc-46be-8aa4-0b7cc7e2a069 req-74c1bfdc-fb8a-4b6a-99c1-f9e9a240322f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:12.940313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9af4ebc-eabc-46be-8aa4-0b7cc7e2a069 req-74c1bfdc-fb8a-4b6a-99c1-f9e9a240322f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0545774 Dec 13 10:11:12.994438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9af4ebc-eabc-46be-8aa4-0b7cc7e2a069 req-04c0a856-a67c-4c0e-94b6-1439f056d4de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ed83ef1-32be-441b-b279-7ba51392691d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Dec 13 10:11:13.432612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b1a5-5bb9-4166-876a-737663efb52e req-c2e0c346-c1dc-4f29-8b06-a1fd5b562b1a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:13.434120 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5754b1a5-5bb9-4166-876a-737663efb52e req-c2e0c346-c1dc-4f29-8b06-a1fd5b562b1a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 946 time: 0.0539939 Dec 13 10:11:13.535149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 280dd25b-2d43-44e0-b465-cfd7886c46c0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:13.535398 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:13.634122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 280dd25b-2d43-44e0-b465-cfd7886c46c0, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=280dd25b-2d43-44e0-b465-cfd7886c46c0,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:13.634496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:13.647555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 280dd25b-2d43-44e0-b465-cfd7886c46c0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:13.787871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:13.826969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=280dd25b-2d43-44e0-b465-cfd7886c46c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:13.856939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.856939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.857431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.857550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.858286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.858609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.859079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.859410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.859886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.860219 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.860611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.860951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.861314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:13.883383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] No DVR routers for this DVR port 280dd25b-2d43-44e0-b465-cfd7886c46c0 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:11:13.886254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:13.891649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5754b1a5-5bb9-4166-876a-737663efb52e req-2df998cf-3c61-42fb-af12-f41e3f727be3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "DELETE /v2.0/ports/280dd25b-2d43-44e0-b465-cfd7886c46c0 HTTP/1.1" status: 204 len: 173 time: 0.4506223 Dec 13 10:11:13.892394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-deleted', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:13.898139 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353ef6d-2f00-4b24-9f1b-b2789df27549" -d '{"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-deleted", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:14.009514 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c608cc-c67e-4a92-88a0-97292e95bf96 x-openstack-request-id: req-14c608cc-c67e-4a92-88a0-97292e95bf96 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:14.010081 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c08f6-14e4-4247-91cb-156121912ddf", "name": "network-vif-deleted", "tag": "280dd25b-2d43-44e0-b465-cfd7886c46c0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:14.010444 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14c608cc-c67e-4a92-88a0-97292e95bf96 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:14.011077 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c08f6-14e4-4247-91cb-156121912ddf', 'name': 'network-vif-deleted', 'tag': '280dd25b-2d43-44e0-b465-cfd7886c46c0', 'status': 'completed', 'code': 200} Dec 13 10:11:14.108096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f8b5614-ed72-418d-b3ae-21bfbd68637f req-4b932212-6c50-4b88-9c52-8c5c83fc5af0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=f68c08f6-14e4-4247-91cb-156121912ddf HTTP/1.1" status: 200 len: 210 time: 0.0265744 Dec 13 10:11:15.167984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:15.608125 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:15.888189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port ed1db169-376c-4dc3-b91a-266a88c8eae4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:15.888843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:15.989563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port ed1db169-376c-4dc3-b91a-266a88c8eae4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=ed1db169-376c-4dc3-b91a-266a88c8eae4,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:15.989940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:16.004982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for ed1db169-376c-4dc3-b91a-266a88c8eae4 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:16.200696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:16.233419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=ed1db169-376c-4dc3-b91a-266a88c8eae4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:16.437100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:16.692194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 91ee9277-3c4e-439c-8c51-4142df2f4610 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:16.810900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:16.821044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fae9755e-2862-42e7-8c14-a6bbbef665ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/91ee9277-3c4e-439c-8c51-4142df2f4610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6488967 Dec 13 10:11:16.821397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:16.821892 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Sync routers for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:16.834297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:16.835693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:16.883180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting subnet 260b2ed0-b89e-44e6-8c58-2130f09e972b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:11:16.891162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:16.942341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:16.954945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:16.991013 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:11:16.993730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194082-143d-4308-a2ad-816d0343992c req-7f93b5af-9c2e-4097-841e-e1262ff58604 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:16.995706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40194082-143d-4308-a2ad-816d0343992c req-7f93b5af-9c2e-4097-841e-e1262ff58604 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0753503 Dec 13 10:11:17.065940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-40194082-143d-4308-a2ad-816d0343992c req-18a513b6-60f5-4d93-b8db-a4705ac3676b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621693 Dec 13 10:11:17.068568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.150378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.172772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:11:16Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:17.194591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Subnet': ['ID=260b2ed0-b89e-44e6-8c58-2130f09e972b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:17.201396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.204117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Checking router: 91ee9277-3c4e-439c-8c51-4142df2f4610 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:17.207423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3dcd53-4027-42d5-a3b4-3e4726a423a5 None None] Network db362be3-5c1c-4d0a-b604-c18499c20e41 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:11:17.208759 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-425c3694-f300-4a9b-8ea7-072650f17ec0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/subnets/260b2ed0-b89e-44e6-8c58-2130f09e972b HTTP/1.1" status: 204 len: 168 time: 0.3851361 Dec 13 10:11:17.210843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:17.268387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Routers {'91ee9277-3c4e-439c-8c51-4142df2f4610'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:17.269023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['91ee9277-3c4e-439c-8c51-4142df2f4610'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:17.333036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.404260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] Set router 91ee9277-3c4e-439c-8c51-4142df2f4610 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:17.465305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.471108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081d933-a26e-4632-9721-40cd45002905 None None] DHCP port deletion for db362be3-5c1c-4d0a-b604-c18499c20e41 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:17.526767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:17.527110 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.537748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:17.570149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 280dd25b-2d43-44e0-b465-cfd7886c46c0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:17.570492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 280dd25b-2d43-44e0-b465-cfd7886c46c0 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:17.615510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port a4ec2505-dd5f-4eef-aaf5-33dd7e61506c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:17.615981 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.635276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for a4ec2505-dd5f-4eef-aaf5-33dd7e61506c owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:17.636605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Deleting port 7a502417-20c6-498b-98fd-988e375dbe3c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:17.636986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.829157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.854807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64176ed9-e9ad-46a3-a842-d976d29efb69 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:17.881748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5081d933-a26e-4632-9721-40cd45002905 None None] For port 7a502417-20c6-498b-98fd-988e375dbe3c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7a502417-20c6-498b-98fd-988e375dbe3c,segment=NetworkSegment(60041b50-147a-4290-9427-64fbc2ca32e8),segment_id=60041b50-147a-4290-9427-64fbc2ca32e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:17.882297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.899440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Calling delete_port for 7a502417-20c6-498b-98fd-988e375dbe3c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:17.901793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=a4ec2505-dd5f-4eef-aaf5-33dd7e61506c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:17.914087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:11:16Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:17.922261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:17.944986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a2c57-70d0-463f-9f30-9bb0d7648361 None None] The sync data for ids ['91ee9277-3c4e-439c-8c51-4142df2f4610'] in n-d-820531-5 is: [{'id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793303143', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:11:16Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'a4ec2505-dd5f-4eef-aaf5-33dd7e61506c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee9277-3c4e-439c-8c51-4142df2f4610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:08:56Z', 'updated_at': '2021-12-13T10:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:18.025530 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.027755 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.056677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.067990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353607-8303-4e75-8339-906b18dac8de req-042ccc3e-5830-4f58-9623-ddfe8ed4d088 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:18.070057 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6353607-8303-4e75-8339-906b18dac8de req-042ccc3e-5830-4f58-9623-ddfe8ed4d088 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0761108 Dec 13 10:11:18.079691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.080235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Fanout notify agent at l3_agent the message router_deleted on router 91ee9277-3c4e-439c-8c51-4142df2f4610 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:11:18.088323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.096186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081d933-a26e-4632-9721-40cd45002905 None None] No DVR routers for this DVR port 7a502417-20c6-498b-98fd-988e375dbe3c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:11:18.105634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c13f76bc-0870-4b8d-84e9-cd7e1dfc7cc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/routers/91ee9277-3c4e-439c-8c51-4142df2f4610 HTTP/1.1" status: 204 len: 168 time: 0.8919771 Dec 13 10:11:18.105868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Pushing event deleted for resources: {'Port': ['ID=7a502417-20c6-498b-98fd-988e375dbe3c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:18.106778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:18.114452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.114808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.115412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.115762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.116103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.116532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.116770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.117152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.117456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.117788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.118116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.119187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.119535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081d933-a26e-4632-9721-40cd45002905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:18.207901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Deleting port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:18.208248 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.230735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.247497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b56eb-75c1-4c0f-b54b-6285a9ef76b0 req-5dc163b8-83d4-4e80-8862-946e55d9561a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:18.248979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-706b56eb-75c1-4c0f-b54b-6285a9ef76b0 req-5dc163b8-83d4-4e80-8862-946e55d9561a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 946 time: 0.0801897 Dec 13 10:11:18.358466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] For port d0c4e06c-e821-4ded-86ef-b60c2a3959b3, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:18.359163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.403479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.417164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-706b56eb-75c1-4c0f-b54b-6285a9ef76b0 req-5bcf3e71-0d1b-4220-8760-f2fe2daa6a05 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=e061c646-6dd4-437d-aece-06ed2656db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605427 Dec 13 10:11:18.460774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db362be3-5c1c-4d0a-b604-c18499c20e41']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:18.474845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a502417-20c6-498b-98fd-988e375dbe3c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:18.479404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60041b50-147a-4290-9427-64fbc2ca32e8') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:18.483335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60041b50-147a-4290-9427-64fbc2ca32e8') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:18.499878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.506959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7a502417-20c6-498b-98fd-988e375dbe3c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:18.507436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7a502417-20c6-498b-98fd-988e375dbe3c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:18.507956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ed1db169-376c-4dc3-b91a-266a88c8eae4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:18.538231 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.538490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: ed1db169-376c-4dc3-b91a-266a88c8eae4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:18.538703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device ed1db169-376c-4dc3-b91a-266a88c8eae4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:18.558429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:11:18.558911 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:11:18.564129 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:11:18.653448 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.659034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.662713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/networks/db362be3-5c1c-4d0a-b604-c18499c20e41 HTTP/1.1" status: 204 len: 168 time: 0.5515628 Dec 13 10:11:18.666884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:18.692146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd73a3-03f4-4adb-9902-d6cafab75a20 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Network': ['ID=db362be3-5c1c-4d0a-b604-c18499c20e41,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:18.747690 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.780459 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.796829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.797402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.797725 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Floating IP cae972c6-72c8-4c92-a9fb-37d4310fc58b disassociated. External IP: 172.25.1.17, port: d0c4e06c-e821-4ded-86ef-b60c2a3959b3. Dec 13 10:11:18.798070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Calling delete_port for d0c4e06c-e821-4ded-86ef-b60c2a3959b3 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:18.852230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.855780 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:18.859505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ed83ef1-32be-441b-b279-7ba51392691d HTTP/1.1" status: 204 len: 168 time: 0.1889794 Dec 13 10:11:18.867007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581b545-f2ac-4376-b2c4-171f9ea70cc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed83ef1-32be-441b-b279-7ba51392691d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:18.975036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.002852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'Port': ['ID=d0c4e06c-e821-4ded-86ef-b60c2a3959b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:19.127834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:19.131889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214545438', 'description': 'tempest-secgroup-smoke-214545438 description', 'project_id': 'df0ccc47bd0244bda56827fb2054900d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:19.137057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:19.162757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.254131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.258324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.260304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:19.272043 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:19.284775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:19.284775 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:19.301016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] No DVR routers for this DVR port d0c4e06c-e821-4ded-86ef-b60c2a3959b3 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:11:19.303928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.306639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.308098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1798339 Dec 13 10:11:19.311027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8406e-ee64-4a90-b28e-14411fc8f226 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2e637-ebaf-4a8a-8591-3379f56d53c6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:19.311570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b6353607-8303-4e75-8339-906b18dac8de req-d570a946-6b92-4ca3-a0bd-6ac14e8ca05a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.37 "DELETE /v2.0/ports/d0c4e06c-e821-4ded-86ef-b60c2a3959b3 HTTP/1.1" status: 204 len: 173 time: 1.2300370 Dec 13 10:11:19.312247 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'name': 'network-vif-deleted', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:19.313520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:19.314979 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f2ba05-9bb8-4d09-a820-c3563cf25bf1" -d '{"events": [{"server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "name": "network-vif-deleted", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:19.318137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:19.353870 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a37716a-54a1-4e4f-88a0-b83e6f4b0ae6 x-openstack-request-id: req-7a37716a-54a1-4e4f-88a0-b83e6f4b0ae6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:19.357537 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba58cb3-434c-4406-8ea2-3392b89973ed", "name": "network-vif-deleted", "tag": "d0c4e06c-e821-4ded-86ef-b60c2a3959b3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:19.359725 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a37716a-54a1-4e4f-88a0-b83e6f4b0ae6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:19.360184 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba58cb3-434c-4406-8ea2-3392b89973ed', 'name': 'network-vif-deleted', 'tag': 'd0c4e06c-e821-4ded-86ef-b60c2a3959b3', 'status': 'completed', 'code': 200} Dec 13 10:11:19.361558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.453430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.458727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.488550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72efc78b-d643-4aaa-8380-b846c88cbd60,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:19.506308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.510684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a646c936-52a6-4159-b2ee-838917849211 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960378 Dec 13 10:11:19.514379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:19.522231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:19.554188 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:19.568905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.629721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80e96f81-6ac5-44cc-b140-989656b64d43 req-87dabf9f-7f1e-48de-ba25-2155be819939 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba58cb3-434c-4406-8ea2-3392b89973ed HTTP/1.1" status: 200 len: 210 time: 0.0504632 Dec 13 10:11:19.659112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.663825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.687465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2e7b46-8232-4b22-bf63-b1a925df40f9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:19.698112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.702717 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d49de01b-e12a-472f-ae22-ea291596ad4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1828587 Dec 13 10:11:19.703437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:19.708364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:19.738165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.815206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:19.826167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.830974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.861286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0987b327-b240-48ed-b1e7-30b18d400b9b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:19.869261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.872958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3de21d94-8868-4e97-8548-cd5b89eaedc1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660645 Dec 13 10:11:19.873515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:19.879293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:19.924467 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:19.953808 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:19.962693 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:19.963307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:19.998558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.002493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.020413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de2b15-587d-4029-86f1-56f9b326db01,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.031087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.032390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ac557c68-1b7a-4785-89ad-b7b664fcb052 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574903 Dec 13 10:11:20.035053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.039579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:20.063890 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:11:20.069345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.082458 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:20.137685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.142781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.162118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16b6802-39f1-4659-a705-f1554852c641,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.172687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.173979 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-69d070f5-86db-4c4d-915a-fbec289fa3f2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379371 Dec 13 10:11:20.176973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41648) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.183350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '76c2e637-ebaf-4a8a-8591-3379f56d53c6', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:20.214641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a4ec2505-dd5f-4eef-aaf5-33dd7e61506c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:20.215300 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:11:20.223471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.240691 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a4ec2505-dd5f-4eef-aaf5-33dd7e61506c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:20.241358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a4ec2505-dd5f-4eef-aaf5-33dd7e61506c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:20.293277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.298404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.318508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac831d3a-fa01-4ec2-8a9d-46c399cf5737,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.324928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:20.333426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.337630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-10a5e9c0-4ee3-4a9c-9eee-d5046281b381 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557555 Dec 13 10:11:20.338020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.343612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'network': {'name': 'tempest-network-smoke--908582857', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:20.351680 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087b0f-19c2-4f5e-9a60-d62aa58bedbf None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:20.374244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:20.378852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.409393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:11:20.424025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.424025 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Added segment 4d3e7783-bd57-4cc2-98d8-ac536726d163 of type vlan for network 04f20e1d-d780-4328-9f7f-faab75d13590 Dec 13 10:11:20.471322 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.503327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.509742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:20.510461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.577373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2381601 Dec 13 10:11:20.580131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.584888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'admin_state_up': True, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:20.593248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c4fe1-47f0-4ff8-acf5-9c6ce3f5875d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Network': ['ID=04f20e1d-d780-4328-9f7f-faab75d13590,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.607164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 04f20e1d-d780-4328-9f7f-faab75d13590 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:11:20.626634 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.628231 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.691020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b805033-f0e3-4b5f-ab87-1261543e23ab None None] New status for floating IP cae972c6-72c8-4c92-a9fb-37d4310fc58b: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:20.718264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.743905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.817287 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.847615 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.903813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.921334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.926562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:20.930172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "DELETE /v2.0/security-groups/e061c646-6dd4-437d-aece-06ed2656db8c HTTP/1.1" status: 204 len: 168 time: 0.1827922 Dec 13 10:11:20.931200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:20.939477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31075984-be5f-4b4c-a168-942867d9b3b1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061c646-6dd4-437d-aece-06ed2656db8c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:20.971837 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-72532203-edf8-4165-8c72-b2ee5ada72fe tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] show failed (client error): The resource could not be found. Dec 13 10:11:20.972900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72532203-edf8-4165-8c72-b2ee5ada72fe tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups/e061c646-6dd4-437d-aece-06ed2656db8c HTTP/1.1" status: 404 len: 347 time: 0.0406773 Dec 13 10:11:20.975993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:21.118194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Deleting port aa0990f4-ef91-47c6-a05a-82dd829166f8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:11:21.119209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.131444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.150028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.205842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.206416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.221725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Calling delete_port for aa0990f4-ef91-47c6-a05a-82dd829166f8 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:11:21.274695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.111 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/40278792-359f-434d-b08c-31b977480c8a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:21.380007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.395645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.411714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'Port': ['ID=aa0990f4-ef91-47c6-a05a-82dd829166f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:21.492503 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.495803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.497369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9748b30a-d9f7-45c0-a95a-c6add3c378ac tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "DELETE /v2.0/floatingips/cae972c6-72c8-4c92-a9fb-37d4310fc58b HTTP/1.1" status: 204 len: 168 time: 0.5185554 Dec 13 10:11:21.531872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d0c4e06c-e821-4ded-86ef-b60c2a3959b3 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:11:21.558788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: d0c4e06c-e821-4ded-86ef-b60c2a3959b3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:11:21.560049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d0c4e06c-e821-4ded-86ef-b60c2a3959b3 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:11:21.788101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:21.838754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:21.842916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:21.859921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5fa94-fb76-4787-a48c-af80c7c5516c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:21.861440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:21.867566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=40278792-359f-434d-b08c-31b977480c8a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:21.947191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-837d8aac-3cb6-49c5-8081-78a183155997 None None] Provisioning complete for port 40278792-359f-434d-b08c-31b977480c8a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:21.948298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-837d8aac-3cb6-49c5-8081-78a183155997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.012538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-837d8aac-3cb6-49c5-8081-78a183155997 None None] Port 40278792-359f-434d-b08c-31b977480c8a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:22.186364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.192189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125152116', 'description': 'tempest-description--1633047715'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:22.199334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.227856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.342584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.348814 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.389666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.393976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2031350 Dec 13 10:11:22.394330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.399751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group_rule': {'security_group_id': 'a5cdb1da-b07b-499d-b7e4-d36c57d4e181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:22.404851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a78fe1-fe2d-47ac-a8ba-dace4afbc784 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdb1da-b07b-499d-b7e4-d36c57d4e181,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:22.446628 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.455713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.538006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.544433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.570145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d7bcad-aeb1-44ea-8f9c-eda6535e552b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:22.582541 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.583762 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-85e326a6-6c66-4134-9ff9-7f3906803038 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877623 Dec 13 10:11:22.586915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.592608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'security_group_rule': {'security_group_id': 'a5cdb1da-b07b-499d-b7e4-d36c57d4e181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:22.620859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router d1686470-2ae3-41b5-b394-0404ff30662b is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:11:22.622743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.694217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.700415 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.724527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380b9668-1e0e-4bef-aa01-612d5b9d2293,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:22.736562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.737819 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b05ffdf5-bd09-4435-a66d-43def08517e1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489077 Dec 13 10:11:22.741054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.745435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:22.749500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:22.761136 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Sync routers for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:22.775825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.783450 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.792154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8764ef3-448d-4a01-96be-e6d3e12c3f19 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2108655 Dec 13 10:11:22.794478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.794681 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:22.795183 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:22.873436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b479b0bf-197e-4507-9f65-616a3836c13c tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=df0ccc47bd0244bda56827fb2054900d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774643 Dec 13 10:11:22.873972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:22.928830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:22.934553 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:23.086001 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24125251-aef9-4897-b131-964be387096e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:23.089582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24125251-aef9-4897-b131-964be387096e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2143714 Dec 13 10:11:23.091890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:23.110405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Allocated IP 172.25.1.254 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/1f2fa5df-7290-4d6f-aa0e-dae55b865f29) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:23.180160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:23.183566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e803c2f-0b1e-4ac2-8d80-38588123afcc tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826492 Dec 13 10:11:23.186405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966714053', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:23.194262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:22Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:23.229312 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Checking router: d1686470-2ae3-41b5-b394-0404ff30662b for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:23.230510 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Updating router d1686470-2ae3-41b5-b394-0404ff30662b port 40278792-359f-434d-b08c-31b977480c8a binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:11:23.263182 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.344359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:23.348554 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.358484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.477516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.568263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:23.596830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:23.627224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=1f2fa5df-7290-4d6f-aa0e-dae55b865f29,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:23.633218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:23.739235 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.744988 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.814771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353b417-ea8c-4171-92a6-a41f264c308d None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:23.829897 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.833821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Pushing event updated for resources: {'Port': ['ID=40278792-359f-434d-b08c-31b977480c8a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:23.837906 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Attempting to bind port 40278792-359f-434d-b08c-31b977480c8a on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:23.838158 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Attempting to bind port 40278792-359f-434d-b08c-31b977480c8a by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:23.838519 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Attempting to bind port 40278792-359f-434d-b08c-31b977480c8a on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:23.846782 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.847129 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.847463 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.847793 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.848167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.848496 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.848821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.849151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.849492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.849937 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.850270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.850584 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.850899 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:23.859702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:23.860323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:23.860765 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.861258 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:23.861667 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Bound port: 40278792-359f-434d-b08c-31b977480c8a, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:23.862004 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.900040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Subnet': ['ID=ab5764d5-31f9-4f80-8340-320e93dce94d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:23.953690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1524d7c-5fbb-4c6f-9aed-df499b4b79c9 None None] Provisioning complete for port 40278792-359f-434d-b08c-31b977480c8a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:23.954247 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1524d7c-5fbb-4c6f-9aed-df499b4b79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.955877 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] For port 40278792-359f-434d-b08c-31b977480c8a, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:23.962222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] For port 40278792-359f-434d-b08c-31b977480c8a, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40278792-359f-434d-b08c-31b977480c8a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:23.969709 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:23.996196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1524d7c-5fbb-4c6f-9aed-df499b4b79c9 None None] Port 40278792-359f-434d-b08c-31b977480c8a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:23.997404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.016243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:24.016843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network hostable DHCP agents. Network: 04f20e1d-d780-4328-9f7f-faab75d13590, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:11:24.042446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b9ff5-81d3-4cee-a19d-faca922d1c88 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:11:24.055040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:24.055687 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:24.062680 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef3910-279c-415c-90ae-c4be80296f8c None None] Pushing event updated for resources: {'Port': ['ID=40278792-359f-434d-b08c-31b977480c8a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:24.068990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 04f20e1d-d780-4328-9f7f-faab75d13590 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:11:24.083296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.124981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] Provisioning complete for port 40278792-359f-434d-b08c-31b977480c8a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:24.125798 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.185859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:24.233044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.261339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] For port 40278792-359f-434d-b08c-31b977480c8a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40278792-359f-434d-b08c-31b977480c8a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:24.268643 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.340861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0ddbb-1a06-4462-ab86-5639731930f2 None None] Pushing event updated for resources: {'Port': ['ID=40278792-359f-434d-b08c-31b977480c8a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:24.403593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:22Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:24.433181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 04f20e1d-d780-4328-9f7f-faab75d13590) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:24.433782 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4544c-628f-48c8-9ba2-07f8885d1789 None None] The sync data for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 is: [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:22Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:24.441928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:24.442532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.454358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8010f72-f571-4a51-b8de-86cebac3a46e None None] Network 04f20e1d-d780-4328-9f7f-faab75d13590 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:11:24.471640 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45d601da-14ec-42ad-bef1-a1b2fc55d964 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2877307 Dec 13 10:11:24.471896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:24.628736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-04f20e1d-d780-4328-9f7f-faab75d13590', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:11:24.630440 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.652408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.663727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.781595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=1f2fa5df-7290-4d6f-aa0e-dae55b865f29,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:24.815727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.848883 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:24.850110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0ef24b05-2e93-4cff-8ee6-ef97fadea1d0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1080897 Dec 13 10:11:24.877095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Allocated IP 172.20.0.2 (04f20e1d-d780-4328-9f7f-faab75d13590/ab5764d5-31f9-4f80-8340-320e93dce94d/03be2920-c847-4355-9e5f-0a91a01f1214) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:25.113765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-e7f4329a-7430-46a2-8c56-ee6abf4fc2d4 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1125152116&fields=id&tenant_id=e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 267 time: 0.1146946 Dec 13 10:11:25.197435 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.210645 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.210898 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.271294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Network 04f20e1d-d780-4328-9f7f-faab75d13590 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:25.276584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:25.282823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:25.298305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Pushing event updated for resources: {'Port': ['ID=03be2920-c847-4355-9e5f-0a91a01f1214,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:25.386934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-83df6178-b8e6-4bf3-aacb-584c3171f759 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:25.395302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Attempting to bind port 03be2920-c847-4355-9e5f-0a91a01f1214 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:25.395817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Attempting to bind port 03be2920-c847-4355-9e5f-0a91a01f1214 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:25.396286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-83df6178-b8e6-4bf3-aacb-584c3171f759 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 811 time: 0.2576537 Dec 13 10:11:25.396427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Attempting to bind port 03be2920-c847-4355-9e5f-0a91a01f1214 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:25.402290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:25.403085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:25.403747 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.404251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Bound using segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:25.404884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Bound port: 03be2920-c847-4355-9e5f-0a91a01f1214, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:25.405408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.428816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-b9c26f39-8692-4105-aa5e-af1c81661e4b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/quotas/e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 375 time: 0.0315464 Dec 13 10:11:25.545242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] For port 03be2920-c847-4355-9e5f-0a91a01f1214, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:25.548094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] For port 03be2920-c847-4355-9e5f-0a91a01f1214, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03be2920-c847-4355-9e5f-0a91a01f1214,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:25.549917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-a468c630-aeda-4883-b2aa-6b04aeea0bca tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125505 Dec 13 10:11:25.561717 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:25.687970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90d1b7-d8f6-41e9-9a05-506362ad6304 None None] Pushing event updated for resources: {'Port': ['ID=03be2920-c847-4355-9e5f-0a91a01f1214,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:25.697870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-05e0f1d5-b007-43db-bf38-0aa92e2f9366 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:11:25.698717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-05e0f1d5-b007-43db-bf38-0aa92e2f9366 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1408718 Dec 13 10:11:25.842311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.1 (04f20e1d-d780-4328-9f7f-faab75d13590/ab5764d5-31f9-4f80-8340-320e93dce94d/59e39e12-6523-41dd-9062-7e03bfb2cc1c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:25.935914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-b699a183-8221-477e-ade7-8f13a81de9f2 service neutron] 10.222.0.30 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234700 Dec 13 10:11:26.108244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.135097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-f63f3a8e-a293-4a6f-862a-66cb8f94f0a7 service neutron] 10.222.0.30 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924584 Dec 13 10:11:26.170007 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.241064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 04f20e1d-d780-4328-9f7f-faab75d13590 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:26.247578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:26.251241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:26.318029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:26.343205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.380063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40278792-359f-434d-b08c-31b977480c8a up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:26.506101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bae264d2-f59a-4fa1-a3b8-bb5b66983531 req-69dee291-6b1f-4a41-8b48-2e4b4486f50b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 210 time: 0.0573583 Dec 13 10:11:26.507475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 40278792-359f-434d-b08c-31b977480c8a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:26.507852 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.663212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.687416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03be2920-c847-4355-9e5f-0a91a01f1214 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:26.784358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 03be2920-c847-4355-9e5f-0a91a01f1214 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:26.784730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.912354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:26.967932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 03be2920-c847-4355-9e5f-0a91a01f1214, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03be2920-c847-4355-9e5f-0a91a01f1214,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:26.975411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:27.055529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=03be2920-c847-4355-9e5f-0a91a01f1214,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:27.203883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:27.216042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:27.300741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:27.339630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:27.393263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:27.431402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 04f20e1d-d780-4328-9f7f-faab75d13590 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:27.435549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:27.667029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f76fd4-9dab-41e9-97b9-66bb1a36c9c9 None None] Network 04f20e1d-d780-4328-9f7f-faab75d13590 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:11:27.801048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4e633b0e-551d-4d9d-9208-064b6db2996b None None] Provisioning complete for port 03be2920-c847-4355-9e5f-0a91a01f1214 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:27.801483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e633b0e-551d-4d9d-9208-064b6db2996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:28.027454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8aec3de2-5915-47e8-a964-f4a46fa1dd5a req-34b1a81a-2784-481d-a918-6ff74deb9044 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 210 time: 0.0371380 Dec 13 10:11:28.091317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router d1686470-2ae3-41b5-b394-0404ff30662b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:28.343689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03be2920-c847-4355-9e5f-0a91a01f1214 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:28.416307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:28.433188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7b8ecf0-250c-4738-afa8-709fa4a0e995 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/d1686470-2ae3-41b5-b394-0404ff30662b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9518650 Dec 13 10:11:28.433436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 03be2920-c847-4355-9e5f-0a91a01f1214 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:28.433436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:28.531577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-c0ac262c-74c2-4f60-87d7-6be8c220f879 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:28.533615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-c0ac262c-74c2-4f60-87d7-6be8c220f879 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.44 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 811 time: 0.4404743 Dec 13 10:11:28.541867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Sync routers for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:28.681946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-76e3147c-2fc7-4bc0-9b51-aa56ec9f3f14 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e825f3e951724a2ab6240456015c5804 HTTP/1.1" status: 200 len: 380 time: 0.1369119 Dec 13 10:11:28.692841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'port': {'device_id': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'admin_state_up': True, 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'security_groups': ['a5cdb1da-b07b-499d-b7e4-d36c57d4e181']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:28.750704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca9e91d6-f7ed-47d1-a631-55a60456e300 None None] Provisioning complete for port 03be2920-c847-4355-9e5f-0a91a01f1214 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:28.751255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca9e91d6-f7ed-47d1-a631-55a60456e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:28.758084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:28.758720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:28.914752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-16afb1f6-f2d1-419d-956f-2d20b70b24de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214545438&fields=id&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 267 time: 0.1262071 Dec 13 10:11:28.989601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Made reservation on behalf of e825f3e951724a2ab6240456015c5804 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:28.995691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.063789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99853895-8f84-49d9-a5bf-d36cdc142c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.084693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:29.203634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38cbc56d-c273-45f2-9e3b-acb13bc39baf req-01aa88a1-02f2-4d33-8535-354bd7ba9dd1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 210 time: 0.0525391 Dec 13 10:11:29.288430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.295215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca9e91d6-f7ed-47d1-a631-55a60456e300 None None] Provisioning complete for port 59e39e12-6523-41dd-9062-7e03bfb2cc1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:29.295594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca9e91d6-f7ed-47d1-a631-55a60456e300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.342926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Allocated IP 172.20.0.6 (de6b1f90-747c-4ed8-bc82-dba8d2f1698e/7f93db59-a087-43dd-889a-bf71634b982b/bbe1cd79-e57e-4368-b58f-f60b18ed92e3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:29.370367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-2845bdde-64bc-4e7d-a632-664d9a5e4dfc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:29.374416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-2845bdde-64bc-4e7d-a632-664d9a5e4dfc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 796 time: 0.4432421 Dec 13 10:11:29.375248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e91d6-f7ed-47d1-a631-55a60456e300 None None] Port 59e39e12-6523-41dd-9062-7e03bfb2cc1c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:29.405466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 2, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:29.432785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-f5e8d211-0198-4aa1-a1af-f22f3ae5260b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/quotas/df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 375 time: 0.0474937 Dec 13 10:11:29.437600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Checking router: d1686470-2ae3-41b5-b394-0404ff30662b for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:29.438760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Updating router d1686470-2ae3-41b5-b394-0404ff30662b port 59e39e12-6523-41dd-9062-7e03bfb2cc1c binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:11:29.467935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.606495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c2850411-52d2-4895-97f0-0f3506860079 None None] Provisioning complete for port 59e39e12-6523-41dd-9062-7e03bfb2cc1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:29.607153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2850411-52d2-4895-97f0-0f3506860079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.665818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c2850411-52d2-4895-97f0-0f3506860079 None None] Port 59e39e12-6523-41dd-9062-7e03bfb2cc1c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:29.769517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-3b5ab6f5-f5da-45c7-b0ef-c13be85376ad tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3192623 Dec 13 10:11:29.900010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.979024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-8742b8f7-d77d-4b99-92e4-2467a00e73f2 service neutron] 10.222.0.30 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949642 Dec 13 10:11:29.992522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:29.997403 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.001784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.102798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:30.111152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:30.113369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:30.120166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event updated for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:30.132887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Attempting to bind port 59e39e12-6523-41dd-9062-7e03bfb2cc1c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:30.133290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Attempting to bind port 59e39e12-6523-41dd-9062-7e03bfb2cc1c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:30.133656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Attempting to bind port 59e39e12-6523-41dd-9062-7e03bfb2cc1c on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:30.136878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa6db-bf2a-4d96-b4b4-ab98fce46078 None None] Pushing event updated for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:30.142217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:30.142658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:30.143052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.143437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Bound using segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:30.143906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Bound port: 59e39e12-6523-41dd-9062-7e03bfb2cc1c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:30.144289 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.248612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] For port 59e39e12-6523-41dd-9062-7e03bfb2cc1c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:30.253271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] For port 59e39e12-6523-41dd-9062-7e03bfb2cc1c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=59e39e12-6523-41dd-9062-7e03bfb2cc1c,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:30.262950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.281823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-b351c481-e84f-450b-8ad1-4d197d2eea9c service neutron] 10.222.0.30 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957473 Dec 13 10:11:30.343496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.349158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.409758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-91a79ae4-a5e6-4393-bac4-8b73c69bff98 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7219350 Dec 13 10:11:30.423260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Request body: {'port': {'device_id': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:30.504193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e04f-fc24-4066-9e52-831304c3b00b req-2aad928a-61f5-4b11-8dd1-d6c3d9352774 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:30.508817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a1e04f-fc24-4066-9e52-831304c3b00b req-2aad928a-61f5-4b11-8dd1-d6c3d9352774 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 931 time: 0.1468997 Dec 13 10:11:30.543593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa6db-bf2a-4d96-b4b4-ab98fce46078 None None] Pushing event updated for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:30.592310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:30.595755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:30.651512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.698936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71a1e04f-fc24-4066-9e52-831304c3b00b req-4434bf16-8071-4ee8-9f3c-5ed6dc3b3155 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820333 Dec 13 10:11:30.872053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Provisioning complete for port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:30.872338 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:30.958882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-122c8817-377e-4e62-a578-d51d6c783020 req-6d3c3458-9bb5-4f2b-9736-f2c92fb1d15f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 210 time: 0.0581436 Dec 13 10:11:30.980603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:31.053556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Provisioning complete for port 59e39e12-6523-41dd-9062-7e03bfb2cc1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:31.063697 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.177539 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2247664-8330-4933-9d19-9260f801905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.185169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:31.412729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe1cd79-e57e-4368-b58f-f60b18ed92e3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:31.438904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.473017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Transition to ACTIVE for port object bbe1cd79-e57e-4368-b58f-f60b18ed92e3 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:31.489975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.536815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.548661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:31.695319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Attempting to bind port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:31.695706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Attempting to bind port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:31.702389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Attempting to bind port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:31.711521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:31.712124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Attempting to bind port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 on network de6b1f90-747c-4ed8-bc82-dba8d2f1698e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:31.726118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:31.726493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Checking segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:31.726856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Bound using segment: {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:31.727286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Bound port: bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6a6a56-a623-4d89-896c-7e3544854516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:31.735426 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.784375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] For port 59e39e12-6523-41dd-9062-7e03bfb2cc1c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=59e39e12-6523-41dd-9062-7e03bfb2cc1c,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:31.811137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:31.909060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:30Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:31.951839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:31.970712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3d0ca-641c-4a01-88b3-699eab019536 None None] The sync data for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 is: [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:30Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:31.973849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfca9d8-2b41-4c0f-a230-b11e95ce87f3 None None] Pushing event updated for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:32.000647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-61ff5e4a-fbd8-4bca-9613-91ef1e852d96 None None] Provisioning complete for port 59e39e12-6523-41dd-9062-7e03bfb2cc1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:32.001945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61ff5e4a-fbd8-4bca-9613-91ef1e852d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:32.039021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:32.049785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:32.142175 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:32.219728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d043b60-00fd-4b68-ba12-7e908969f1ef req-bcfef9bc-2268-4d0c-a76f-a0e0d5d7b9b3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.236315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d043b60-00fd-4b68-ba12-7e908969f1ef req-bcfef9bc-2268-4d0c-a76f-a0e0d5d7b9b3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 943 time: 0.3243825 Dec 13 10:11:32.283914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.284544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:32.286155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-9f63dfc7-3f2d-41ec-b33b-81ddbc15d051 service neutron] 10.222.0.44 "PUT /v2.0/ports/bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 200 len: 1091 time: 1.8675270 Dec 13 10:11:32.286619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:32.289027 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30" -d '{"events": [{"name": "network-changed", "server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:32.330186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:32.374979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c729f284-4ce0-4b6f-9562-44fd6f5e71e3 req-1c12f53d-4627-4bf5-9181-defbfd54387e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 210 time: 0.1786187 Dec 13 10:11:32.413320 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 59e39e12-6523-41dd-9062-7e03bfb2cc1c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:32.474646 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f857c-4bd9-42f3-9db1-a5fb503bbe44 x-openstack-request-id: req-9f7f857c-4bd9-42f3-9db1-a5fb503bbe44 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:32.475204 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:32.475470 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f7f857c-4bd9-42f3-9db1-a5fb503bbe44 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:32.475884 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'status': 'completed', 'code': 200} Dec 13 10:11:32.517746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d043b60-00fd-4b68-ba12-7e908969f1ef req-b4c82227-1fa7-4460-ad5a-62c2ae09dda0 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804613 Dec 13 10:11:32.552669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-7f48f737-bfad-44fe-a3de-c27fc21ff5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.554861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-7f48f737-bfad-44fe-a3de-c27fc21ff5e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 1094 time: 0.1507077 Dec 13 10:11:32.569886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 59e39e12-6523-41dd-9062-7e03bfb2cc1c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:32.570558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:32.701224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-3919fc28-e73a-4b84-a22d-05461ba91fb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 200 len: 217 time: 0.1372068 Dec 13 10:11:32.879703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-84bb1d56-4144-47df-88e0-d3dab41a51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:32.884579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-84bb1d56-4144-47df-88e0-d3dab41a51cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.1751473 Dec 13 10:11:33.024149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-83bece85-abff-44dd-a1c5-8b7631d9a688 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:33.026172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-83bece85-abff-44dd-a1c5-8b7631d9a688 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 796 time: 0.2787757 Dec 13 10:11:33.029924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bb5f-675a-4860-8e71-63671c58723b req-4b937d3d-2503-4744-96df-94f3720578bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:33.031629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-4b937d3d-2503-4744-96df-94f3720578bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424627 Dec 13 10:11:33.189914 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-0bd2804c-3a33-46fc-a25a-d2a0ae89708f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 379 time: 0.1488490 Dec 13 10:11:33.204695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'port': {'device_id': '240dd055-932f-4974-8492-90a785c54c70', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'admin_state_up': True, 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'security_groups': ['76c2e637-ebaf-4a8a-8591-3379f56d53c6']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:33.271290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-e5c9f44c-07b2-4026-ada6-38db124248ef service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320948 Dec 13 10:11:33.429425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:33.436072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:33.478739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2116bb5f-675a-4860-8e71-63671c58723b req-5cfc3b8a-e8d7-446a-af5d-82b3e4177c1e service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971517 Dec 13 10:11:33.691627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-46725430-84c2-4816-8d01-656f39ca930b req-3bb5bcae-0a13-4fa5-8136-c8ea3fdc84e7 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 210 time: 0.1332309 Dec 13 10:11:33.739661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:33.759006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-28ae1cd2-abf9-4977-b0e2-2543f0464ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:33.760491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-28ae1cd2-abf9-4977-b0e2-2543f0464ba9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 1094 time: 0.1760306 Dec 13 10:11:33.793751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.3 (04f20e1d-d780-4328-9f7f-faab75d13590/ab5764d5-31f9-4f80-8340-320e93dce94d/6753e286-16df-47dd-be5e-cc0677bc3c93) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:33.840266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70353a26-dbe9-489a-9b62-e516b2009ccc req-1c05466f-8fbc-4294-b2a0-46124857e23a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:33.851564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70353a26-dbe9-489a-9b62-e516b2009ccc req-1c05466f-8fbc-4294-b2a0-46124857e23a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 943 time: 0.2122285 Dec 13 10:11:34.051336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70353a26-dbe9-489a-9b62-e516b2009ccc req-ea6c19c1-6813-4c93-aeef-b77267fc7c99 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976190 Dec 13 10:11:34.110181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-583a0891-f22d-4774-bb44-bff030e61c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.111840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-583a0891-f22d-4774-bb44-bff030e61c7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.3439023 Dec 13 10:11:34.178519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-f4b45157-79df-48e7-b6ba-375a8c8c15d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 200 len: 217 time: 0.0586393 Dec 13 10:11:34.203930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.254601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-08496104-0423-4769-a437-b83e43f5c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.255967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-08496104-0423-4769-a437-b83e43f5c559 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0687656 Dec 13 10:11:34.312252 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.335914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-6a0d217d-a882-478c-abc2-b487f5130f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.337978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-6a0d217d-a882-478c-abc2-b487f5130f80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736487 Dec 13 10:11:34.365054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 04f20e1d-d780-4328-9f7f-faab75d13590 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:34.378689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:34.383196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:34.471442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:34.498719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:34.499380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.556387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-a3d101a6-6014-4c76-8562-eb49d85df420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3598123 Dec 13 10:11:34.566177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-c6587514-b7ed-4e47-b481-20b8c5e65b46 service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158360 Dec 13 10:11:34.573698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Request body: {'port': {'device_id': '240dd055-932f-4974-8492-90a785c54c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:34.685946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.780051 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.897619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0edf45af-f6af-4191-a800-1f686bebbe34 None None] Provisioning complete for port 6753e286-16df-47dd-be5e-cc0677bc3c93 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:34.898115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0edf45af-f6af-4191-a800-1f686bebbe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:34.922746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d91d14f0-80dc-4f8c-94e5-3c27d0a45d30 req-1dd4cdce-f7e8-480f-845d-1ab6d8e9c870 service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478138 Dec 13 10:11:35.015096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c346-af25-418a-9b89-b5a5a17f3d5c req-bb4a578e-6123-490e-89a5-63b735c5ed2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.033740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0edf45af-f6af-4191-a800-1f686bebbe34 None None] Port 6753e286-16df-47dd-be5e-cc0677bc3c93 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:35.041978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb01c346-af25-418a-9b89-b5a5a17f3d5c req-bb4a578e-6123-490e-89a5-63b735c5ed2e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 931 time: 0.2119970 Dec 13 10:11:35.182537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb01c346-af25-418a-9b89-b5a5a17f3d5c req-3c9e0b18-496f-48af-ae03-fc341296c798 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390288 Dec 13 10:11:35.206052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:35.215361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:35.228782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Transition to ACTIVE for port object 6753e286-16df-47dd-be5e-cc0677bc3c93 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:35.239196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:35.298459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc300-0f79-4063-90a6-f5c892d5acbe req-ce8e6125-6554-4402-afdb-e9e51489e7fa tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.299297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6fdc300-0f79-4063-90a6-f5c892d5acbe req-ce8e6125-6554-4402-afdb-e9e51489e7fa tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 943 time: 0.0996699 Dec 13 10:11:35.384640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6fdc300-0f79-4063-90a6-f5c892d5acbe req-e02c89a3-24c3-4a83-864f-b758d3ed63e9 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672657 Dec 13 10:11:35.442443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:35.522947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:35.523289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:35.523625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:35.532069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:35.532398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:35.538169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:35.538512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:35.538903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Bound using segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:35.539342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Bound port: 6753e286-16df-47dd-be5e-cc0677bc3c93, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:35.539707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:35.627939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:35.631940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:35.637924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:35.721102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:35.739448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.740608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:35.742810 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-cd1a0451-2b34-4e51-b7a0-2bfef27766bc service neutron] 10.222.0.37 "PUT /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1091 time: 1.1762028 Dec 13 10:11:35.743049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:35.746086 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:35.855141 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c29d8-da46-44b1-94b6-b373eadf38b5 x-openstack-request-id: req-df4c29d8-da46-44b1-94b6-b373eadf38b5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:35.855488 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:35.855910 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df4c29d8-da46-44b1-94b6-b373eadf38b5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:35.856418 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:11:35.877175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-7179b454-cce2-478b-b929-1062304d3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:35.878892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-7179b454-cce2-478b-b929-1062304d3bb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1094 time: 0.0687249 Dec 13 10:11:35.944668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-f9059b5a-615e-4f81-95e2-aab31d67b26f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 217 time: 0.0574079 Dec 13 10:11:36.010849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-ef4931d4-44e9-4cf5-a913-ef284686b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.013499 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-ef4931d4-44e9-4cf5-a913-ef284686b45c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0612600 Dec 13 10:11:36.081716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-0b90a5c5-1bc7-4fe7-ab40-08bdbe50c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.083831 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-0b90a5c5-1bc7-4fe7-ab40-08bdbe50c264 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583844 Dec 13 10:11:36.251953 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-df4bd513-2afe-4144-9a99-a2b80e437d93 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579461 Dec 13 10:11:36.290827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bbe1cd79-e57e-4368-b58f-f60b18ed92e3 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:36.378152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5abc7-1ca4-4cb2-be5c-55776c0126c1 req-54375642-53a2-49c2-8015-01b0a8b9a3ef tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.380338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ac5abc7-1ca4-4cb2-be5c-55776c0126c1 req-54375642-53a2-49c2-8015-01b0a8b9a3ef tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.1277511 Dec 13 10:11:36.448077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:36.484656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'port_id': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'mac_address': 'fa:16:3e:8f:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:36.499027 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5e639bb9-8c78-4202-a465-555a03d8f919 req-111e72b0-368c-4bfa-b24f-15b5daef9400 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330713 Dec 13 10:11:36.576749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:36.599414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe1cd79-e57e-4368-b58f-f60b18ed92e3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:36.603693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ac5abc7-1ca4-4cb2-be5c-55776c0126c1 req-84d6d073-72e3-4ac1-80a4-2b4a9c905066 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135262 Dec 13 10:11:36.635171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-118fce07-4b89-4b87-8fb7-b2bd67550b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.635171 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-118fce07-4b89-4b87-8fb7-b2bd67550b5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1094 time: 0.0808804 Dec 13 10:11:36.644504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:36.656326 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:36.686403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301e603-a25a-4d67-9143-cfba19b5bdc1 req-2b26b091-9a80-4c6e-9c4e-0064deeb321f tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.688352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c301e603-a25a-4d67-9143-cfba19b5bdc1 req-2b26b091-9a80-4c6e-9c4e-0064deeb321f tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 943 time: 0.1604648 Dec 13 10:11:36.765019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:36.769636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c301e603-a25a-4d67-9143-cfba19b5bdc1 req-e21df5d9-af62-4f21-870f-1833285881d3 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701919 Dec 13 10:11:36.842002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-ab18df17-c2d8-42b5-b7a8-13d6ecaa5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.847887 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-ab18df17-c2d8-42b5-b7a8-13d6ecaa5a5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.2045968 Dec 13 10:11:36.883880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['bbe1cd79-e57e-4368-b58f-f60b18ed92e3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:36.905768 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-0b1aac9b-434b-4335-b926-aa32f965fdf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 217 time: 0.0500343 Dec 13 10:11:36.971490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-eca6bf20-fc02-4e9d-bb05-09c5addf0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:36.973694 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-eca6bf20-fc02-4e9d-bb05-09c5addf0744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0570529 Dec 13 10:11:37.028281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-c72999c1-3b43-4370-922b-db62e6053ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:37.033488 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-c72999c1-3b43-4370-922b-db62e6053ea1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507009 Dec 13 10:11:37.189563 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-b8cb27b2-b707-48ad-b84f-93bb37f52bef service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484308 Dec 13 10:11:37.314045 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-bdc72582-17a1-44d7-b10d-8b3bb9b32a2a req-d2ec53f9-4234-4c7e-a1b3-0b39d8f307f4 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129611 Dec 13 10:11:37.778209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8236a2-8e74-4729-aecf-129d8de6a1b0 req-7253b133-2047-4458-b492-60e8643f2e68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:37.781585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b8236a2-8e74-4729-aecf-129d8de6a1b0 req-7253b133-2047-4458-b492-60e8643f2e68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0777149 Dec 13 10:11:37.878813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4b8236a2-8e74-4729-aecf-129d8de6a1b0 req-c5ee532b-7d2d-44ea-8525-2aa5936e9419 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905471 Dec 13 10:11:37.953234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfd2e2-bf04-485c-ba73-195531f9f1f8 req-43d5134d-03fa-4a6d-a79e-6aee3ddd060d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:37.955165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8dfd2e2-bf04-485c-ba73-195531f9f1f8 req-43d5134d-03fa-4a6d-a79e-6aee3ddd060d tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 944 time: 0.0617063 Dec 13 10:11:38.019467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c8dfd2e2-bf04-485c-ba73-195531f9f1f8 req-5567fdff-b6aa-481c-bb5a-93260b10b566 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573101 Dec 13 10:11:38.300030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bbe1cd79-e57e-4368-b58f-f60b18ed92e3 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:38.398447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:11:38.408902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:38.410347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.538609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.571685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:38.574367 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd147f1-9cb4-4606-9950-5bdf814a99be" -d '{"events": [{"server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:38.597108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:38.605848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:38.689560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:38.725152 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ba4b0c-4b07-4c1f-be68-6d78e952b752 x-openstack-request-id: req-c0ba4b0c-4b07-4c1f-be68-6d78e952b752 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:38.725480 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:38.725729 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0ba4b0c-4b07-4c1f-be68-6d78e952b752 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:38.726136 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'code': 200} Dec 13 10:11:38.843877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3502ad-c645-4926-b026-f7b974d27a7f req-d8335556-a20b-48e4-986a-8f80e424a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:38.847769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d3502ad-c645-4926-b026-f7b974d27a7f req-d8335556-a20b-48e4-986a-8f80e424a965 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 1096 time: 0.0574536 Dec 13 10:11:38.907654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d3502ad-c645-4926-b026-f7b974d27a7f req-291702ce-7c19-4240-b974-967750790d70 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527492 Dec 13 10:11:39.041669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158e93-055e-40a7-9c84-9175a9186a26 req-ff62d961-caca-4879-9d39-dd2b77a55119 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.051056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c158e93-055e-40a7-9c84-9175a9186a26 req-ff62d961-caca-4879-9d39-dd2b77a55119 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0805326 Dec 13 10:11:39.145652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c158e93-055e-40a7-9c84-9175a9186a26 req-9091c81f-9a80-419e-84d5-47fb0b92ca8c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936275 Dec 13 10:11:39.189680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57190c2-9c05-41c7-9e37-f17813d38d94 req-af5d7a03-e683-47a1-ac12-0e8c6f577c20 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.191328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f57190c2-9c05-41c7-9e37-f17813d38d94 req-af5d7a03-e683-47a1-ac12-0e8c6f577c20 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.0700686 Dec 13 10:11:39.248156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f57190c2-9c05-41c7-9e37-f17813d38d94 req-e2f97669-1e36-416e-8957-fabc9b998b3b tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Dec 13 10:11:39.299983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-e36d2e90-f48b-498d-afad-be71a7003f3c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797971948&fields=id&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 267 time: 0.0630007 Dec 13 10:11:39.417986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-515f6af8-2c30-4a0b-b422-39e85ba1ff98 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:39.419679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-515f6af8-2c30-4a0b-b422-39e85ba1ff98 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.1122603 Dec 13 10:11:39.435728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-651b8800-7ed5-4991-9b36-123ba2d471c4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/quotas/a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 375 time: 0.0099549 Dec 13 10:11:39.507685 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-385968de-b9ac-495f-8ba4-c0d17afada2e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656865 Dec 13 10:11:39.616424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-860de217-4ead-429c-8a23-2d463cd03870 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956819 Dec 13 10:11:39.655013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:39.723395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-590135dd-f113-4bf1-ad04-5df7302f5f67 service neutron] 10.222.0.30 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955102 Dec 13 10:11:39.771051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:39.786332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:39.834307 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:39.850789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:39.875603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:39.881168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:39.952331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:40.113520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d4765dc-2a6b-4d09-8443-4a789efacc21 req-e3a4065c-2c22-4f50-a61f-a5aa427caeae tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Dec 13 10:11:40.215248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6753e286-16df-47dd-be5e-cc0677bc3c93'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:40.277173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf3151-9381-4e58-8db2-1b0fb686c767 req-c6d04274-5da0-4b38-b5f4-02eb0194f613 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:40.278768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60cf3151-9381-4e58-8db2-1b0fb686c767 req-c6d04274-5da0-4b38-b5f4-02eb0194f613 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0557241 Dec 13 10:11:40.359287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60cf3151-9381-4e58-8db2-1b0fb686c767 req-681a486a-6bd7-423b-b586-697747cd72ba tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719221 Dec 13 10:11:40.426654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93302d4c-9623-4644-9ba5-dcaea686720f req-cabeb9dd-1df8-4564-9c28-a15cc244795a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:40.428189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93302d4c-9623-4644-9ba5-dcaea686720f req-cabeb9dd-1df8-4564-9c28-a15cc244795a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.1001410 Dec 13 10:11:40.504181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93302d4c-9623-4644-9ba5-dcaea686720f req-f21e90a2-9d1b-4c76-a93f-e9d09b4ee5c1 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692675 Dec 13 10:11:40.630859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f7c4-671e-4364-aa6e-9efc3764c523 req-758ebe06-e233-4eed-860f-49146205e8ad tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:40.632599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26e6f7c4-671e-4364-aa6e-9efc3764c523 req-758ebe06-e233-4eed-860f-49146205e8ad tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.0614491 Dec 13 10:11:40.648394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:40.653666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Request body: {'floatingip': {'port_id': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:40.697793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.633381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-772caec1-135c-44cc-a41d-c55d68786ffe req-746fc907-0c1e-4890-898d-d25d475bb29a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.4314735 Dec 13 10:11:41.670032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.672259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:41.693116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.740109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6753e286-16df-47dd-be5e-cc0677bc3c93 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:11:41.745666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6753e286-16df-47dd-be5e-cc0677bc3c93 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:41.746480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.764951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-d79508a3-f075-4c24-aa30-6f9a1a3f2885 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:41.766598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-d79508a3-f075-4c24-aa30-6f9a1a3f2885 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 811 time: 0.5845876 Dec 13 10:11:41.837908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678635ec-1c40-4d8a-95e1-0872896bc8bd req-ebb5af3b-2b06-4642-b794-b93d6f00f415 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:41.848559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-678635ec-1c40-4d8a-95e1-0872896bc8bd req-ebb5af3b-2b06-4642-b794-b93d6f00f415 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.2198319 Dec 13 10:11:41.852481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.881203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:41.883860 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7c177f-403b-476a-a122-ae05abadb620" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:41.909447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:41.917321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:41.962923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-678635ec-1c40-4d8a-95e1-0872896bc8bd req-0abaf4d2-d31e-429d-9b90-7db48c692c21 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071415 Dec 13 10:11:41.965316 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Floating IP 2d878259-0658-4262-aaf1-ec5f3655ddd5 associated. External IP: 172.25.1.254, port: bbe1cd79-e57e-4368-b58f-f60b18ed92e3. Dec 13 10:11:41.979623 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f3349f-88a5-450b-9e86-710ee3bd6007 x-openstack-request-id: req-16f3349f-88a5-450b-9e86-710ee3bd6007 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:41.979915 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:41.980486 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16f3349f-88a5-450b-9e86-710ee3bd6007 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:41.981319 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'code': 200} Dec 13 10:11:41.984758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-e971c880-0e0c-4af0-9115-fa795756e9c8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d HTTP/1.1" status: 200 len: 380 time: 0.1915920 Dec 13 10:11:42.024420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:42.028929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'port': {'device_id': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'admin_state_up': True, 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'security_groups': ['2aaa26b7-59ee-4d21-b008-7264a5110eb9']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:42.138174 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69803c-d4ae-447d-803f-6c1b957c10da req-76a8ac13-5091-4b9c-a81a-ab5b26a77e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:42.140195 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa69803c-d4ae-447d-803f-6c1b957c10da req-76a8ac13-5091-4b9c-a81a-ab5b26a77e33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1096 time: 0.0701849 Dec 13 10:11:42.224744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa69803c-d4ae-447d-803f-6c1b957c10da req-9fd2019a-5759-4834-afa5-0275ff2482a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777142 Dec 13 10:11:42.295727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Made reservation on behalf of a83e51b1a7fa4f4a9430413ce4cd4d7d for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:11:42.299252 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.392374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:42.521943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.20.0.14 (4a36fccc-b52b-41d3-a133-2bdb1367a951/e86d083e-cfb3-430e-8234-39bbbb616cea/69b91313-c61e-4f1b-993e-fcc93b6e76bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:42.575855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:42.583771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.586789 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:42.599936 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:42.600625 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:42.654283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5660635b-b14f-49bb-8661-47f036883d8a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "PUT /v2.0/floatingips/2d878259-0658-4262-aaf1-ec5f3655ddd5 HTTP/1.1" status: 200 len: 991 time: 2.0019634 Dec 13 10:11:42.656648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:42.658643 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34" -d '{"events": [{"name": "network-changed", "server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:42.709468 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28974948-3e76-465b-9bd2-7f12c4a1f1d8 x-openstack-request-id: req-28974948-3e76-465b-9bd2-7f12c4a1f1d8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:42.709763 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:42.710270 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28974948-3e76-465b-9bd2-7f12c4a1f1d8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:42.711196 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'status': 'completed', 'code': 200} Dec 13 10:11:42.751390 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.764168 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:42.793250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-84820ca6-fc1b-4038-a070-9d80c3bf988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:42.795066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-84820ca6-fc1b-4038-a070-9d80c3bf988b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 1096 time: 0.0570166 Dec 13 10:11:42.831114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5c9da23-087b-470e-820d-e3cb0faa6750 req-3e3e22a0-2378-4c20-bf59-54c3ffc57078 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0366175 Dec 13 10:11:42.841680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:42.895446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:42.898909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:42.902880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:42.936115 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:42.963375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-08fa9cda-bdfd-4598-a515-87c561596ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:42.965593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-08fa9cda-bdfd-4598-a515-87c561596ce7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1594777 Dec 13 10:11:43.023604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:43.024576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:43.062222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-7fb95b92-1e75-4c68-8a64-285d6ff2d003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0395184 Dec 13 10:11:43.089576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Request body: {'port': {'device_id': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:43.120275 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2d878259-0658-4262-aaf1-ec5f3655ddd5', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:8f:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:23Z', 'updated_at': '2021-12-13T10:11:41Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:43.145988 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-89a7460f-ccc9-4c69-8c19-3d0b6d2fef9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 200 len: 999 time: 0.1701500 Dec 13 10:11:43.161699 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:43.179671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:43.182612 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:43.215367 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b382a21c-1ffb-4fb8-82cb-9c2b8ec25427 None None] Provisioning complete for port 69b91313-c61e-4f1b-993e-fcc93b6e76bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:43.215936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b382a21c-1ffb-4fb8-82cb-9c2b8ec25427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:43.229638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22f272-bb0a-4836-a7ac-5f024dc4d92f req-261aa561-4ec0-4773-8d0b-164f2af0db4e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:43.232071 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef22f272-bb0a-4836-a7ac-5f024dc4d92f req-261aa561-4ec0-4773-8d0b-164f2af0db4e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.1622818 Dec 13 10:11:43.232838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:43.287348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b382a21c-1ffb-4fb8-82cb-9c2b8ec25427 None None] Port 69b91313-c61e-4f1b-993e-fcc93b6e76bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:11:43.287599 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-952d6d9f-734f-4126-a9f1-fb526626e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:43.289092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-952d6d9f-734f-4126-a9f1-fb526626e3c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.1358492 Dec 13 10:11:43.296840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef22f272-bb0a-4836-a7ac-5f024dc4d92f req-49c83ea3-e8b8-412a-9773-d543895e3551 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536511 Dec 13 10:11:43.385484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-bbecd8af-929f-4894-8998-651659641db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:43.388802 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-bbecd8af-929f-4894-8998-651659641db1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918965 Dec 13 10:11:43.429840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:43.515093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-1e69cdc0-c423-4021-bf03-be1af0a8af6a service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180618 Dec 13 10:11:43.645417 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21dcfa2e-0928-4f50-bf6e-19e4dcd18a34 req-bcaa9740-b584-4986-9075-1335b95d1479 service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215982 Dec 13 10:11:43.751004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b91313-c61e-4f1b-993e-fcc93b6e76bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:43.759601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:43.776467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Transition to ACTIVE for port object 69b91313-c61e-4f1b-993e-fcc93b6e76bd will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:11:43.782345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:43.817893 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2d878259-0658-4262-aaf1-ec5f3655ddd5', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:8f:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:23Z', 'updated_at': '2021-12-13T10:11:41Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:43.848165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Pushing event updated for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:43.869424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff13b56-3111-490f-bfc9-cba815c360ba None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '2d878259-0658-4262-aaf1-ec5f3655ddd5', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'port_id': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'mac_address': 'fa:16:3e:8f:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:23Z', 'updated_at': '2021-12-13T10:11:41Z', 'revision_number': 1, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:43.966509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Attempting to bind port 69b91313-c61e-4f1b-993e-fcc93b6e76bd on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:11:43.966865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Attempting to bind port 69b91313-c61e-4f1b-993e-fcc93b6e76bd by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:11:43.967205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Attempting to bind port 69b91313-c61e-4f1b-993e-fcc93b6e76bd on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:43.984396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Port 69b91313-c61e-4f1b-993e-fcc93b6e76bd on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:11:43.984648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Attempting to bind port 69b91313-c61e-4f1b-993e-fcc93b6e76bd on network 4a36fccc-b52b-41d3-a133-2bdb1367a951 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:11:44.003957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:11:44.004303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Checking segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:11:44.004695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Bound using segment: {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:11:44.005190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Bound port: 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2105842b-e66e-46b8-b5c4-60e3160727f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:11:44.005692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.052327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5b636-038c-49e4-893c-aa3be288306a req-b1ad07ba-250b-433a-ace5-3c3651fc6095 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.060420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1b5b636-038c-49e4-893c-aa3be288306a req-b1ad07ba-250b-433a-ace5-3c3651fc6095 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0904410 Dec 13 10:11:44.169735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1b5b636-038c-49e4-893c-aa3be288306a req-cbdd1e4f-d8bd-455b-9f0c-0182bf88904d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083527 Dec 13 10:11:44.190311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:11:44.204324 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:11:44.220365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.261404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fa762-5f4a-4486-862e-b3ca8d42fa6c None None] New status for floating IP 2d878259-0658-4262-aaf1-ec5f3655ddd5: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:44.270638 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.271218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:44.272700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] 10.222.0.44 "PUT /v2.0/ports/69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 1092 time: 1.1918576 Dec 13 10:11:44.296649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9ce07-08c9-4f64-b7d6-0b13b236150c service neutron] Pushing event updated for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:44.370217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-d9ca9b57-0bfa-4f34-96e3-6997926adebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.372782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-d9ca9b57-0bfa-4f34-96e3-6997926adebf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1095 time: 0.0556872 Dec 13 10:11:44.441781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-73975525-f3e8-4e9b-8bfc-4025dba4a019 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 217 time: 0.0603814 Dec 13 10:11:44.576106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-eb015011-0bdf-449d-b11f-419f18f64805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.579317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-eb015011-0bdf-449d-b11f-419f18f64805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1269481 Dec 13 10:11:44.641442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3643-71f8-4a48-bd05-f9516532d875 req-c1e76f32-32d6-4e00-a19b-998f1ab96eb9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.643070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bfc3643-71f8-4a48-bd05-f9516532d875 req-c1e76f32-32d6-4e00-a19b-998f1ab96eb9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.1517138 Dec 13 10:11:44.646265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-f2a07b9c-50f7-4531-9315-7b4a83c70928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.647670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-f2a07b9c-50f7-4531-9315-7b4a83c70928 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599916 Dec 13 10:11:44.747016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:44.749471 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21" -d '{"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:44.753810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-6a0cef34-da16-4f88-b520-294c6c9162e7 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984895 Dec 13 10:11:44.762363 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-260fd1a7-d7bc-4cee-a844-f9afcd603afb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924313 Dec 13 10:11:44.832916 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e5457-ecc7-4664-8ae2-a4194f3a3909 x-openstack-request-id: req-ac3e5457-ecc7-4664-8ae2-a4194f3a3909 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:44.833333 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:44.833668 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac3e5457-ecc7-4664-8ae2-a4194f3a3909 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:44.834596 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'status': 'completed', 'code': 200} Dec 13 10:11:44.878404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd965-436e-442d-9cc0-710872c84dce req-33dca942-eab3-4a60-bc7d-7d74fbf59535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:44.881452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-33dca942-eab3-4a60-bc7d-7d74fbf59535 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0656514 Dec 13 10:11:44.884130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b9348-a6f2-45aa-944b-62ca50b892e4 req-8941f884-abf3-4a5a-9ec9-501d23ca550e service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212046 Dec 13 10:11:44.925393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9bfc3643-71f8-4a48-bd05-f9516532d875 req-badd7eea-926f-4d4a-80db-099b2557e270 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763262 Dec 13 10:11:45.010158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-9077564e-f07e-4d77-934d-a47a7955598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.011956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-9077564e-f07e-4d77-934d-a47a7955598d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1095 time: 0.0584023 Dec 13 10:11:45.083379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd965-436e-442d-9cc0-710872c84dce req-0801767c-2475-421d-b5cf-079a90144d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.085838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-0801767c-2475-421d-b5cf-079a90144d4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1730237 Dec 13 10:11:45.153454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb868fd-0ed0-43b0-bc47-46e90024bb0d req-965bcac9-e34f-42b8-be96-d7d7e63d3c1b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.157202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb868fd-0ed0-43b0-bc47-46e90024bb0d req-965bcac9-e34f-42b8-be96-d7d7e63d3c1b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.1137342 Dec 13 10:11:45.175104 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-30ed9cf1-6369-436e-9e2d-e23a6227cd04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 1002 time: 0.0813336 Dec 13 10:11:45.180923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-5ac5100d-8764-4088-b94b-f66a39f9aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.182391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-5ac5100d-8764-4088-b94b-f66a39f9aa79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1619163 Dec 13 10:11:45.229400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd965-436e-442d-9cc0-710872c84dce req-2b7086fa-dbaf-4ba2-b30a-094756667333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.231399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-2b7086fa-dbaf-4ba2-b30a-094756667333 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0496304 Dec 13 10:11:45.240702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-b1222934-6b7f-4bb9-868c-a2f48b681909 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 217 time: 0.0499029 Dec 13 10:11:45.295397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fd965-436e-442d-9cc0-710872c84dce req-de26b352-fe51-49d1-949b-e8b073b46da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.297238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-de26b352-fe51-49d1-949b-e8b073b46da8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585790 Dec 13 10:11:45.301512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9eb868fd-0ed0-43b0-bc47-46e90024bb0d req-1f48a7bc-8f9c-4d6f-b263-b0e6b6c1fa1a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365554 Dec 13 10:11:45.332695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:45.403544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd186c-45b3-4bc9-aac3-3f732d43a928 req-824f1357-6663-491f-98f2-02ec00670329 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.412275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57cd186c-45b3-4bc9-aac3-3f732d43a928 req-824f1357-6663-491f-98f2-02ec00670329 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.1473238 Dec 13 10:11:45.423335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-e76f3e23-7c8e-468a-a358-fec2ff99318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.424777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-e76f3e23-7c8e-468a-a358-fec2ff99318b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1741304 Dec 13 10:11:45.430044 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-5788f932-e2a7-46e2-b896-cbd3ba4f53d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237903 Dec 13 10:11:45.469408 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43965d-359a-4b74-a535-4063ac27c25a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.473592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0e43965d-359a-4b74-a535-4063ac27c25a tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1091 time: 0.1338692 Dec 13 10:11:45.489416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 41972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:45.494102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:11:45.514547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57cd186c-45b3-4bc9-aac3-3f732d43a928 req-571590be-7d22-4bf2-afa4-5879278f7e3f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013155 Dec 13 10:11:45.536272 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:45.541855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-0370c5d5-de9e-4984-8926-f9deae52ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:45.545363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-0370c5d5-de9e-4984-8926-f9deae52ac99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065500 Dec 13 10:11:45.612798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-340fd965-436e-442d-9cc0-710872c84dce req-50cb8b73-5ca1-47c5-94d6-890bc90536ef service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749871 Dec 13 10:11:45.698328 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:45.700317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-e0ee8f00-2ee4-42df-9977-c9af313ed246 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466136 Dec 13 10:11:45.820432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ec3d242-6144-4d1b-9fe8-3f09c7f13e21 req-71ed9d4a-7750-49c1-9cd0-6b2fe434ea34 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122682 Dec 13 10:11:45.826173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.138 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/cb2c045b-a3f7-4ffb-a6dc-df09733831c4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:11:45.938732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:45.979020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:46.043546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=cb2c045b-a3f7-4ffb-a6dc-df09733831c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:46.057824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:11:46.059614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:11:46.062094 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:11:46.522257 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:46.651072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d046b4-4804-443f-b59e-832c153a9061 req-e6d7161a-4d20-4e2a-be83-05e0000f86e7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:46.653588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7d046b4-4804-443f-b59e-832c153a9061 req-e6d7161a-4d20-4e2a-be83-05e0000f86e7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0708826 Dec 13 10:11:46.671465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:46.728118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7d046b4-4804-443f-b59e-832c153a9061 req-f7d556b0-e31b-4c74-b6f0-9ac3b2ba1cf8 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609114 Dec 13 10:11:46.901841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:46.907977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:46.980736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=cb2c045b-a3f7-4ffb-a6dc-df09733831c4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:46.999573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:47.117922 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP 12f3206b-1b24-4b63-8015-42cc1673bd82 associated. External IP: 172.25.1.138, port: 6753e286-16df-47dd-be5e-cc0677bc3c93. Dec 13 10:11:47.719771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router d1686470-2ae3-41b5-b394-0404ff30662b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:11:47.835689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:11:47.849822 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Sync routers for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:11:47.858535 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:47.862852 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:47.863928 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:47.870795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d289db-13ad-4a9b-94bb-f132fe1a9d5e req-2a72b5fb-25e1-467e-9ed3-6dc0861e55f7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:47.872822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31d289db-13ad-4a9b-94bb-f132fe1a9d5e req-2a72b5fb-25e1-467e-9ed3-6dc0861e55f7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0746586 Dec 13 10:11:47.911531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-62dd8865-9a4a-4699-8b37-9cbe2f50d7b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4208491 Dec 13 10:11:47.915443 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:47.919616 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60" -d '{"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:47.938576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31d289db-13ad-4a9b-94bb-f132fe1a9d5e req-0c7cdf71-aa39-4ab3-b474-c3abd61d2820 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573955 Dec 13 10:11:48.002325 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:48.008260 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa624a4-2522-45d4-965b-ca7da4f853c1 x-openstack-request-id: req-1fa624a4-2522-45d4-965b-ca7da4f853c1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:48.008558 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:48.008820 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fa624a4-2522-45d4-965b-ca7da4f853c1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:48.009264 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:11:48.062924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7661e-7c09-4ff8-a7ab-0ecb8674d059 req-c2358e16-aec6-4903-adfc-a0b3c7b65b57 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.071781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ad7661e-7c09-4ff8-a7ab-0ecb8674d059 req-c2358e16-aec6-4903-adfc-a0b3c7b65b57 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0717242 Dec 13 10:11:48.078189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-d919e91e-703d-453f-8641-56c0c45708e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.079904 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-d919e91e-703d-453f-8641-56c0c45708e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1096 time: 0.0478370 Dec 13 10:11:48.134510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ad7661e-7c09-4ff8-a7ab-0ecb8674d059 req-626db966-235c-462b-a1d4-77aa9922ca11 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616665 Dec 13 10:11:48.146664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 41996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:48.235812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f4c1f0d9-f7ae-4300-8e51-6113f00a34b2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 200 len: 991 time: 0.0861080 Dec 13 10:11:48.243906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-ccdb17e8-4b89-460a-a9ed-bf0ac51f1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.245656 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-ccdb17e8-4b89-460a-a9ed-bf0ac51f1857 service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.1587105 Dec 13 10:11:48.258546 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '12f3206b-1b24-4b63-8015-42cc1673bd82', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dd055-932f-4974-8492-90a785c54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:46Z', 'updated_at': '2021-12-13T10:11:46Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:48.284589 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Checking router: d1686470-2ae3-41b5-b394-0404ff30662b for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:11:48.293494 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:11:48.294100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:11:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:48.312034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-4291a1f9-6435-48aa-822e-7b2dff62f8a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0587819 Dec 13 10:11:48.379082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-65fc3acc-96a6-4275-a144-24202feaa332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.380669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-65fc3acc-96a6-4275-a144-24202feaa332 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0545528 Dec 13 10:11:48.409409 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:11:48.428675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-a807d1eb-bba3-4c99-ae86-0352a1179054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:48.430377 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-a807d1eb-bba3-4c99-ae86-0352a1179054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424252 Dec 13 10:11:48.534677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-c69786bd-2c0c-4bc3-bb22-bd05b20e7f38 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958321 Dec 13 10:11:48.640167 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d4fc8ff9-5188-41d3-b955-b94dcf0a0d60 req-fe316002-24a3-4a43-8564-3e4dc7353e83 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992472 Dec 13 10:11:48.741661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '12f3206b-1b24-4b63-8015-42cc1673bd82', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dd055-932f-4974-8492-90a785c54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:46Z', 'updated_at': '2021-12-13T10:11:46Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:11:48.768074 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd4c18-92b2-4a2f-af0b-d79b38931c05 None None] The sync data for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 is: [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '12f3206b-1b24-4b63-8015-42cc1673bd82', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240dd055-932f-4974-8492-90a785c54c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:11:46Z', 'updated_at': '2021-12-13T10:11:46Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:11:48.987343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09398645-a716-4b90-a299-aade6b583c3f None None] New status for floating IP 12f3206b-1b24-4b63-8015-42cc1673bd82: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:11:49.084678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4a283-8240-4973-9d73-d32406d098f5 req-cc67e188-4b3a-436a-a6cd-75990b87a459 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:49.086850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77f4a283-8240-4973-9d73-d32406d098f5 req-cc67e188-4b3a-436a-a6cd-75990b87a459 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0559151 Dec 13 10:11:49.144701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77f4a283-8240-4973-9d73-d32406d098f5 req-e88df0e0-dec9-44ab-9705-2e9aa8656bcc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 Dec 13 10:11:49.238611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:49.311243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-72e68b54-bda3-4f1c-827e-a883c29f35a3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 200 len: 991 time: 0.0702262 Dec 13 10:11:50.271437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521a00a-f4bf-4a21-86c7-a2a9cb985688 req-d8a5b961-5576-4734-9e50-5d016eed8b5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:50.272964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b521a00a-f4bf-4a21-86c7-a2a9cb985688 req-d8a5b961-5576-4734-9e50-5d016eed8b5c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0525258 Dec 13 10:11:50.314147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:50.329933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b521a00a-f4bf-4a21-86c7-a2a9cb985688 req-c955bddd-ec50-43e6-852f-43bdf3601da1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432115 Dec 13 10:11:50.400364 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-de9bd34f-501c-4ec5-81ce-14413f5cb469 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 200 len: 993 time: 0.0844197 Dec 13 10:11:51.452250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4bff-77a1-4495-9665-c79e74e6c8e8 req-ccf73b70-58ff-43b7-859e-53582e2ac611 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:51.453965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9f4bff-77a1-4495-9665-c79e74e6c8e8 req-ccf73b70-58ff-43b7-859e-53582e2ac611 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0531693 Dec 13 10:11:51.515450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f9f4bff-77a1-4495-9665-c79e74e6c8e8 req-7e87a304-1126-4dd6-9f3c-76236cbd6a50 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555260 Dec 13 10:11:52.477536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:52.592854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.669440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488dde-b640-4f26-93e0-5e54bc85519f req-a1470fba-179c-4ba5-afdc-1d55382cce29 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:52.670962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6488dde-b640-4f26-93e0-5e54bc85519f req-a1470fba-179c-4ba5-afdc-1d55382cce29 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0702925 Dec 13 10:11:52.748198 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.752765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6488dde-b640-4f26-93e0-5e54bc85519f req-6afb014f-6d62-4b1d-bc3a-f5efd930fab5 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749078 Dec 13 10:11:52.753894 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.788733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1bbd85-ed0e-4cf5-bdcd-8788991adb2f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:52.800469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fce2c20c2a4b41cdb1360949742f1235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218172 Dec 13 10:11:52.801969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.802330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.802672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.803012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.803524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.803651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:11:52.804078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.804078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.804311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.804687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.805024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.805375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.805702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.806027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d2ee-4183-40d9-9198-08c40ac8d210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:11:52.865259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.887224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.933782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.937092 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:52.938412 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a1bbd85-ed0e-4cf5-bdcd-8788991adb2f HTTP/1.1" status: 204 len: 168 time: 0.1339951 Dec 13 10:11:52.947011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c81d1-153f-41e3-9018-86463f2e3d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1bbd85-ed0e-4cf5-bdcd-8788991adb2f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:53.880299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d6d26-ddf1-4d8b-a764-7c293a793319 req-36a75289-6bf1-4c09-a641-b0fd671e8cf6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:53.882047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc8d6d26-ddf1-4d8b-a764-7c293a793319 req-36a75289-6bf1-4c09-a641-b0fd671e8cf6 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0548565 Dec 13 10:11:53.937867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc8d6d26-ddf1-4d8b-a764-7c293a793319 req-af6bc925-2719-49a0-860b-a56250856a7a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483615 Dec 13 10:11:53.988215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:11:55.058921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713240-23d9-4c6b-839b-35077e98b547 req-1383a87c-acd3-40ee-90c9-e53d74f8beb4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:55.060509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4713240-23d9-4c6b-839b-35077e98b547 req-1383a87c-acd3-40ee-90c9-e53d74f8beb4 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0506890 Dec 13 10:11:55.113198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4713240-23d9-4c6b-839b-35077e98b547 req-d1b0e377-8395-4158-a570-41f2b7a9be00 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Dec 13 10:11:56.230801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6b3ec-ede5-4eeb-bc50-84bae343f4dc req-1c42a73b-8b76-43c7-b8e3-646c5e2dd9ca tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:56.233171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2f6b3ec-ede5-4eeb-bc50-84bae343f4dc req-1c42a73b-8b76-43c7-b8e3-646c5e2dd9ca tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 944 time: 0.0502291 Dec 13 10:11:56.287783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2f6b3ec-ede5-4eeb-bc50-84bae343f4dc req-3d37e418-53df-4d74-8944-5403b907da94 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483735 Dec 13 10:11:56.390335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 69b91313-c61e-4f1b-993e-fcc93b6e76bd details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:11:56.494051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:56.506968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'port_id': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'mac_address': 'fa:16:3e:8c:87:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:11:56.555981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:56.577420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b91313-c61e-4f1b-993e-fcc93b6e76bd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:11:56.603940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:56.610045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:56.664676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:56.827902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['69b91313-c61e-4f1b-993e-fcc93b6e76bd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:11:57.363626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:57.426290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa454-ef19-4d1c-a38b-1952d7c6af92 req-5b628fd8-8869-400a-ad9a-1894d931a17d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:57.427766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d26aa454-ef19-4d1c-a38b-1952d7c6af92 req-5b628fd8-8869-400a-ad9a-1894d931a17d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 945 time: 0.0618534 Dec 13 10:11:57.479441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d26aa454-ef19-4d1c-a38b-1952d7c6af92 req-f4650f2f-b181-478d-8988-4e8aa38a11e3 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452487 Dec 13 10:11:58.413063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 69b91313-c61e-4f1b-993e-fcc93b6e76bd up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:11:58.466699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 69b91313-c61e-4f1b-993e-fcc93b6e76bd completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:11:58.471307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 69b91313-c61e-4f1b-993e-fcc93b6e76bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:11:58.471681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:58.554070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:58.588299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:11:58.590928 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044a370-dca2-4955-aeda-ec37b96f1d45" -d '{"events": [{"server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "name": "network-vif-plugged", "status": "completed", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:11:58.620465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca22a65-a5fe-445b-ab82-737626eeda9e req-2c645d1d-47c4-4872-b5bd-19a522533242 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:58.622417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ca22a65-a5fe-445b-ab82-737626eeda9e req-2c645d1d-47c4-4872-b5bd-19a522533242 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 945 time: 0.0630205 Dec 13 10:11:58.632359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:11:58.647606 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb25793-8257-432d-91a1-0d9f7ceb654e x-openstack-request-id: req-abb25793-8257-432d-91a1-0d9f7ceb654e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:11:58.648049 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "name": "network-vif-plugged", "status": "completed", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:11:58.648400 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abb25793-8257-432d-91a1-0d9f7ceb654e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:11:58.648940 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'code': 200} Dec 13 10:11:58.650375 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:58.708719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ca22a65-a5fe-445b-ab82-737626eeda9e req-9c86ffe6-dfdf-4732-a626-cee77b015bcc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749800 Dec 13 10:11:58.722871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:11:58.722871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7009c385-a84f-419f-8e3a-02472f97e290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:58.804822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c4e6d-df70-4369-b83b-772340f901fa req-f66ffb56-6f86-4d06-83fb-24ac06411018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:58.807859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-640c4e6d-df70-4369-b83b-772340f901fa req-f66ffb56-6f86-4d06-83fb-24ac06411018 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1097 time: 0.0813677 Dec 13 10:11:58.861210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-640c4e6d-df70-4369-b83b-772340f901fa req-3dc3a2e7-7148-48a1-9425-513e65190b98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Dec 13 10:11:59.219815 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:11:59.823351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f40c3-78eb-4e94-99af-438b0ad02148 req-d19f9864-2a2d-493c-8ffa-24655744feaf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:11:59.825038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-816f40c3-78eb-4e94-99af-438b0ad02148 req-d19f9864-2a2d-493c-8ffa-24655744feaf tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0528870 Dec 13 10:11:59.877299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-816f40c3-78eb-4e94-99af-438b0ad02148 req-7be785d5-b239-4723-9e56-c4c3dabdfb85 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Dec 13 10:12:01.001416 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-187f4068-a1fb-454d-9b02-03fd406b58a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:01.012805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a6bef-2409-4951-9efa-3108e4e02bec req-c0d72992-3b03-4ae5-b77a-f4708914664d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:01.014967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-261a6bef-2409-4951-9efa-3108e4e02bec req-c0d72992-3b03-4ae5-b77a-f4708914664d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0575168 Dec 13 10:12:01.067592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-261a6bef-2409-4951-9efa-3108e4e02bec req-1b6bcae1-8371-42d4-891b-b29ead9ae30f tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461540 Dec 13 10:12:01.195148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed74e65-75d4-4efb-a650-c24a821381ce req-f7a337b3-43d6-4550-88b0-44b4b4ba735e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:01.197417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ed74e65-75d4-4efb-a650-c24a821381ce req-f7a337b3-43d6-4550-88b0-44b4b4ba735e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0593626 Dec 13 10:12:01.248871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9ed74e65-75d4-4efb-a650-c24a821381ce req-04560042-6bc3-4254-98bf-b0d354bdc267 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Dec 13 10:12:01.270570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:01.308545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebceb84-14e2-4f65-9eec-cda2b89b5e15 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:01.310056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0ebceb84-14e2-4f65-9eec-cda2b89b5e15 tempest-TestVolumeBootPattern-1708792611 tempest-TestVolumeBootPattern-1708792611-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1092 time: 0.0385242 Dec 13 10:12:01.313393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:01.317514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:01.339396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:01.439365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:01.546583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Allocated IP 172.25.1.105 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/09e6263b-5fb6-43f5-aa88-04f266bc34fe) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:01.647910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:01.685831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:01.729813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:01.733174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:01.735935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:01.760516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=09e6263b-5fb6-43f5-aa88-04f266bc34fe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:02.298518 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.439841 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.511318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.663250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.669100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.734550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event updated for resources: {'Port': ['ID=09e6263b-5fb6-43f5-aa88-04f266bc34fe,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:02.748681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:02.849667 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP 1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1 associated. External IP: 172.25.1.105, port: 69b91313-c61e-4f1b-993e-fcc93b6e76bd. Dec 13 10:12:03.062379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:12:03.167316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:03.178905 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:03.190025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:03.194294 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:03.194901 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:03.225791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-01bbc383-b68e-4352-a4be-2c2709a77777 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9112566 Dec 13 10:12:03.226895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:03.229614 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23865907-bf2f-48dc-ba60-f398073c4da5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:03.275618 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9249907a-1546-4db6-bd1d-5304e10b99e0 x-openstack-request-id: req-9249907a-1546-4db6-bd1d-5304e10b99e0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:03.275983 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:03.276319 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9249907a-1546-4db6-bd1d-5304e10b99e0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:03.277327 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'status': 'completed', 'code': 200} Dec 13 10:12:03.299161 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:03.350061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-923675db-aa54-4912-ba0f-e8577cbd92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.351700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-923675db-aa54-4912-ba0f-e8577cbd92ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1097 time: 0.0442994 Dec 13 10:12:03.451920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-d16b8699-bd15-48fc-8843-518b13ffefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.453409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-d16b8699-bd15-48fc-8843-518b13ffefdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.0914450 Dec 13 10:12:03.526638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-033892b6-4b80-4c48-9f7e-81e7bca86fa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 1000 time: 0.0649018 Dec 13 10:12:03.546632 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}, {'id': '1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:8c:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:02Z', 'updated_at': '2021-12-13T10:12:02Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:03.620325 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:03.653266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-708adca8-460b-4db5-ac1b-dac0599fc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.654545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:03.655372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:03.655994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-708adca8-460b-4db5-ac1b-dac0599fc0cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.1209114 Dec 13 10:12:03.707521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-52a90a5a-ac9c-443e-b4a9-75ddde820c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:03.709382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-52a90a5a-ac9c-443e-b4a9-75ddde820c42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443575 Dec 13 10:12:03.728613 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:03.774028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:03.809550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-46f5908a-fc1c-49f9-937f-ae15043d21dc service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921483 Dec 13 10:12:03.916301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23865907-bf2f-48dc-ba60-f398073c4da5 req-940d696a-8db2-45d4-89e4-4013b07134c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990319 Dec 13 10:12:04.017425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}, {'id': '1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:8c:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:02Z', 'updated_at': '2021-12-13T10:12:02Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:04.043385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092bf3a3-e3a6-4608-a3eb-91373066ec14 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}, {'id': '1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:8c:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:12:02Z', 'updated_at': '2021-12-13T10:12:02Z', 'revision_number': 0, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:04.244180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743e5a4-6e93-41f4-9f3c-d82e8b496ddf None None] New status for floating IP 1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:12:04.765098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.085921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:11.210101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9785839d-3710-4e82-8e55-8c7b64d7d392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.299372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9785839d-3710-4e82-8e55-8c7b64d7d392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.303616 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9785839d-3710-4e82-8e55-8c7b64d7d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.352960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:11.353571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9785839d-3710-4e82-8e55-8c7b64d7d392 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32b8df90954f4e5a817a646625c354d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660158 Dec 13 10:12:11.354262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785839d-3710-4e82-8e55-8c7b64d7d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d60cc-8c18-4f0c-a5e4-a06225333b94,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:11.414028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.437284 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.486574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.489354 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:11.490519 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c07d60cc-8c18-4f0c-a5e4-a06225333b94 HTTP/1.1" status: 204 len: 168 time: 0.1365738 Dec 13 10:12:11.498698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb76c4-8184-48ed-9aeb-cbcd2d6acdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d60cc-8c18-4f0c-a5e4-a06225333b94,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:12.139289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:12.236357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1358272151-network', 'tenant_id': '38dedb14cbe54f0aa2371b8e96a7e05d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:12.257304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Made reservation on behalf of 38dedb14cbe54f0aa2371b8e96a7e05d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:12.259656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.270627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.346430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.350642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.374232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:12:12.379889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:12.390922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.390922 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Added segment 64453312-237e-44c3-b741-6b53b0313f0e of type vlan for network c809fd04-0685-4d11-855e-3bde9bc4f8f8 Dec 13 10:12:12.430828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.455720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.456629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.457220 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.534277 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3937662 Dec 13 10:12:12.537109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:12.542091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Request body: {'subnet': {'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1358272151-subnet', 'tenant_id': '38dedb14cbe54f0aa2371b8e96a7e05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:12.559896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078680c-9320-41b9-806f-5e7c3ee527e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c809fd04-0685-4d11-855e-3bde9bc4f8f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:12.562207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Made reservation on behalf of 38dedb14cbe54f0aa2371b8e96a7e05d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:12.564663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.570379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c809fd04-0685-4d11-855e-3bde9bc4f8f8 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:12:12.735618 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.791637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a702399-260e-4a25-a389-31aa5d703cc4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:12.799041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Checking segment: {'id': '64453312-237e-44c3-b741-6b53b0313f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:12.799380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Network hostable DHCP agents. Network: c809fd04-0685-4d11-855e-3bde9bc4f8f8, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:12:12.816262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Network c809fd04-0685-4d11-855e-3bde9bc4f8f8 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:12:12.824553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c809fd04-0685-4d11-855e-3bde9bc4f8f8) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:12.829666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:12.830262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:12.841538 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef675fb6-3bc3-4193-903f-9bfb717507ed None None] Network c809fd04-0685-4d11-855e-3bde9bc4f8f8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:12.847159 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-80190b35-e9b8-4540-8e70-00796570e328 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3088543 Dec 13 10:12:12.955741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618738d-d668-406d-ae0f-552b07fb9414 None None] Network c809fd04-0685-4d11-855e-3bde9bc4f8f8 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:13.320566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:13.325608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1010487763-network', 'tenant_id': '262000ec2a8e497f826376d34b220d6e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:13.347460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Made reservation on behalf of 262000ec2a8e497f826376d34b220d6e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:13.349842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.358797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.434120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.438636 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.464416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:12:13.477840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c6a62-6a76-4e53-8660-aabf97fe909c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:13.482843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.483244 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Added segment aafe4eb2-8f8c-4543-bb37-7a6ddfdd548a of type vlan for network e1cf8901-b4a5-45be-8b28-c11c3fd594ec Dec 13 10:12:13.522685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.547174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.548092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:13.548674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.604679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2828741 Dec 13 10:12:13.607401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:13.609595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a39fe-e672-4176-8e0a-4b33aae45d63 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cf8901-b4a5-45be-8b28-c11c3fd594ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:13.613575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Request body: {'subnet': {'network_id': 'e1cf8901-b4a5-45be-8b28-c11c3fd594ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1010487763-subnet', 'tenant_id': '262000ec2a8e497f826376d34b220d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:13.621787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e1cf8901-b4a5-45be-8b28-c11c3fd594ec details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:12:13.637298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Made reservation on behalf of 262000ec2a8e497f826376d34b220d6e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:13.640392 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.809708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.865215 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a034c15-c360-4ac1-8c04-a90221bbf7ef,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:13.878477 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.878835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.879191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.879538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.879878 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.880220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.880558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.880892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.881254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.881589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.881923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.882255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.882587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:13.887705 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Checking segment: {'id': 'aafe4eb2-8f8c-4543-bb37-7a6ddfdd548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e1cf8901-b4a5-45be-8b28-c11c3fd594ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:13.888072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Network hostable DHCP agents. Network: e1cf8901-b4a5-45be-8b28-c11c3fd594ec, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:12:13.905619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Network e1cf8901-b4a5-45be-8b28-c11c3fd594ec is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:12:13.914944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e1cf8901-b4a5-45be-8b28-c11c3fd594ec) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:13.920101 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:13.920806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:13.926516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45d056-f818-478d-bcf2-c2b25e5e072c None None] Network e1cf8901-b4a5-45be-8b28-c11c3fd594ec requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:13.937374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0041a77-69b2-4112-a446-7aeeef9e12ba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3288443 Dec 13 10:12:14.030997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd7a93-ffee-4726-a051-e5f8275ecfb3 None None] Network e1cf8901-b4a5-45be-8b28-c11c3fd594ec requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:14.430424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-aaa50f09-087a-4955-8e0d-4ba1b7fcccbd tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:14.431813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-aaa50f09-087a-4955-8e0d-4ba1b7fcccbd tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/networks?id=c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 200 len: 812 time: 0.1087282 Dec 13 10:12:14.447290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-c0477c27-75f9-48cf-a67c-1e47907c6aaf tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/quotas/38dedb14cbe54f0aa2371b8e96a7e05d HTTP/1.1" status: 200 len: 375 time: 0.0088763 Dec 13 10:12:14.482139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-0a17b62a-313a-4a06-9e25-c499c2ddc10e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271249 Dec 13 10:12:14.576520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-cfb19dc9-7d0b-4874-9ded-af213fcfac86 service neutron] 10.222.0.30 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Dec 13 10:12:14.667290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-ae0cf2bf-9233-4fd5-b7ed-939f137f7dfa service neutron] 10.222.0.30 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838008 Dec 13 10:12:14.828690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8642589-9b30-4249-941d-db44e98f6707 req-543b8afe-a10d-43fa-9705-753bf04c49e7 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Dec 13 10:12:15.752434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-5e9602c9-74b5-4017-86fc-ea4af8532039 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:15.753927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-5e9602c9-74b5-4017-86fc-ea4af8532039 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.37 "GET /v2.0/networks?id=c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 200 len: 812 time: 0.1105983 Dec 13 10:12:15.767111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Request body: {'port': {'device_id': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8', 'admin_state_up': True, 'tenant_id': '38dedb14cbe54f0aa2371b8e96a7e05d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:15.877723 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Made reservation on behalf of 38dedb14cbe54f0aa2371b8e96a7e05d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:15.881168 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:15.924941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18183050-a0c6-4c15-9efa-a3efa15e162e req-9cf81660-3b84-40d0-9ebd-9d17fa3b78cc tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Dec 13 10:12:16.009047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Allocated IP 172.20.0.11 (c809fd04-0685-4d11-855e-3bde9bc4f8f8/2a702399-260e-4a25-a389-31aa5d703cc4/1dc69b87-1611-4f0c-b830-06289ad0d186) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:16.159147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.193016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.237752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Network c809fd04-0685-4d11-855e-3bde9bc4f8f8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:16.240935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:16.244700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:16.250989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Pushing event updated for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:16.297045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:16.297679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.313777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-fe5b9998-e0d5-40b9-8b51-88375d940aa8 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508676 Dec 13 10:12:16.325518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Request body: {'port': {'device_id': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:16.382556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.641764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc69b87-1611-4f0c-b830-06289ad0d186 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:16.649147 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.660854 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Transition to ACTIVE for port object 1dc69b87-1611-4f0c-b830-06289ad0d186 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:12:16.664516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.732901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:16.783861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Attempting to bind port 1dc69b87-1611-4f0c-b830-06289ad0d186 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:16.784559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Attempting to bind port 1dc69b87-1611-4f0c-b830-06289ad0d186 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '64453312-237e-44c3-b741-6b53b0313f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:16.784559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Attempting to bind port 1dc69b87-1611-4f0c-b830-06289ad0d186 on network c809fd04-0685-4d11-855e-3bde9bc4f8f8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:16.788845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Port 1dc69b87-1611-4f0c-b830-06289ad0d186 on network c809fd04-0685-4d11-855e-3bde9bc4f8f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:12:16.789185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Attempting to bind port 1dc69b87-1611-4f0c-b830-06289ad0d186 on network c809fd04-0685-4d11-855e-3bde9bc4f8f8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:16.794261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:16.794627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Checking segment: {'id': '64453312-237e-44c3-b741-6b53b0313f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:16.795063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Bound using segment: {'id': '64453312-237e-44c3-b741-6b53b0313f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:16.795509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Bound port: 1dc69b87-1611-4f0c-b830-06289ad0d186, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64453312-237e-44c3-b741-6b53b0313f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:16.795867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.861513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:16.864732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1dc69b87-1611-4f0c-b830-06289ad0d186,segment=NetworkSegment(64453312-237e-44c3-b741-6b53b0313f0e),segment_id=64453312-237e-44c3-b741-6b53b0313f0e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:16.869383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.908665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:16.909312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:16.910672 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-62246792-1a92-4328-b860-ebf162367b70 service neutron] 10.222.0.37 "PUT /v2.0/ports/1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 200 len: 1092 time: 0.5891128 Dec 13 10:12:16.911139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:16.913434 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5" -d '{"events": [{"name": "network-changed", "server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:16.938136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62246792-1a92-4328-b860-ebf162367b70 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:16.963417 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad75ed-b859-46c3-854f-f051c8888d60 x-openstack-request-id: req-47ad75ed-b859-46c3-854f-f051c8888d60 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:16.963711 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:16.963962 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47ad75ed-b859-46c3-854f-f051c8888d60 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:16.964359 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186', 'status': 'completed', 'code': 200} Dec 13 10:12:16.994543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-5fa954a5-c0aa-4b8f-8174-f67f36c61bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:16.996127 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-5fa954a5-c0aa-4b8f-8174-f67f36c61bfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 1095 time: 0.0444033 Dec 13 10:12:17.039773 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-ab04c718-5f4f-46c9-980e-83e70f61e3f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 200 len: 217 time: 0.0347538 Dec 13 10:12:17.054697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bfdc6-1e56-477a-8a11-3e59354e145d req-759425a0-f7ac-418f-9c64-9252ea2a5577 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:17.056164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-721bfdc6-1e56-477a-8a11-3e59354e145d req-759425a0-f7ac-418f-9c64-9252ea2a5577 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 944 time: 0.0528603 Dec 13 10:12:17.091652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121571-2124-4d93-827e-8f94ae9ec346 req-df6097da-baf5-4aeb-8982-ad3a680e180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:17.093168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-df6097da-baf5-4aeb-8982-ad3a680e180a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a702399-260e-4a25-a389-31aa5d703cc4 HTTP/1.1" status: 200 len: 852 time: 0.0454049 Dec 13 10:12:17.106215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-721bfdc6-1e56-477a-8a11-3e59354e145d req-5afb3d2d-e06e-45d7-aa2b-dcd9f34f5e94 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Dec 13 10:12:17.130118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-c7d7c293-5b9a-432b-a3d8-029bd421ea80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c809fd04-0685-4d11-855e-3bde9bc4f8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301554 Dec 13 10:12:17.222449 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-d0f5e0b1-5103-4179-b83d-2147856fa7ae service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Dec 13 10:12:17.316911 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-07121571-2124-4d93-827e-8f94ae9ec346 req-70fd0e19-976d-4579-9563-3d10d0a026ac service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Dec 13 10:12:17.401411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-2162e690-d5e0-4e20-8f13-03284184f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:17.402864 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-2162e690-d5e0-4e20-8f13-03284184f899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 1095 time: 0.0412819 Dec 13 10:12:17.492622 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-03c64a83-18cd-4e1a-89de-775838ac95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:17.494258 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-03c64a83-18cd-4e1a-89de-775838ac95b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 200 len: 913 time: 0.0828590 Dec 13 10:12:17.538910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-f826944f-5c65-4cb7-809b-af485dde84bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 200 len: 217 time: 0.0370812 Dec 13 10:12:17.587586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-28685913-e622-4812-a375-8b8edf8112d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:17.588985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-28685913-e622-4812-a375-8b8edf8112d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a702399-260e-4a25-a389-31aa5d703cc4 HTTP/1.1" status: 200 len: 852 time: 0.0429168 Dec 13 10:12:17.622158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-72b493c0-4209-4eee-bf40-ca14a96ca921 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c809fd04-0685-4d11-855e-3bde9bc4f8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242476 Dec 13 10:12:17.717617 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-8cd3784f-ba27-4e89-afd9-28d274beb180 service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Dec 13 10:12:17.806915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c6a1a20c-6c28-4f93-a3cb-b1077f0202b5 req-e1885a66-60b6-47de-bd92-4610bf40f8e5 service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815139 Dec 13 10:12:18.236348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a404bfb-83b8-4bdd-9bfc-da8708c13fcb req-9b9c50b9-d1f3-46a9-9312-69b44ea96e9b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:18.237939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a404bfb-83b8-4bdd-9bfc-da8708c13fcb req-9b9c50b9-d1f3-46a9-9312-69b44ea96e9b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 944 time: 0.0543289 Dec 13 10:12:18.292276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a404bfb-83b8-4bdd-9bfc-da8708c13fcb req-a96fbcf8-a933-4104-be49-6e56c8217f5e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Dec 13 10:12:19.411241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8edbf-1a4d-4244-a302-60e8ab85deae req-83e2cc90-0185-4519-aa93-bbeba23b0015 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:19.412705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36c8edbf-1a4d-4244-a302-60e8ab85deae req-83e2cc90-0185-4519-aa93-bbeba23b0015 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 944 time: 0.0489376 Dec 13 10:12:19.464046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36c8edbf-1a4d-4244-a302-60e8ab85deae req-adf4f247-78ec-4c1f-a99d-0233e4172613 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Dec 13 10:12:20.583581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f44af3-d5ea-4740-87aa-edfaed37c06c req-83888d21-25bc-425f-aac2-e9d57584ea6d tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:20.585082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09f44af3-d5ea-4740-87aa-edfaed37c06c req-83888d21-25bc-425f-aac2-e9d57584ea6d tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 944 time: 0.0508978 Dec 13 10:12:20.634856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09f44af3-d5ea-4740-87aa-edfaed37c06c req-0aa611cb-5598-407c-af3b-0fe71a3f0ab7 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Dec 13 10:12:21.752441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc5d88-3e9e-460a-be7a-857343a54b95 req-fc5e3145-5660-4d29-a2d3-add611ec2345 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:21.753960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78bc5d88-3e9e-460a-be7a-857343a54b95 req-fc5e3145-5660-4d29-a2d3-add611ec2345 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 944 time: 0.0496488 Dec 13 10:12:21.801006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78bc5d88-3e9e-460a-be7a-857343a54b95 req-14546cbd-dee9-4823-b68e-211bbeca911a tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Dec 13 10:12:21.898465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1dc69b87-1611-4f0c-b830-06289ad0d186 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:12:21.997210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1dc69b87-1611-4f0c-b830-06289ad0d186,segment=NetworkSegment(64453312-237e-44c3-b741-6b53b0313f0e),segment_id=64453312-237e-44c3-b741-6b53b0313f0e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:22.009368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '1dc69b87-1611-4f0c-b830-06289ad0d186', 'network_id': 'c809fd04-0685-4d11-855e-3bde9bc4f8f8', 'port_id': '1dc69b87-1611-4f0c-b830-06289ad0d186', 'mac_address': 'fa:16:3e:5b:52:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a702399-260e-4a25-a389-31aa5d703cc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:12:22.048666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:22.062071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc69b87-1611-4f0c-b830-06289ad0d186 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:22.083285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1dc69b87-1611-4f0c-b830-06289ad0d186,segment=NetworkSegment(64453312-237e-44c3-b741-6b53b0313f0e),segment_id=64453312-237e-44c3-b741-6b53b0313f0e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:22.087486 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:22.139961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:22.148221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.148568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.149042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.149415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.149754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.150089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.150419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.150748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.151198 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.151528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.151858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.152332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.152660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:22.395385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['1dc69b87-1611-4f0c-b830-06289ad0d186'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:22.928327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e259-0d94-459a-9385-977dd6b1eb2b req-5b4d680b-e560-4915-9621-00783024ed2a tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:22.929836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e104e259-0d94-459a-9385-977dd6b1eb2b req-5b4d680b-e560-4915-9621-00783024ed2a tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Dec 13 10:12:22.982221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e104e259-0d94-459a-9385-977dd6b1eb2b req-3a0e9d9a-78f3-446e-afd5-182264735516 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Dec 13 10:12:23.973050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1dc69b87-1611-4f0c-b830-06289ad0d186 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:24.027350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 1dc69b87-1611-4f0c-b830-06289ad0d186 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:12:24.033039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 1dc69b87-1611-4f0c-b830-06289ad0d186 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:24.033447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:24.109895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43501d1f-8370-4a82-923a-1bdb86580662 req-6cbf2391-e66e-42bc-b55a-14beafe3bcbf tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:24.111541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43501d1f-8370-4a82-923a-1bdb86580662 req-6cbf2391-e66e-42bc-b55a-14beafe3bcbf tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Dec 13 10:12:24.116388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:24.141212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:24.143847 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b983e5-5828-43a6-8c19-ec46a98141a5" -d '{"events": [{"server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "name": "network-vif-plugged", "status": "completed", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:24.157434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1dc69b87-1611-4f0c-b830-06289ad0d186,segment=NetworkSegment(64453312-237e-44c3-b741-6b53b0313f0e),segment_id=64453312-237e-44c3-b741-6b53b0313f0e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:24.161855 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:24.163053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43501d1f-8370-4a82-923a-1bdb86580662 req-2c583ed4-df87-456e-876d-d159dcae0a9b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Dec 13 10:12:24.197416 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667a1dd-ffa4-416d-a063-f4574a18a868 x-openstack-request-id: req-7667a1dd-ffa4-416d-a063-f4574a18a868 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:24.197837 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "name": "network-vif-plugged", "status": "completed", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:24.198220 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7667a1dd-ffa4-416d-a063-f4574a18a868 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:24.198758 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186', 'code': 200} Dec 13 10:12:24.225457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:24.295034 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb6bf8-307c-4c00-a1a9-ccdb410008b9 req-9ded379b-033b-432d-914f-20ca23c36764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:24.297572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3fb6bf8-307c-4c00-a1a9-ccdb410008b9 req-9ded379b-033b-432d-914f-20ca23c36764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 1097 time: 0.0496871 Dec 13 10:12:24.345279 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f3fb6bf8-307c-4c00-a1a9-ccdb410008b9 req-960671e5-fdf8-4b03-a3a0-3e62a8225c4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Dec 13 10:12:25.294779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d00ad-8ff8-4c53-8fd7-00aafc3e265f req-ef022c56-4c2c-4721-8875-805220755dbf tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:25.296460 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-194d00ad-8ff8-4c53-8fd7-00aafc3e265f req-ef022c56-4c2c-4721-8875-805220755dbf tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0548048 Dec 13 10:12:25.346115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-194d00ad-8ff8-4c53-8fd7-00aafc3e265f req-e5855672-ec13-474e-8b5a-50e414fe272e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Dec 13 10:12:26.461962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc2456-7f31-4948-8721-95c541638067 req-b5577da9-32ea-446b-8f6f-6fe4733b1284 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:26.463427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53fc2456-7f31-4948-8721-95c541638067 req-b5577da9-32ea-446b-8f6f-6fe4733b1284 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0493727 Dec 13 10:12:26.510026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53fc2456-7f31-4948-8721-95c541638067 req-a9c379ce-5c04-48b8-b1d5-fb8ac63354e0 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Dec 13 10:12:26.629799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c09ce1-3148-409f-8554-0eb88fc27689 req-035433b0-9b90-4f36-8f0a-90eb8118071c tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:26.631311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90c09ce1-3148-409f-8554-0eb88fc27689 req-035433b0-9b90-4f36-8f0a-90eb8118071c tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0495267 Dec 13 10:12:26.682086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90c09ce1-3148-409f-8554-0eb88fc27689 req-bbbcec23-4774-41ae-a395-0b604f40cbb7 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Dec 13 10:12:26.903885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eaeb6-2ad2-444f-aadc-43ab5d1d571e req-99f52053-ab47-44a4-9156-29f64cb9dd55 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:26.905376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b7eaeb6-2ad2-444f-aadc-43ab5d1d571e req-99f52053-ab47-44a4-9156-29f64cb9dd55 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Dec 13 10:12:26.953612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b7eaeb6-2ad2-444f-aadc-43ab5d1d571e req-7027078e-fae6-47a2-8910-da3ea29ad325 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Dec 13 10:12:27.354429 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:28.069861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423afcb9-de2b-4b0f-b2ee-8f81fe90c51c req-38a7975d-e86a-445b-b205-1f256384a5bc tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.071376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-423afcb9-de2b-4b0f-b2ee-8f81fe90c51c req-38a7975d-e86a-445b-b205-1f256384a5bc tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0478952 Dec 13 10:12:28.117519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-423afcb9-de2b-4b0f-b2ee-8f81fe90c51c req-0ebed902-d861-4059-8cbf-f3cf3d1f9558 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Dec 13 10:12:28.325812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aed8d0-673f-4d7b-90af-fd06e400d65f req-bf46e925-ff79-4aee-9ffb-f22be6535454 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.327493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73aed8d0-673f-4d7b-90af-fd06e400d65f req-bf46e925-ff79-4aee-9ffb-f22be6535454 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0591884 Dec 13 10:12:28.351051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-02c0a76b-7429-4e27-a50a-700e7691db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.353388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-02c0a76b-7429-4e27-a50a-700e7691db4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 1097 time: 0.0536029 Dec 13 10:12:28.390568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-73aed8d0-673f-4d7b-90af-fd06e400d65f req-f23c844f-4aeb-472a-bb1a-694457ae8979 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554054 Dec 13 10:12:28.459301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-fc876a5f-7a16-46e2-a004-8b3db5872ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.461037 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-fc876a5f-7a16-46e2-a004-8b3db5872ac1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 200 len: 913 time: 0.1002328 Dec 13 10:12:28.503364 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-ba82dcdd-541f-44d6-82b3-762087ac1f1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 200 len: 217 time: 0.0344732 Dec 13 10:12:28.558507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-22cdb93c-1ac4-4af2-885e-9f73353e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:28.560065 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-22cdb93c-1ac4-4af2-885e-9f73353e24f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a702399-260e-4a25-a389-31aa5d703cc4 HTTP/1.1" status: 200 len: 852 time: 0.0501351 Dec 13 10:12:28.594581 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-c7adf686-9796-4221-9e49-769125df48a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c809fd04-0685-4d11-855e-3bde9bc4f8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270166 Dec 13 10:12:28.606202 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b6abb2c-2740-4030-b921-8e9dfc15f58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:28.693412 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-79e90a58-06c6-4be0-a0bc-adda30cca0d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914037 Dec 13 10:12:28.782716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a35a27d-ab34-4b73-873a-be7339709b96 req-ad14e457-9874-431a-bf92-193fecc71ad7 service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 Dec 13 10:12:29.220663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:29.508361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81596-b33b-48ff-8dfd-3a5b2ba16b4b req-ce7e1707-87ef-43b9-b359-92dfdd73dc7e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:29.509790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7aa81596-b33b-48ff-8dfd-3a5b2ba16b4b req-ce7e1707-87ef-43b9-b359-92dfdd73dc7e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0501983 Dec 13 10:12:29.558292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7aa81596-b33b-48ff-8dfd-3a5b2ba16b4b req-063ee5c5-b78b-44a5-b5ec-cc82cb0b4000 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Dec 13 10:12:30.672749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332eee4-2c3d-46a2-82ec-c9b37d64133b req-3c112823-e0a4-4890-9a77-ff80448c440f tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.674235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f332eee4-2c3d-46a2-82ec-c9b37d64133b req-3c112823-e0a4-4890-9a77-ff80448c440f tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0485284 Dec 13 10:12:30.724831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f332eee4-2c3d-46a2-82ec-c9b37d64133b req-20ca3c7b-f3f1-467d-abc6-71abc2cb8992 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Dec 13 10:12:30.953821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a32d-07f2-49d9-a5e0-b62db92eb7b1 req-9169d80e-7aa8-4f5e-85ba-9f7f7047c1f1 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:30.955272 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9794a32d-07f2-49d9-a5e0-b62db92eb7b1 req-9169d80e-7aa8-4f5e-85ba-9f7f7047c1f1 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0484581 Dec 13 10:12:30.988769 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:12:31.003442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb43c6ee-a3e8-40b8-816a-80fbc158baf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:31.004101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9794a32d-07f2-49d9-a5e0-b62db92eb7b1 req-e90e0ad5-eeb1-40d2-a3c2-78a5d028d043 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Dec 13 10:12:32.127215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31336-14b9-440c-819a-a734ec1ad291 req-5fc6d5e4-d8fd-400e-bf6f-ffd4b20e0323 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.128693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06a31336-14b9-440c-819a-a734ec1ad291 req-5fc6d5e4-d8fd-400e-bf6f-ffd4b20e0323 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Dec 13 10:12:32.206757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-16d8419e-7549-4482-9627-aefc710f3092 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735109 Dec 13 10:12:32.210407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06a31336-14b9-440c-819a-a734ec1ad291 req-9b9642d3-d5bc-494b-b730-6a72e7114d9e tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677598 Dec 13 10:12:32.291808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-c0bcd40f-1dc5-4022-872a-42c686e54de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.293880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-c0bcd40f-1dc5-4022-872a-42c686e54de7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e825f3e951724a2ab6240456015c5804&device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 1096 time: 0.0429394 Dec 13 10:12:32.304198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:32.444340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-de43142e-b032-4e7d-bdfe-f2889a6b4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.445854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-de43142e-b032-4e7d-bdfe-f2889a6b4414 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 200 len: 912 time: 0.1287360 Dec 13 10:12:32.458157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad112157-6439-40f7-9bb5-c30fc04390a6 req-3fd2bc43-c99b-4652-9da5-4e0514c4839c tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.459603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad112157-6439-40f7-9bb5-c30fc04390a6 req-3fd2bc43-c99b-4652-9da5-4e0514c4839c tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0755699 Dec 13 10:12:32.460317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-16bcdf02-be5f-4468-bda2-e9cd0ae163e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.462199 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-16bcdf02-be5f-4468-bda2-e9cd0ae163e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 1097 time: 0.0474081 Dec 13 10:12:32.548255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-2db169da-e175-4fc1-af76-d94f1a206808 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 200 len: 1001 time: 0.0875959 Dec 13 10:12:32.555004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-e18e86f9-101b-4ee1-926a-d578cdbd159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.555425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad112157-6439-40f7-9bb5-c30fc04390a6 req-4fcdea8d-bbd9-4d26-9c93-3f358240ea8b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891562 Dec 13 10:12:32.556469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-e18e86f9-101b-4ee1-926a-d578cdbd159f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 200 len: 913 time: 0.0872555 Dec 13 10:12:32.599124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-918cfe16-ed50-4da8-8150-8b8de94f575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.600590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-918cfe16-ed50-4da8-8150-8b8de94f575a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 200 len: 850 time: 0.0443220 Dec 13 10:12:32.603415 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-831f77ff-2615-4dd8-91c0-a106ae4fee70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 200 len: 217 time: 0.0388448 Dec 13 10:12:32.646818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-19239225-5efb-4c65-b454-5403a9647c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.648305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-19239225-5efb-4c65-b454-5403a9647c88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de6b1f90-747c-4ed8-bc82-dba8d2f1698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407829 Dec 13 10:12:32.653844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-1fbdc940-16e7-423f-a850-d034113d24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:32.655860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-1fbdc940-16e7-423f-a850-d034113d24d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a702399-260e-4a25-a389-31aa5d703cc4 HTTP/1.1" status: 200 len: 852 time: 0.0447624 Dec 13 10:12:32.688065 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-cc38bfb0-c364-4295-b99e-efc060d662de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c809fd04-0685-4d11-855e-3bde9bc4f8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246928 Dec 13 10:12:32.741069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-7fefdd4d-9020-4fe0-a80b-01cc441a6dbd service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859308 Dec 13 10:12:32.777579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-939942a1-c0bc-4beb-9d78-7d06e885e9df service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820868 Dec 13 10:12:32.832710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30edd2d3-0f1e-4dc6-8d0b-8c47330f5039 req-d62a5f7b-6549-40a6-bf9f-ae275c69942f service neutron] 10.222.0.44 "GET /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Dec 13 10:12:32.886585 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-227968a3-fffc-44b4-85c9-f8c1e82871da req-9c616279-66ac-42fe-a9dd-98250a70c789 service neutron] 10.222.0.37 "GET /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018186 Dec 13 10:12:33.675074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae8f4c-3b9c-4a4a-aea5-5dd478530cd3 req-bc0ada69-b9cd-441b-af69-8c222eec93ba tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:33.676552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1ae8f4c-3b9c-4a4a-aea5-5dd478530cd3 req-bc0ada69-b9cd-441b-af69-8c222eec93ba tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Dec 13 10:12:33.715552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:33.724844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1ae8f4c-3b9c-4a4a-aea5-5dd478530cd3 req-5050aaf9-5bb8-4327-a1cf-720fcadb32db tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Dec 13 10:12:34.768344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:34.847397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134389c-3867-481d-ae3c-015209f0a0bd req-c8e5b001-dd2b-4707-b13f-c1224be9c537 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:34.848858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c134389c-3867-481d-ae3c-015209f0a0bd req-c8e5b001-dd2b-4707-b13f-c1224be9c537 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0559409 Dec 13 10:12:34.895940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c134389c-3867-481d-ae3c-015209f0a0bd req-6bd2f8e1-30fc-4457-afe8-7a363502e3ee tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Dec 13 10:12:35.128411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41594e-ce59-4457-ad7b-897ac2daf869 req-756ffd26-110e-4417-bbff-0869bfc4adba tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:35.129888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff41594e-ce59-4457-ad7b-897ac2daf869 req-756ffd26-110e-4417-bbff-0869bfc4adba tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0485666 Dec 13 10:12:35.177437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff41594e-ce59-4457-ad7b-897ac2daf869 req-21d083cf-073c-4c38-9ba4-3b10698ff969 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Dec 13 10:12:36.296611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030da53-eba2-405b-8b28-13ffc5bb4dc1 req-4ad681d9-ecf1-45e8-903e-0221618c4686 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:36.298094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c030da53-eba2-405b-8b28-13ffc5bb4dc1 req-4ad681d9-ecf1-45e8-903e-0221618c4686 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0527070 Dec 13 10:12:36.345857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c030da53-eba2-405b-8b28-13ffc5bb4dc1 req-ce2b0ba2-0e7f-4458-9e6c-f07868b7a9ff tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Dec 13 10:12:37.056759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-bb75612a-92f0-42f8-9f4f-0e6efafea09b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:37.058236 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-bb75612a-92f0-42f8-9f4f-0e6efafea09b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.37 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 946 time: 0.0498772 Dec 13 10:12:37.158454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Deleting port 1dc69b87-1611-4f0c-b830-06289ad0d186 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:12:37.158824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:37.247204 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] For port 1dc69b87-1611-4f0c-b830-06289ad0d186, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=1dc69b87-1611-4f0c-b830-06289ad0d186,segment=NetworkSegment(64453312-237e-44c3-b741-6b53b0313f0e),segment_id=64453312-237e-44c3-b741-6b53b0313f0e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:37.247569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:37.260226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Calling delete_port for 1dc69b87-1611-4f0c-b830-06289ad0d186 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:12:37.397998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:37.413022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['1dc69b87-1611-4f0c-b830-06289ad0d186'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:37.432200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Pushing event deleted for resources: {'Port': ['ID=1dc69b87-1611-4f0c-b830-06289ad0d186,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:37.476339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] No DVR routers for this DVR port 1dc69b87-1611-4f0c-b830-06289ad0d186 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:12:37.479226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:37.482959 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-30072cae-d19b-4f20-9dcc-f69a4fee7c1a req-df5f7eac-f58a-433d-8e6f-c3c122b434c3 tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.37 "DELETE /v2.0/ports/1dc69b87-1611-4f0c-b830-06289ad0d186 HTTP/1.1" status: 204 len: 173 time: 0.4146860 Dec 13 10:12:37.484013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'name': 'network-vif-deleted', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:37.484629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab9a9574-b5d5-4525-9af1-597553de2802 req-0d841f29-4a81-4ad0-9464-530cc773670b tempest-TestServerAdvancedOps-1396867076 tempest-TestServerAdvancedOps-1396867076-project] 10.222.0.30 "GET /v2.0/ports?device_id=66fa8c67-62c5-4054-bc45-a881e73931d8 HTTP/1.1" status: 200 len: 210 time: 0.0342631 Dec 13 10:12:37.486832 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8212c00-98e0-453a-bb4e-e1f5a02ef0dc" -d '{"events": [{"server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "name": "network-vif-deleted", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:37.532312 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b65568-d756-4155-a3ea-5df81de6bd76 x-openstack-request-id: req-e9b65568-d756-4155-a3ea-5df81de6bd76 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:37.532609 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fa8c67-62c5-4054-bc45-a881e73931d8", "name": "network-vif-deleted", "tag": "1dc69b87-1611-4f0c-b830-06289ad0d186", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:37.532870 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9b65568-d756-4155-a3ea-5df81de6bd76 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:37.533316 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fa8c67-62c5-4054-bc45-a881e73931d8', 'name': 'network-vif-deleted', 'tag': '1dc69b87-1611-4f0c-b830-06289ad0d186', 'status': 'completed', 'code': 200} Dec 13 10:12:38.555212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:38.602939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Deleting subnet 2a702399-260e-4a25-a389-31aa5d703cc4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:12:38.606473 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.648896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.688769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.743768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.769201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a702399-260e-4a25-a389-31aa5d703cc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:38.771150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.774395 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-33cf1088-3805-482f-8c4e-c52554005ca9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a702399-260e-4a25-a389-31aa5d703cc4 HTTP/1.1" status: 204 len: 168 time: 0.2181797 Dec 13 10:12:38.776941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:38.845797 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.932626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.952112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c809fd04-0685-4d11-855e-3bde9bc4f8f8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:38.962001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64453312-237e-44c3-b741-6b53b0313f0e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:38.962297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64453312-237e-44c3-b741-6b53b0313f0e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:38.971989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.984670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.990425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:12:38.990808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:12:38.992428 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:12:39.044451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.050139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.053338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] 10.222.0.30 "DELETE /v2.0/networks/c809fd04-0685-4d11-855e-3bde9bc4f8f8 HTTP/1.1" status: 204 len: 168 time: 0.2753646 Dec 13 10:12:39.056200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:39.068343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2dde8-4804-47ac-bf8a-97d19bb0b2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c809fd04-0685-4d11-855e-3bde9bc4f8f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:39.102012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Deleting subnet 8a034c15-c360-4ac1-8c04-a90221bbf7ef {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:12:39.105211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.138590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.182330 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.233669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.258463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a034c15-c360-4ac1-8c04-a90221bbf7ef,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:39.262147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.265377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d3e5429d-27aa-47a9-aab6-db8b7fe1f913 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8a034c15-c360-4ac1-8c04-a90221bbf7ef HTTP/1.1" status: 204 len: 168 time: 0.2081478 Dec 13 10:12:39.268507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:39.334560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.413429 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.432694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cf8901-b4a5-45be-8b28-c11c3fd594ec']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:39.442429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafe4eb2-8f8c-4543-bb37-7a6ddfdd548a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:39.442724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafe4eb2-8f8c-4543-bb37-7a6ddfdd548a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:39.451823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.465729 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.471866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:12:39.472244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:12:39.474001 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:12:39.529398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.536712 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.539939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e1cf8901-b4a5-45be-8b28-c11c3fd594ec HTTP/1.1" status: 204 len: 168 time: 0.2705123 Dec 13 10:12:39.551442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05396e-8946-422b-96fb-a39ccb5d69f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cf8901-b4a5-45be-8b28-c11c3fd594ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:39.704320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:39.743801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c72d0d76-25b7-427e-a275-61be87d36008 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38dedb14cbe54f0aa2371b8e96a7e05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382690 Dec 13 10:12:39.746111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:39.791171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.812191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.858595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.861687 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:39.862853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab814c3d-f62d-4a54-bd5d-fdd19482c2c2 HTTP/1.1" status: 204 len: 168 time: 0.1158469 Dec 13 10:12:39.870230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a68cbe-912c-4752-895d-bbc63fc4f92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab814c3d-f62d-4a54-bd5d-fdd19482c2c2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:40.085047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1dc69b87-1611-4f0c-b830-06289ad0d186 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:12:40.105462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 1dc69b87-1611-4f0c-b830-06289ad0d186 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:12:40.105808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 1dc69b87-1611-4f0c-b830-06289ad0d186 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:12:40.179736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:40.218423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e1eddfac-882e-431d-8201-5c23ac59b0c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=262000ec2a8e497f826376d34b220d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375235 Dec 13 10:12:40.221314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:40.270096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:40.290576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:40.336512 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:40.339154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:40.340286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a1c6a62-6a76-4e53-8660-aabf97fe909c HTTP/1.1" status: 204 len: 168 time: 0.1180935 Dec 13 10:12:40.348154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926753a-c6f2-4e11-b956-a3ea3677efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c6a62-6a76-4e53-8660-aabf97fe909c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:41.004759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:41.102545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1530756645-network', 'tenant_id': '903f260989f044e6a76d349b01f252b7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:41.123877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Made reservation on behalf of 903f260989f044e6a76d349b01f252b7 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:41.126491 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.134520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.209731 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.213577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.234966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:12:41.249539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e1d78-e995-43dd-9e43-2d2081955177,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:41.253880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.254224 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Added segment bd683b72-e6fc-4117-a287-dcc08ec023a5 of type vlan for network c7739292-60b4-428f-bef4-de0874ced364 Dec 13 10:12:41.293999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.320951 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.321971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:41.322545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.374322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3682215 Dec 13 10:12:41.378922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:41.383976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Request body: {'subnet': {'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1530756645-subnet', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:41.387757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36c83-6676-45ea-b08c-c370d08ebb29 admin admin] Pushing event updated for resources: {'Network': ['ID=c7739292-60b4-428f-bef4-de0874ced364,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:41.397898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network c7739292-60b4-428f-bef4-de0874ced364 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:12:41.405714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Made reservation on behalf of 903f260989f044e6a76d349b01f252b7 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:41.409152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.585335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.633004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf52be1-ea3a-417e-9ec3-e1a0cea70675,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:41.651602 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Checking segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:41.651961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Network hostable DHCP agents. Network: c7739292-60b4-428f-bef4-de0874ced364, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:12:41.668923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Network c7739292-60b4-428f-bef4-de0874ced364 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:12:41.678416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, c7739292-60b4-428f-bef4-de0874ced364) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:41.682591 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:41.683193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.688974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb27e46-ce6e-4804-9f76-fdc5a7e945b8 None None] Network c7739292-60b4-428f-bef4-de0874ced364 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:41.703005 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d9228a97-90d1-4f3a-84b4-10979fa58fe7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3209467 Dec 13 10:12:41.704414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:41.708860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:41.733711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.734899 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.788553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.796607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-c7739292-60b4-428f-bef4-de0874ced364', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'project_id': '903f260989f044e6a76d349b01f252b7', 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:12:41.797822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.929875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:41.931167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Allocated IP 172.20.0.2 (c7739292-60b4-428f-bef4-de0874ced364/faf52be1-ea3a-417e-9ec3-e1a0cea70675/f89e837a-17a5-4b48-9472-d67ae5b9a982) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:42.073806 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.079911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.120995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Network c7739292-60b4-428f-bef4-de0874ced364 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:42.126854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:42.129254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Pushing event updated for resources: {'Port': ['ID=f89e837a-17a5-4b48-9472-d67ae5b9a982,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:42.131506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:42.159301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.178827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.181968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Attempting to bind port f89e837a-17a5-4b48-9472-d67ae5b9a982 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:42.182277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Attempting to bind port f89e837a-17a5-4b48-9472-d67ae5b9a982 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:42.182638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Attempting to bind port f89e837a-17a5-4b48-9472-d67ae5b9a982 on network c7739292-60b4-428f-bef4-de0874ced364 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:42.188297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:42.188779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Checking segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:42.189691 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.190045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Bound using segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:42.190521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Bound port: f89e837a-17a5-4b48-9472-d67ae5b9a982, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:42.190910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.255354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] For port f89e837a-17a5-4b48-9472-d67ae5b9a982, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:42.258779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] For port f89e837a-17a5-4b48-9472-d67ae5b9a982, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f89e837a-17a5-4b48-9472-d67ae5b9a982,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:42.263041 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.283151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Allocated IP 172.25.1.11 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/5b35c575-0ae9-4f6f-98f9-0f399eaac3bf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:42.328305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361825-45b2-4594-82e8-b23060d93b34 None None] Pushing event updated for resources: {'Port': ['ID=f89e837a-17a5-4b48-9472-d67ae5b9a982,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:42.403373 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.437427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.488637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:42.491891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:42.495824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:42.511273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cf708-e274-40aa-a28f-5662f23df99b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:42.523698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Pushing event updated for resources: {'Port': ['ID=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:42.575705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a2fd6ab4-8b17-47b0-a7c6-91923469220b None None] Provisioning complete for port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:42.576431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6ab4-8b17-47b0-a7c6-91923469220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:42.615069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd6ab4-8b17-47b0-a7c6-91923469220b None None] Port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:42.769361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.284835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961bbdb-fb14-4aa6-8ce1-bce27fd766e9 None None] Network c7739292-60b4-428f-bef4-de0874ced364 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:43.291544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.355442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] Provisioning complete for port f89e837a-17a5-4b48-9472-d67ae5b9a982 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:43.355810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.421290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:12:43.473430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.511961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] For port f89e837a-17a5-4b48-9472-d67ae5b9a982, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f89e837a-17a5-4b48-9472-d67ae5b9a982,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:43.517691 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.540349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:43.553627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Sync routers for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:43.564923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.569851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:43.570046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42508) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:43.570687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8131dc81-1de3-4a1c-8ee2-30b8e67e4932 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8651578 Dec 13 10:12:43.571381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:43.576240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaeaae-0c8f-493e-b5a1-aa628ac64bb8 None None] Pushing event updated for resources: {'Port': ['ID=f89e837a-17a5-4b48-9472-d67ae5b9a982,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:43.693364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:43.740684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-34bac4a5-73d5-446d-9d0b-ec518cc889c4 None None] Provisioning complete for port f89e837a-17a5-4b48-9472-d67ae5b9a982 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:43.741092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34bac4a5-73d5-446d-9d0b-ec518cc889c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:43.892451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:42Z', 'revision_number': 3, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:43.924533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Checking router: b683a7e4-3515-44ab-a3ed-e63d99fa3d32 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:43.924879 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Updating router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:12:43.950481 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.292264 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.298197 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.337252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f89e837a-17a5-4b48-9472-d67ae5b9a982 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:44.346968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.352436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Attempting to bind port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:44.352892 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Attempting to bind port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:44.353339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Attempting to bind port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:44.361149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9309f9-c268-4a36-8eef-3562737032aa None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:44.363524 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Pushing event updated for resources: {'Port': ['ID=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:44.366372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:44.366851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:44.367318 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.368152 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:44.368698 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Bound port: 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:44.369432 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.396561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port f89e837a-17a5-4b48-9472-d67ae5b9a982 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:44.396939 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.405414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.405843 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.406333 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.406839 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.413760 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.414135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.414595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.414988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.415392 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.415826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.416357 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.416884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.417237 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:44.456600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] For port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:44.460130 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] For port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:44.465591 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.493620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] Provisioning complete for port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:44.493898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.518348 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c74a-ba99-4986-bdfc-505dd8f6da9c None None] Pushing event updated for resources: {'Port': ['ID=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:44.532442 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:44.532761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a56063-c2ee-459a-bafe-b979fc4dc094 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:44.533657 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:44.578371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Allocated IP 172.20.0.1 (c7739292-60b4-428f-bef4-de0874ced364/faf52be1-ea3a-417e-9ec3-e1a0cea70675/4a2b35bb-09c5-4c64-8174-736f448f09ee) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:44.586186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.609038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] For port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:44.621021 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.644779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:44.670067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e11f-8f94-49bf-a8aa-6102bff250ac None None] Pushing event updated for resources: {'Port': ['ID=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:44.692789 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.727312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.746859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a377bc6-2e84-4435-a5a1-810dfa63a132 None None] Provisioning complete for port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:44.747228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a377bc6-2e84-4435-a5a1-810dfa63a132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.772038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Network c7739292-60b4-428f-bef4-de0874ced364 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:44.775250 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:44.779017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:44.809522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:44.834496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:44.856641 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:42Z', 'revision_number': 3, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:44.887957 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825e1d2-4102-478d-b6eb-05d6f1ac6548 None None] The sync data for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 is: [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:42Z', 'revision_number': 3, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:44.976944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.069438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1489c237-379d-4d46-a22a-adf0cf8db14a None None] Provisioning complete for port 4a2b35bb-09c5-4c64-8174-736f448f09ee triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:45.069817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1489c237-379d-4d46-a22a-adf0cf8db14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.116455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1489c237-379d-4d46-a22a-adf0cf8db14a None None] Port 4a2b35bb-09c5-4c64-8174-736f448f09ee cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:45.156040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.161913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.233748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.235554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:45.331400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Network c7739292-60b4-428f-bef4-de0874ced364 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:45.332840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:45.454384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:12:45.540499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-04d210dc-669a-4c7c-9f8a-570217d64af4 None None] Provisioning complete for port 4a2b35bb-09c5-4c64-8174-736f448f09ee triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:45.541466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04d210dc-669a-4c7c-9f8a-570217d64af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:45.574023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:45.580052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-04d210dc-669a-4c7c-9f8a-570217d64af4 None None] Port 4a2b35bb-09c5-4c64-8174-736f448f09ee cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:45.580812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22d5ad54-463a-49cd-ac7d-71141a08ad98 admin admin] 10.222.0.30 "PUT /v2.0/routers/b683a7e4-3515-44ab-a3ed-e63d99fa3d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096335 Dec 13 10:12:45.698099 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-2fbbd5aa-83ac-42c4-9c02-0137bb35336d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446920 Dec 13 10:12:45.769446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-07f8f1f0-004f-4c57-830a-b67f9c740430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:45.771008 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-07f8f1f0-004f-4c57-830a-b67f9c740430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1096 time: 0.0486588 Dec 13 10:12:45.886154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-2c9230a7-d3ea-4052-8047-1371949c9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:45.887682 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-2c9230a7-d3ea-4052-8047-1371949c9399 service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0963421 Dec 13 10:12:45.958960 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-1d8af96f-16c0-4aa1-baa7-1e07a9fa1085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1001 time: 0.0641134 Dec 13 10:12:46.010605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-7a8117b4-a232-48a5-98e3-10b625c01b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:46.012102 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-7a8117b4-a232-48a5-98e3-10b625c01b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0466149 Dec 13 10:12:46.060548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-e3a7f160-5f5e-4b11-aa42-b1e8a267a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:46.062159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-e3a7f160-5f5e-4b11-aa42-b1e8a267a40b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424054 Dec 13 10:12:46.100768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:46.105846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1264082818-network', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:46.127932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Made reservation on behalf of 5d14f193871d4eb3a086b65ff440e32f for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:46.130606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.139291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.158124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-735b701e-0693-4490-8430-d9decb3b9ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888228 Dec 13 10:12:46.215640 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.222008 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.257510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:12:46.262856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-62f9c21a-da57-49bb-8cda-7b394b3a6a94 req-70537909-1cb4-4f94-88e4-f69be233c00c service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967147 Dec 13 10:12:46.283853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.284249 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Added segment d27b4306-93c8-41c2-a251-905d26f92efd of type vlan for network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 Dec 13 10:12:46.307301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298780b-bc79-4f02-a1f7-bd203f5f2209,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:46.342572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.355670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:46.370911 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.371844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:46.372428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.409825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:46.410312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.424143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3221905 Dec 13 10:12:46.426877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:46.431789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Request body: {'subnet': {'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1264082818-subnet', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:46.439878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de67a85-3b38-47b0-a722-4deaa7b3cdd2 admin admin] Pushing event updated for resources: {'Network': ['ID=72d19e8e-54ec-4d81-9bbf-45b21cba3518,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:46.452986 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:12:46.454422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Made reservation on behalf of 5d14f193871d4eb3a086b65ff440e32f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:46.456984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.637235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.653462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Sync routers for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:46.664047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:46.664673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:46.698225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=badb15a6-4dd0-4706-ab9c-05983fd3c9c3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:46.702958 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Checking segment: {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:46.703845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Network hostable DHCP agents. Network: 72d19e8e-54ec-4d81-9bbf-45b21cba3518, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:12:46.722643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:12:46.731631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 72d19e8e-54ec-4d81-9bbf-45b21cba3518) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:46.736185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:46.736783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.742190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903681fe-7197-4a61-bb16-e85fe80069e7 None None] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:46.753878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae4df8e8-4c4a-46da-b969-dfbb99168901 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3258739 Dec 13 10:12:46.756347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:46.761254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:46.782590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.783678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.829256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:46.843672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.927143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'fixed_ips': [{'subnet_id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:12:46.927999 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:46.985388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.154674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Allocated IP 172.20.0.2 (72d19e8e-54ec-4d81-9bbf-45b21cba3518/badb15a6-4dd0-4706-ab9c-05983fd3c9c3/70e28b4d-1f8e-4cfe-9372-0b36e693723f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:47.198091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.217657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.220951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:45Z', 'revision_number': 2, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:47.252110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Checking router: b683a7e4-3515-44ab-a3ed-e63d99fa3d32 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:47.252467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Updating router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 port 4a2b35bb-09c5-4c64-8174-736f448f09ee binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:12:47.287566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.327890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Allocated IP 172.25.1.62 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6a0199e0-28b6-425b-9081-693f6520245c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:47.435930 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.446706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.446919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.480388 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.499107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:47.524784 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:47.530698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:47.533255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Pushing event updated for resources: {'Port': ['ID=6a0199e0-28b6-425b-9081-693f6520245c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:47.535528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:47.690328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1c30a-11cd-40c8-92ff-b7c777e29802 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:47.696953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:47.707174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:47.716676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Pushing event updated for resources: {'Port': ['ID=70e28b4d-1f8e-4cfe-9372-0b36e693723f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:47.789705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.803493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Attempting to bind port 70e28b4d-1f8e-4cfe-9372-0b36e693723f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:47.803869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Attempting to bind port 70e28b4d-1f8e-4cfe-9372-0b36e693723f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:47.804238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Attempting to bind port 70e28b4d-1f8e-4cfe-9372-0b36e693723f on network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:47.812500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:47.812904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Checking segment: {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:47.813511 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.813894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Bound using segment: {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:47.814380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Bound port: 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:47.814777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.899409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c1c1eb1d-12e7-47ba-a7a7-8aa70449e412 None None] Provisioning complete for port 6a0199e0-28b6-425b-9081-693f6520245c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:47.899786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb1d-12e7-47ba-a7a7-8aa70449e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.939951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.954837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.992997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:47.996820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] For port 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:48.000533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1eb1d-12e7-47ba-a7a7-8aa70449e412 None None] Port 6a0199e0-28b6-425b-9081-693f6520245c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:48.018776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] For port 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70e28b4d-1f8e-4cfe-9372-0b36e693723f,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:48.028070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.040015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832de63-b047-482b-8440-bb3566a9b742 None None] Pushing event updated for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:48.140405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Attempting to bind port 4a2b35bb-09c5-4c64-8174-736f448f09ee on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:48.141392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Attempting to bind port 4a2b35bb-09c5-4c64-8174-736f448f09ee by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:48.141782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Attempting to bind port 4a2b35bb-09c5-4c64-8174-736f448f09ee on network c7739292-60b4-428f-bef4-de0874ced364 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:48.153961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5ca7-1298-45d6-88ce-d699fd59d736 None None] Pushing event updated for resources: {'Port': ['ID=70e28b4d-1f8e-4cfe-9372-0b36e693723f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:48.158086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:48.158420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Checking segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:48.158837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.159236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Bound using segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:48.159725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Bound port: 4a2b35bb-09c5-4c64-8174-736f448f09ee, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:48.160116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.174781 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:12:48.256965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] For port 4a2b35bb-09c5-4c64-8174-736f448f09ee, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:48.260669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] For port 4a2b35bb-09c5-4c64-8174-736f448f09ee, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a2b35bb-09c5-4c64-8174-736f448f09ee,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:48.270361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.351243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:48.351879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:48.353698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832de63-b047-482b-8440-bb3566a9b742 None None] Pushing event updated for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:48.354924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:48.367804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Sync routers for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:48.381626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.385651 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-58c32b35-9bd7-4c64-a8f6-06ef4c4b640d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6279657 Dec 13 10:12:48.389890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:48.400718 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:48.403567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:48.438172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] Provisioning complete for port 4a2b35bb-09c5-4c64-8174-736f448f09ee triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:48.438639 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.580110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:48.589892 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:48.700143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.780119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] For port 4a2b35bb-09c5-4c64-8174-736f448f09ee, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a2b35bb-09c5-4c64-8174-736f448f09ee,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:48.786839 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.827108 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:47Z', 'revision_number': 3, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:48.861674 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Checking router: ec0f01f1-9e76-4e40-bbe1-52a77c29c92e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:48.862163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Updating router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e port 6a0199e0-28b6-425b-9081-693f6520245c binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:12:48.881184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688d75-facd-4b0d-8561-a30504c2ef0f None None] Pushing event updated for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:48.888564 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.918984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4114b1cb-07b9-4e1d-94d5-0f299270e730 None None] Provisioning complete for port 4a2b35bb-09c5-4c64-8174-736f448f09ee triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:48.919267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.919394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4114b1cb-07b9-4e1d-94d5-0f299270e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:48.925162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:48.978789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d368-ae63-4432-81eb-006ddc152c20 None None] The sync data for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 is: [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:49.162316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Allocated IP 172.20.0.1 (72d19e8e-54ec-4d81-9bbf-45b21cba3518/badb15a6-4dd0-4706-ab9c-05983fd3c9c3/4fbdbe8c-e1e2-49ee-b252-527581db5cb4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:49.223729 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.232383 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.313296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de863d53-3de6-4351-ae16-6cfdbb6bc9c5 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:49.337522 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811207-2ad3-47eb-9a5e-e67d98e21421 None None] Pushing event updated for resources: {'Port': ['ID=6a0199e0-28b6-425b-9081-693f6520245c,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:49.342300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.356016 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Attempting to bind port 6a0199e0-28b6-425b-9081-693f6520245c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:49.356385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Attempting to bind port 6a0199e0-28b6-425b-9081-693f6520245c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:49.356753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Attempting to bind port 6a0199e0-28b6-425b-9081-693f6520245c on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:49.362469 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:49.362842 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:49.363249 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.363639 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:49.364109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Bound port: 6a0199e0-28b6-425b-9081-693f6520245c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:49.364493 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.404116 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ad906c3-c5e4-4799-bca0-56b9058bff31 None None] Provisioning complete for port 6a0199e0-28b6-425b-9081-693f6520245c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:49.404530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ad906c3-c5e4-4799-bca0-56b9058bff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.410030 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.423504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] For port 6a0199e0-28b6-425b-9081-693f6520245c, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:49.427135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] For port 6a0199e0-28b6-425b-9081-693f6520245c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6a0199e0-28b6-425b-9081-693f6520245c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:49.431486 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.456366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:49.469539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ad906c3-c5e4-4799-bca0-56b9058bff31 None None] Port 6a0199e0-28b6-425b-9081-693f6520245c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:49.472503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:49.475320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:49.483098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48330784-4651-4c24-b751-57c65c36da86 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:12:49.485752 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:49.486387 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:49.499525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03560a-1a8f-4516-a751-abb3ea52df6e None None] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:12:49.532793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:49.551593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.574246 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811207-2ad3-47eb-9a5e-e67d98e21421 None None] Pushing event updated for resources: {'Port': ['ID=6a0199e0-28b6-425b-9081-693f6520245c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:49.617436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:49.652766 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Provisioning complete for port 70e28b4d-1f8e-4cfe-9372-0b36e693723f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:49.653298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.735797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.774321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.837354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] For port 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70e28b4d-1f8e-4cfe-9372-0b36e693723f,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:49.854738 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.946812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Provisioning complete for port 6a0199e0-28b6-425b-9081-693f6520245c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:49.947189 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.983456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:49.987526 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-270f61a0-2175-4016-b2b6-216857005743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:47Z', 'revision_number': 3, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:49.998721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.014123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Pushing event updated for resources: {'Port': ['ID=70e28b4d-1f8e-4cfe-9372-0b36e693723f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:50.045385 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f61a0-2175-4016-b2b6-216857005743 None None] The sync data for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 is: [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:47Z', 'revision_number': 3, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:50.089466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.104988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.106960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:50.121718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] For port 6a0199e0-28b6-425b-9081-693f6520245c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6a0199e0-28b6-425b-9081-693f6520245c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:50.131016 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.206612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea92d-786c-4383-8766-c21cff7ad1e4 None None] Pushing event updated for resources: {'Port': ['ID=6a0199e0-28b6-425b-9081-693f6520245c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:50.227850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:50.229435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:50.266179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f5193dd-229a-4f02-ae99-419628f818c5 None None] Provisioning complete for port 70e28b4d-1f8e-4cfe-9372-0b36e693723f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:50.266957 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f5193dd-229a-4f02-ae99-419628f818c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.443372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f5193dd-229a-4f02-ae99-419628f818c5 None None] Provisioning complete for port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:50.443749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f5193dd-229a-4f02-ae99-419628f818c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.490784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70e28b4d-1f8e-4cfe-9372-0b36e693723f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:50.508478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:12:50.536739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f5193dd-229a-4f02-ae99-419628f818c5 None None] Port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:50.578611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 70e28b4d-1f8e-4cfe-9372-0b36e693723f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:50.578739 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.694262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d310dd63-5b67-4120-8a2b-437585e731af None None] Provisioning complete for port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:50.694641 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d310dd63-5b67-4120-8a2b-437585e731af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:50.706825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:12:50.717942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-47f992b5-6372-4c03-805c-d5563d22cc49 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec0f01f1-9e76-4e40-bbe1-52a77c29c92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264160 Dec 13 10:12:50.738219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a2b35bb-09c5-4c64-8174-736f448f09ee up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:50.773604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d310dd63-5b67-4120-8a2b-437585e731af None None] Port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:50.793987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4a2b35bb-09c5-4c64-8174-736f448f09ee triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:50.794651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.412022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:51.416689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089235542', 'description': 'tempest-secgroup-smoke-1089235542 description', 'project_id': '903f260989f044e6a76d349b01f252b7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:51.440553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.512684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.517417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.544115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.545338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322668 Dec 13 10:12:51.548337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:51.553260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:51.558276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207e623-2f33-4bb4-92c5-da0b676f47b8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aebebb6-4fb5-4af7-8a45-1ef9095f4974,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:51.582782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.638267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.642119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.660318 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a43c918-bbef-41d3-a378-72a05eb26190,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:51.664440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.665634 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3f7db64b-c4ef-42ad-b6a4-cf0c5d230081 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164651 Dec 13 10:12:51.668287 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:51.673093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:51.699247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.755745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.759266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.776610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a3a3c-c432-473f-9f07-7ef012040e23,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:51.784021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.785301 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00b3979e-6689-428b-88aa-a79de4b9907a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160097 Dec 13 10:12:51.787826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:51.792010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:51.820034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.879158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.882888 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.901330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c9daca-675d-4fab-9825-67ba324ab259,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:51.905474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:51.906846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1293745e-d7b0-45ec-b98a-72453fa2d63a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180930 Dec 13 10:12:51.909579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:51.913933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:51.941956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.000556 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.004480 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.022144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab69bd02-ebcf-4b0c-91c7-75749afd1d9d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:52.031474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.032708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-13c88624-8e80-4a99-b925-ba62ed22c2ca tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221313 Dec 13 10:12:52.035342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:52.039715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:52.063249 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Project 903f260989f044e6a76d349b01f252b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:12:52.068266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.126646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.130138 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.149460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6310d7-1fc4-4210-8080-55c093ab5abd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:52.162696 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.167034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c461e67b-fa4a-496e-ad80-f372bf4c8a1d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283286 Dec 13 10:12:52.167273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:12:52.172886 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'security_group_rule': {'security_group_id': '3aebebb6-4fb5-4af7-8a45-1ef9095f4974', 'project_id': '903f260989f044e6a76d349b01f252b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:52.194731 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Project 903f260989f044e6a76d349b01f252b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:12:52.200186 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.269890 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.275113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.294611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d7075c-fedc-45fd-8782-f89787021a12,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:52.310372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.311614 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1bddb0f0-c69e-4aa3-847d-644c1cd1edb0 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433804 Dec 13 10:12:52.338831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6a0199e0-28b6-425b-9081-693f6520245c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:52.398310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6a0199e0-28b6-425b-9081-693f6520245c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:52.398775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:52.480771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0d774100-d929-4b22-bf13-e68a05561d28 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089235542&fields=id&tenant_id=903f260989f044e6a76d349b01f252b7 HTTP/1.1" status: 200 len: 267 time: 0.0473871 Dec 13 10:12:52.498088 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Sync routers for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:12:52.509479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:52.510244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:52.603429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-5ae08805-1f5f-4c27-8bca-9553668e411d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:52.604896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-5ae08805-1f5f-4c27-8bca-9553668e411d tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 809 time: 0.1159320 Dec 13 10:12:52.621973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-1e0b1989-892a-43cb-8b2f-ef20d1724e5a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/quotas/903f260989f044e6a76d349b01f252b7 HTTP/1.1" status: 200 len: 375 time: 0.0104790 Dec 13 10:12:52.646841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:52.675947 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-03f6f8f2-9db6-4085-811b-f214d94a542b tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475905 Dec 13 10:12:52.781623 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-8e68d576-a193-459b-b0cf-336c2b287955 service neutron] 10.222.0.30 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933459 Dec 13 10:12:52.875691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-6bd97c39-d536-46dd-b1de-c0acf8f1d8b2 service neutron] 10.222.0.30 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875912 Dec 13 10:12:53.016134 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 4, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4fbdbe8c-e1e2-49ee-b252-527581db5cb4', 'name': '', 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'mac_address': 'fa:16:3e:e4:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:48Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 2, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'subnets': [{'id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:53.043173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Checking router: ec0f01f1-9e76-4e40-bbe1-52a77c29c92e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:12:53.043528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Updating router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:12:53.068716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.089365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-955b24cd-8370-4ada-b476-55214bb8e866 req-5b9da4f3-54f2-418d-8369-7e7f5e8ae976 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 210 time: 0.0307188 Dec 13 10:12:53.339064 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.344657 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.402546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331edb-fd1e-4b02-9071-f0b80565fd00 None None] Pushing event updated for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:53.460352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Attempting to bind port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:53.461072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Attempting to bind port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:53.461530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Attempting to bind port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 on network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:53.467828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:53.468279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Checking segment: {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:53.468843 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.469370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Bound using segment: {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:53.469908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Bound port: 4fbdbe8c-e1e2-49ee-b252-527581db5cb4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27b4306-93c8-41c2-a251-905d26f92efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:53.470385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.542236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] For port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:53.545512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] For port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:53.550576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.625433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:12:53.626078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:12:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:53.708702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331edb-fd1e-4b02-9071-f0b80565fd00 None None] Pushing event updated for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:53.728842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] Provisioning complete for port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:53.729859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.796062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:12:53.938606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:53.996173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] For port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:54.004705 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.087166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523daf8-33ac-4126-a511-a2f6f6cfbfbb None None] Pushing event updated for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:54.107138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 4, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4fbdbe8c-e1e2-49ee-b252-527581db5cb4', 'name': '', 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'mac_address': 'fa:16:3e:e4:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:48Z', 'updated_at': '2021-12-13T10:12:53Z', 'revision_number': 4, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'subnets': [{'id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:12:54.136876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-ac00034a-8c9a-4878-bb4f-abb4ab88e4d2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.141566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-ac00034a-8c9a-4878-bb4f-abb4ab88e4d2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 809 time: 0.1476605 Dec 13 10:12:54.151270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57fe93-983a-4a58-82dd-e8fe2116b3b0 None None] The sync data for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 is: [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:12:49Z', 'revision_number': 4, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4fbdbe8c-e1e2-49ee-b252-527581db5cb4', 'name': '', 'network_id': '72d19e8e-54ec-4d81-9bbf-45b21cba3518', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'mac_address': 'fa:16:3e:e4:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:48Z', 'updated_at': '2021-12-13T10:12:53Z', 'revision_number': 4, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'subnets': [{'id': 'badb15a6-4dd0-4706-ab9c-05983fd3c9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:12:54.166738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-34e9f1b4-0c11-4fe1-a566-0b06cd64882a None None] Provisioning complete for port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:54.167243 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34e9f1b4-0c11-4fe1-a566-0b06cd64882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.208597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84a1b917-57ba-49fb-b3de-4bb758058617 req-9b283fff-04d5-446d-a316-b6e7d56a6f55 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 210 time: 0.0373561 Dec 13 10:12:54.263308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0337c0f1-d385-49d3-9104-48f8be0abd56 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903f260989f044e6a76d349b01f252b7 HTTP/1.1" status: 200 len: 380 time: 0.1100137 Dec 13 10:12:54.276972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'port': {'device_id': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'admin_state_up': True, 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'security_groups': ['3aebebb6-4fb5-4af7-8a45-1ef9095f4974']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:54.370004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:12:54.417198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Made reservation on behalf of 903f260989f044e6a76d349b01f252b7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:12:54.421462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.435906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:54.436277 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.566609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Allocated IP 172.20.0.3 (c7739292-60b4-428f-bef4-de0874ced364/faf52be1-ea3a-417e-9ec3-e1a0cea70675/ce95d98f-07eb-4491-a116-cd8823969612) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:12:54.727456 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.773043 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.824152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Network c7739292-60b4-428f-bef4-de0874ced364 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:12:54.827606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:12:54.832264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:12:54.839429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:54.868814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.869187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.869537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.869883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.870219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.870553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.870886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.871223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.871553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.871880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.872216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.872598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.872927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:12:54.900485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:54.901113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:54.918491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-adc9bf97-9bd7-4db5-b3f5-85ae31e77a25 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473632 Dec 13 10:12:54.935118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Request body: {'port': {'device_id': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:12:54.993116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.111407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bee2a4f2-76ae-40a9-a4cb-8e76643c819f None None] Provisioning complete for port ce95d98f-07eb-4491-a116-cd8823969612 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:12:55.111882 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bee2a4f2-76ae-40a9-a4cb-8e76643c819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.144535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bee2a4f2-76ae-40a9-a4cb-8e76643c819f None None] Port ce95d98f-07eb-4491-a116-cd8823969612 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:12:55.257544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce95d98f-07eb-4491-a116-cd8823969612 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:55.267334 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.277697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Transition to ACTIVE for port object ce95d98f-07eb-4491-a116-cd8823969612 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:12:55.283265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.363842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Pushing event updated for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:55.396839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8177e8-32f2-456d-9d41-4ac9c1cebb4c req-ee0eb6fa-db14-4154-8640-677e7ad2f044 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.398453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf8177e8-32f2-456d-9d41-4ac9c1cebb4c req-ee0eb6fa-db14-4154-8640-677e7ad2f044 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 943 time: 0.1126895 Dec 13 10:12:55.488631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bf8177e8-32f2-456d-9d41-4ac9c1cebb4c req-0b0a742a-1820-41a4-8ca6-5c8f2bc60996 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673130 Dec 13 10:12:55.489531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Attempting to bind port ce95d98f-07eb-4491-a116-cd8823969612 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:12:55.489874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Attempting to bind port ce95d98f-07eb-4491-a116-cd8823969612 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:12:55.490206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Attempting to bind port ce95d98f-07eb-4491-a116-cd8823969612 on network c7739292-60b4-428f-bef4-de0874ced364 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:55.495300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Port ce95d98f-07eb-4491-a116-cd8823969612 on network c7739292-60b4-428f-bef4-de0874ced364 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:12:55.495540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Attempting to bind port ce95d98f-07eb-4491-a116-cd8823969612 on network c7739292-60b4-428f-bef4-de0874ced364 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:12:55.501052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:12:55.504510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Checking segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:12:55.504510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Bound using segment: {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:12:55.504510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Bound port: ce95d98f-07eb-4491-a116-cd8823969612, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd683b72-e6fc-4117-a287-dcc08ec023a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:12:55.504510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.565078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:12:55.568153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ce95d98f-07eb-4491-a116-cd8823969612,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:12:55.572949 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.609966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.610482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:55.611882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] 10.222.0.44 "PUT /v2.0/ports/ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 1091 time: 0.6812270 Dec 13 10:12:55.612333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:12:55.614651 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1747a1-9211-4114-9c0d-637d270964df" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "tag": "ce95d98f-07eb-4491-a116-cd8823969612"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:12:55.638093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca4aa3-88b4-45e8-89f8-9b75b179aeca service neutron] Pushing event updated for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:55.666792 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f1e23-24a0-4865-acfc-f62865496895 x-openstack-request-id: req-729f1e23-24a0-4865-acfc-f62865496895 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:12:55.667218 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "tag": "ce95d98f-07eb-4491-a116-cd8823969612", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:12:55.667577 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-729f1e23-24a0-4865-acfc-f62865496895 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:12:55.668085 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612', 'status': 'completed', 'code': 200} Dec 13 10:12:55.717848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-21991b32-251a-4111-affe-eff98e43a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.719681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-21991b32-251a-4111-affe-eff98e43a1b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1094 time: 0.0477326 Dec 13 10:12:55.781452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-41689870-f85b-4d8f-b19b-98b0ece73950 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 217 time: 0.0499957 Dec 13 10:12:55.836951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0ae59275-f78c-4248-b809-5046b4b6bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.838456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0ae59275-f78c-4248-b809-5046b4b6bc19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0478017 Dec 13 10:12:55.888994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0cc10b3e-95fb-4a14-99e8-376e46d71d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:55.890574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-0cc10b3e-95fb-4a14-99e8-376e46d71d7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441523 Dec 13 10:12:55.981451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-c535b937-40d7-49b4-becf-b84a3b5432f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828331 Dec 13 10:12:56.074176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71ecccb7-7f17-4d33-a059-ec44ceb6071b req-b4209666-7634-4b5e-947f-f44d648a7b69 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Dec 13 10:12:56.160614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1747a1-9211-4114-9c0d-637d270964df req-a5a46584-d8d3-4bfd-966e-4dba17f8ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.162184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-a5a46584-d8d3-4bfd-966e-4dba17f8ae79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1094 time: 0.0433245 Dec 13 10:12:56.260214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1747a1-9211-4114-9c0d-637d270964df req-82f5c2c3-c3a1-4270-beeb-d773a57406e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.261732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-82f5c2c3-c3a1-4270-beeb-d773a57406e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0913541 Dec 13 10:12:56.315301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-0dede97f-e57b-4e36-accd-57da70234697 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 217 time: 0.0462348 Dec 13 10:12:56.375581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1747a1-9211-4114-9c0d-637d270964df req-9233134a-f099-4076-9643-d8e04a306306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.377024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-9233134a-f099-4076-9643-d8e04a306306 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0492694 Dec 13 10:12:56.428284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1747a1-9211-4114-9c0d-637d270964df req-3c68bc47-f5c2-425e-b5ff-13457d4cc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:56.429984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-3c68bc47-f5c2-425e-b5ff-13457d4cc806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443518 Dec 13 10:12:56.530024 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-0c518045-0055-4ca1-ada4-24960c513935 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916495 Dec 13 10:12:57.038217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aeeeb-6a8b-4228-b0a8-2ce565a27b51 req-db77e86c-d9a8-4e66-8da8-f028031c2707 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:57.039692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab2aeeeb-6a8b-4228-b0a8-2ce565a27b51 req-db77e86c-d9a8-4e66-8da8-f028031c2707 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 943 time: 0.4544747 Dec 13 10:12:57.041965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba1747a1-9211-4114-9c0d-637d270964df req-d71b2f62-d86b-4825-8765-db6d55c039ec service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038564 Dec 13 10:12:57.090105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab2aeeeb-6a8b-4228-b0a8-2ce565a27b51 req-50f028ac-7c9e-42a9-93e1-18e658ba7c5c tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Dec 13 10:12:57.387907 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:58.206955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8c15-50b5-4fad-9f17-2edc49ab92ab req-99ee3841-c518-4283-9ab2-be8a6a30eebf tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:58.208416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-446d8c15-50b5-4fad-9f17-2edc49ab92ab req-99ee3841-c518-4283-9ab2-be8a6a30eebf tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 943 time: 0.0498922 Dec 13 10:12:58.258166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-446d8c15-50b5-4fad-9f17-2edc49ab92ab req-004626cd-eca1-4e60-b6cb-e08757766605 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Dec 13 10:12:58.610725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e21b0994-2ca2-48e1-a09e-1c523f27433a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:58.810778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ce95d98f-07eb-4491-a116-cd8823969612 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:12:58.911591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ce95d98f-07eb-4491-a116-cd8823969612,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:58.923978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'ce95d98f-07eb-4491-a116-cd8823969612', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'port_id': 'ce95d98f-07eb-4491-a116-cd8823969612', 'mac_address': 'fa:16:3e:90:35:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:12:58.968671 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:58.983711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce95d98f-07eb-4491-a116-cd8823969612 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:12:59.007510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ce95d98f-07eb-4491-a116-cd8823969612,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:12:59.011958 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:59.064989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:12:59.222731 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:12:59.251558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['ce95d98f-07eb-4491-a116-cd8823969612'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:12:59.388097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60998f8-f30c-4846-9458-59e48bb3485d req-c7ebf8e5-5522-4ec0-bd06-f305f3f1e987 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.389571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d60998f8-f30c-4846-9458-59e48bb3485d req-c7ebf8e5-5522-4ec0-bd06-f305f3f1e987 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 944 time: 0.0508721 Dec 13 10:12:59.443807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d60998f8-f30c-4846-9458-59e48bb3485d req-4070db45-8abc-4f39-bd8c-d7c251268a19 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Dec 13 10:12:59.760851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054273fb-659e-4642-8835-c8abc9b51a00 req-b94c7dcb-e223-4bf5-b5ef-5260068c41da tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.762391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-054273fb-659e-4642-8835-c8abc9b51a00 req-b94c7dcb-e223-4bf5-b5ef-5260068c41da tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1096 time: 0.0409989 Dec 13 10:12:59.809517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-054273fb-659e-4642-8835-c8abc9b51a00 req-09d429fa-c0ba-4e52-91d5-b12dbaf447b4 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Dec 13 10:12:59.932706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3d1d3-262f-4b6d-a42a-dcd4266363db req-57636d5c-8fbd-4226-b6c0-2fae524d4ee9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:12:59.934099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03a3d1d3-262f-4b6d-a42a-dcd4266363db req-57636d5c-8fbd-4226-b6c0-2fae524d4ee9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0489538 Dec 13 10:12:59.982786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03a3d1d3-262f-4b6d-a42a-dcd4266363db req-cf7dca9e-8251-4eed-a8f1-3f8f809fa6ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Dec 13 10:13:00.007425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 42628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:00.072155 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7409dea5-b1ff-439d-bd23-46701eec96b3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 200 len: 993 time: 0.0635548 Dec 13 10:13:00.584866 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-1fb6a9d7-1655-40f9-bcdb-7ef4748defcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400178 Dec 13 10:13:00.602586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e424c-a236-4eef-8361-b9524dd95834 req-193808de-0239-4fcd-9e8f-a0064c61d68b tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:00.604242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a62e424c-a236-4eef-8361-b9524dd95834 req-193808de-0239-4fcd-9e8f-a0064c61d68b tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 944 time: 0.0820611 Dec 13 10:13:00.634632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e9ada-d2b2-434b-b2fa-433e441b775c req-2144beed-d58a-4511-9a79-7db7b4e26398 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:00.636095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c90e9ada-d2b2-434b-b2fa-433e441b775c req-2144beed-d58a-4511-9a79-7db7b4e26398 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.1115782 Dec 13 10:13:00.705039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a62e424c-a236-4eef-8361-b9524dd95834 req-c06e0f1c-41cd-4059-8270-cbd583641022 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848300 Dec 13 10:13:00.714784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c90e9ada-d2b2-434b-b2fa-433e441b775c req-8ce4e615-90c1-4454-b111-4fa635d9fd10 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702424 Dec 13 10:13:00.809441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ce95d98f-07eb-4491-a116-cd8823969612 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:13:00.861830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port ce95d98f-07eb-4491-a116-cd8823969612 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:13:00.865666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port ce95d98f-07eb-4491-a116-cd8823969612 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:13:00.866146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:00.960338 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:00.987299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:00.989754 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46206087-a559-4f17-bee3-6802660d454e" -d '{"events": [{"server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "name": "network-vif-plugged", "status": "completed", "tag": "ce95d98f-07eb-4491-a116-cd8823969612"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:01.018840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ce95d98f-07eb-4491-a116-cd8823969612,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:01.022874 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.029546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4bd3-cd8c-4720-ae59-f01338602d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:01.051615 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767ba40-eae8-4c5b-8cac-2bd313ae268b x-openstack-request-id: req-5767ba40-eae8-4c5b-8cac-2bd313ae268b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:01.051953 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "name": "network-vif-plugged", "status": "completed", "tag": "ce95d98f-07eb-4491-a116-cd8823969612", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:01.052160 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5767ba40-eae8-4c5b-8cac-2bd313ae268b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:01.052801 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612', 'code': 200} Dec 13 10:13:01.087402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:01.161203 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c604-88cc-4ad0-959b-cea19fe818ca req-9e5bf47b-887d-45a0-8ffc-cb6fe6df5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.162906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6621c604-88cc-4ad0-959b-cea19fe818ca req-9e5bf47b-887d-45a0-8ffc-cb6fe6df5e79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0473061 Dec 13 10:13:01.216967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6621c604-88cc-4ad0-959b-cea19fe818ca req-b919e0ca-6094-4d22-930e-f1d7c1733f3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Dec 13 10:13:01.853634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3da7f-84be-4f6d-b0af-793af25bf64a req-1d5496af-7f9e-40fa-8baf-1be2fae706a8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.855017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dec3da7f-84be-4f6d-b0af-793af25bf64a req-1d5496af-7f9e-40fa-8baf-1be2fae706a8 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0773456 Dec 13 10:13:01.866021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b3a98-21b4-4d15-a092-e3027ec1beea req-b0b440f9-26d6-45a0-85ee-3e1591e5ac68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:01.867383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-292b3a98-21b4-4d15-a092-e3027ec1beea req-b0b440f9-26d6-45a0-85ee-3e1591e5ac68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0778587 Dec 13 10:13:01.942411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dec3da7f-84be-4f6d-b0af-793af25bf64a req-67617d67-18eb-4d23-8d5b-4cde3dd331b6 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740557 Dec 13 10:13:01.948049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-292b3a98-21b4-4d15-a092-e3027ec1beea req-6a117b08-5501-414b-9de1-798599302bfd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742080 Dec 13 10:13:02.053374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-aa4b600b-1e37-46d8-b643-07177eece171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.054857 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-aa4b600b-1e37-46d8-b643-07177eece171 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1096 time: 0.0445309 Dec 13 10:13:02.145733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c23c2131-40cd-4daa-86eb-21310aa807ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.147159 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c23c2131-40cd-4daa-86eb-21310aa807ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0854759 Dec 13 10:13:02.217903 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-cb687bc5-c276-4757-9b73-d86f6159eb91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1001 time: 0.0635657 Dec 13 10:13:02.267945 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-a3a0bfec-6c44-4124-8a95-23efee832b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.269446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-a3a0bfec-6c44-4124-8a95-23efee832b19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0451090 Dec 13 10:13:02.303812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:02.319338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c30a300f-c3f7-49aa-8886-1a9136c5bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:02.320843 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c30a300f-c3f7-49aa-8886-1a9136c5bc89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448825 Dec 13 10:13:02.420182 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-f75b56ea-d83c-448c-839a-adccaaf2b984 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907748 Dec 13 10:13:02.510599 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-f7bca4bc-13cd-46e8-ba96-8f83867db7f3 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824468 Dec 13 10:13:03.092774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3902-2c1f-4201-8ac2-1e272dbf4e32 req-5cf73636-80b6-4566-96c5-d534839a443c tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.094611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f39b3902-2c1f-4201-8ac2-1e272dbf4e32 req-5cf73636-80b6-4566-96c5-d534839a443c tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0826361 Dec 13 10:13:03.106914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8ade-5bdb-4af4-912a-43d9eab42368 req-11b9e6f8-0282-4679-acc4-9d41b6d007d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.108335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c8e8ade-5bdb-4af4-912a-43d9eab42368 req-11b9e6f8-0282-4679-acc4-9d41b6d007d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0853884 Dec 13 10:13:03.185442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f39b3902-2c1f-4201-8ac2-1e272dbf4e32 req-5ac90b8d-75ba-4af8-9e88-abd6bb7a3923 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760546 Dec 13 10:13:03.191045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c8e8ade-5bdb-4af4-912a-43d9eab42368 req-9528a5c0-1eb1-4f7b-8753-75be77609375 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754704 Dec 13 10:13:03.308419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41364-8823-4352-a44c-f3ad2fb5a531 req-f5e4f91d-05b3-43ca-ab59-b24517598e51 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.309954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22f41364-8823-4352-a44c-f3ad2fb5a531 req-f5e4f91d-05b3-43ca-ab59-b24517598e51 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0544584 Dec 13 10:13:03.358854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22f41364-8823-4352-a44c-f3ad2fb5a531 req-8b581303-f2d2-4873-9d4b-a9599f3db6da tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Dec 13 10:13:03.480216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc95a42-2865-4cf9-ad55-cc19a1b28cf1 req-3b138e5c-b3f9-4fdb-973e-f0f915ce7056 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.481670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1cc95a42-2865-4cf9-ad55-cc19a1b28cf1 req-3b138e5c-b3f9-4fdb-973e-f0f915ce7056 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Dec 13 10:13:03.531132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1cc95a42-2865-4cf9-ad55-cc19a1b28cf1 req-9fd5ae22-782f-401f-ad1d-7dcbc46713fc tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Dec 13 10:13:03.553570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:03.682777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4c8ea-72c8-4156-af55-8bcd80934990 tempest-TestServerBasicOps-272246017 tempest-TestServerBasicOps-272246017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:03.684320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-65d4c8ea-72c8-4156-af55-8bcd80934990 tempest-TestServerBasicOps-272246017 tempest-TestServerBasicOps-272246017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1091 time: 0.1297753 Dec 13 10:13:03.687226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:03.691791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'ce95d98f-07eb-4491-a116-cd8823969612', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:03.715796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:03.717864 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:03.814800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:03.925101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Allocated IP 172.25.1.6 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/3ba47fda-0600-45dd-bce8-e83ea374362f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:13:04.028793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.063057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.103747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:13:04.106611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:13:04.111355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:13:04.133742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'Port': ['ID=3ba47fda-0600-45dd-bce8-e83ea374362f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:04.355739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309dbf1-4a0c-472a-896c-d0893ae14404 req-8acaf2e8-b928-40c2-ae39-a2584f946369 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:04.357158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9309dbf1-4a0c-472a-896c-d0893ae14404 req-8acaf2e8-b928-40c2-ae39-a2584f946369 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0926764 Dec 13 10:13:04.486651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9309dbf1-4a0c-472a-896c-d0893ae14404 req-b2d57bb7-303c-43dc-8d34-c207b6700e90 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208098 Dec 13 10:13:04.541842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.607151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.756840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.761546 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.772359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.832931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event updated for resources: {'Port': ['ID=3ba47fda-0600-45dd-bce8-e83ea374362f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:04.844695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:04.943779 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Floating IP 342d681d-f19a-4ff0-997e-36575aa6c9ed associated. External IP: 172.25.1.6, port: ce95d98f-07eb-4491-a116-cd8823969612. Dec 13 10:13:05.152755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:13:05.259500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:13:05.269873 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Sync routers for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:13:05.278069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:05.280093 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:13:05.280707 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:13:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:05.306313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f108cb29-5cdc-4084-8c34-76f55e6317af tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6179476 Dec 13 10:13:05.307067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:05.309423 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cd423-879c-4bc3-9504-dc3763858b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "tag": "ce95d98f-07eb-4491-a116-cd8823969612"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:05.347154 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350ca45e-c1be-45a9-8d39-a248352c0740 x-openstack-request-id: req-350ca45e-c1be-45a9-8d39-a248352c0740 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:05.347454 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "tag": "ce95d98f-07eb-4491-a116-cd8823969612", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:05.347713 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-350ca45e-c1be-45a9-8d39-a248352c0740 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:05.348122 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612', 'status': 'completed', 'code': 200} Dec 13 10:13:05.390054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:13:05.414831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd423-879c-4bc3-9504-dc3763858b5e req-ba56b9ef-27b4-430a-8ee5-c99b7532df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.416341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-ba56b9ef-27b4-430a-8ee5-c99b7532df0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0445480 Dec 13 10:13:05.525252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd423-879c-4bc3-9504-dc3763858b5e req-dba82afc-7f2e-4569-8b8f-2c35504345a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.526784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-dba82afc-7f2e-4569-8b8f-2c35504345a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0943501 Dec 13 10:13:05.627852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-15cd874a-c8f0-411d-8a36-dd71e56f13c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 997 time: 0.0937381 Dec 13 10:13:05.630300 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '342d681d-f19a-4ff0-997e-36575aa6c9ed', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'port_id': 'ce95d98f-07eb-4491-a116-cd8823969612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'mac_address': 'fa:16:3e:90:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:13:04Z', 'updated_at': '2021-12-13T10:13:04Z', 'revision_number': 0, 'project_id': '903f260989f044e6a76d349b01f252b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:05.639882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bd0cc-bf36-402f-aa52-fe7f7bc2809d req-39943943-c8bd-4257-bbc9-4040c4b64fa9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.641686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce4bd0cc-bf36-402f-aa52-fe7f7bc2809d req-39943943-c8bd-4257-bbc9-4040c4b64fa9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0716662 Dec 13 10:13:05.658009 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Checking router: b683a7e4-3515-44ab-a3ed-e63d99fa3d32 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:13:05.666396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:13:05.667002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:13:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:05.710295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd423-879c-4bc3-9504-dc3763858b5e req-dd87d4f2-5d06-42df-9720-e0888ea3d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.712073 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-dd87d4f2-5d06-42df-9720-e0888ea3d112 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0694942 Dec 13 10:13:05.735627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ce4bd0cc-bf36-402f-aa52-fe7f7bc2809d req-5d1e7a14-d10c-4d20-84df-bdfc64ffd2e9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854118 Dec 13 10:13:05.766753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd423-879c-4bc3-9504-dc3763858b5e req-66983036-5345-4bbd-95cf-abbebcf0314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:05.768156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-66983036-5345-4bbd-95cf-abbebcf0314d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467772 Dec 13 10:13:05.772826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:13:05.863861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-bac99620-6120-4c2b-9887-def3179ac8f4 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870686 Dec 13 10:13:05.954757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-742cd423-879c-4bc3-9504-dc3763858b5e req-63a031f2-6387-470f-9960-6a2d61982366 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826986 Dec 13 10:13:05.995747 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '342d681d-f19a-4ff0-997e-36575aa6c9ed', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'port_id': 'ce95d98f-07eb-4491-a116-cd8823969612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'mac_address': 'fa:16:3e:90:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:13:04Z', 'updated_at': '2021-12-13T10:13:04Z', 'revision_number': 0, 'project_id': '903f260989f044e6a76d349b01f252b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:06.024933 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18908b-fe5b-466d-a760-5c06c89d0551 None None] The sync data for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 is: [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '342d681d-f19a-4ff0-997e-36575aa6c9ed', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'port_id': 'ce95d98f-07eb-4491-a116-cd8823969612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'mac_address': 'fa:16:3e:90:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:13:04Z', 'updated_at': '2021-12-13T10:13:04Z', 'revision_number': 0, 'project_id': '903f260989f044e6a76d349b01f252b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:13:06.228899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5494f56f-d4d8-4480-a1b6-7e311bc06579 None None] New status for floating IP 342d681d-f19a-4ff0-997e-36575aa6c9ed: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:13:06.855382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccc1a9-38ee-4f31-8f31-4892e01bfe3b req-44c0f3ab-a83b-4f84-be0c-ddbdbc65066d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:06.856855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43ccc1a9-38ee-4f31-8f31-4892e01bfe3b req-44c0f3ab-a83b-4f84-be0c-ddbdbc65066d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Dec 13 10:13:06.910939 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-43ccc1a9-38ee-4f31-8f31-4892e01bfe3b req-fb8ef36f-efc1-4b81-8595-7105f18839ae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Dec 13 10:13:07.987565 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:13:08.029542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9688c-4cbf-443b-a0a0-ffd27f4a8ab5 req-06f6d28f-b0b2-4bc9-b4b9-e076f15c6f9b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:08.031022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb9688c-4cbf-443b-a0a0-ffd27f4a8ab5 req-06f6d28f-b0b2-4bc9-b4b9-e076f15c6f9b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Dec 13 10:13:08.080797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfb9688c-4cbf-443b-a0a0-ffd27f4a8ab5 req-fa2797c2-add5-4daf-80cf-a111b35a7326 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Dec 13 10:13:09.199284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372e68-0f5f-46ca-9e07-6709d27d4a6b req-583fe6af-4f95-490b-9aea-5aab70f39a0e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:09.200734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90372e68-0f5f-46ca-9e07-6709d27d4a6b req-583fe6af-4f95-490b-9aea-5aab70f39a0e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Dec 13 10:13:09.253950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90372e68-0f5f-46ca-9e07-6709d27d4a6b req-0714c2a8-0625-42a5-88e4-d682088cc393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467789 Dec 13 10:13:10.377622 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d931-b7e0-4257-9f84-a7c22b9718cd req-6288049f-309e-4c56-8038-aed3c352b413 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:10.379063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7861d931-b7e0-4257-9f84-a7c22b9718cd req-6288049f-309e-4c56-8038-aed3c352b413 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Dec 13 10:13:10.428350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7861d931-b7e0-4257-9f84-a7c22b9718cd req-9fa4808f-232c-480b-a11c-c7c9ebaaa8bb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Dec 13 10:13:11.543786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608b7f2-a9f6-4114-95fb-e6a7ddc2a89d req-18b97b26-49c2-4cf6-9b21-c59d8f53426e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:11.545307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e608b7f2-a9f6-4114-95fb-e6a7ddc2a89d req-18b97b26-49c2-4cf6-9b21-c59d8f53426e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Dec 13 10:13:11.594803 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e608b7f2-a9f6-4114-95fb-e6a7ddc2a89d req-282386e0-037d-40dc-b8a7-71860346a14d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Dec 13 10:13:12.714184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e13fc-676b-4c12-a075-13900a4f0447 req-255fe014-9561-4c9c-8078-bb40af196378 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:12.715699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-670e13fc-676b-4c12-a075-13900a4f0447 req-255fe014-9561-4c9c-8078-bb40af196378 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Dec 13 10:13:12.764177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-670e13fc-676b-4c12-a075-13900a4f0447 req-bfc3f816-a5bc-4792-8968-0a000b9b4b14 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 Dec 13 10:13:13.883887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed303-9174-425e-8504-581d897ee62f req-4fa2311a-584d-4aec-84f9-eaaf796c08be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:13.885412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-485ed303-9174-425e-8504-581d897ee62f req-4fa2311a-584d-4aec-84f9-eaaf796c08be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0520005 Dec 13 10:13:13.937498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-485ed303-9174-425e-8504-581d897ee62f req-5a256e38-c325-452b-8359-8b6ec0e0958e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457039 Dec 13 10:13:14.553063 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-71911525-3858-4338-b7cc-7cd456f1ddd1 service neutron] show failed (client error): The resource could not be found. Dec 13 10:13:14.553990 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-71911525-3858-4338-b7cc-7cd456f1ddd1 service neutron] 10.222.0.37 "GET /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0560129 Dec 13 10:13:14.791517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-eb25648c-b5d1-47a3-abd5-47f3ee4ea3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:14.792996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-eb25648c-b5d1-47a3-abd5-47f3ee4ea3a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 1096 time: 0.0736549 Dec 13 10:13:14.816199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:14.870299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:15.105048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924dbe-22b5-40d2-a058-c6e71c9e87d5 req-697dff51-0e8e-44d1-b483-17dae916e265 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:15.106442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf924dbe-22b5-40d2-a058-c6e71c9e87d5 req-697dff51-0e8e-44d1-b483-17dae916e265 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0776420 Dec 13 10:13:15.112963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:15.173372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:15.200603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf924dbe-22b5-40d2-a058-c6e71c9e87d5 req-75c4b31a-2b86-4049-83ad-53dad19e8d06 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853517 Dec 13 10:13:15.219841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:15.222159 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a241f80-05f5-4159-bace-1746c4b57237" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-unplugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:15.226606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:15.239747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Transition to ACTIVE for port object 6753e286-16df-47dd-be5e-cc0677bc3c93 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:13:15.243838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:15.275653 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c5b775-0d3d-4453-a047-0226134eae9c x-openstack-request-id: req-31c5b775-0d3d-4453-a047-0226134eae9c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:15.275945 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-unplugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:15.276207 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31c5b775-0d3d-4453-a047-0226134eae9c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:15.276602 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'code': 200} Dec 13 10:13:15.373618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:15.423431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] No DVR routers for this DVR port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:13:15.883529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:13:15.883769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:13:15.884078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:15.889362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:13:15.889799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:15.894893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:13:15.895858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:13:15.896352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Bound using segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:13:15.896918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Bound port: 6753e286-16df-47dd-be5e-cc0677bc3c93, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:13:15.897441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:15.962104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:15.965022 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:13:15.969793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:16.003874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.004515 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:16.006343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] 10.222.0.44 "PUT /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1091 time: 1.1948926 Dec 13 10:13:16.027244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fee7a6-0ccf-418a-927b-31a2e3f1a7ef service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:16.083743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-1a7e65b0-b2ab-4b49-bf47-917a1517dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.085262 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-1a7e65b0-b2ab-4b49-bf47-917a1517dc8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1094 time: 0.0509942 Dec 13 10:13:16.180883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-665b1e43-ef22-46c0-837e-423d5a89f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.182420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-665b1e43-ef22-46c0-837e-423d5a89f1c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0884237 Dec 13 10:13:16.262589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-21a58469-3c18-4fe2-874e-04f9cd91d578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0684803 Dec 13 10:13:16.338681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-0f245358-166b-487b-9847-9e051ae1902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.340128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-0f245358-166b-487b-9847-9e051ae1902a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0698574 Dec 13 10:13:16.356090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647e540-f815-4f31-8dd0-7e50cacb5a38 req-5439381d-343f-49f8-b257-40f76e838515 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.357503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1647e540-f815-4f31-8dd0-7e50cacb5a38 req-5439381d-343f-49f8-b257-40f76e838515 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0775027 Dec 13 10:13:16.431869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-0ce8f885-23c7-4046-b27a-d6aba39eb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:16.433316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-0ce8f885-23c7-4046-b27a-d6aba39eb962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749142 Dec 13 10:13:16.437222 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1647e540-f815-4f31-8dd0-7e50cacb5a38 req-7db9eb3e-7508-40ea-98d3-86e6f294cf90 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712719 Dec 13 10:13:16.536578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-9427f08a-ca84-4ddd-afd0-e06cbdbfbbc8 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826395 Dec 13 10:13:16.640039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d0ed50-30dd-4592-8d77-d43e5e5a8d2b req-5d1b0974-4847-4597-bf07-f4845b05c119 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Dec 13 10:13:17.278431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:17.280843 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e436427-63a4-45d7-89f4-e0d7e9efb44c" -d '{"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:17.332306 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42ab8a-8206-4ad7-8bca-79a5baf261bf x-openstack-request-id: req-9b42ab8a-8206-4ad7-8bca-79a5baf261bf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:17.332650 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:17.332909 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b42ab8a-8206-4ad7-8bca-79a5baf261bf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:17.333355 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:13:17.397871 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-1ffa2601-b5d9-4f3d-9025-ff279d9bafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.399259 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-1ffa2601-b5d9-4f3d-9025-ff279d9bafd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1094 time: 0.0462575 Dec 13 10:13:17.399689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-39660e5f-1e31-4f2d-9e39-25d104d1d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.401193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-39660e5f-1e31-4f2d-9e39-25d104d1d257 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1094 time: 0.0415070 Dec 13 10:13:17.493180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-7d1fb4ae-41c2-46ef-a78e-4449587f9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.494668 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-7d1fb4ae-41c2-46ef-a78e-4449587f9eb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0886309 Dec 13 10:13:17.512066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-de0244eb-5117-4535-bd4a-faf64e3d07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.513782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-de0244eb-5117-4535-bd4a-faf64e3d07ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0956483 Dec 13 10:13:17.566041 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-dfbc85c0-e086-44e3-9004-27c722eebb5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0641460 Dec 13 10:13:17.609207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8521fb3-4a78-4313-ab15-639e86ad4812 req-644cf150-b360-4a57-adfb-a3745266c155 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.610751 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8521fb3-4a78-4313-ab15-639e86ad4812 req-644cf150-b360-4a57-adfb-a3745266c155 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0960917 Dec 13 10:13:17.618287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-2e0b37f6-20a0-4150-9c9e-f514d303852d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0787296 Dec 13 10:13:17.619551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-a93b8bbc-224e-4f5b-8ce4-e273c7ca3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.621693 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-a93b8bbc-224e-4f5b-8ce4-e273c7ca3294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0491819 Dec 13 10:13:17.668154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-8b748132-853a-41ba-8895-8af3a6fce840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.669661 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-8b748132-853a-41ba-8895-8af3a6fce840 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406632 Dec 13 10:13:17.698320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-b5412f26-ae4c-41e0-a33f-d022caf990ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.699765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-b5412f26-ae4c-41e0-a33f-d022caf990ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0667090 Dec 13 10:13:17.703674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8521fb3-4a78-4313-ab15-639e86ad4812 req-605fe829-99ac-4442-b7a4-ce101dfa8dc4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845213 Dec 13 10:13:17.747159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-c23a1558-add2-4b80-9442-3177743cddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:17.748653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-c23a1558-add2-4b80-9442-3177743cddb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417411 Dec 13 10:13:17.765368 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-0f565b49-1628-498d-bc8a-f1703ef3482a service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Dec 13 10:13:17.849400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-7e41daa9-32e0-4dfe-ae39-f6570e2d2c0d service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907912 Dec 13 10:13:17.950579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-27d072aa-094c-45c8-9d36-87640f3fcece service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874407 Dec 13 10:13:18.180927 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e436427-63a4-45d7-89f4-e0d7e9efb44c req-87f43656-8630-4b83-92bc-2b9e48dc87b0 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078174 Dec 13 10:13:18.257342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:13:18.294368 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:13:18.824971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bcc62-29d3-4749-8648-7941f6d77304 req-3da72012-acba-4044-a8cf-e996983e9644 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:18.826485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b1bcc62-29d3-4749-8648-7941f6d77304 req-3da72012-acba-4044-a8cf-e996983e9644 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0495486 Dec 13 10:13:18.875145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b1bcc62-29d3-4749-8648-7941f6d77304 req-1d08ee7f-2b01-4555-afd7-1eab247ac550 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Dec 13 10:13:18.918574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:13:19.020783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:19.035427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:13:19.078593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:19.092154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:13:19.112754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:19.117630 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:19.149896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-6a5873dd-7ace-48c6-84ae-e557a1319bc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.151275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-6a5873dd-7ace-48c6-84ae-e557a1319bc8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70&tenant_id=df0ccc47bd0244bda56827fb2054900d&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 943 time: 0.0886948 Dec 13 10:13:19.159456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc1459-275b-4da9-a3e2-0837cb18e313 req-1481b0be-4f86-4425-a824-d50ef01cef42 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.160827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77fc1459-275b-4da9-a3e2-0837cb18e313 req-1481b0be-4f86-4425-a824-d50ef01cef42 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 943 time: 0.0850685 Dec 13 10:13:19.164638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:19.258298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77fc1459-275b-4da9-a3e2-0837cb18e313 req-129bebf1-441c-435f-8882-d80d264ad23c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876703 Dec 13 10:13:19.260064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-ad84e848-b7d4-4eca-bf4d-f13785f11891 service neutron] 10.222.0.44 "GET /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 382 time: 0.0948453 Dec 13 10:13:19.340034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-b8f2dfbf-0eab-457e-9862-150a264d1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.341560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-b8f2dfbf-0eab-457e-9862-150a264d1aad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1095 time: 0.0433540 Dec 13 10:13:19.394663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['6753e286-16df-47dd-be5e-cc0677bc3c93'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:13:19.433745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-b80b011e-d984-4edb-b29b-250681ff32db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.435141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-b80b011e-d984-4edb-b29b-250681ff32db service neutron] 10.222.0.44 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0841079 Dec 13 10:13:19.507360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-927a864a-ae9b-4c96-95a6-0b0fce7dba1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1000 time: 0.0636499 Dec 13 10:13:19.558620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-738ca5f4-e148-4e22-8eb6-e76bae577a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.560088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-738ca5f4-e148-4e22-8eb6-e76bae577a1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0450907 Dec 13 10:13:19.606749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-23015200-6d8b-48fb-a12a-edfa405dd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:19.608243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-23015200-6d8b-48fb-a12a-edfa405dd32a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401444 Dec 13 10:13:19.706031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-9d4e7fde-19a8-40a8-a098-df6aa0f28959 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864520 Dec 13 10:13:19.795998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-58cdff0b-5215-47c5-a06f-ceec877d2759 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816739 Dec 13 10:13:20.378512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b7ec7-d78e-460b-8892-160307f713c8 req-1d25e0c6-6389-480e-aebc-51ebd1b17f09 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:20.380065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e7b7ec7-d78e-460b-8892-160307f713c8 req-1d25e0c6-6389-480e-aebc-51ebd1b17f09 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0512810 Dec 13 10:13:20.435484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e7b7ec7-d78e-460b-8892-160307f713c8 req-cdad1880-1a5d-431c-92ab-7fd3aadf04a4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492170 Dec 13 10:13:20.942588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:13:20.995592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 6753e286-16df-47dd-be5e-cc0677bc3c93 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:13:21.000181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 6753e286-16df-47dd-be5e-cc0677bc3c93 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:13:21.000556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:21.075584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:21.097442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:21.100355 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7fdf1c-4531-4755-b25e-263cafccb199" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:21.115899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:21.120607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:21.308762 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983a722a-a307-4fea-8f6b-cd9edd6905a0 x-openstack-request-id: req-983a722a-a307-4fea-8f6b-cd9edd6905a0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:21.309032 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:21.309348 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-983a722a-a307-4fea-8f6b-cd9edd6905a0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:21.309707 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'code': 200} Dec 13 10:13:21.334838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:21.555670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074742bc-90dd-4253-aef6-7f6b46329c9e req-d33e9cf5-f306-475a-9933-78e44bb153f9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:21.557212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-074742bc-90dd-4253-aef6-7f6b46329c9e req-d33e9cf5-f306-475a-9933-78e44bb153f9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 945 time: 0.0492210 Dec 13 10:13:21.614168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-074742bc-90dd-4253-aef6-7f6b46329c9e req-28975968-5863-46d8-9ea1-2ff2ff5e1d22 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Dec 13 10:13:21.937896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-3359e8d9-0953-48bd-8252-aec379c91e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:21.939391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-3359e8d9-0953-48bd-8252-aec379c91e58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 1096 time: 0.0422559 Dec 13 10:13:21.951442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:13:22.016924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.222904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:22.255946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:22.297035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:22.299345 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e9188-1865-4d13-970a-4f7d1b8377c0" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-unplugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:22.304663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.318564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Transition to ACTIVE for port object 6753e286-16df-47dd-be5e-cc0677bc3c93 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:13:22.322464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.358740 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d645b9ff-7be8-464f-857e-34268696b6dc x-openstack-request-id: req-d645b9ff-7be8-464f-857e-34268696b6dc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:22.359046 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-unplugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:22.359307 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d645b9ff-7be8-464f-857e-34268696b6dc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:22.359704 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'code': 200} Dec 13 10:13:22.409379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:22.443177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.443858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.444400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.444942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.445304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.445640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.445972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.446299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.446623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.446948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.447275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.447597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.447918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:22.465675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] No DVR routers for this DVR port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:13:22.607697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:13:22.608029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:13:22.608358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:22.612785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:13:22.613113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Attempting to bind port 6753e286-16df-47dd-be5e-cc0677bc3c93 on network 04f20e1d-d780-4328-9f7f-faab75d13590 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:13:22.618406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:13:22.618756 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Checking segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:13:22.619150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Bound using segment: {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:13:22.619589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Bound port: 6753e286-16df-47dd-be5e-cc0677bc3c93, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3e7783-bd57-4cc2-98d8-ac536726d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:13:22.619955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.695062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:13:22.698229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:13:22.702548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.731320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba682-94c6-466c-988d-36fea3fd890b req-f9f0dace-32f1-4c53-a742-272d7c8aa7ff tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:22.732920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b0ba682-94c6-466c-988d-36fea3fd890b req-f9f0dace-32f1-4c53-a742-272d7c8aa7ff tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0512495 Dec 13 10:13:22.744572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:22.745013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:22.746416 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] 10.222.0.37 "PUT /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 1092 time: 0.7990084 Dec 13 10:13:22.765180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb063f7-b465-4eee-b276-c0de27ee5c82 service neutron] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:22.809793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3b0ba682-94c6-466c-988d-36fea3fd890b req-75ca07f0-cae9-4123-91ef-d41bfc1c2dcd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668252 Dec 13 10:13:22.828885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-d1683eed-ddef-48ce-9b60-ace4dd9c8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:22.830455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-d1683eed-ddef-48ce-9b60-ace4dd9c8788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1095 time: 0.0540209 Dec 13 10:13:22.942010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-6bf0cbf9-a626-4a30-abfe-43569a4b645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:22.944022 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-6bf0cbf9-a626-4a30-abfe-43569a4b645b service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.1054053 Dec 13 10:13:23.012900 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-892391f9-9101-4e83-86ca-4173846708c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0622146 Dec 13 10:13:23.064722 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-235755e4-008c-4801-a9d4-b8b80f8544ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:23.066263 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-235755e4-008c-4801-a9d4-b8b80f8544ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0469604 Dec 13 10:13:23.117823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-0ab159a8-cd5d-4eeb-b7cf-dbffeb49bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:23.119349 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-0ab159a8-cd5d-4eeb-b7cf-dbffeb49bbcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462811 Dec 13 10:13:23.211297 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-d553cc3f-aa55-43cc-a6b3-b179ddbed570 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849311 Dec 13 10:13:23.307068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-61acadb0-d92e-41a2-86de-cdee57b5510f req-5743e0ce-d169-4836-83b5-e214b9208e3b service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Dec 13 10:13:23.924092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fac43c-1ff1-4dd4-a704-87e59a874d96 req-e841fbd6-af2b-4fe5-b9f1-ee3892158942 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:23.925494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35fac43c-1ff1-4dd4-a704-87e59a874d96 req-e841fbd6-af2b-4fe5-b9f1-ee3892158942 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0543463 Dec 13 10:13:23.976450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35fac43c-1ff1-4dd4-a704-87e59a874d96 req-d8a7c1ce-325f-4e01-8001-2e68eff5c68f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445585 Dec 13 10:13:24.360937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:24.363361 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061" -d '{"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:24.415252 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc415a33-064d-4b8b-a9f9-6a0eb2ca9bd7 x-openstack-request-id: req-cc415a33-064d-4b8b-a9f9-6a0eb2ca9bd7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:24.415551 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:24.415807 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc415a33-064d-4b8b-a9f9-6a0eb2ca9bd7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:24.416218 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:13:24.487470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-57836d73-9d17-4f70-b70b-ed6752145b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.489570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-57836d73-9d17-4f70-b70b-ed6752145b97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1095 time: 0.0442569 Dec 13 10:13:24.491097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-ed4c2fc3-6021-4b53-b834-f91e3b541dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.492592 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-ed4c2fc3-6021-4b53-b834-f91e3b541dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1095 time: 0.0469971 Dec 13 10:13:24.590882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-4d628c5a-861c-4a77-bbc0-ec3c5bfed49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.592531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-4d628c5a-861c-4a77-bbc0-ec3c5bfed49c service neutron] 10.222.0.44 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0932379 Dec 13 10:13:24.593414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-7e4aebf3-53d7-4786-8319-309b98d86e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.594882 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-7e4aebf3-53d7-4786-8319-309b98d86e2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.0946991 Dec 13 10:13:24.666874 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-05a5ee3c-6509-4172-ac53-c44f794fd7b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0636256 Dec 13 10:13:24.671162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-39099f54-9668-41dd-b440-bfed427ade64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 999 time: 0.0699606 Dec 13 10:13:24.718746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-99bf8ef9-ea0b-4138-b6d4-678444477a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.720493 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-99bf8ef9-ea0b-4138-b6d4-678444477a1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0466566 Dec 13 10:13:24.722293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-900b537a-a16d-4949-8fcd-86fa1369fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.724332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-900b537a-a16d-4949-8fcd-86fa1369fec0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.0453930 Dec 13 10:13:24.773656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-1938b600-1ff2-4c15-8a3b-6758962dfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.775151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-91a36faa-d40d-4c11-a10c-7668f76b1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:24.775305 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-1938b600-1ff2-4c15-8a3b-6758962dfeb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464680 Dec 13 10:13:24.776631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-91a36faa-d40d-4c11-a10c-7668f76b1195 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446792 Dec 13 10:13:24.872344 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-c78e1e01-66ce-4e95-966c-a5272e4bf096 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893183 Dec 13 10:13:24.873404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-942978a2-1ed3-4329-b41b-b66ef2379814 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Dec 13 10:13:24.965098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:13:24.975489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-5552ce51-0ba0-467e-9698-e838c4ebf5ab service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956020 Dec 13 10:13:24.975734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b78f7f9-03aa-4ec8-bac2-8f40bc80d061 req-e86be1f3-5606-4353-a50c-3d3106ceee60 service neutron] 10.222.0.44 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948608 Dec 13 10:13:25.010389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:13:25.099914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f642d-d74e-4039-904a-1bb6d22e3826 req-733e9665-96db-4ea2-a681-1cfb76bb6edd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:25.101504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc1f642d-d74e-4039-904a-1bb6d22e3826 req-733e9665-96db-4ea2-a681-1cfb76bb6edd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0523098 Dec 13 10:13:25.151290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc1f642d-d74e-4039-904a-1bb6d22e3826 req-dd8cb527-a3ab-47d3-b21c-136b0416914d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Dec 13 10:13:26.292550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af315fb-b22d-4f67-b5c4-f02059d7ffa6 req-68dfb812-9e2b-40e0-a1ee-0f1d1c7668e4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:26.295065 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4af315fb-b22d-4f67-b5c4-f02059d7ffa6 req-68dfb812-9e2b-40e0-a1ee-0f1d1c7668e4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0568056 Dec 13 10:13:26.351933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4af315fb-b22d-4f67-b5c4-f02059d7ffa6 req-02b828fa-f700-4cd1-9400-c272645dcbae tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499954 Dec 13 10:13:27.401570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:27.476607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9609d-6ae4-4ce9-8a27-ae371eec7b45 req-62d4acd8-3f0a-423e-ade7-01583a0b24d9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:27.478099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22e9609d-6ae4-4ce9-8a27-ae371eec7b45 req-62d4acd8-3f0a-423e-ade7-01583a0b24d9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 944 time: 0.0534017 Dec 13 10:13:27.527406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22e9609d-6ae4-4ce9-8a27-ae371eec7b45 req-82caa195-59f6-47fa-893a-151fe51f0d4a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Dec 13 10:13:27.549489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:27.608549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4cb00425-0ac7-404d-90fd-25a935b7dfcd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 200 len: 991 time: 0.0578964 Dec 13 10:13:28.330314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:13:28.425915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:28.437106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'port_id': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'mac_address': 'fa:16:3e:35:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:13:28.473859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:28.486343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:13:28.509991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:28.513951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:28.560822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:28.570396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.570753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.571107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.571454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.571801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.572140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.572479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.572808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.573159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.573490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.573825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.574158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.574483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:28.614982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d22a7fca-496d-4aae-845a-81aa57d590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:28.852254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6753e286-16df-47dd-be5e-cc0677bc3c93'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:13:29.232211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:30.344878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:13:30.392590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6753e286-16df-47dd-be5e-cc0677bc3c93 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:13:30.396814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6753e286-16df-47dd-be5e-cc0677bc3c93 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:13:30.397220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:30.482653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:30.508741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:30.511418 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d005c354-bea3-4fcc-bdeb-5bd042075c9a" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:30.524750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:30.528917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:30.554266 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091fbcce-4fd1-4e6e-a79e-67e17ce48e97 x-openstack-request-id: req-091fbcce-4fd1-4e6e-a79e-67e17ce48e97 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:30.554561 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-plugged", "status": "completed", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:30.554814 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-091fbcce-4fd1-4e6e-a79e-67e17ce48e97 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:30.555196 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'code': 200} Dec 13 10:13:30.579666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:31.003767 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfd74b8f-3e94-444c-ac75-7ddf9ea2c2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:32.306407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:33.724630 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:34.168847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-b566281e-562c-40b5-81e9-079e599dddc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487032 Dec 13 10:13:34.230512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-28d0c66b-c381-4d8b-b2d0-cd0f91d4b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:34.232001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-28d0c66b-c381-4d8b-b2d0-cd0f91d4b07f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1097 time: 0.0410216 Dec 13 10:13:34.339113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-38e2885e-deeb-43dc-b22d-3973045bcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:34.340575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-38e2885e-deeb-43dc-b22d-3973045bcf23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.0866516 Dec 13 10:13:34.410043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-432678ea-fb33-451d-b7d5-76b93659b9aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 1002 time: 0.0612140 Dec 13 10:13:34.463772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-a8279cae-5120-4b14-bb5e-b7af2048b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:34.465231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-a8279cae-5120-4b14-bb5e-b7af2048b45c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0471778 Dec 13 10:13:34.513239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-bfdbfc43-e69d-408d-9068-2e94f3e119f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:34.514769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-bfdbfc43-e69d-408d-9068-2e94f3e119f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424781 Dec 13 10:13:34.617667 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-eabd6838-4656-41ca-81d3-4033460a72b0 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Dec 13 10:13:34.712873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1fe88afb-12c8-467d-ae4f-ffdd5faa999e req-60fc514f-cd20-43f7-b9d1-b00a5d15169a service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880651 Dec 13 10:13:34.775493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:37.336487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-a0132052-0b7f-4cca-8732-553c58475e83 req-63536533-9798-4016-9f20-f2ba28725200 service neutron] (103188) timed out ('10.222.0.37', 61012) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:13:37.481090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-29165ead-fb86-47a2-87e9-462571c4d0e7 req-49e3d2fe-43f1-4dcf-9b06-6834fac60e59 service neutron] (103189) timed out ('10.222.0.37', 60969) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:13:42.588722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:42.682371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b8f48-59b4-4373-b303-0eeef38b3dc5 req-d0df0451-82ce-408a-bef9-9f98f370acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:42.683904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9b8f48-59b4-4373-b303-0eeef38b3dc5 req-d0df0451-82ce-408a-bef9-9f98f370acf7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0941265 Dec 13 10:13:42.729326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9b8f48-59b4-4373-b303-0eeef38b3dc5 req-7f677bfa-072c-4ad4-a4d8-6b0fb6fc2a2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394957 Dec 13 10:13:44.988590 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:13:45.718450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-c487e3ac-bead-42c4-8f4a-9279f73443b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438812 Dec 13 10:13:45.808060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-02b43be0-efce-4164-918d-40baeed9e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:45.809590 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-02b43be0-efce-4164-918d-40baeed9e9a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0433218 Dec 13 10:13:45.919992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-f90e1f2e-a8ed-4ed2-9764-de0b9ba41aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:45.921508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-f90e1f2e-a8ed-4ed2-9764-de0b9ba41aab service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.0916250 Dec 13 10:13:45.990108 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-92261409-e7f5-4701-bedf-c01f20f94772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 1002 time: 0.0603039 Dec 13 10:13:46.039901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-a14b94fa-990e-4341-afa2-fece04482f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:46.041343 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-a14b94fa-990e-4341-afa2-fece04482f6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0448318 Dec 13 10:13:46.092384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-b1a5c6eb-1fa1-4967-b90b-6f03ffb32918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:46.093863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-b1a5c6eb-1fa1-4967-b90b-6f03ffb32918 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439706 Dec 13 10:13:46.183680 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-06d44ff7-6077-4b96-827b-752fb8a0d3e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816400 Dec 13 10:13:46.281198 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b7c17088-61d6-42eb-b8c0-258901a1f841 req-03cbfd36-38b0-41ed-8c0b-a478583faa8f service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Dec 13 10:13:54.354031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 42964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:13:54.516913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 09e6263b-5fb6-43f5-aa88-04f266bc34fe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:13:54.517196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:54.597876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:54.598337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:54.610267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 09e6263b-5fb6-43f5-aa88-04f266bc34fe owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:13:54.757561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:54.788351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=09e6263b-5fb6-43f5-aa88-04f266bc34fe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:54.851094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:54.851428 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP 1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1 disassociated (deleted). External IP: 172.25.1.105, port: 69b91313-c61e-4f1b-993e-fcc93b6e76bd. Dec 13 10:13:55.059320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:13:55.168466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:13:55.173308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:55.178854 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:13:55.190368 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:13:55.191089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:13:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:55.200327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0df4002f-eb7f-4e1e-945a-9c26bba38042 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1 HTTP/1.1" status: 204 len: 168 time: 0.8451638 Dec 13 10:13:55.200929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:55.205877 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f5c65-b835-463e-9c1e-85b738f1871e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:55.250632 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6adeee-9bfd-4862-8459-c0012da337f5 x-openstack-request-id: req-7f6adeee-9bfd-4862-8459-c0012da337f5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:55.250934 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:55.251201 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f6adeee-9bfd-4862-8459-c0012da337f5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:55.251617 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'status': 'completed', 'code': 200} Dec 13 10:13:55.323090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-1547c686-d99c-4ddc-b175-0752ced15a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.324984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-1547c686-d99c-4ddc-b175-0752ced15a2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 1097 time: 0.0494361 Dec 13 10:13:55.328041 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:13:55.495051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-71b4c1be-96d4-41c5-9295-5fa13cbf8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.496730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-71b4c1be-96d4-41c5-9295-5fa13cbf8372 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1641419 Dec 13 10:13:55.508588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ccbf3-1227-47d6-8372-6773fae09434 req-721423bf-c5c1-4750-8ed0-cff6b6f5925b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.510072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa8ccbf3-1227-47d6-8372-6773fae09434 req-721423bf-c5c1-4750-8ed0-cff6b6f5925b tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0851393 Dec 13 10:13:55.553417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-a5690c67-225c-4f54-a812-41f881718125 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 200 len: 217 time: 0.0423617 Dec 13 10:13:55.579353 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:55.632869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa8ccbf3-1227-47d6-8372-6773fae09434 req-7eaec9e2-0a00-4fa8-8f33-fb9c89f2dfad tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149271 Dec 13 10:13:55.639484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-b4f17f65-bd63-4194-80b6-e4ecb6b75114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.640993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-b4f17f65-bd63-4194-80b6-e4ecb6b75114 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0797770 Dec 13 10:13:55.693081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-9e582677-5dec-4f94-a0b3-170c714c466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:55.694671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-9e582677-5dec-4f94-a0b3-170c714c466d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451112 Dec 13 10:13:55.717201 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:13:55.738266 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:13:55.739416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:13:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:55.792929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-03d722d1-f278-407b-8e50-c8c771308257 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904078 Dec 13 10:13:55.897601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b34f5c65-b835-463e-9c1e-85b738f1871e req-a4f6078c-55e2-47d8-811d-a0fbca9592e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952499 Dec 13 10:13:55.916946 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:13:56.175196 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:13:56.202694 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d1718-c164-4ac9-acf8-7df390ca7096 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '0c940a71-d4ff-42f2-acad-c26773c478cd', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'port_id': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'mac_address': 'fa:16:3e:af:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:09:44Z', 'updated_at': '2021-12-13T10:09:47Z', 'revision_number': 1, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:13:56.444337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a9aae-351d-4cd3-b173-77a3b48499b7 None None] New status for floating IP 1c8d04df-2ebf-4a39-9330-8e4d4f3a61b1: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:13:56.756733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac858c-1a92-42a7-8237-85c87a77dde1 req-8d2d7ca9-93f3-4c09-b30a-b2e63fd81f06 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:56.758246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cac858c-1a92-42a7-8237-85c87a77dde1 req-8d2d7ca9-93f3-4c09-b30a-b2e63fd81f06 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Dec 13 10:13:56.808129 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9cac858c-1a92-42a7-8237-85c87a77dde1 req-69b39fcf-e7bd-4ed7-af7c-6ee368989e63 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Dec 13 10:13:56.922098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-d80a41f9-400d-4813-b7e3-b60117431003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:56.923477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-d80a41f9-400d-4813-b7e3-b60117431003 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 946 time: 0.0518928 Dec 13 10:13:57.013516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 69b91313-c61e-4f1b-993e-fcc93b6e76bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:13:57.013852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:57.103184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port 69b91313-c61e-4f1b-993e-fcc93b6e76bd, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=69b91313-c61e-4f1b-993e-fcc93b6e76bd,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:13:57.103557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:57.116730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 69b91313-c61e-4f1b-993e-fcc93b6e76bd owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:13:57.246094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:57.276149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=69b91313-c61e-4f1b-993e-fcc93b6e76bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:13:57.304262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.304608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.304947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.305310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.305648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.305979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.306308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.306633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.306956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.307276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.307605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.307925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.308246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:13:57.329467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port 69b91313-c61e-4f1b-993e-fcc93b6e76bd on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:13:57.332006 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:57.336173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3869652c-cea5-49d7-8f64-c99fc9de7ae8 req-67db936a-e670-48cd-8af6-1329dbf474b1 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.44 "DELETE /v2.0/ports/69b91313-c61e-4f1b-993e-fcc93b6e76bd HTTP/1.1" status: 204 len: 173 time: 0.4059267 Dec 13 10:13:57.336629 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'name': 'network-vif-deleted', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:13:57.338945 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc0db4-b502-424d-b5b1-7658e527b7dc" -d '{"events": [{"server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "name": "network-vif-deleted", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:13:57.399554 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcf5cf2-de1b-48e2-94a8-88f995ada301 x-openstack-request-id: req-7dcf5cf2-de1b-48e2-94a8-88f995ada301 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:13:57.399857 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f710ad2-5f01-4b9f-888e-6208067659a7", "name": "network-vif-deleted", "tag": "69b91313-c61e-4f1b-993e-fcc93b6e76bd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:13:57.400166 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7dcf5cf2-de1b-48e2-94a8-88f995ada301 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:13:57.400584 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f710ad2-5f01-4b9f-888e-6208067659a7', 'name': 'network-vif-deleted', 'tag': '69b91313-c61e-4f1b-993e-fcc93b6e76bd', 'status': 'completed', 'code': 200} Dec 13 10:13:57.405687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:57.779174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006612e7-b5c5-4f61-be3a-58511d4c3f05 req-37ba06df-1d01-4c17-b202-866c75993936 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:57.780810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-006612e7-b5c5-4f61-be3a-58511d4c3f05 req-37ba06df-1d01-4c17-b202-866c75993936 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.0508332 Dec 13 10:13:57.836456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-006612e7-b5c5-4f61-be3a-58511d4c3f05 req-53b65b77-cc4b-46c1-aa00-44255833635a tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487494 Dec 13 10:13:57.913290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53378d3f-5986-4f69-9cca-85f15c79b872 req-b8d4de72-d1be-4813-95e4-c35564a54362 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Dec 13 10:13:58.609403 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe467-3a81-4fca-b598-b6038d567547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:58.956922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc6132-4923-4e24-a29d-c47321716592 req-c5a3d8e1-3fae-4320-9b1d-6b5a88100070 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:58.958676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4fc6132-4923-4e24-a29d-c47321716592 req-c5a3d8e1-3fae-4320-9b1d-6b5a88100070 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.0525100 Dec 13 10:13:59.015128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aabeb824-c406-4a7b-8f04-3ea2192212a1 req-b6d080cb-8b39-4226-b599-5a130263d825 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0312028 Dec 13 10:13:59.030242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4fc6132-4923-4e24-a29d-c47321716592 req-0d878ee5-e352-4c91-ab76-1a3ffc3732bb tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651882 Dec 13 10:13:59.243624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:13:59.480779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a189af-8624-459b-8a26-226436d5fe33 req-edbac004-dd8e-4513-abe3-505aa928c476 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:13:59.482853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05a189af-8624-459b-8a26-226436d5fe33 req-edbac004-dd8e-4513-abe3-505aa928c476 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.44 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.0560791 Dec 13 10:13:59.583210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Deleting port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:13:59.583438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.046340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] For port bbe1cd79-e57e-4368-b58f-f60b18ed92e3, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:00.046910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.142352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53263923-b69d-4a28-b2dd-d1e92e651430 req-61bb5cdc-261e-4be2-938c-53d70a7dc415 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0452125 Dec 13 10:14:00.241559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8e3fa-d887-419c-b3e6-1f34fdd18bda req-6b703961-fbfe-4dc6-acbe-0374e0482e61 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:00.242942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad8e3fa-d887-419c-b3e6-1f34fdd18bda req-6b703961-fbfe-4dc6-acbe-0374e0482e61 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c06e40-8f4c-4883-b808-f2e686fa8cec HTTP/1.1" status: 200 len: 945 time: 0.1073563 Dec 13 10:14:00.323908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.324269 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.324587 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Floating IP 2d878259-0658-4262-aaf1-ec5f3655ddd5 disassociated. External IP: 172.25.1.254, port: bbe1cd79-e57e-4368-b58f-f60b18ed92e3. Dec 13 10:14:00.324932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Calling delete_port for bbe1cd79-e57e-4368-b58f-f60b18ed92e3 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:00.344708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ad8e3fa-d887-419c-b3e6-1f34fdd18bda req-7773be51-b17e-4e0e-8e0f-8ad755701202 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5cdb1da-b07b-499d-b7e4-d36c57d4e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716498 Dec 13 10:14:00.467882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.495888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'Port': ['ID=bbe1cd79-e57e-4368-b58f-f60b18ed92e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:00.615663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:00.729426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:00.740433 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:00.749741 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:00.750288 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:13:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:00.769882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] No DVR routers for this DVR port bbe1cd79-e57e-4368-b58f-f60b18ed92e3 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:00.772829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:00.776198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05a189af-8624-459b-8a26-226436d5fe33 req-53edf8f9-ea54-4aae-aaf7-b7c4a190b615 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.44 "DELETE /v2.0/ports/bbe1cd79-e57e-4368-b58f-f60b18ed92e3 HTTP/1.1" status: 204 len: 173 time: 1.2863355 Dec 13 10:14:00.776658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'name': 'network-vif-deleted', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:00.779067 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e276a65-8705-4f2e-845c-101127b59bba" -d '{"events": [{"server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "name": "network-vif-deleted", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:00.849907 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f0c27-376e-4f7d-af4f-d2dbefe12f7e x-openstack-request-id: req-895f0c27-376e-4f7d-af4f-d2dbefe12f7e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:00.850216 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c06e40-8f4c-4883-b808-f2e686fa8cec", "name": "network-vif-deleted", "tag": "bbe1cd79-e57e-4368-b58f-f60b18ed92e3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:00.850453 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-895f0c27-376e-4f7d-af4f-d2dbefe12f7e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:00.850903 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c06e40-8f4c-4883-b808-f2e686fa8cec', 'name': 'network-vif-deleted', 'tag': 'bbe1cd79-e57e-4368-b58f-f60b18ed92e3', 'status': 'completed', 'code': 200} Dec 13 10:14:00.864058 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:01.011103 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf4a48fe-f2ee-450a-8325-0da9ba653ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:01.097099 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:01.107575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bbe1cd79-e57e-4368-b58f-f60b18ed92e3 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:01.124087 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:01.133160 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:01.133835 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:01.136847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: bbe1cd79-e57e-4368-b58f-f60b18ed92e3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:01.137457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bbe1cd79-e57e-4368-b58f-f60b18ed92e3 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:01.138074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 69b91313-c61e-4f1b-993e-fcc93b6e76bd no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:01.158355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 69b91313-c61e-4f1b-993e-fcc93b6e76bd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:01.158968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 69b91313-c61e-4f1b-993e-fcc93b6e76bd not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:01.261270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:01.262098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9e68b8e-dbee-4518-8535-34f239fcb18a req-fad035df-ae5a-442c-9bba-61a22547d954 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f710ad2-5f01-4b9f-888e-6208067659a7 HTTP/1.1" status: 200 len: 210 time: 0.0327115 Dec 13 10:14:01.476093 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:01.506871 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17892cd5-7637-4e0c-8154-44c3d5a9a1d9 None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'a520ef92-72c8-4980-abd0-a7ddb3e5cf39', 'name': '', 'network_id': 'de6b1f90-747c-4ed8-bc82-dba8d2f1698e', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'mac_address': 'fa:16:3e:63:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7f93db59-a087-43dd-889a-bf71634b982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:30Z', 'updated_at': '2021-12-13T10:05:37Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'subnets': [{'id': '7f93db59-a087-43dd-889a-bf71634b982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:01.741098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a7983b-e1d0-4fbe-ab8c-9b8da29692d0 None None] New status for floating IP 2d878259-0658-4262-aaf1-ec5f3655ddd5: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:02.311773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.470286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:02.533242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.557337 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.605303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.608017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.614172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5cdb1da-b07b-499d-b7e4-d36c57d4e181 HTTP/1.1" status: 204 len: 168 time: 0.1377680 Dec 13 10:14:02.614363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:02.625487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5db98-115d-44f9-a77b-8c78eb4aae3e tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdb1da-b07b-499d-b7e4-d36c57d4e181,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:02.626263 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-4f3754f6-0e07-42a9-bdac-431417be0273 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] show failed (client error): The resource could not be found. Dec 13 10:14:02.627291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4f3754f6-0e07-42a9-bdac-431417be0273 tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "GET /v2.0/security-groups/a5cdb1da-b07b-499d-b7e4-d36c57d4e181 HTTP/1.1" status: 404 len: 347 time: 0.0143390 Dec 13 10:14:02.630975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:02.759197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Deleting port 1f2fa5df-7290-4d6f-aa0e-dae55b865f29 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:02.759544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.841404 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.841738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:02.853976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Calling delete_port for 1f2fa5df-7290-4d6f-aa0e-dae55b865f29 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:02.992939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.020390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Pushing event deleted for resources: {'Port': ['ID=1f2fa5df-7290-4d6f-aa0e-dae55b865f29,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:03.080658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.084060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:03.085323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e0ea2691-265f-4d00-8358-cae7f696a0ef tempest-AttachVolumeTestJSON-216472736 tempest-AttachVolumeTestJSON-216472736-project] 10.222.0.30 "DELETE /v2.0/floatingips/2d878259-0658-4262-aaf1-ec5f3655ddd5 HTTP/1.1" status: 204 len: 168 time: 0.4533968 Dec 13 10:14:03.725504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:04.779130 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.690311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:07.850556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 56f144d2-009c-4066-96a0-33847ad2b19a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:07.850813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.931945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.932277 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:07.945149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 56f144d2-009c-4066-96a0-33847ad2b19a owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:08.095677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.121518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=56f144d2-009c-4066-96a0-33847ad2b19a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:08.182579 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.182913 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Floating IP 0c940a71-d4ff-42f2-acad-c26773c478cd disassociated (deleted). External IP: 172.25.1.251, port: 7397720b-06b7-4b65-ac15-bbd62abb3662. Dec 13 10:14:08.391410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:08.501390 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:08.506909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:08.511416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:08.521804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:08.522409 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:08.536787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e7376aa4-1ea4-4da5-be77-939f0cf95e25 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c940a71-d4ff-42f2-acad-c26773c478cd HTTP/1.1" status: 204 len: 168 time: 0.8428102 Dec 13 10:14:08.536787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:08.537728 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b76cd9-ccee-45c6-8308-bcd06f9a9859" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:08.588564 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e49f2-e8c5-49cc-b48c-12a57b938e5d x-openstack-request-id: req-115e49f2-e8c5-49cc-b48c-12a57b938e5d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:08.588852 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:08.589111 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-115e49f2-e8c5-49cc-b48c-12a57b938e5d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:08.589582 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'status': 'completed', 'code': 200} Dec 13 10:14:08.691360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-079572dc-3c1a-4829-bdcf-f30a24216b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.694136 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-079572dc-3c1a-4829-bdcf-f30a24216b61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 1097 time: 0.0687628 Dec 13 10:14:08.790060 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:08.822010 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-856a5c11-e57d-490b-84dc-2ea04891e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.823695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-856a5c11-e57d-490b-84dc-2ea04891e973 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 200 len: 912 time: 0.1202447 Dec 13 10:14:08.852607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca5666-d6e5-4f46-a343-ea15e01c16f4 req-e6cadf25-72dc-4f14-a5bd-b4bbc49301cc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.854851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13ca5666-d6e5-4f46-a343-ea15e01c16f4 req-e6cadf25-72dc-4f14-a5bd-b4bbc49301cc tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0620537 Dec 13 10:14:08.882129 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-fceea203-75ea-4d92-b85e-3e94132a410c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 200 len: 217 time: 0.0493872 Dec 13 10:14:08.917200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13ca5666-d6e5-4f46-a343-ea15e01c16f4 req-b3b51395-f5ee-42d3-bf30-0359fb11761c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Dec 13 10:14:08.945906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-a714dcf8-919d-4102-a216-81a2538983f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:08.947376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-a714dcf8-919d-4102-a216-81a2538983f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 200 len: 850 time: 0.0586920 Dec 13 10:14:09.001572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-d0873263-d640-4779-a6f7-2ca45d3e5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:09.003438 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-d0873263-d640-4779-a6f7-2ca45d3e5ebb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a36fccc-b52b-41d3-a133-2bdb1367a951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483503 Dec 13 10:14:09.006132 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.037564 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:09.045897 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:09.046498 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.098896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-6fc31b3f-d6f1-4f90-8732-28f7180b9b20 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Dec 13 10:14:09.147907 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:09.198696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-42b76cd9-ccee-45c6-8308-bcd06f9a9859 req-886eca37-8e11-4125-b383-be52654babc5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917821 Dec 13 10:14:09.361859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:09.389670 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc547256-f4ad-4533-9b0e-5cc1fd094556 None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T09:59:56Z', 'revision_number': 4, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '1d129856-c6da-478f-931d-3f19eb434bde', 'name': '', 'network_id': '4a36fccc-b52b-41d3-a133-2bdb1367a951', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'mac_address': 'fa:16:3e:3a:6a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:53Z', 'updated_at': '2021-12-13T10:00:04Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'subnets': [{'id': 'e86d083e-cfb3-430e-8234-39bbbb616cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:09.645611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9f0dd-7a97-47db-8d3b-21487b6a714f None None] New status for floating IP 0c940a71-d4ff-42f2-acad-c26773c478cd: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:10.041745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a95f-5a81-4c44-98e8-777f5d195770 req-92ba6b17-75ba-4fdd-8694-5effa091ee38 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:10.043424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1df5a95f-5a81-4c44-98e8-777f5d195770 req-92ba6b17-75ba-4fdd-8694-5effa091ee38 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0535989 Dec 13 10:14:10.098839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1df5a95f-5a81-4c44-98e8-777f5d195770 req-5be4b6a5-ffd1-4f91-87ed-278d4861006e tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2aaa26b7-59ee-4d21-b008-7264a5110eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Dec 13 10:14:10.510641 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-c9880a8b-257b-4d0e-af1d-31572c23273a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:10.512774 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-c9880a8b-257b-4d0e-af1d-31572c23273a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 946 time: 0.0541806 Dec 13 10:14:10.613835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 7397720b-06b7-4b65-ac15-bbd62abb3662 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:10.614107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.726262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] For port 7397720b-06b7-4b65-ac15-bbd62abb3662, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7397720b-06b7-4b65-ac15-bbd62abb3662,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:10.726637 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.739702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 7397720b-06b7-4b65-ac15-bbd62abb3662 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:10.870726 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.905001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=7397720b-06b7-4b65-ac15-bbd62abb3662,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:10.949743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] No DVR routers for this DVR port 7397720b-06b7-4b65-ac15-bbd62abb3662 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:10.952341 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:10.955736 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e63bf1ce-f056-488a-8439-79b7f0e4ca60 req-7ff4b1bf-ba4d-4f1b-abbf-d64cb53e9c2c tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.37 "DELETE /v2.0/ports/7397720b-06b7-4b65-ac15-bbd62abb3662 HTTP/1.1" status: 204 len: 173 time: 0.4364977 Dec 13 10:14:10.956186 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'name': 'network-vif-deleted', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:10.959049 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009cfdb-b726-4ff0-b76e-d79829b96f24" -d '{"events": [{"server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "name": "network-vif-deleted", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:10.998442 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6473eae-32c5-4618-a069-c7be877b336d x-openstack-request-id: req-a6473eae-32c5-4618-a069-c7be877b336d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:10.998738 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19e453-4138-4525-b3b5-19ce7c42593c", "name": "network-vif-deleted", "tag": "7397720b-06b7-4b65-ac15-bbd62abb3662", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:10.999006 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6473eae-32c5-4618-a069-c7be877b336d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:10.999406 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19e453-4138-4525-b3b5-19ce7c42593c', 'name': 'network-vif-deleted', 'tag': '7397720b-06b7-4b65-ac15-bbd62abb3662', 'status': 'completed', 'code': 200} Dec 13 10:14:11.198730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-781eacce-14cf-4445-9a8a-9b0a2afb339d req-aea89290-9d1e-4ca3-ae97-3fc9e6d2da2a tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0270753 Dec 13 10:14:12.306619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb690f44-b379-4ab7-99e7-b1cc6f2a7127 req-59d2a836-3bc6-4c80-82f6-52d2bece06fb tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0355859 Dec 13 10:14:12.526107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7397720b-06b7-4b65-ac15-bbd62abb3662 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:12.547358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 7397720b-06b7-4b65-ac15-bbd62abb3662 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:12.547741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7397720b-06b7-4b65-ac15-bbd62abb3662 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:13.031782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:13.438033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5be5f7be-2286-44f7-a45f-4c51cf6ee784 req-b20c4d4f-6f34-4f28-81af-04036c17f2f7 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0460467 Dec 13 10:14:13.549246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.804786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Deleting port a520ef92-72c8-4980-abd0-a7ddb3e5cf39 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:13.805051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.884367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] For port a520ef92-72c8-4980-abd0-a7ddb3e5cf39, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:13.884703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:13.900258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Calling delete_port for a520ef92-72c8-4980-abd0-a7ddb3e5cf39 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:14.114241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.139938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a520ef92-72c8-4980-abd0-a7ddb3e5cf39,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:14.309028 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:14.538209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Router 1b4e1f22-54b8-4c14-96ba-863d396c0400 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:14.539517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ff04161-e06b-4447-acc6-9e9653a87328 req-a362d557-3fdc-4892-9b5c-f3690621a5a9 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0337584 Dec 13 10:14:14.968284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:14.977267 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ef1b6cbe-1138-4f50-b03d-8cfe74eecea5 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b4e1f22-54b8-4c14-96ba-863d396c0400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413779 Dec 13 10:14:14.977267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:14.980677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Sync routers for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:14.991284 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:14.992166 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:15.083348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.101674 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:15.192665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.257382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Deleting port 7fc770e5-90c3-4d2b-85ba-857249b85a03 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:15.257733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.311275 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:14:14Z', 'revision_number': 5, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port': {'id': '7fc770e5-90c3-4d2b-85ba-857249b85a03', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:05:26Z', 'updated_at': '2021-12-13T10:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:15.339638 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Checking router: 1b4e1f22-54b8-4c14-96ba-863d396c0400 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:15.340524 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] For port 7fc770e5-90c3-4d2b-85ba-857249b85a03, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=7fc770e5-90c3-4d2b-85ba-857249b85a03,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:15.341078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.347868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Routers {'1b4e1f22-54b8-4c14-96ba-863d396c0400'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:15.348664 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b4e1f22-54b8-4c14-96ba-863d396c0400'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:15.356202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Calling delete_port for 7fc770e5-90c3-4d2b-85ba-857249b85a03 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:15.445546 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] Set router 1b4e1f22-54b8-4c14-96ba-863d396c0400 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:15.499889 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 6, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:15.525036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.526381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7febe07-c2e1-4c16-8ef8-758171b28c12 None None] The sync data for ids ['1b4e1f22-54b8-4c14-96ba-863d396c0400'] in n-d-820531-5 is: [{'id': '1b4e1f22-54b8-4c14-96ba-863d396c0400', 'name': 'tempest-AttachVolumeTestJSON-1829679566-router', 'tenant_id': 'e825f3e951724a2ab6240456015c5804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:05:24Z', 'updated_at': '2021-12-13T10:14:15Z', 'revision_number': 6, 'project_id': 'e825f3e951724a2ab6240456015c5804', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:15.556381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc770e5-90c3-4d2b-85ba-857249b85a03,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:15.580889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a8d35-47fc-4c55-8b52-e4fc6579af34 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:15.630218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.667007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6379595-0eb1-4ba5-a2aa-9b6871bd36d9 req-984184dc-4f33-4c8c-a950-163bdf1b2caa tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19e453-4138-4525-b3b5-19ce7c42593c HTTP/1.1" status: 200 len: 210 time: 0.0282972 Dec 13 10:14:15.722098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.725156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.770310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.770775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4e1f22-54b8-4c14-96ba-863d396c0400 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:14:15.775740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.779327 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a20a3f9a-1bce-4654-85a7-74e22d29697b admin admin] 10.222.0.30 "DELETE /v2.0/routers/1b4e1f22-54b8-4c14-96ba-863d396c0400 HTTP/1.1" status: 204 len: 168 time: 0.7991557 Dec 13 10:14:15.779852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:15.824880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Deleting subnet 7f93db59-a087-43dd-889a-bf71634b982b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:14:15.828038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.863538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:15.948947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.004846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.032195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f93db59-a087-43dd-889a-bf71634b982b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:16.037195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.040237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c9462e03-092e-4f72-bdf8-a1bc5d6241e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f93db59-a087-43dd-889a-bf71634b982b HTTP/1.1" status: 204 len: 168 time: 0.2591698 Dec 13 10:14:16.042665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92643901-4ad0-497c-bfaa-608fe625220b None None] Network de6b1f90-747c-4ed8-bc82-dba8d2f1698e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:16.042821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.114681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.168366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Deleting port 6608a621-75fb-416a-8b7b-9c67e7607210 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:16.168706 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.229940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] For port 6608a621-75fb-416a-8b7b-9c67e7607210, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6608a621-75fb-416a-8b7b-9c67e7607210,segment=NetworkSegment(eb6a6a56-a623-4d89-896c-7e3544854516),segment_id=eb6a6a56-a623-4d89-896c-7e3544854516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:16.230224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.242705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Calling delete_port for 6608a621-75fb-416a-8b7b-9c67e7607210 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:16.301452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] DHCP port deletion for de6b1f90-747c-4ed8-bc82-dba8d2f1698e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:16.332100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.359556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Pushing event deleted for resources: {'Port': ['ID=6608a621-75fb-416a-8b7b-9c67e7607210,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:16.370230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] No DVR routers for this DVR port 6608a621-75fb-416a-8b7b-9c67e7607210 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:16.381144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Deleting port 6608a621-75fb-416a-8b7b-9c67e7607210 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:16.381473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.385263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a520ef92-72c8-4980-abd0-a7ddb3e5cf39 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:16.448238 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.463358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] For port 6608a621-75fb-416a-8b7b-9c67e7607210, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:16.463769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.470941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a520ef92-72c8-4980-abd0-a7ddb3e5cf39 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:16.471289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a520ef92-72c8-4980-abd0-a7ddb3e5cf39 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:16.471420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6b1f90-747c-4ed8-bc82-dba8d2f1698e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:16.471714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7fc770e5-90c3-4d2b-85ba-857249b85a03 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:16.481613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6a6a56-a623-4d89-896c-7e3544854516') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:16.481911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6a6a56-a623-4d89-896c-7e3544854516') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:16.491736 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.497645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Calling delete_port for 6608a621-75fb-416a-8b7b-9c67e7607210 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:16.500404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Port 6608a621-75fb-416a-8b7b-9c67e7607210 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:14:16.501518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 7fc770e5-90c3-4d2b-85ba-857249b85a03 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:16.501871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 7fc770e5-90c3-4d2b-85ba-857249b85a03 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:16.502285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6608a621-75fb-416a-8b7b-9c67e7607210 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:16.504753 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.506232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.512094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:14:16.512481 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:14:16.514370 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:14:16.547036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] Pushing event deleted for resources: {'Port': ['ID=6608a621-75fb-416a-8b7b-9c67e7607210,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:16.548656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6608a621-75fb-416a-8b7b-9c67e7607210 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:16.548976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6608a621-75fb-416a-8b7b-9c67e7607210 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:16.553171 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5785fbc-2783-4ddb-85e2-bc2d472d1f94 None None] No DVR routers for this DVR port 6608a621-75fb-416a-8b7b-9c67e7607210 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:16.586171 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.594085 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.597992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] 10.222.0.30 "DELETE /v2.0/networks/de6b1f90-747c-4ed8-bc82-dba8d2f1698e HTTP/1.1" status: 204 len: 168 time: 0.5537319 Dec 13 10:14:16.611518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c43ba-5122-4ea5-9e83-fb91805ca32b admin admin] Pushing event deleted for resources: {'Network': ['ID=de6b1f90-747c-4ed8-bc82-dba8d2f1698e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:16.715811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.730992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.764955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-437905ce-5e03-4874-a9f9-46912bb0b205 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e825f3e951724a2ab6240456015c5804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477209 Dec 13 10:14:16.767314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:16.814930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.839136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.859166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Deleting port 3d136ef8-e419-4b53-955e-d7a2d713f19f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:16.859532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.885971 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.888866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.890067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56b68f1e-86fa-4d68-9a32-3c1b6e3f209c HTTP/1.1" status: 204 len: 168 time: 0.1218469 Dec 13 10:14:16.903770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c5c4c-a03a-4ef1-a7e9-40cc18f111c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b68f1e-86fa-4d68-9a32-3c1b6e3f209c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:16.947107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.947445 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:16.960271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Calling delete_port for 3d136ef8-e419-4b53-955e-d7a2d713f19f owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:17.105067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.135180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'Port': ['ID=3d136ef8-e419-4b53-955e-d7a2d713f19f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:17.196361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.199243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:17.200510 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-98f763ae-f6a7-4fc7-87d2-16736d61b51d tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "DELETE /v2.0/floatingips/dfe90c35-4999-40de-a628-e99a43a8c7a0 HTTP/1.1" status: 204 len: 168 time: 0.4684279 Dec 13 10:14:20.523772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:20.594326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.625098 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.688904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.693345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:20.694597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] 10.222.0.30 "DELETE /v2.0/security-groups/2aaa26b7-59ee-4d21-b008-7264a5110eb9 HTTP/1.1" status: 204 len: 168 time: 0.1697931 Dec 13 10:14:20.704521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302966b8-0a06-47bf-ad2d-272f53d38564 tempest-TestVolumeBootPattern-1318975818 tempest-TestVolumeBootPattern-1318975818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa26b7-59ee-4d21-b008-7264a5110eb9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:20.770424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:21.316614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.579482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Deleting port 1d129856-c6da-478f-931d-3f19eb434bde {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:21.580573 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.668940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] For port 1d129856-c6da-478f-931d-3f19eb434bde, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=1d129856-c6da-478f-931d-3f19eb434bde,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:21.669396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.683620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Calling delete_port for 1d129856-c6da-478f-931d-3f19eb434bde owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:21.870583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:21.900016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=1d129856-c6da-478f-931d-3f19eb434bde,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:21.987229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:14:22.078229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.304079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Router 34e71b04-49f8-4d8e-b691-55c1fcce116d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:22.761370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:22.766455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1ca8be91-2755-4b4d-90e5-38960e70fdaa admin admin] 10.222.0.30 "PUT /v2.0/routers/34e71b04-49f8-4d8e-b691-55c1fcce116d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9949446 Dec 13 10:14:22.769395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:22.771408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46044db7-e862-49d1-965c-876f283416cf None None] Sync routers for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:22.781242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:22.782247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:22.887420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:22.908146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:22.994273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.055631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Deleting port a79eb0fe-31fa-4530-aa42-88fb104bfa02 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:23.055976 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.100176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T10:14:21Z', 'revision_number': 5, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port': {'id': 'a79eb0fe-31fa-4530-aa42-88fb104bfa02', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T09:59:46Z', 'updated_at': '2021-12-13T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:23.126280 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46044db7-e862-49d1-965c-876f283416cf None None] Checking router: 34e71b04-49f8-4d8e-b691-55c1fcce116d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:23.135769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] Routers {'34e71b04-49f8-4d8e-b691-55c1fcce116d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:23.136383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['34e71b04-49f8-4d8e-b691-55c1fcce116d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:23.136902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] For port a79eb0fe-31fa-4530-aa42-88fb104bfa02, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a79eb0fe-31fa-4530-aa42-88fb104bfa02,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:23.137358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.151482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Calling delete_port for a79eb0fe-31fa-4530-aa42-88fb104bfa02 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:23.223374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] Set router 34e71b04-49f8-4d8e-b691-55c1fcce116d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:23.278515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46044db7-e862-49d1-965c-876f283416cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 6, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:23.304896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46044db7-e862-49d1-965c-876f283416cf None None] The sync data for ids ['34e71b04-49f8-4d8e-b691-55c1fcce116d'] in n-d-820531-5 is: [{'id': '34e71b04-49f8-4d8e-b691-55c1fcce116d', 'name': 'tempest-TestVolumeBootPattern-737218721-router', 'tenant_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T09:59:45Z', 'updated_at': '2021-12-13T10:14:22Z', 'revision_number': 6, 'project_id': 'a83e51b1a7fa4f4a9430413ce4cd4d7d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:23.327297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.355692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Pushing event deleted for resources: {'Port': ['ID=a79eb0fe-31fa-4530-aa42-88fb104bfa02,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:23.376866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c46b9-cfac-4700-a6e6-10567f451969 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:23.434039 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.525558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.527822 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.571880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.572481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e71b04-49f8-4d8e-b691-55c1fcce116d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:14:23.576928 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.580531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-733018a2-4049-4907-8461-0fe3f2f7852d admin admin] 10.222.0.30 "DELETE /v2.0/routers/34e71b04-49f8-4d8e-b691-55c1fcce116d HTTP/1.1" status: 204 len: 168 time: 0.8079107 Dec 13 10:14:23.580937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:23.630122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Deleting subnet e86d083e-cfb3-430e-8234-39bbbb616cea {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:14:23.633905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.678199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.765107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.817858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.843329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86d083e-cfb3-430e-8234-39bbbb616cea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:23.848558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.854380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d258c6-bb81-42dd-9534-93bf2b7490b4 None None] Network 4a36fccc-b52b-41d3-a133-2bdb1367a951 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:23.854876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:23.858347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f98ab479-f493-439d-99f2-7b3dd6a9dc5c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e86d083e-cfb3-430e-8234-39bbbb616cea HTTP/1.1" status: 204 len: 168 time: 0.2751009 Dec 13 10:14:23.930519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:23.986789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Deleting port f38942b9-f2df-489c-bc1f-5483b399c52d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:23.987137 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.062137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] For port f38942b9-f2df-489c-bc1f-5483b399c52d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f38942b9-f2df-489c-bc1f-5483b399c52d,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:24.062511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.076757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Calling delete_port for f38942b9-f2df-489c-bc1f-5483b399c52d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:24.084645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] DHCP port deletion for 4a36fccc-b52b-41d3-a133-2bdb1367a951 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:24.135728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Deleting port f38942b9-f2df-489c-bc1f-5483b399c52d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:24.136431 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.163435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.178081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] No DVR routers for this DVR port f38942b9-f2df-489c-bc1f-5483b399c52d on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:24.224509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38942b9-f2df-489c-bc1f-5483b399c52d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:24.225822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] For port f38942b9-f2df-489c-bc1f-5483b399c52d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f38942b9-f2df-489c-bc1f-5483b399c52d,segment=NetworkSegment(2105842b-e66e-46b8-b5c4-60e3160727f9),segment_id=2105842b-e66e-46b8-b5c4-60e3160727f9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:24.226602 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.241450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Calling delete_port for f38942b9-f2df-489c-bc1f-5483b399c52d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:24.276047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.276391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.276970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.277323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.277770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.278217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.278489 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.278817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.279145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.279468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.279973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.280295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.280668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:24.298769 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.328013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a36fccc-b52b-41d3-a133-2bdb1367a951']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:24.342276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2105842b-e66e-46b8-b5c4-60e3160727f9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:24.342583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2105842b-e66e-46b8-b5c4-60e3160727f9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:24.344925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.367329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.384145 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.393057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] No DVR routers for this DVR port f38942b9-f2df-489c-bc1f-5483b399c52d on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:24.397966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:14:24.398683 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.400245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a79eb0fe-31fa-4530-aa42-88fb104bfa02 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:14:24.401682 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:14:24.426741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c256-6220-47f1-8364-66145a38753c None None] Pushing event deleted for resources: {'Port': ['ID=f38942b9-f2df-489c-bc1f-5483b399c52d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:24.431939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a79eb0fe-31fa-4530-aa42-88fb104bfa02 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:24.431939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a79eb0fe-31fa-4530-aa42-88fb104bfa02 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:24.431939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f38942b9-f2df-489c-bc1f-5483b399c52d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:24.476086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f38942b9-f2df-489c-bc1f-5483b399c52d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:24.476086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f38942b9-f2df-489c-bc1f-5483b399c52d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:24.476086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d129856-c6da-478f-931d-3f19eb434bde no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:24.489737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.500370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 1d129856-c6da-478f-931d-3f19eb434bde {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:24.500781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 1d129856-c6da-478f-931d-3f19eb434bde not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:24.505605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:24.514750 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4a36fccc-b52b-41d3-a133-2bdb1367a951 HTTP/1.1" status: 204 len: 168 time: 0.6588440 Dec 13 10:14:24.515232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:24.536123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132540e-d52f-46e2-8dc2-e341f1b06624 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a36fccc-b52b-41d3-a133-2bdb1367a951,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:24.893744 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.166370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Deleting port 19268270-f75c-4e0c-8429-eaa9b371ae1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:25.166997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.264662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] For port 19268270-f75c-4e0c-8429-eaa9b371ae1d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=19268270-f75c-4e0c-8429-eaa9b371ae1d,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:25.265036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.282102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Calling delete_port for 19268270-f75c-4e0c-8429-eaa9b371ae1d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:25.312655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be84f42-a464-4f5f-9423-dc4a8b4a06af req-080dd254-c1bf-43ad-bdcb-a219bbeddafe tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:25.314998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7be84f42-a464-4f5f-9423-dc4a8b4a06af req-080dd254-c1bf-43ad-bdcb-a219bbeddafe tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1097 time: 0.0483501 Dec 13 10:14:25.366340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7be84f42-a464-4f5f-9423-dc4a8b4a06af req-72a39aad-94eb-4e02-80fe-2a7397b74e8f tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448084 Dec 13 10:14:25.388440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:25.489357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.533157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Pushing event deleted for resources: {'Port': ['ID=19268270-f75c-4e0c-8429-eaa9b371ae1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:25.594154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port cb2c045b-a3f7-4ffb-a6dc-df09733831c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:25.594511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.728351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.728708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.749572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:25.755240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for cb2c045b-a3f7-4ffb-a6dc-df09733831c4 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:25.943850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.005359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=cb2c045b-a3f7-4ffb-a6dc-df09733831c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:26.040093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Router ea5bf5d5-9c33-4132-b096-6a7068431af8 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:26.052885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.053406 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP 12f3206b-1b24-4b63-8015-42cc1673bd82 disassociated (deleted). External IP: 172.25.1.138, port: 6753e286-16df-47dd-be5e-cc0677bc3c93. Dec 13 10:14:26.182742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:26.192046 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb2d88c1-c8ae-41cd-8130-60e43d871549 admin admin] 10.222.0.30 "PUT /v2.0/routers/ea5bf5d5-9c33-4132-b096-6a7068431af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623228 Dec 13 10:14:26.192442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:26.197306 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Sync routers for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:26.210461 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:26.211424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:26.334063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router d1686470-2ae3-41b5-b394-0404ff30662b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:26.366232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.404538 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:26.480170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:26.491611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Sync routers for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:26.493521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.496891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-021a7a3f-a856-47dd-96e1-e19339093ee4 req-7cb03ada-ca7f-4fc8-a8eb-777b173e2bc6 tempest-ListServerFiltersTestJSON-380920960 tempest-ListServerFiltersTestJSON-380920960-project] (103189) timed out ('10.222.0.44', 60846) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:14:26.510339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:26.510883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:26.531716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-739bbef8-6c18-4fbf-92b7-0d83d74527a8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/floatingips/12f3206b-1b24-4b63-8015-42cc1673bd82 HTTP/1.1" status: 204 len: 168 time: 1.1398680 Dec 13 10:14:26.531716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:26.543822 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6823ae-6158-41cd-968b-9bcecb0bb983" -d '{"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:26.589986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.603313 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:14:25Z', 'revision_number': 5, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port': {'id': '9b3e8e98-14f2-4dde-8727-a2f998dc9ce8', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:00:05Z', 'updated_at': '2021-12-13T10:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:26.632033 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd814d-46f1-45e5-b8cf-a243a3945408 x-openstack-request-id: req-51bd814d-46f1-45e5-b8cf-a243a3945408 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:26.632699 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:26.633226 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51bd814d-46f1-45e5-b8cf-a243a3945408 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:26.633860 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:14:26.745894 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Checking router: ea5bf5d5-9c33-4132-b096-6a7068431af8 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:26.755822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-488e9551-4648-4f48-b1ff-eeae0323f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:26.757731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-488e9551-4648-4f48-b1ff-eeae0323f546 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 1097 time: 0.0962031 Dec 13 10:14:26.769412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Routers {'ea5bf5d5-9c33-4132-b096-6a7068431af8'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:26.770531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ea5bf5d5-9c33-4132-b096-6a7068431af8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:26.787593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Deleting port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:26.787940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.930571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:26.934671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-b0211a5a-caa1-4ad6-9a5e-28902db621b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:26.936156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-b0211a5a-caa1-4ad6-9a5e-28902db621b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 200 len: 897 time: 0.1708460 Dec 13 10:14:26.943438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] For port 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:26.943812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:26.979355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878b203-7d5b-422f-8402-9e4df4c85ae4 req-56a527f4-beeb-41f3-828c-a11507e0a0d9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:26.981008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3878b203-7d5b-422f-8402-9e4df4c85ae4 req-56a527f4-beeb-41f3-828c-a11507e0a0d9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 946 time: 0.1122599 Dec 13 10:14:26.990810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Calling delete_port for 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:26.993390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-7fd79d3b-0d4b-45d5-82be-bdf12fe41997 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 200 len: 217 time: 0.0468864 Dec 13 10:14:27.002075 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] Set router ea5bf5d5-9c33-4132-b096-6a7068431af8 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:27.056914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3878b203-7d5b-422f-8402-9e4df4c85ae4 req-40d48bc1-fac5-4d9f-b9dd-878ca3f08ff0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692160 Dec 13 10:14:27.074035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:14:26Z', 'revision_number': 6, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:27.112183 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2320f1b-0a62-4139-a467-5b0032d07ea3 None None] The sync data for ids ['ea5bf5d5-9c33-4132-b096-6a7068431af8'] in n-d-820531-5 is: [{'id': 'ea5bf5d5-9c33-4132-b096-6a7068431af8', 'name': 'tempest-TestVolumeBootPattern-327995296-router', 'tenant_id': '112ec592d51d422991b39aae6e46aad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:00:03Z', 'updated_at': '2021-12-13T10:14:26Z', 'revision_number': 6, 'project_id': '112ec592d51d422991b39aae6e46aad9', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:27.121921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-13d6bdf2-cfd4-4d78-b659-08d6a7ff2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:27.123501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-13d6bdf2-cfd4-4d78-b659-08d6a7ff2ff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 200 len: 835 time: 0.1210113 Dec 13 10:14:27.195727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:27.224579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Checking router: d1686470-2ae3-41b5-b394-0404ff30662b for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:27.225962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-5669afe3-8469-45e2-b024-13e6e4147ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:27.227737 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-5669afe3-8469-45e2-b024-13e6e4147ad3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04f20e1d-d780-4328-9f7f-faab75d13590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948930 Dec 13 10:14:27.233966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:27.234663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:27.337321 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.366250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:27.374203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3e8e98-14f2-4dde-8727-a2f998dc9ce8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:27.402791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d99c5-3aef-413e-9efd-7feb37e1a185 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:27.415778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-990ba5d7-5523-4a89-b208-29f26d7c391e service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789181 Dec 13 10:14:27.429050 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.650841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:27.688542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc54453-48b3-42d2-8c71-520a4e98f69e None None] The sync data for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 is: [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:11:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '59e39e12-6523-41dd-9062-7e03bfb2cc1c', 'name': '', 'network_id': '04f20e1d-d780-4328-9f7f-faab75d13590', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:db:a3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:25Z', 'updated_at': '2021-12-13T10:11:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'ab5764d5-31f9-4f80-8340-320e93dce94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:27.854531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.958682 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353511f2-400a-4f01-b8fa-e1e33d7123c6 None None] New status for floating IP 12f3206b-1b24-4b63-8015-42cc1673bd82: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:27.962717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:27.966026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.017885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-3f6823ae-6158-41cd-968b-9bcecb0bb983 req-65e036ba-16f0-470a-b560-385090ad3249 service neutron] 10.222.0.37 "GET /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814865 Dec 13 10:14:28.031801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.032566 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5bf5d5-9c33-4132-b096-6a7068431af8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:14:28.039910 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.043414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-17559d8c-3d3a-4a96-8ea8-3f62edc005c3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ea5bf5d5-9c33-4132-b096-6a7068431af8 HTTP/1.1" status: 204 len: 168 time: 1.8475146 Dec 13 10:14:28.043844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:28.108028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Deleting subnet eed337e7-ee2f-444b-9df7-37dcb1ca1fe5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:14:28.111875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.151830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.247414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.289832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7021b17-e8c5-4127-b6bb-f55b289a3f12 req-3942e5e0-328e-4e10-b95c-b0fe5a37e101 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:28.292151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7021b17-e8c5-4127-b6bb-f55b289a3f12 req-3942e5e0-328e-4e10-b95c-b0fe5a37e101 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 946 time: 0.1240313 Dec 13 10:14:28.319915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.352145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed337e7-ee2f-444b-9df7-37dcb1ca1fe5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:28.356516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.366054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7021b17-e8c5-4127-b6bb-f55b289a3f12 req-323bdae1-56dc-49cf-9052-f815e1f7a217 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=76c2e637-ebaf-4a8a-8591-3379f56d53c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659888 Dec 13 10:14:28.368710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3137a8-320a-4ee4-b503-430b555badec None None] Network e23c4f24-c79b-46c7-b6a6-64a293e109ee requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:28.379573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:28.380231 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-25bf7ad3-b198-45b5-bd94-00cbad46b497 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eed337e7-ee2f-444b-9df7-37dcb1ca1fe5 HTTP/1.1" status: 204 len: 168 time: 0.3283374 Dec 13 10:14:28.401484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:28.494399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.530874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:28.539230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9b3e8e98-14f2-4dde-8727-a2f998dc9ce8 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:28.540672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 19268270-f75c-4e0c-8429-eaa9b371ae1d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:28.560248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-4c4d11e0-104d-480c-8e6b-554530e788f5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:28.563509 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-4c4d11e0-104d-480c-8e6b-554530e788f5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 946 time: 0.1347980 Dec 13 10:14:28.609393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Deleting port 32084a09-8c3f-470d-9d2d-dd8a64905e26 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:28.609879 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.612000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 19268270-f75c-4e0c-8429-eaa9b371ae1d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:28.612698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 19268270-f75c-4e0c-8429-eaa9b371ae1d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:28.656961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-927c6be8-39da-4634-8e7f-822ebf3cb769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.731800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:28.732548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.732964 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] For port 32084a09-8c3f-470d-9d2d-dd8a64905e26, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=32084a09-8c3f-470d-9d2d-dd8a64905e26,segment=NetworkSegment(dbe5f2d7-ee90-492d-9101-18a8ceb81f41),segment_id=dbe5f2d7-ee90-492d-9101-18a8ceb81f41)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:28.733507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.748107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Calling delete_port for 32084a09-8c3f-470d-9d2d-dd8a64905e26 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:28.827889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] DHCP port deletion for e23c4f24-c79b-46c7-b6a6-64a293e109ee request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:28.854358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.896189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 6753e286-16df-47dd-be5e-cc0677bc3c93, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6753e286-16df-47dd-be5e-cc0677bc3c93,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:28.896900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.918137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Deleting port 32084a09-8c3f-470d-9d2d-dd8a64905e26 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:28.918524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:28.928757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 6753e286-16df-47dd-be5e-cc0677bc3c93 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:28.935347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] No DVR routers for this DVR port 32084a09-8c3f-470d-9d2d-dd8a64905e26 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:28.940183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=32084a09-8c3f-470d-9d2d-dd8a64905e26,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:29.029811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] For port 32084a09-8c3f-470d-9d2d-dd8a64905e26, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:29.030129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.045552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Calling delete_port for 32084a09-8c3f-470d-9d2d-dd8a64905e26 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:29.048513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Port 32084a09-8c3f-470d-9d2d-dd8a64905e26 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:14:29.055161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.087063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Pushing event deleted for resources: {'Port': ['ID=32084a09-8c3f-470d-9d2d-dd8a64905e26,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:29.090567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] No DVR routers for this DVR port 32084a09-8c3f-470d-9d2d-dd8a64905e26 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:29.102741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.103344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.104403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.105156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.106311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.107026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.107506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.108254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.108753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.109329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.109912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.110455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.110727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49786b38-8306-4b01-b690-49f2efc75c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:29.117605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.145478 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23c4f24-c79b-46c7-b6a6-64a293e109ee']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:29.165624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:29.165830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe5f2d7-ee90-492d-9101-18a8ceb81f41') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:29.181451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.195016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.213442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.221420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:14:29.222398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.244569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=6753e286-16df-47dd-be5e-cc0677bc3c93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:29.288920 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.299728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] No DVR routers for this DVR port 6753e286-16df-47dd-be5e-cc0677bc3c93 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:29.303300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.308192 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b37b1b26-ccba-459f-bcb1-f3a3c0af6053 req-d0a3fb8a-328a-47e9-a2d9-375a3054ba0c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "DELETE /v2.0/ports/6753e286-16df-47dd-be5e-cc0677bc3c93 HTTP/1.1" status: 204 len: 173 time: 0.7357957 Dec 13 10:14:29.308386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-deleted', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:29.311114 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9912f94-7656-4692-85c1-ff8ad63eab1a" -d '{"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-deleted", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:14:29.380703 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:14:29.405158 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23faa72b-9f77-45ed-8658-c8b0bbfd4d43 x-openstack-request-id: req-23faa72b-9f77-45ed-8658-c8b0bbfd4d43 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:29.405713 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240dd055-932f-4974-8492-90a785c54c70", "name": "network-vif-deleted", "tag": "6753e286-16df-47dd-be5e-cc0677bc3c93", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:29.406288 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23faa72b-9f77-45ed-8658-c8b0bbfd4d43 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:29.406932 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240dd055-932f-4974-8492-90a785c54c70', 'name': 'network-vif-deleted', 'tag': '6753e286-16df-47dd-be5e-cc0677bc3c93', 'status': 'completed', 'code': 200} Dec 13 10:14:29.430034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.447447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.451768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e23c4f24-c79b-46c7-b6a6-64a293e109ee HTTP/1.1" status: 204 len: 168 time: 1.0701506 Dec 13 10:14:29.465469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd222fc-5653-4669-b099-b7f7d4380f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23c4f24-c79b-46c7-b6a6-64a293e109ee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:29.564342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45210b2f-5583-4a8a-882a-998b860dabc2 req-25dba1b0-aec1-4160-8e7c-03bd6fefb7db tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=240dd055-932f-4974-8492-90a785c54c70 HTTP/1.1" status: 200 len: 210 time: 0.0301669 Dec 13 10:14:29.670342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:29.720937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-07fbeeec-2515-4642-a837-a213baf998a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a83e51b1a7fa4f4a9430413ce4cd4d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489888 Dec 13 10:14:29.723187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:29.811988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.840154 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.913582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.916631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:29.919361 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e04061d2-d925-42ac-862f-ec5022777aaa HTTP/1.1" status: 204 len: 168 time: 0.1947956 Dec 13 10:14:29.933361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b68212-cfb3-4ddb-b0ff-063de6b8da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04061d2-d925-42ac-862f-ec5022777aaa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:30.310030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:30.365386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32084a09-8c3f-470d-9d2d-dd8a64905e26 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:30.367018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c8bfa97a-78b9-4be4-939a-33187c8546db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=112ec592d51d422991b39aae6e46aad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557466 Dec 13 10:14:30.369576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43334) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:30.393152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 32084a09-8c3f-470d-9d2d-dd8a64905e26 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:30.394440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 32084a09-8c3f-470d-9d2d-dd8a64905e26 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:30.429689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.452543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.502707 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.506568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:30.510458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6525c0a3-2595-4c58-a4f0-364250ec7d93 HTTP/1.1" status: 204 len: 168 time: 0.1374605 Dec 13 10:14:30.517546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79967-00e4-4bca-b185-5b655579916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525c0a3-2595-4c58-a4f0-364250ec7d93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:30.583836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:30.643492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6753e286-16df-47dd-be5e-cc0677bc3c93 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:30.643887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6753e286-16df-47dd-be5e-cc0677bc3c93 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:30.653895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:31.016369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28e5bdeb-5b82-403d-bb82-eb2b320266ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:31.143448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:31.414943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 59e39e12-6523-41dd-9062-7e03bfb2cc1c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:31.415639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:31.508037 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 59e39e12-6523-41dd-9062-7e03bfb2cc1c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=59e39e12-6523-41dd-9062-7e03bfb2cc1c,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:31.508427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:31.521171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 59e39e12-6523-41dd-9062-7e03bfb2cc1c owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:31.714644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:31.748092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=59e39e12-6523-41dd-9062-7e03bfb2cc1c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:31.953823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.087941 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:32.196998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router d1686470-2ae3-41b5-b394-0404ff30662b has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:32.286869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f773be0-7118-479f-bf00-ff8638a1e016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.324289 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.351281 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:32.359767 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-590b0971-0758-47e6-a25e-5817e90ecb01 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/d1686470-2ae3-41b5-b394-0404ff30662b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019436 Dec 13 10:14:32.361551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43354) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:32.376720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Sync routers for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:32.393047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:32.394602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:32.412228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f773be0-7118-479f-bf00-ff8638a1e016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.417997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f773be0-7118-479f-bf00-ff8638a1e016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.435399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting subnet ab5764d5-31f9-4f80-8340-320e93dce94d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:14:32.440728 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.465739 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6f773be0-7118-479f-bf00-ff8638a1e016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00ef253015d8498280933379940ae467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777194 Dec 13 10:14:32.468116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:32.473367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f773be0-7118-479f-bf00-ff8638a1e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c551216-5174-4003-9c5c-d968fa662b48,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:32.497957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.522177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:32.571947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.640647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.649673 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.726092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:14:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:32.729095 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.738061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.740806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.744249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c551216-5174-4003-9c5c-d968fa662b48 HTTP/1.1" status: 204 len: 168 time: 0.2728474 Dec 13 10:14:32.755111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Checking router: d1686470-2ae3-41b5-b394-0404ff30662b for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:32.763648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Routers {'d1686470-2ae3-41b5-b394-0404ff30662b'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:32.764257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['d1686470-2ae3-41b5-b394-0404ff30662b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:32.772934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5764d5-31f9-4f80-8340-320e93dce94d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:32.775352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.781338 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df59ba52-1982-44eb-b6a7-e78d1ee10f58 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/subnets/ab5764d5-31f9-4f80-8340-320e93dce94d HTTP/1.1" status: 204 len: 168 time: 0.4163759 Dec 13 10:14:32.781702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:32.783015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d7f9e-f85c-4ce6-8346-ec8bc399f2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c551216-5174-4003-9c5c-d968fa662b48,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:32.799700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78efc8-4395-497d-9bcc-37759a2e8487 None None] Network 04f20e1d-d780-4328-9f7f-faab75d13590 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:32.905407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:32.988615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] Set router d1686470-2ae3-41b5-b394-0404ff30662b gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:33.030469 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.099400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 40278792-359f-434d-b08c-31b977480c8a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:33.099742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.137441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] DHCP port deletion for 04f20e1d-d780-4328-9f7f-faab75d13590 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:33.190374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 40278792-359f-434d-b08c-31b977480c8a, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=40278792-359f-434d-b08c-31b977480c8a,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:33.191708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.205193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 40278792-359f-434d-b08c-31b977480c8a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:33.236046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Deleting port 03be2920-c847-4355-9e5f-0a91a01f1214 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:14:33.236542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.281175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:14:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:33.315979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec9ae9-cbce-4f7c-a0da-0ed33b09e5e1 None None] The sync data for ids ['d1686470-2ae3-41b5-b394-0404ff30662b'] in n-d-820531-5 is: [{'id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514742307', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '40278792-359f-434d-b08c-31b977480c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:11:20Z', 'updated_at': '2021-12-13T10:14:31Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '40278792-359f-434d-b08c-31b977480c8a', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1686470-2ae3-41b5-b394-0404ff30662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:11:21Z', 'updated_at': '2021-12-13T10:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:33.332599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] For port 03be2920-c847-4355-9e5f-0a91a01f1214, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=03be2920-c847-4355-9e5f-0a91a01f1214,segment=NetworkSegment(4d3e7783-bd57-4cc2-98d8-ac536726d163),segment_id=4d3e7783-bd57-4cc2-98d8-ac536726d163)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:33.333324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.352001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Calling delete_port for 03be2920-c847-4355-9e5f-0a91a01f1214 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:14:33.415976 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.446450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=40278792-359f-434d-b08c-31b977480c8a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:33.450097 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.468703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6cb70-4b76-4778-8f93-043188f9336e None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:33.492336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] Pushing event deleted for resources: {'Port': ['ID=03be2920-c847-4355-9e5f-0a91a01f1214,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:33.496855 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb5cb1-8c79-45fb-bd2b-7bda194bf846 None None] No DVR routers for this DVR port 03be2920-c847-4355-9e5f-0a91a01f1214 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:14:33.526542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.624829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.627217 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.673193 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.674331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Fanout notify agent at l3_agent the message router_deleted on router d1686470-2ae3-41b5-b394-0404ff30662b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:14:33.682087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.686569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:33.689663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-67b0f7cb-6a3d-4be1-9446-30ee6a8f7246 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/routers/d1686470-2ae3-41b5-b394-0404ff30662b HTTP/1.1" status: 204 len: 168 time: 0.9062746 Dec 13 10:14:33.735918 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.799199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.895476 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.908225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:33.927130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f20e1d-d780-4328-9f7f-faab75d13590']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:33.936982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3e7783-bd57-4cc2-98d8-ac536726d163') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:33.937320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3e7783-bd57-4cc2-98d8-ac536726d163') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:33.947063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.960961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.967237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:14:33.967676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:14:33.971029 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:14:34.030801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b35cae2-b724-4c9a-a876-dafe2740d62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.036945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.042430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.046955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/networks/04f20e1d-d780-4328-9f7f-faab75d13590 HTTP/1.1" status: 204 len: 168 time: 0.3591979 Dec 13 10:14:34.050830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43400) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.074866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612e0a1-c46c-42cb-b5e0-347cb95f4e07 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Network': ['ID=04f20e1d-d780-4328-9f7f-faab75d13590,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.121036 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b35cae2-b724-4c9a-a876-dafe2740d62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.128842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b35cae2-b724-4c9a-a876-dafe2740d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.131388 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.157646 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.160453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8b35cae2-b724-4c9a-a876-dafe2740d62c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8361fd986eb1413ba186e0a31d0e5e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509501 Dec 13 10:14:34.163458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.186242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35cae2-b724-4c9a-a876-dafe2740d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a589adf-0ad8-4d26-a46b-7f18a9fc129c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.223719 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.226523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.227689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/security-groups/76c2e637-ebaf-4a8a-8591-3379f56d53c6 HTTP/1.1" status: 204 len: 168 time: 0.1758273 Dec 13 10:14:34.227819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.239154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be168fbf-2575-491d-aab0-8a54833e92dc tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2e637-ebaf-4a8a-8591-3379f56d53c6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.258229 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.312294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.315832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.317336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a589adf-0ad8-4d26-a46b-7f18a9fc129c HTTP/1.1" status: 204 len: 168 time: 0.1528766 Dec 13 10:14:34.329400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd2d3-dc68-4f16-913b-7833f6ded8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a589adf-0ad8-4d26-a46b-7f18a9fc129c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.464491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.470315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089586824', 'description': 'tempest-secgroup-smoke-2089586824 description', 'project_id': 'df0ccc47bd0244bda56827fb2054900d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:34.505003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.537998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40278792-359f-434d-b08c-31b977480c8a no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:34.570356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 40278792-359f-434d-b08c-31b977480c8a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:34.571149 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 40278792-359f-434d-b08c-31b977480c8a not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:34.571589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03be2920-c847-4355-9e5f-0a91a01f1214 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:34.583787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.589792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.631016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.635016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1667628 Dec 13 10:14:34.635251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ccafd-61b9-4c1a-8c54-1879bfebd0de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.636015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.645094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:34.683470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.754966 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.760360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.785684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f68db9-c921-41ad-9bec-a10fe2fae813,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.792617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 03be2920-c847-4355-9e5f-0a91a01f1214 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:34.792970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 03be2920-c847-4355-9e5f-0a91a01f1214 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:34.793496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 59e39e12-6523-41dd-9062-7e03bfb2cc1c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:14:34.796130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.797708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-032cb541-fb6a-4144-be66-c6df6374a12d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594472 Dec 13 10:14:34.801177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.806328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:34.827535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.830254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 59e39e12-6523-41dd-9062-7e03bfb2cc1c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:14:34.830597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 59e39e12-6523-41dd-9062-7e03bfb2cc1c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:14:34.842243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.900597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.905618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.929966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafd2052-2a14-43c4-85ac-f3b61a2de4ce,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:34.935925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:34.936832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6a46a9ec-59e6-4deb-bc2b-ce03d7eee34c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343920 Dec 13 10:14:34.939779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:34.945295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:34.972399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.028523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.032289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.050193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f02ca5-2f3e-4d9b-8c04-7378a8878e5c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.060272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.064000 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8d6e1b5-8250-49ba-9b75-003c6f3575a0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201146 Dec 13 10:14:35.064226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:35.069312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:35.100886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.181198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-2cb23b05-3d4c-4273-b3df-f533dc31cd9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696661 Dec 13 10:14:35.194353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.198022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.218841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7354655c-c788-43d3-986d-058607b7cec7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.224464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.226351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d40504dd-7a13-4bb8-9ba2-d727233de481 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605289 Dec 13 10:14:35.228423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:35.233006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:35.257535 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:14:35.262477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.274568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-b9ba84a2-1528-4e67-82da-30f9d4ba23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:35.276070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-b9ba84a2-1528-4e67-82da-30f9d4ba23c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0491080 Dec 13 10:14:35.321386 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.325951 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.346339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049a5a73-36e3-44b9-832c-eb730f76f6b9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.352437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.353663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c5c9daf9-2d2b-401c-be59-2076fefee248 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242192 Dec 13 10:14:35.356380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:35.361044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '19bec2e8-7c58-42a8-b2dc-dafbdd2332a9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:35.383654 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:14:35.383935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-916fee51-f229-4b97-8005-1b94445577bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:35.385394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-916fee51-f229-4b97-8005-1b94445577bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0897644 Dec 13 10:14:35.388666 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.449091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.452986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.456919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-466317c2-22d9-4848-9315-afef37c87b39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 999 time: 0.0638871 Dec 13 10:14:35.475256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48f1e0a-f58a-4514-b2ae-0e9b9671dd76,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.480855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.482087 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f0fb3266-a02a-4a5f-9ab1-b223e026ec68 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243610 Dec 13 10:14:35.484924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:35.489870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'network': {'name': 'tempest-network-smoke--543430064', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:35.508551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-0f018656-3b61-4a50-a4a0-ed5599d8324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:35.509996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:35.510179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-0f018656-3b61-4a50-a4a0-ed5599d8324c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0461490 Dec 13 10:14:35.513491 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.537938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:14:35.546939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.547423 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Added segment 80be9f07-ea7c-485d-b91b-154758a62ed7 of type vlan for network ab556b38-0027-43a9-8feb-86a351df358d Dec 13 10:14:35.558402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-f175a51a-65c8-4d6e-86de-fac838efe24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:35.559897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-f175a51a-65c8-4d6e-86de-fac838efe24c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421839 Dec 13 10:14:35.591017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.620026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.633051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:35.634466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.657424 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-59fcf04e-c8cf-4280-9831-0ebe8f142d90 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897598 Dec 13 10:14:35.701337 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2128556 Dec 13 10:14:35.706811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:35.711901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'admin_state_up': True, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:35.726500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bd98-5454-432e-a6c3-0a67e27f3037 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Network': ['ID=ab556b38-0027-43a9-8feb-86a351df358d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:35.738822 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network ab556b38-0027-43a9-8feb-86a351df358d details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:14:35.752054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.754715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.760224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cd854ff0-0bcb-48be-a686-c67bd932a0da req-a4f8bfe3-b8d4-4a86-b515-a896f173e454 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948470 Dec 13 10:14:35.812258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:35.948309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.136562 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.155010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.262704 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.85 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:36.366829 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.402060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.446124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:36.449077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:36.452620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:36.458584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:36.463191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66e03b-df2b-4956-871a-1e476e12ad9b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:36.538677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e5f7426b-d0d6-404c-9974-e5ffdac1f752 None None] Provisioning complete for port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:36.539150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5f7426b-d0d6-404c-9974-e5ffdac1f752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:36.574090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7426b-d0d6-404c-9974-e5ffdac1f752 None None] Port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:37.019047 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.215891 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.337194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:14:37.443797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:37.453162 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Sync routers for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:37.465116 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:37.465804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:37.467885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.472955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f6e7b4e5-8dbf-4594-94e8-9a9686d66ccd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7616127 Dec 13 10:14:37.473457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:37.507299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bf958e99-72ba-42c3-ae20-a76f10f1e22e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=df0ccc47bd0244bda56827fb2054900d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294778 Dec 13 10:14:37.507626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:37.571801 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:37.603286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299c63c-0372-4aaf-9b44-eb823d34d162 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:37.604724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f299c63c-0372-4aaf-9b44-eb823d34d162 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960929 Dec 13 10:14:37.607552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:37.636833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be66e464-55d3-471d-b041-39c0407636a2 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281212 Dec 13 10:14:37.639519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:37.645040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367283308', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:37.735069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:37.739424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.752382 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:36Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:37.782978 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Checking router: 1714b14e-0c46-4db6-8c0d-62fb798d6c26 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:37.783333 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Updating router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:14:37.809953 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.920107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:37.978198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Subnet': ['ID=c72aae54-17c5-47e1-a497-9214e70dbb88,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:37.989309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:37.989674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network hostable DHCP agents. Network: ab556b38-0027-43a9-8feb-86a351df358d, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:14:38.006908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network ab556b38-0027-43a9-8feb-86a351df358d is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:14:38.015577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, ab556b38-0027-43a9-8feb-86a351df358d) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:38.019802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:38.020398 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.027048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb66e97b-74f9-4bd2-ad11-21fe1a7e2aaf None None] Network ab556b38-0027-43a9-8feb-86a351df358d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:38.038003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c3efa44-a198-4cc1-9776-97cb6e71f54c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3973925 Dec 13 10:14:38.041025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:38.067433 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.074214 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.125906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4253f-06cb-49a1-8e91-190aa85f3ddc None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:38.126186 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Attempting to bind port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:38.126367 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Attempting to bind port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:38.126955 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Attempting to bind port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:38.137382 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:38.137753 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:38.138151 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.138542 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:38.139001 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Bound port: e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:38.139370 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.157230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-ab556b38-0027-43a9-8feb-86a351df358d', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:14:38.158436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.192813 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] For port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:38.196647 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] For port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:38.197798 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Pushing event updated for resources: {'Port': ['ID=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:38.201904 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.212307 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.212641 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.213018 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.213339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.213654 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.214100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.214286 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.214634 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.214917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.215292 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.215589 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.215970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.216319 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:14:38.272182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] Provisioning complete for port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:38.272656 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.286605 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:38.287241 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:38.307443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8231dd-0d53-41e3-a42f-334ef866b6e1 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:14:38.362837 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4583-4640-40a4-ba23-b439b5a056ea None None] Pushing event updated for resources: {'Port': ['ID=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:38.376785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Allocated IP 172.20.0.2 (ab556b38-0027-43a9-8feb-86a351df358d/c72aae54-17c5-47e1-a497-9214e70dbb88/a25f42a5-b916-47cd-9682-91bfcead166f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:38.407727 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:38.423602 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.499967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] For port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:38.508588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.598958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53131f1-9169-4f21-92d8-a123bf9cdd85 None None] Pushing event updated for resources: {'Port': ['ID=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:38.658100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:36Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:38.672792 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.676802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8dc464ef-d9e9-4662-a556-90f012b424cc None None] Provisioning complete for port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:38.677451 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8dc464ef-d9e9-4662-a556-90f012b424cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.680821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.745927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Pushing event updated for resources: {'Port': ['ID=a25f42a5-b916-47cd-9682-91bfcead166f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:38.768899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Network ab556b38-0027-43a9-8feb-86a351df358d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:38.771636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:38.775562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:38.799804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497778-b207-4443-ac25-68ca9f9c11c0 None None] The sync data for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 is: [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:36Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:38.869455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Attempting to bind port a25f42a5-b916-47cd-9682-91bfcead166f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:38.869827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Attempting to bind port a25f42a5-b916-47cd-9682-91bfcead166f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:38.870193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Attempting to bind port a25f42a5-b916-47cd-9682-91bfcead166f on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:38.880615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:38.881345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:38.882005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.882324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Bound using segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:38.882803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Bound port: a25f42a5-b916-47cd-9682-91bfcead166f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:38.883184 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.945184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:38.949536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] For port a25f42a5-b916-47cd-9682-91bfcead166f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:38.954905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] For port a25f42a5-b916-47cd-9682-91bfcead166f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a25f42a5-b916-47cd-9682-91bfcead166f,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:38.959893 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:39.019299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5ef1-e042-4e9b-a759-9049856ca38f None None] Pushing event updated for resources: {'Port': ['ID=a25f42a5-b916-47cd-9682-91bfcead166f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:39.293297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.1 (ab556b38-0027-43a9-8feb-86a351df358d/c72aae54-17c5-47e1-a497-9214e70dbb88/8681b4e1-43c1-41f9-9e7a-9d38e3741045) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:39.433754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:39.471058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:39.515044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network ab556b38-0027-43a9-8feb-86a351df358d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:39.518225 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:39.523236 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:39.529791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:39.572821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:39.710122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.037025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.041905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.080945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f281c-1e4f-4ca4-8c52-8acc3c3417c4 None None] Network ab556b38-0027-43a9-8feb-86a351df358d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:14:40.119594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:40.122166 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.149859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] Provisioning complete for port a25f42a5-b916-47cd-9682-91bfcead166f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:40.150230 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.219217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network ab556b38-0027-43a9-8feb-86a351df358d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:40.221985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:40.275530 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.312616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] For port a25f42a5-b916-47cd-9682-91bfcead166f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a25f42a5-b916-47cd-9682-91bfcead166f,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:40.318264 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.380917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c792-58b4-4529-90e0-2a13d7baf6db None None] Pushing event updated for resources: {'Port': ['ID=a25f42a5-b916-47cd-9682-91bfcead166f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:40.391504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:40.476483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a25f42a5-b916-47cd-9682-91bfcead166f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:40.520611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:40.526493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3164af71-ba95-4a17-8d89-6824c5669931 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/1714b14e-0c46-4db6-8c0d-62fb798d6c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4844770 Dec 13 10:14:40.529212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a25f42a5-b916-47cd-9682-91bfcead166f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:40.529585 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.584146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-765aa5bf-16ca-4d85-a863-0356c2901f06 None None] Provisioning complete for port a25f42a5-b916-47cd-9682-91bfcead166f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:40.584520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-765aa5bf-16ca-4d85-a863-0356c2901f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.674629 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Sync routers for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:40.694951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:40.730778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:40.731046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:40.776513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-425824fe-ebff-4f45-8510-476981b9c745 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089586824&fields=id&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 267 time: 0.0513377 Dec 13 10:14:40.892078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-765aa5bf-16ca-4d85-a863-0356c2901f06 None None] Provisioning complete for port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:40.892463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-765aa5bf-16ca-4d85-a863-0356c2901f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.912376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-13b731a6-4a50-4ff6-807f-ebdb2c354417 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:40.913988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-13b731a6-4a50-4ff6-807f-ebdb2c354417 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 796 time: 0.1301727 Dec 13 10:14:40.923301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:40.933049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-780b5de0-8a54-4976-aecb-bb2030f01cf4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/quotas/df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 375 time: 0.0131567 Dec 13 10:14:40.952458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:40.952836 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:40.998597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-765aa5bf-16ca-4d85-a863-0356c2901f06 None None] Port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:41.008173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-ead2e068-3c48-4a71-a70a-a609343f83e9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602355 Dec 13 10:14:41.107613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-acfbf55e-4967-4cd0-9406-4fcfb0bb9734 service neutron] 10.222.0.30 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870612 Dec 13 10:14:41.207109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-c85f00bc-4193-4079-8c30-8dda6b978c63 service neutron] 10.222.0.30 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929694 Dec 13 10:14:41.311129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7094d4f-3713-4e43-80ed-6d1c75d8648b None None] Provisioning complete for port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:41.311678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7094d4f-3713-4e43-80ed-6d1c75d8648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.375472 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d7094d4f-3713-4e43-80ed-6d1c75d8648b None None] Port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:41.382658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e97dba3-6362-4fe2-914b-34a3a9e10bb1 req-a817dbff-944f-46f7-8fb5-c02437ead30a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Dec 13 10:14:41.402242 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 2, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:41.430547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Checking router: 1714b14e-0c46-4db6-8c0d-62fb798d6c26 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:41.430911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Updating router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:14:41.456586 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.746443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.751175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.805107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ed9d-737f-4655-af84-44215dde55d3 None None] Pushing event updated for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:41.859953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Attempting to bind port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:41.860342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Attempting to bind port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:41.860710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Attempting to bind port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:41.867527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:41.868009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:41.868486 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.868949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Bound using segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:41.869549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Bound port: 8681b4e1-43c1-41f9-9e7a-9d38e3741045, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:41.870037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:41.950657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] For port 8681b4e1-43c1-41f9-9e7a-9d38e3741045, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:41.954795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] For port 8681b4e1-43c1-41f9-9e7a-9d38e3741045, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8681b4e1-43c1-41f9-9e7a-9d38e3741045,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:41.960393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.024942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:42.025615 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:42.030646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ed9d-737f-4655-af84-44215dde55d3 None None] Pushing event updated for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:42.123108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] Provisioning complete for port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:42.123481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.178301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:42.331817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.399013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] For port 8681b4e1-43c1-41f9-9e7a-9d38e3741045, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8681b4e1-43c1-41f9-9e7a-9d38e3741045,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:42.401315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a25f42a5-b916-47cd-9682-91bfcead166f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:42.408151 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.470221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-0c719fa1-a490-42d6-8fff-7531ca763f85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:42.472529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-0c719fa1-a490-42d6-8fff-7531ca763f85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 796 time: 0.1772060 Dec 13 10:14:42.508772 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ec36bcd-8b88-4e58-a28b-6fdab5a4f37e req-e8da85d0-722e-4466-918e-d6f171ff2d35 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 210 time: 0.0403950 Dec 13 10:14:42.512047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144acb-f6a4-45ec-9609-50bb8c65a66d None None] Pushing event updated for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:42.540780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a25f42a5-b916-47cd-9682-91bfcead166f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:42.540780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.555458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-4b246d82-0f66-439f-9adb-a27799427ff3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 380 time: 0.0728049 Dec 13 10:14:42.566018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'port': {'device_id': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'admin_state_up': True, 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'security_groups': ['19bec2e8-7c58-42a8-b2dc-dafbdd2332a9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:42.576851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13ac9651-ff0d-4391-b86b-c3e638a3d527 None None] Provisioning complete for port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:42.578735 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13ac9651-ff0d-4391-b86b-c3e638a3d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.602253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:41Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:42.639129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faafdd7f-b2e2-427d-8fc6-6f3dcdf21abf None None] The sync data for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 is: [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:41Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:42.708434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:14:42.712848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:42.857654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.9 (ab556b38-0027-43a9-8feb-86a351df358d/c72aae54-17c5-47e1-a497-9214e70dbb88/7ba1bdbc-e9db-42e2-be55-c5e368d65b43) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:43.013157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.047965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.094765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network ab556b38-0027-43a9-8feb-86a351df358d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:43.098285 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:43.102160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:43.108766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:43.162090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.162906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.181643 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-f0b5f648-0d82-4dd6-8f48-4858f5eefd4d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198893 Dec 13 10:14:43.194793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Request body: {'port': {'device_id': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:43.262064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.382191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a937a99-0648-4395-8f76-d862322d4912 None None] Provisioning complete for port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:43.382773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a937a99-0648-4395-8f76-d862322d4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.420513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a937a99-0648-4395-8f76-d862322d4912 None None] Port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:14:43.544975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:43.557977 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.571915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Transition to ACTIVE for port object 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:14:43.577108 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.638190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:43.663249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74473-dad5-49c0-a513-ffd407bd24be req-22f15ebd-089d-4b49-89d1-1c1377bde382 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.665770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8d74473-dad5-49c0-a513-ffd407bd24be req-22f15ebd-089d-4b49-89d1-1c1377bde382 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.0703924 Dec 13 10:14:43.727564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:14:43.727911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:14:43.728241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:43.728371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8d74473-dad5-49c0-a513-ffd407bd24be req-ef297b88-153b-45df-9d00-fe829b78ceff tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555115 Dec 13 10:14:43.732989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:14:43.733362 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:14:43.739257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:14:43.739597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:14:43.739990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Bound using segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:14:43.740422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Bound port: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:14:43.740783 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.815040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:14:43.818903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:14:43.826428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.874953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.875611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:43.877000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1091 time: 0.6871567 Dec 13 10:14:43.877483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:43.879846 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:43.903243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5725e1-64f2-4a87-8c77-205b8c42f460 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:43.939541 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d555b8-5167-4968-87db-0663e7a06cfd x-openstack-request-id: req-70d555b8-5167-4968-87db-0663e7a06cfd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:43.939833 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:43.940134 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70d555b8-5167-4968-87db-0663e7a06cfd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:43.940545 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'status': 'completed', 'code': 200} Dec 13 10:14:43.991011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-5371d6ad-6c27-436c-add9-36940d4d876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:43.992544 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-5371d6ad-6c27-436c-add9-36940d4d876e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1094 time: 0.0447440 Dec 13 10:14:44.037381 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-230c1092-d1b3-4a77-9fb4-89cc2a61023d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Dec 13 10:14:44.093349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-b720c39f-e3f1-4c63-8671-b800ff1d691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.094802 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-b720c39f-e3f1-4c63-8671-b800ff1d691b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0499971 Dec 13 10:14:44.139623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e2451-d84d-485b-b322-b0463be4d644 req-fc2dbd3b-128c-4991-98d3-3a6489aaa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.141092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-fc2dbd3b-128c-4991-98d3-3a6489aaa388 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394399 Dec 13 10:14:44.229132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-f2a93847-5de8-4451-a485-7374f9880647 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807791 Dec 13 10:14:44.324373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-490e2451-d84d-485b-b322-b0463be4d644 req-e9a4b21b-c064-4a3f-aead-c30dff0ce344 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882692 Dec 13 10:14:44.372692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8681b4e1-43c1-41f9-9e7a-9d38e3741045 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:44.416262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-3c1a6759-c373-4a0e-acb4-d56d3d88c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.417806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-3c1a6759-c373-4a0e-acb4-d56d3d88c73c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1094 time: 0.0420413 Dec 13 10:14:44.423985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:44.425018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:44.516976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-f0cc4831-2b82-4e8c-914d-7ea17cb0d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.518508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-f0cc4831-2b82-4e8c-914d-7ea17cb0d346 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.0929229 Dec 13 10:14:44.560657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-336d8e2c-5b6d-4a42-a074-5e66dddcdcdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 217 time: 0.0344510 Dec 13 10:14:44.609690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-46405077-5c4b-4c6a-b4a7-ccc03362e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.611450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-46405077-5c4b-4c6a-b4a7-ccc03362e430 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0441930 Dec 13 10:14:44.661246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-f94d7b6b-cf55-4a48-9d7e-43d9683bb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.662731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-f94d7b6b-cf55-4a48-9d7e-43d9683bb1eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444911 Dec 13 10:14:44.754333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-07f9f900-330a-46b4-9e77-f02de2c3529b service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822158 Dec 13 10:14:44.848220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d511d-4aa7-4ced-a586-ceea2bc3de76 req-3f3d3fdf-045a-44de-aa68-62c436b52388 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:44.849805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d7d511d-4aa7-4ced-a586-ceea2bc3de76 req-3f3d3fdf-045a-44de-aa68-62c436b52388 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.0525465 Dec 13 10:14:44.850347 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-08850d48-0a24-4fbf-9de1-a96e9f8fddcd req-0c9b230f-d113-44a2-9b8a-f8253c84becc service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900552 Dec 13 10:14:44.901270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d7d511d-4aa7-4ced-a586-ceea2bc3de76 req-4598ae83-5732-41b4-9f31-12f43c5ca515 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Dec 13 10:14:46.019204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90330a3-06e8-4ed0-a48c-69055728240b req-8cf56ca6-a532-4a48-b34a-135ff06a269f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:46.020693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b90330a3-06e8-4ed0-a48c-69055728240b req-8cf56ca6-a532-4a48-b34a-135ff06a269f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.0486693 Dec 13 10:14:46.073267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b90330a3-06e8-4ed0-a48c-69055728240b req-14186aa7-fa7f-4181-b9f1-2c3dccd40c17 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Dec 13 10:14:47.186830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae71d5-d8e3-42d8-9c62-997ac0c38269 req-b86b2d39-a739-43e6-85f7-923bebe2f143 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:47.188287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7aae71d5-d8e3-42d8-9c62-997ac0c38269 req-b86b2d39-a739-43e6-85f7-923bebe2f143 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.0484679 Dec 13 10:14:47.238675 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7aae71d5-d8e3-42d8-9c62-997ac0c38269 req-7958e5ed-2de6-4b4f-8fd4-f39c018e409a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Dec 13 10:14:48.356287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c257-9348-48ea-a9d1-a25608baeaa2 req-59dfbd30-eebf-42d1-8ebd-d56029a5e0bb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:48.357771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dad4c257-9348-48ea-a9d1-a25608baeaa2 req-59dfbd30-eebf-42d1-8ebd-d56029a5e0bb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.0495045 Dec 13 10:14:48.405792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dad4c257-9348-48ea-a9d1-a25608baeaa2 req-ebc343f3-256b-4ea7-bac9-a7db1a1841c4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Dec 13 10:14:48.644128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:14:48.741435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:48.752395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'port_id': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'mac_address': 'fa:16:3e:7a:51:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:14:48.789513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:48.802117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:14:48.820777 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:48.825170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:48.874125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:49.150394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['7ba1bdbc-e9db-42e2-be55-c5e368d65b43'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:14:49.525006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3795a5-9091-4e3a-9fbb-10517bef0a8b req-0fdf0f3d-85fd-44d1-8fb7-3161f5fec573 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:49.526530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed3795a5-9091-4e3a-9fbb-10517bef0a8b req-0fdf0f3d-85fd-44d1-8fb7-3161f5fec573 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.0541475 Dec 13 10:14:49.576610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed3795a5-9091-4e3a-9fbb-10517bef0a8b req-f5ebff30-33a9-4def-8611-fca785324f83 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Dec 13 10:14:50.659547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:14:50.694958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b5276-52b7-413f-a608-7e1b45a06849 req-4013f257-0403-40d5-bcbb-1a3f7d697046 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:50.696682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c46b5276-52b7-413f-a608-7e1b45a06849 req-4013f257-0403-40d5-bcbb-1a3f7d697046 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Dec 13 10:14:50.709500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:14:50.714143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:14:50.714520 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:50.747256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c46b5276-52b7-413f-a608-7e1b45a06849 req-c3b31101-5c4b-4521-bf1a-99a5143a2206 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Dec 13 10:14:50.791366 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:50.817601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:50.819835 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf72d7-2a48-4fa9-ab74-7df2e4ff13dd" -d '{"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-plugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:50.838379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:14:50.842479 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:50.866063 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c6c202-1d2f-4559-b46e-9f48c8df7df7 x-openstack-request-id: req-62c6c202-1d2f-4559-b46e-9f48c8df7df7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:50.866358 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-plugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:50.866612 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62c6c202-1d2f-4559-b46e-9f48c8df7df7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:50.867004 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'code': 200} Dec 13 10:14:50.891933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:50.956846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f5d39-7468-411d-a88f-93d0756d409c req-4c43d491-6c5b-425a-bcf2-75703a6c1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:50.958402 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-666f5d39-7468-411d-a88f-93d0756d409c req-4c43d491-6c5b-425a-bcf2-75703a6c1052 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1096 time: 0.0403888 Dec 13 10:14:51.006018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-666f5d39-7468-411d-a88f-93d0756d409c req-cd365c58-fa48-4b2b-b841-b95834532101 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Dec 13 10:14:51.866688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bd19-4d43-4c22-b3b6-33113b51d060 req-8319f09b-9e4d-47e2-8864-7fea1695eeb1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:51.868622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ed7bd19-4d43-4c22-b3b6-33113b51d060 req-8319f09b-9e4d-47e2-8864-7fea1695eeb1 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Dec 13 10:14:51.924472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ed7bd19-4d43-4c22-b3b6-33113b51d060 req-0c9b017c-e5b3-43ba-9fcf-91ded45c1551 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492539 Dec 13 10:14:53.052781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de4c1d-0e22-4698-9e7b-fd183804940e req-030ba4cf-a110-4f7f-a290-29919f25667e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:53.054282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0de4c1d-0e22-4698-9e7b-fd183804940e req-030ba4cf-a110-4f7f-a290-29919f25667e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0575440 Dec 13 10:14:53.116802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0de4c1d-0e22-4698-9e7b-fd183804940e req-3e5d03b7-6f0e-4ba4-869c-e9ed38bb42b4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565989 Dec 13 10:14:53.233099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba375fd-e795-4758-8a27-979969680994 req-7414ffd8-0b94-4684-a51c-3d6074135778 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:53.234536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ba375fd-e795-4758-8a27-979969680994 req-7414ffd8-0b94-4684-a51c-3d6074135778 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Dec 13 10:14:53.285509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ba375fd-e795-4758-8a27-979969680994 req-e851ae28-8809-4339-becc-5d61db53a505 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450518 Dec 13 10:14:53.307395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:53.354362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6cfac-128e-42ff-9247-02ae2656cbe0 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:53.356054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06e6cfac-128e-42ff-9247-02ae2656cbe0 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1091 time: 0.0475383 Dec 13 10:14:53.359052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:53.364417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:14:53.388709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:53.496931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:53.600553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.228 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/1838cd17-bdd9-4e1d-8168-9fba284e3f11) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:14:53.704464 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:53.738291 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:53.779461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:14:53.782367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:14:53.785081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:14:53.809316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=1838cd17-bdd9-4e1d-8168-9fba284e3f11,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:54.133517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:54.201058 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:54.676128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:54.680875 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:54.751319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=1838cd17-bdd9-4e1d-8168-9fba284e3f11,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:54.761901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:54.861539 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP ff65cc07-d8fe-4832-8d26-7334bb307b79 associated. External IP: 172.25.1.228, port: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43. Dec 13 10:14:55.066817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:14:55.172954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:14:55.183103 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Sync routers for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:14:55.192614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:55.193239 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:55.193851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:55.219373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a674978c-4b09-417a-9fe8-a2791fe24539 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8591738 Dec 13 10:14:55.219960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:14:55.222262 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ba28b-acbb-4c21-b1d2-4df2aba7d674" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:14:55.260667 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306eaeee-c5d3-464d-9d8c-1cf606b7eeac x-openstack-request-id: req-306eaeee-c5d3-464d-9d8c-1cf606b7eeac {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:14:55.260963 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:14:55.261250 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-306eaeee-c5d3-464d-9d8c-1cf606b7eeac {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:14:55.261650 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'status': 'completed', 'code': 200} Dec 13 10:14:55.303355 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:55.322162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a313c-d250-4a2b-a374-b429d33a1db1 req-f5692a60-5454-4d45-bf57-d95c94f1ee54 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.323761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d5a313c-d250-4a2b-a374-b429d33a1db1 req-f5692a60-5454-4d45-bf57-d95c94f1ee54 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0505488 Dec 13 10:14:55.328237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-cddc617e-f03d-40d7-a81c-8fbf33a012f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.329780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-cddc617e-f03d-40d7-a81c-8fbf33a012f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1096 time: 0.0460417 Dec 13 10:14:55.379611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d5a313c-d250-4a2b-a374-b429d33a1db1 req-c493ddf5-4906-4a87-8d34-3441c7bf19b5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485244 Dec 13 10:14:55.401253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:55.425189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-e7fb1990-5e00-4d2d-aedb-2d4ea41a99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.427270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-e7fb1990-5e00-4d2d-aedb-2d4ea41a99de service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.0891402 Dec 13 10:14:55.468327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ecbd99a-2bde-4853-86bd-90663a80234a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/ff65cc07-d8fe-4832-8d26-7334bb307b79 HTTP/1.1" status: 200 len: 991 time: 0.0659044 Dec 13 10:14:55.499915 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-22d56824-2b45-4f96-9465-e0e3893b067c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 999 time: 0.0648284 Dec 13 10:14:55.543335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ff65cc07-d8fe-4832-8d26-7334bb307b79', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'port_id': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'mac_address': 'fa:16:3e:7a:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:54Z', 'updated_at': '2021-12-13T10:14:54Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:55.549592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-56fa6a57-6c14-438b-adb5-35a39cfe3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.551822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-56fa6a57-6c14-438b-adb5-35a39cfe3b39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0449090 Dec 13 10:14:55.570160 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Checking router: 1714b14e-0c46-4db6-8c0d-62fb798d6c26 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:14:55.578207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:14:55.578802 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:14:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:55.599265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-4124561c-3566-4f93-9e68-8966f8bbce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:14:55.600765 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-4124561c-3566-4f93-9e68-8966f8bbce8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410380 Dec 13 10:14:55.686964 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:14:55.695934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-f195c2ce-723f-49ae-a1d5-5e68943c8f70 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874882 Dec 13 10:14:55.789866 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-131ba28b-acbb-4c21-b1d2-4df2aba7d674 req-8b4bc1b6-785d-4016-b46b-127782737f24 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865991 Dec 13 10:14:55.917339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ff65cc07-d8fe-4832-8d26-7334bb307b79', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'port_id': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'mac_address': 'fa:16:3e:7a:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:54Z', 'updated_at': '2021-12-13T10:14:54Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:14:55.943213 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39128c-5516-416a-81e9-5560fd5f35dc None None] The sync data for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 is: [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ff65cc07-d8fe-4832-8d26-7334bb307b79', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'port_id': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'mac_address': 'fa:16:3e:7a:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:14:54Z', 'updated_at': '2021-12-13T10:14:54Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:14:56.126122 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad9a5d-cd82-47a7-9470-6059913f429b None None] New status for floating IP ff65cc07-d8fe-4832-8d26-7334bb307b79: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:14:56.472172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:56.533797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-36772f46-0e2a-4d19-9011-e145a46f8a1a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/ff65cc07-d8fe-4832-8d26-7334bb307b79 HTTP/1.1" status: 200 len: 993 time: 0.0597644 Dec 13 10:14:57.419092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:58.602849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26e5c3e7-778e-4ca7-8607-e7b671aa35af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:58.986529 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:14:59.248869 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.340904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:59.453265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e11abc3-a742-48ca-8a14-7ca851b0d79a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.535466 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e11abc3-a742-48ca-8a14-7ca851b0d79a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.540363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e11abc3-a742-48ca-8a14-7ca851b0d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.587746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11abc3-a742-48ca-8a14-7ca851b0d79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c47215-3630-4705-9428-2220dec9634c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:14:59.592196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e11abc3-a742-48ca-8a14-7ca851b0d79a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f586c198c534fbcbc736364626905f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497365 Dec 13 10:14:59.594893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:14:59.654484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.680679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.732635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.735326 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:14:59.736486 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75c47215-3630-4705-9428-2220dec9634c HTTP/1.1" status: 204 len: 168 time: 0.1406314 Dec 13 10:14:59.747932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe0ae4-bfa1-40cc-bf02-355edeab1323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c47215-3630-4705-9428-2220dec9634c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:01.010765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ce69e97-209c-496d-ae31-b57b3dd00550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.531702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:01.641205 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-413d432a-3d61-4f23-a01f-e897df5998de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.716876 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-413d432a-3d61-4f23-a01f-e897df5998de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.721135 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-413d432a-3d61-4f23-a01f-e897df5998de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.759572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-413d432a-3d61-4f23-a01f-e897df5998de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2361436d55184411940fc923089e44cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267559 Dec 13 10:15:01.760427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d432a-3d61-4f23-a01f-e897df5998de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2795d50d-bed4-4091-a04a-2683e1460a66,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:01.763123 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:01.811800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.833806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.884259 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.887128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:01.888320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2795d50d-bed4-4091-a04a-2683e1460a66 HTTP/1.1" status: 204 len: 168 time: 0.1237857 Dec 13 10:15:01.895914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795d50d-bed4-4091-a04a-2683e1460a66,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:01.903401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.903771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.904102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.904469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.904812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.905182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.905518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.905873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.906170 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.906498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.906826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.907178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:01.907506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f742e4-67cd-485e-a33c-ceeb0d37cdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:02.141767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43680) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:02.154826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e68cbce4-ea32-4103-8493-37d1819c5831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.230328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e68cbce4-ea32-4103-8493-37d1819c5831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.234034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e68cbce4-ea32-4103-8493-37d1819c5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.272568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e68cbce4-ea32-4103-8493-37d1819c5831 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3da6d25b3d448ee8780c7e36985508c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297035 Dec 13 10:15:02.273555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cbce4-ea32-4103-8493-37d1819c5831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9220db5-a458-408c-859e-23ae8ec2eda1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:02.275245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:02.314758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.328266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.351128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.397488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.400128 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:02.401311 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9220db5-a458-408c-859e-23ae8ec2eda1 HTTP/1.1" status: 204 len: 168 time: 0.1250267 Dec 13 10:15:02.409060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3ea3b-3f5a-463c-9828-24e3e0aba22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9220db5-a458-408c-859e-23ae8ec2eda1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:03.489846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:03.595817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff62439-b909-472d-bf44-f90814f11fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.670558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff62439-b909-472d-bf44-f90814f11fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.674478 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff62439-b909-472d-bf44-f90814f11fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.711664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff62439-b909-472d-bf44-f90814f11fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8412f08f-a241-41c9-9be9-ac27ce52d135,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:03.716953 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bff62439-b909-472d-bf44-f90814f11fed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b12ae20de5a40319d981a11c64c0cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251179 Dec 13 10:15:03.718577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:03.734846 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.767817 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.792121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.839202 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.841809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:03.843004 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8412f08f-a241-41c9-9be9-ac27ce52d135 HTTP/1.1" status: 204 len: 168 time: 0.1235149 Dec 13 10:15:03.851881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88a7f-e769-4161-8f13-bd82b839f0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8412f08f-a241-41c9-9be9-ac27ce52d135,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:04.779898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:04.981807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:05.086646 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:05.107964 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.193754 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.301664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Allocated IP 172.25.1.90 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:05.403519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.442669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.486243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:05.489316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:05.492820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:05.498051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Pushing event updated for resources: {'Port': ['ID=2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:05.580292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.618447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.763795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.768235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.840298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Pushing event updated for resources: {'Port': ['ID=2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:05.850372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.864821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.866201 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-895723b9-4136-41d8-a05f-5d1caeee1a98 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8833499 Dec 13 10:15:05.869081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:05.873771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1173389215', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'fixed_ips': [{'ip_address': '172.25.1.90'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:05.894685 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Made reservation on behalf of 1a152c5094c647b5aa1061111ebb24c2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:05.897225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.905949 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.980914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.984834 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:05.989435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] device_id is not set on port 5982d958-6eb9-4cfa-862d-cad75512fa29 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:06.081064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b334b5-3d55-4e38-9697-3bc6ffb8abbe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:06.188172 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 10:15:06.188691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:15:06.204265 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb9fca0a-5de8-4654-ab70-9e89661eee1a tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3341727 Dec 13 10:15:06.207116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:06.362105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Deleting port 2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:06.362444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.435436 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.435841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.448248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Calling delete_port for 2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:06.578703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.604379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be5eeee-c8ea-4de5-9ad3-f20e32ba0c01,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:06.666852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.669438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:06.670589 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddba3532-ab9b-43f2-b418-f07b0023cd80 tempest-ExternalNetworksAdminNegativeTestJSON-379231040 tempest-ExternalNetworksAdminNegativeTestJSON-379231040-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/c32f37e5-24d1-4542-a111-fdf08dede53a HTTP/1.1" status: 204 len: 168 time: 0.4625318 Dec 13 10:15:06.904678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:07.008965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb756884-a15b-4612-8e08-0514db61ae6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.081488 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb756884-a15b-4612-8e08-0514db61ae6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.086003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb756884-a15b-4612-8e08-0514db61ae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.123687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bb756884-a15b-4612-8e08-0514db61ae6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de45cdf1597042e98505b3c34c6e3840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178841 Dec 13 10:15:07.124667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb756884-a15b-4612-8e08-0514db61ae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42657224-31c0-4900-bff9-95206af609d1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:07.126376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:07.175054 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.195917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.241073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.243705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.244846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42657224-31c0-4900-bff9-95206af609d1 HTTP/1.1" status: 204 len: 168 time: 0.1174519 Dec 13 10:15:07.252463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e2a78-2171-479e-8074-c67dfd3ff751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42657224-31c0-4900-bff9-95206af609d1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:07.497963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:07.540940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0fcba3e3-64ab-441b-bd1c-4819a6af1d50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a152c5094c647b5aa1061111ebb24c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418103 Dec 13 10:15:07.543407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:07.589395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.609676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.657566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.660597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:07.661783 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13b334b5-3d55-4e38-9697-3bc6ffb8abbe HTTP/1.1" status: 204 len: 168 time: 0.1174867 Dec 13 10:15:07.669523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66208529-87b8-4616-b9e2-8d7f6faf2f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b334b5-3d55-4e38-9697-3bc6ffb8abbe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:08.842158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:08.936367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8503f0b9-ad89-494e-b880-ca4cb0cdc3bc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1535615824'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:08.936904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8503f0b9-ad89-494e-b880-ca4cb0cdc3bc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:15:09.111580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8503f0b9-ad89-494e-b880-ca4cb0cdc3bc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.112698 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8503f0b9-ad89-494e-b880-ca4cb0cdc3bc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2695112 Dec 13 10:15:09.115416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.119439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a1d2812-8fc7-449b-be20-d52928950715 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '221d8df2-f6e3-4029-8b01-44dab8048992'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:09.119927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a1d2812-8fc7-449b-be20-d52928950715 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:15:09.191780 n-d-820531-5 neutron-server[103188]: WARNING neutron.services.metering.metering_plugin [None req-9a1d2812-8fc7-449b-be20-d52928950715 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 10:15:09.291680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2812-8fc7-449b-be20-d52928950715 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.292869 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9a1d2812-8fc7-449b-be20-d52928950715 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1765378 Dec 13 10:15:09.295936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.299967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00ce8687-dd91-478a-ad53-54c4e29bffce tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '221d8df2-f6e3-4029-8b01-44dab8048992'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:09.300450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00ce8687-dd91-478a-ad53-54c4e29bffce tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:15:09.355060 n-d-820531-5 neutron-server[103188]: WARNING neutron.services.metering.metering_plugin [None req-00ce8687-dd91-478a-ad53-54c4e29bffce tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 10:15:09.433582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ce8687-dd91-478a-ad53-54c4e29bffce tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.434673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-00ce8687-dd91-478a-ad53-54c4e29bffce tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1378291 Dec 13 10:15:09.437307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.447600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b2809f7e-fe00-420a-8411-ee7335aad1ae tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=18ec172c-cfbf-4dd3-9aef-3551a88083af HTTP/1.1" status: 200 len: 462 time: 0.0092893 Dec 13 10:15:09.449840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.547439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79151e76-b5e1-48ea-9f55-d2b11a55206e tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.548546 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-79151e76-b5e1-48ea-9f55-d2b11a55206e tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/18ec172c-cfbf-4dd3-9aef-3551a88083af HTTP/1.1" status: 204 len: 168 time: 0.0978706 Dec 13 10:15:09.551113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.559612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ae2c2188-5f5f-4094-bdfe-f703a0dbfc51 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=18ec172c-cfbf-4dd3-9aef-3551a88083af HTTP/1.1" status: 200 len: 221 time: 0.0075331 Dec 13 10:15:09.562609 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.566714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90f50013-129d-4077-b164-cabddc18c576 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--462240919', 'description': 'label created by tempest'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:09.567165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90f50013-129d-4077-b164-cabddc18c576 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:15:09.718598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90f50013-129d-4077-b164-cabddc18c576 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.719767 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-90f50013-129d-4077-b164-cabddc18c576 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1561673 Dec 13 10:15:09.722485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.793333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-35692d5a-eaee-4acd-ad6b-e77d5a4729f6 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=ab719b80-4e53-4488-9401-62947edd6037 HTTP/1.1" status: 200 len: 467 time: 0.0697527 Dec 13 10:15:09.795755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.967595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edac4fdd-5344-47a8-a67b-08fa1f814a70 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:09.968806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-edac4fdd-5344-47a8-a67b-08fa1f814a70 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/ab719b80-4e53-4488-9401-62947edd6037 HTTP/1.1" status: 204 len: 168 time: 0.1721098 Dec 13 10:15:09.971411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.981640 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-394379ba-e614-4eba-b3f2-e484141135f2 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=ab719b80-4e53-4488-9401-62947edd6037 HTTP/1.1" status: 200 len: 216 time: 0.0092478 Dec 13 10:15:09.984715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:09.993736 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5f29b162-2cb6-4d29-ade1-7216ef4d536d tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078292 Dec 13 10:15:09.997030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:10.008478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3b0cb307-8cf8-48a3-99f4-47d445f8137a tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104740 Dec 13 10:15:10.012040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:10.063458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e7cefa33-3837-485b-ba2b-4ebbf110b42b tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/221d8df2-f6e3-4029-8b01-44dab8048992 HTTP/1.1" status: 200 len: 473 time: 0.0503426 Dec 13 10:15:10.066643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:10.076467 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-83baa9e4-d366-4d96-bf66-5ad5454e67eb tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/5bbf9a7f-4953-4e41-96ed-86275ede5f1c HTTP/1.1" status: 200 len: 459 time: 0.0087857 Dec 13 10:15:10.079307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:10.495963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee1788dd-6382-41a6-9dfb-eaaea22074fc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.497085 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ee1788dd-6382-41a6-9dfb-eaaea22074fc tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/5bbf9a7f-4953-4e41-96ed-86275ede5f1c HTTP/1.1" status: 204 len: 168 time: 0.4169095 Dec 13 10:15:10.499615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:10.676353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a72c8ccf-67c1-4c32-bdc9-7ba18c91d389 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:10.677504 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a72c8ccf-67c1-4c32-bdc9-7ba18c91d389 tempest-MeteringIpV6TestJSON-2074233270 tempest-MeteringIpV6TestJSON-2074233270-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/221d8df2-f6e3-4029-8b01-44dab8048992 HTTP/1.1" status: 204 len: 168 time: 0.1769059 Dec 13 10:15:10.931801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:11.049820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-928fac95-ae6a-4abd-bb9e-cd353d050515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.122803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-928fac95-ae6a-4abd-bb9e-cd353d050515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.126261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-928fac95-ae6a-4abd-bb9e-cd353d050515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.168754 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-928fac95-ae6a-4abd-bb9e-cd353d050515 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4bf1a0121b443f28bbfc7cd9d67f21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358739 Dec 13 10:15:11.169908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fac95-ae6a-4abd-bb9e-cd353d050515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0da5a-87a2-4b1c-a46f-94987e8a28ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:11.171566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:11.220119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.240186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.285262 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.288283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.289472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdf0da5a-87a2-4b1c-a46f-94987e8a28ed HTTP/1.1" status: 204 len: 168 time: 0.1161096 Dec 13 10:15:11.296968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899d685-a1c1-4525-9f9e-49a79ca9eae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0da5a-87a2-4b1c-a46f-94987e8a28ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:11.591056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:11.604846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7eff-7e39-4c74-a1f1-b638525a9b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.681497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7eff-7e39-4c74-a1f1-b638525a9b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.685246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7eff-7e39-4c74-a1f1-b638525a9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.722609 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b7bb7eff-7e39-4c74-a1f1-b638525a9b47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88f93b4210294359ae25fcb5a21a8ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304522 Dec 13 10:15:11.724546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7eff-7e39-4c74-a1f1-b638525a9b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ad894-4af5-47b5-a311-083506b34054,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:11.725976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:11.776924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.797676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.845427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.848248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:11.849419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/237ad894-4af5-47b5-a311-083506b34054 HTTP/1.1" status: 204 len: 168 time: 0.1223433 Dec 13 10:15:11.858068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa5b41-d283-4ae7-80d4-d43c45b86407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ad894-4af5-47b5-a311-083506b34054,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:12.529460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:12.657849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-528d8596-f222-42e3-8c17-991bc0e067ee tempest-AgentManagementNegativeTest-890417187 tempest-AgentManagementNegativeTest-890417187-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1272333 Dec 13 10:15:12.901409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:13.009111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65695698-c33f-4833-85d6-2d1173f6d286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.082843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65695698-c33f-4833-85d6-2d1173f6d286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.087298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65695698-c33f-4833-85d6-2d1173f6d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.128617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-65695698-c33f-4833-85d6-2d1173f6d286 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6552209054c34aaeabb7838d1d288566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260540 Dec 13 10:15:13.129611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65695698-c33f-4833-85d6-2d1173f6d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c126a41c-4ac5-4113-9333-f024392b085d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:13.131834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:13.181742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.202824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.247663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.250187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:13.251318 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c126a41c-4ac5-4113-9333-f024392b085d HTTP/1.1" status: 204 len: 168 time: 0.1184857 Dec 13 10:15:13.259850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d6cf-9334-4770-a14c-4fcdad61e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126a41c-4ac5-4113-9333-f024392b085d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:13.875147 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:13.972702 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1715697275'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:13.993783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:13.997311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.009788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.088594 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.092310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.119766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:14.128478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f3043-d242-4761-b7bb-9c859858af55,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:14.135833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.136518 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Added segment d34d2c94-8c8e-41aa-a34c-03a35b380249 of type vlan for network caddf4a9-c5ae-422e-9f25-b2cc528223ea Dec 13 10:15:14.175557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.200439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.206124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:14.206710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.265690 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3893316 Dec 13 10:15:14.268530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:14.275080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'subnet': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:14.280801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6d1c-85f5-4c69-a404-bac31c08f95d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Network': ['ID=caddf4a9-c5ae-422e-9f25-b2cc528223ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:14.291460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:14.367433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:14.371250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.549721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.610792 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Subnet': ['ID=b126ec58-8dfc-4899-b4f2-a31e1aa40996,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:14.620960 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Checking segment: {'id': 'd34d2c94-8c8e-41aa-a34c-03a35b380249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:14.621345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network hostable DHCP agents. Network: caddf4a9-c5ae-422e-9f25-b2cc528223ea, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:14.637895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:14.646017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, caddf4a9-c5ae-422e-9f25-b2cc528223ea) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:14.650265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:14.650864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.655447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d932b-b3d2-461d-9b44-0f4a671ef838 None None] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:14.667289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9a226fb-aa19-489d-962f-cbd08a75afeb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3975730 Dec 13 10:15:14.669812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:14.674539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-533811470'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:14.759838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'project_id': '37b3220e768c4cd899a15779dc281ef7', 'fixed_ips': [{'subnet_id': 'b126ec58-8dfc-4899-b4f2-a31e1aa40996'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:15:14.760711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.789426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:14.793600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:14.811124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 6c09179f-8d1a-4648-8756-4d1d212d0370 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:14.895013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Allocated IP 172.20.0.2 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/cfa719c8-1765-4bfb-8726-d90c427b1816) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:15.033622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.038428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.080471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:15.083235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:15.088017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:15.089273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.3 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/6c09179f-8d1a-4648-8756-4d1d212d0370) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:15.092498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa719c8-1765-4bfb-8726-d90c427b1816,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:15.143562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Attempting to bind port cfa719c8-1765-4bfb-8726-d90c427b1816 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:15.143858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Attempting to bind port cfa719c8-1765-4bfb-8726-d90c427b1816 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd34d2c94-8c8e-41aa-a34c-03a35b380249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:15.144215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Attempting to bind port cfa719c8-1765-4bfb-8726-d90c427b1816 on network caddf4a9-c5ae-422e-9f25-b2cc528223ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:15.149879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:15.150256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Checking segment: {'id': 'd34d2c94-8c8e-41aa-a34c-03a35b380249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:15.150660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.151054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Bound using segment: {'id': 'd34d2c94-8c8e-41aa-a34c-03a35b380249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:15.151515 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Bound port: cfa719c8-1765-4bfb-8726-d90c427b1816, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34d2c94-8c8e-41aa-a34c-03a35b380249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:15.151898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.216505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] For port cfa719c8-1765-4bfb-8726-d90c427b1816, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:15.219941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] For port cfa719c8-1765-4bfb-8726-d90c427b1816, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cfa719c8-1765-4bfb-8726-d90c427b1816,segment=NetworkSegment(d34d2c94-8c8e-41aa-a34c-03a35b380249),segment_id=d34d2c94-8c8e-41aa-a34c-03a35b380249)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:15.223682 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.242648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.280358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e6f50-e77c-4d9c-aee7-160d88bf18b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa719c8-1765-4bfb-8726-d90c427b1816,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:15.281547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.333841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:15.338395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:15.342287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:15.348578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=6c09179f-8d1a-4648-8756-4d1d212d0370,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:15.396655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:15.397458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.414650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ddc0d5cf-c9ba-4def-87c1-0613657638b3 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7438011 Dec 13 10:15:15.417628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:15.427513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-597777891', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:30:70:40'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:15.552627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:15.642613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.659275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 0e5c60c3-8a39-47a5-bdb5-3042c93f626a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:15.768985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.8 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/0e5c60c3-8a39-47a5-bdb5-3042c93f626a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:15.915705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:15.951121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.001644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:16.004977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:16.009264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:16.033593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=0e5c60c3-8a39-47a5-bdb5-3042c93f626a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:16.063604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.064253 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.081097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-40a813d4-ce25-48ea-9a89-bac627e7238b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.6623833 Dec 13 10:15:16.083554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:16.135610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5f997-f6e6-465a-8601-2e8c8f5a0d34 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.141601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5f997-f6e6-465a-8601-2e8c8f5a0d34 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.147691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5f997-f6e6-465a-8601-2e8c8f5a0d34 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:16.149454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c8a5f997-f6e6-465a-8601-2e8c8f5a0d34 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0646679 Dec 13 10:15:16.152282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:16.247798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 0e5c60c3-8a39-47a5-bdb5-3042c93f626a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:16.248015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7ac76-6e7f-4635-b37f-ae48f94faa6c None None] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:16.248462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.328495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] Provisioning complete for port cfa719c8-1765-4bfb-8726-d90c427b1816 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:16.328958 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.343064 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.356265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 0e5c60c3-8a39-47a5-bdb5-3042c93f626a owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:16.427551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cfa719c8-1765-4bfb-8726-d90c427b1816 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:16.471581 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.503557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.515271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] For port cfa719c8-1765-4bfb-8726-d90c427b1816, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cfa719c8-1765-4bfb-8726-d90c427b1816,segment=NetworkSegment(d34d2c94-8c8e-41aa-a34c-03a35b380249),segment_id=d34d2c94-8c8e-41aa-a34c-03a35b380249)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:16.525842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.530323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cfa719c8-1765-4bfb-8726-d90c427b1816 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:16.530690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.563140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=0e5c60c3-8a39-47a5-bdb5-3042c93f626a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:16.605302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9df20-b22b-45de-b91d-91b0f449df2c None None] Pushing event updated for resources: {'Port': ['ID=cfa719c8-1765-4bfb-8726-d90c427b1816,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:16.689065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.692441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa50835c-f498-4272-8072-a4a25ecd3d70 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/0e5c60c3-8a39-47a5-bdb5-3042c93f626a HTTP/1.1" status: 204 len: 168 time: 0.5392177 Dec 13 10:15:16.695565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:16.720150 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ea1b8-5a1f-4010-8ffc-3362113ec583 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] GET failed (client error): The resource could not be found. Dec 13 10:15:16.721696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cd5ea1b8-5a1f-4010-8ffc-3362113ec583 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports/0e5c60c3-8a39-47a5-bdb5-3042c93f626a HTTP/1.1" status: 404 len: 333 time: 0.0251236 Dec 13 10:15:16.725984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:16.730835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-832412886'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:16.747864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Provisioning complete for port 6c09179f-8d1a-4648-8756-4d1d212d0370 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:16.748370 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.786282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Port 6c09179f-8d1a-4648-8756-4d1d212d0370 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:16.790781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Could not find standard attr ID for object 0e5c60c3-8a39-47a5-bdb5-3042c93f626a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:15:16.801091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Provisioning complete for port cfa719c8-1765-4bfb-8726-d90c427b1816 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:16.801496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-910f89ab-3869-4bc9-9450-d08afea37b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.862477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:16.866653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:16.885350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 8667b3b6-341c-4469-8a3f-1c4774a75f7b yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:17.002007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.9 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/8667b3b6-341c-4469-8a3f-1c4774a75f7b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:17.005919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-50800591-b0cf-46de-994d-5231244e9144 None None] Provisioning complete for port 6c09179f-8d1a-4648-8756-4d1d212d0370 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:17.006314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50800591-b0cf-46de-994d-5231244e9144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.046218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-50800591-b0cf-46de-994d-5231244e9144 None None] Port 6c09179f-8d1a-4648-8756-4d1d212d0370 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:17.158380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66cde6e9-fbdc-4789-b75a-dbe87ef6596f None None] Could not find standard attr ID for object 0e5c60c3-8a39-47a5-bdb5-3042c93f626a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:15:17.161153 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.196258 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.244523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:17.247689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:17.251453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:17.275572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=8667b3b6-341c-4469-8a3f-1c4774a75f7b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:17.305755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:17.306294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.325430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-63576b88-9a8b-4a00-b3ea-1a8971993051 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5960653 Dec 13 10:15:17.325664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:17.331060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:30:70:40'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:17.399892 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.478557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-780912ac-4c4f-43a5-a757-884da764b1ec None None] Provisioning complete for port 8667b3b6-341c-4469-8a3f-1c4774a75f7b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:17.479279 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-780912ac-4c4f-43a5-a757-884da764b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.522295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-780912ac-4c4f-43a5-a757-884da764b1ec None None] Port 8667b3b6-341c-4469-8a3f-1c4774a75f7b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:17.581953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.587151 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.667788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=8667b3b6-341c-4469-8a3f-1c4774a75f7b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:17.677481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] In _notify_port_updated(), no bound segment for port 8667b3b6-341c-4469-8a3f-1c4774a75f7b on network caddf4a9-c5ae-422e-9f25-b2cc528223ea {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:15:17.683129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:17.683785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.685189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-03319f49-d613-43b6-85a0-8a40dea74c3c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "PUT /v2.0/ports/8667b3b6-341c-4469-8a3f-1c4774a75f7b HTTP/1.1" status: 200 len: 992 time: 0.3585634 Dec 13 10:15:17.688037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:17.778653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 8667b3b6-341c-4469-8a3f-1c4774a75f7b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:17.778997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.848608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9ba9299e-9873-43dc-b96e-75f25947ad98 None None] Provisioning complete for port 8667b3b6-341c-4469-8a3f-1c4774a75f7b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:17.848978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ba9299e-9873-43dc-b96e-75f25947ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:17.884992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9299e-9873-43dc-b96e-75f25947ad98 None None] Port 8667b3b6-341c-4469-8a3f-1c4774a75f7b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:18.209586 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.221449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 8667b3b6-341c-4469-8a3f-1c4774a75f7b owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:18.351132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.379879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cfa719c8-1765-4bfb-8726-d90c427b1816 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:18.380164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=8667b3b6-341c-4469-8a3f-1c4774a75f7b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:18.433897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cfa719c8-1765-4bfb-8726-d90c427b1816 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:18.434272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.522167 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.528381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:18.528889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5b08c0e5-bf6c-4579-a855-d9033184d269 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/8667b3b6-341c-4469-8a3f-1c4774a75f7b HTTP/1.1" status: 204 len: 168 time: 0.8395150 Dec 13 10:15:18.555196 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-167d9913-8dfb-4ac5-a9fd-4c19e7e20fc5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] GET failed (client error): The resource could not be found. Dec 13 10:15:18.556660 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-167d9913-8dfb-4ac5-a9fd-4c19e7e20fc5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports/8667b3b6-341c-4469-8a3f-1c4774a75f7b HTTP/1.1" status: 404 len: 333 time: 0.0265789 Dec 13 10:15:18.560441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:18.565949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-2120147258'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:18.679780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:18.683405 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.700425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 166526b1-a72f-4924-8f24-bd0a3c12437c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:18.805991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.6 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/166526b1-a72f-4924-8f24-bd0a3c12437c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:18.952904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:18.985590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.030466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:19.033668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:19.037896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:19.044210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=166526b1-a72f-4924-8f24-bd0a3c12437c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:19.095084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:19.095710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.112395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c4b20998-06dc-4e6a-bb1d-38c365ed0f7d tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5507903 Dec 13 10:15:19.115150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.121153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:30:70:40'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:19.198661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.317606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eff43e3e-239b-4ded-9a38-36aaf4eb28de None None] Provisioning complete for port 166526b1-a72f-4924-8f24-bd0a3c12437c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:19.318242 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eff43e3e-239b-4ded-9a38-36aaf4eb28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.351484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eff43e3e-239b-4ded-9a38-36aaf4eb28de None None] Port 166526b1-a72f-4924-8f24-bd0a3c12437c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:19.377377 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.382637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.463201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=166526b1-a72f-4924-8f24-bd0a3c12437c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:19.477207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] In _notify_port_updated(), no bound segment for port 166526b1-a72f-4924-8f24-bd0a3c12437c on network caddf4a9-c5ae-422e-9f25-b2cc528223ea {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:15:19.483047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:19.483682 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.484998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c009e6dd-e453-42e4-941c-4b35b0fa0452 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "PUT /v2.0/ports/166526b1-a72f-4924-8f24-bd0a3c12437c HTTP/1.1" status: 200 len: 996 time: 0.3681538 Dec 13 10:15:19.487996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.579514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 166526b1-a72f-4924-8f24-bd0a3c12437c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:19.580187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.674669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.675211 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3c348b03-f7f7-485f-b949-f79d616ebf59 None None] Provisioning complete for port 166526b1-a72f-4924-8f24-bd0a3c12437c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:19.675578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c348b03-f7f7-485f-b949-f79d616ebf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.686735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 166526b1-a72f-4924-8f24-bd0a3c12437c owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:19.710996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3c348b03-f7f7-485f-b949-f79d616ebf59 None None] Port 166526b1-a72f-4924-8f24-bd0a3c12437c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:19.812876 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.846903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=166526b1-a72f-4924-8f24-bd0a3c12437c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:19.915220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:19.919180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1f1219e1-9a2b-4fa8-8134-4c897d538a0e tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/166526b1-a72f-4924-8f24-bd0a3c12437c HTTP/1.1" status: 204 len: 168 time: 0.4296768 Dec 13 10:15:19.921202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.946401 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-597d01ea-6f02-493d-8b03-f6c71d90c192 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] GET failed (client error): The resource could not be found. Dec 13 10:15:19.947884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-597d01ea-6f02-493d-8b03-f6c71d90c192 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports/166526b1-a72f-4924-8f24-bd0a3c12437c HTTP/1.1" status: 404 len: 333 time: 0.0257969 Dec 13 10:15:19.951776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:19.956961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-1470856222'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:20.067427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:20.071663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.088393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 9880d3bf-3076-442c-89cc-9820b2b95b24 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:20.200635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.7 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/9880d3bf-3076-442c-89cc-9820b2b95b24) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:20.355352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.388603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.433293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:20.436451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:20.440166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:20.447541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=9880d3bf-3076-442c-89cc-9820b2b95b24,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:20.496022 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:20.496739 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.516629 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6c45cf19-ed50-48a0-9e29-517d5b893470 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5636966 Dec 13 10:15:20.519134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 43992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:20.524779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'network_id': 'caddf4a9-c5ae-422e-9f25-b2cc528223ea', 'name': 'tempest-AllowedAddressPairTestJSON-179626922'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:20.646035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Made reservation on behalf of 37b3220e768c4cd899a15779dc281ef7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:20.650152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.666777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] device_id is not set on port 7fd2c987-bfff-4668-939a-a817cb595e2c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 10:15:20.737085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66071920-6e22-404d-b64d-4e314abeb23c None None] Provisioning complete for port 9880d3bf-3076-442c-89cc-9820b2b95b24 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:20.737686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66071920-6e22-404d-b64d-4e314abeb23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.771458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-66071920-6e22-404d-b64d-4e314abeb23c None None] Port 9880d3bf-3076-442c-89cc-9820b2b95b24 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:20.782166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Allocated IP 172.20.0.5 (caddf4a9-c5ae-422e-9f25-b2cc528223ea/b126ec58-8dfc-4899-b4f2-a31e1aa40996/7fd2c987-bfff-4668-939a-a817cb595e2c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:20.927934 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:20.961312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.010409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:21.013508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:21.017249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:21.024279 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=7fd2c987-bfff-4668-939a-a817cb595e2c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:21.072608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:21.073259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.093462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:21.094084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5e05bf8b-05cb-4c4c-a259-cd19cfb17284 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5733173 Dec 13 10:15:21.098988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:30:70:40'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4f:32:72'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:21.250096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.294141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38db84a4-9b94-4d88-8642-d31b6bc77fb2 None None] Provisioning complete for port 7fd2c987-bfff-4668-939a-a817cb595e2c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:21.294422 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38db84a4-9b94-4d88-8642-d31b6bc77fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.327473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38db84a4-9b94-4d88-8642-d31b6bc77fb2 None None] Port 7fd2c987-bfff-4668-939a-a817cb595e2c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:21.433364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.437784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.518127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event updated for resources: {'Port': ['ID=7fd2c987-bfff-4668-939a-a817cb595e2c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:21.531054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] In _notify_port_updated(), no bound segment for port 7fd2c987-bfff-4668-939a-a817cb595e2c on network caddf4a9-c5ae-422e-9f25-b2cc528223ea {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 10:15:21.536621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:21.537913 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.541743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1fef9713-6a02-426f-98af-b80d9eae694f tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "PUT /v2.0/ports/7fd2c987-bfff-4668-939a-a817cb595e2c HTTP/1.1" status: 200 len: 1054 time: 0.4447312 Dec 13 10:15:21.541982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:21.641835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 7fd2c987-bfff-4668-939a-a817cb595e2c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:21.642180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.732977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.746017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 7fd2c987-bfff-4668-939a-a817cb595e2c owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:21.751963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5cebfd0d-208c-428f-b888-3c9cd42ca77d None None] Provisioning complete for port 7fd2c987-bfff-4668-939a-a817cb595e2c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:21.752488 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cebfd0d-208c-428f-b888-3c9cd42ca77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.785461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5cebfd0d-208c-428f-b888-3c9cd42ca77d None None] Port 7fd2c987-bfff-4668-939a-a817cb595e2c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:15:21.878027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:21.903893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=7fd2c987-bfff-4668-939a-a817cb595e2c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:22.102503 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.106166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f911e224-891f-471b-beb3-8e1bc14c29bb tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/7fd2c987-bfff-4668-939a-a817cb595e2c HTTP/1.1" status: 204 len: 168 time: 0.5632098 Dec 13 10:15:22.108981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 43998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.133945 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f4cb79-79c0-4767-9f93-983bc7515e1b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] GET failed (client error): The resource could not be found. Dec 13 10:15:22.135219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c1f4cb79-79c0-4767-9f93-983bc7515e1b tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports/7fd2c987-bfff-4668-939a-a817cb595e2c HTTP/1.1" status: 404 len: 333 time: 0.0248072 Dec 13 10:15:22.137737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.228737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 9880d3bf-3076-442c-89cc-9820b2b95b24 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:22.229077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.314594 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.326566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 9880d3bf-3076-442c-89cc-9820b2b95b24 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:22.455273 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.484583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=9880d3bf-3076-442c-89cc-9820b2b95b24,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:22.558781 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.562811 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b6d2d2a1-c431-470e-bdb6-8f66b2d31515 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/9880d3bf-3076-442c-89cc-9820b2b95b24 HTTP/1.1" status: 204 len: 168 time: 0.4241056 Dec 13 10:15:22.565442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.591473 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b81e5e-5818-4f48-9050-67bf00687b6c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] GET failed (client error): The resource could not be found. Dec 13 10:15:22.592969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a4b81e5e-5818-4f48-9050-67bf00687b6c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "GET /v2.0/ports/9880d3bf-3076-442c-89cc-9820b2b95b24 HTTP/1.1" status: 404 len: 333 time: 0.0265703 Dec 13 10:15:22.598172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:22.689990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port 6c09179f-8d1a-4648-8756-4d1d212d0370 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:22.690338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.780365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.792497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for 6c09179f-8d1a-4648-8756-4d1d212d0370 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:22.925734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:22.952155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=6c09179f-8d1a-4648-8756-4d1d212d0370,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:23.025815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.029260 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3c66f725-0c40-4d8b-af36-4f7bb1f49d18 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/ports/6c09179f-8d1a-4648-8756-4d1d212d0370 HTTP/1.1" status: 204 len: 168 time: 0.4300907 Dec 13 10:15:23.031685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:23.090615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting subnet b126ec58-8dfc-4899-b4f2-a31e1aa40996 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:23.094070 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.135223 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.217485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.279074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.308696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.312466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/subnets/b126ec58-8dfc-4899-b4f2-a31e1aa40996 HTTP/1.1" status: 204 len: 168 time: 0.2798598 Dec 13 10:15:23.313720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc51d3-b8e0-419c-84e7-427dd3da823c tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Subnet': ['ID=b126ec58-8dfc-4899-b4f2-a31e1aa40996,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:23.314238 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490c4c6-e026-4055-a4ed-47961bdbb8ff None None] Network caddf4a9-c5ae-422e-9f25-b2cc528223ea requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:23.314700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:23.398012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.457384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Deleting port cfa719c8-1765-4bfb-8726-d90c427b1816 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:23.457729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.461272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] DHCP port deletion for caddf4a9-c5ae-422e-9f25-b2cc528223ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:15:23.507909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Deleting port cfa719c8-1765-4bfb-8726-d90c427b1816 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:15:23.508277 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.521835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] For port cfa719c8-1765-4bfb-8726-d90c427b1816, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cfa719c8-1765-4bfb-8726-d90c427b1816,segment=NetworkSegment(d34d2c94-8c8e-41aa-a34c-03a35b380249),segment_id=d34d2c94-8c8e-41aa-a34c-03a35b380249)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:23.522208 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.534628 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Calling delete_port for cfa719c8-1765-4bfb-8726-d90c427b1816 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:23.570617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] For port cfa719c8-1765-4bfb-8726-d90c427b1816, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cfa719c8-1765-4bfb-8726-d90c427b1816,segment=NetworkSegment(d34d2c94-8c8e-41aa-a34c-03a35b380249),segment_id=d34d2c94-8c8e-41aa-a34c-03a35b380249)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:23.570943 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.583394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Calling delete_port for cfa719c8-1765-4bfb-8726-d90c427b1816 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:15:23.619472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.632173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] No DVR routers for this DVR port cfa719c8-1765-4bfb-8726-d90c427b1816 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:23.652669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Port': ['ID=cfa719c8-1765-4bfb-8726-d90c427b1816,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 10:15:23.660915 n-d-820531-5 neutron-server[103190]: self.session.flush() Dec 13 10:15:23.670711 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.695595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] Pushing event deleted for resources: {'Port': ['ID=cfa719c8-1765-4bfb-8726-d90c427b1816,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:23.700044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563365be-a796-4f85-9ed7-c7a137e84026 None None] No DVR routers for this DVR port cfa719c8-1765-4bfb-8726-d90c427b1816 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:15:23.733833 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.753841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caddf4a9-c5ae-422e-9f25-b2cc528223ea']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:23.763154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34d2c94-8c8e-41aa-a34c-03a35b380249') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:23.763451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34d2c94-8c8e-41aa-a34c-03a35b380249') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:23.773723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.786442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.793304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:23.793709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:23.796620 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:23.855575 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.862582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:23.865757 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] 10.222.0.30 "DELETE /v2.0/networks/caddf4a9-c5ae-422e-9f25-b2cc528223ea HTTP/1.1" status: 204 len: 168 time: 0.5503564 Dec 13 10:15:23.877825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794eff-63f6-4f5a-8425-825b3f7ed3e5 tempest-AllowedAddressPairTestJSON-2140339475 tempest-AllowedAddressPairTestJSON-2140339475-project] Pushing event deleted for resources: {'Network': ['ID=caddf4a9-c5ae-422e-9f25-b2cc528223ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:24.112078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44014) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:24.261642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-41b04f09-160f-4552-a9d0-a7cebf63a1e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37b3220e768c4cd899a15779dc281ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483829 Dec 13 10:15:24.264342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:24.311485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.332812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.377851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cfa719c8-1765-4bfb-8726-d90c427b1816 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:15:24.382607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.385432 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:24.386590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d3f3043-d242-4761-b7bb-9c859858af55 HTTP/1.1" status: 204 len: 168 time: 0.1213567 Dec 13 10:15:24.394565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b22ea-10a4-4144-9e43-8d7c39fecbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f3043-d242-4761-b7bb-9c859858af55,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:24.400622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cfa719c8-1765-4bfb-8726-d90c427b1816 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:15:24.400966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cfa719c8-1765-4bfb-8726-d90c427b1816 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:15:25.017150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:25.114304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-241558480-network', 'tenant_id': 'ffdfc43a7428416990877fde13f9e2fe'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:25.135755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Made reservation on behalf of ffdfc43a7428416990877fde13f9e2fe for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:25.138213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.147132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.224034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.227782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.248846 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:25.262717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f185129f-1138-446e-b360-924cacbf3666,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:25.267581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.267925 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Added segment 2f3c3772-9603-4f71-b96d-443d0825f46b of type vlan for network 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 Dec 13 10:15:25.306936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.331223 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.332146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:25.332721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.383587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3653214 Dec 13 10:15:25.386623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:25.391751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Request body: {'subnet': {'network_id': '5cf47bf9-a4f3-4e52-b123-cac978ab6fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-241558480-subnet', 'tenant_id': 'ffdfc43a7428416990877fde13f9e2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:25.394487 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0922-4422-44f1-a2c1-1abb040e7d30 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf47bf9-a4f3-4e52-b123-cac978ab6fa2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:25.404335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:25.411920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Made reservation on behalf of ffdfc43a7428416990877fde13f9e2fe for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:25.414727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.581738 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.639640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed6f043-e15a-4665-9bb3-0197cc08803c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:25.651888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.652234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.652575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.652911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.653270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.653600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.653928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.654254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.654575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.654897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.655222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.655542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.655861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:25.660853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Checking segment: {'id': '2f3c3772-9603-4f71-b96d-443d0825f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5cf47bf9-a4f3-4e52-b123-cac978ab6fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:25.661228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Network hostable DHCP agents. Network: 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:25.677114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Network 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:25.686231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:25.690264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:25.690870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:25.695401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a51cb-e7a0-4d23-988f-f446413f95c1 None None] Network 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:25.712607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-570ea9a1-4cef-499c-a633-2a8da585b6f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3189347 Dec 13 10:15:25.793434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343268f6-edff-47d6-9a34-f7aa92cc6136 None None] Network 5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:26.166102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:26.171091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-235271115-network', 'tenant_id': '5fa428e886704ef59feaf15ff8b20555'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:26.192298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Made reservation on behalf of 5fa428e886704ef59feaf15ff8b20555 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:26.194695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.204109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.279454 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.283089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.308055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:26.316689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54398d87-b6ca-4ccf-bf19-4147d1bf053b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:26.323743 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.324095 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Added segment c64a1ae3-a437-4870-b283-3e828356584a of type vlan for network 9e6e67ae-e91a-4def-9f5c-430cd6614050 Dec 13 10:15:26.364255 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.388657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.389620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:26.390203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.444329 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2770262 Dec 13 10:15:26.447348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44062) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:26.452386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Request body: {'subnet': {'network_id': '9e6e67ae-e91a-4def-9f5c-430cd6614050', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-235271115-subnet', 'tenant_id': '5fa428e886704ef59feaf15ff8b20555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:26.457266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0526e-9062-4d97-8b4d-3c54e6192c97 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6e67ae-e91a-4def-9f5c-430cd6614050,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:26.469718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 9e6e67ae-e91a-4def-9f5c-430cd6614050 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:26.474188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Made reservation on behalf of 5fa428e886704ef59feaf15ff8b20555 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:26.476762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.642196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.706505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb54731-b42c-4e6f-bafb-4e7a05be34ec,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:26.711793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Checking segment: {'id': 'c64a1ae3-a437-4870-b283-3e828356584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9e6e67ae-e91a-4def-9f5c-430cd6614050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:26.712157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Network hostable DHCP agents. Network: 9e6e67ae-e91a-4def-9f5c-430cd6614050, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:26.729153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Network 9e6e67ae-e91a-4def-9f5c-430cd6614050 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:26.737462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 9e6e67ae-e91a-4def-9f5c-430cd6614050) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:26.741965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:26.742562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.747630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a8e72-1d96-41cc-9bc0-5ece8959720e None None] Network 9e6e67ae-e91a-4def-9f5c-430cd6614050 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:26.760060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-095631ae-53a5-4852-88a3-288e4a5b9d48 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3115637 Dec 13 10:15:26.844333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee071d1-e4aa-4d1a-b691-5b51bdd3acd9 None None] Network 9e6e67ae-e91a-4def-9f5c-430cd6614050 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:26.875090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:26.919662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Deleting subnet 9ed6f043-e15a-4665-9bb3-0197cc08803c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:26.922870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.958425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:26.996771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.051150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.079874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.083103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ed6f043-e15a-4665-9bb3-0197cc08803c HTTP/1.1" status: 204 len: 168 time: 0.2069089 Dec 13 10:15:27.084161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1f02f-f9dc-46ad-a4ea-a582f1010dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed6f043-e15a-4665-9bb3-0197cc08803c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:27.086202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:27.154584 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.234642 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.254583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf47bf9-a4f3-4e52-b123-cac978ab6fa2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.263785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3c3772-9603-4f71-b96d-443d0825f46b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.264087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3c3772-9603-4f71-b96d-443d0825f46b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.273296 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.286421 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.292696 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:27.293089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:27.294777 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:27.347166 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.353161 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.356506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5cf47bf9-a4f3-4e52-b123-cac978ab6fa2 HTTP/1.1" status: 204 len: 168 time: 0.2691827 Dec 13 10:15:27.359420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:27.371464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687227-0db9-4d26-be5a-690c318b8d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf47bf9-a4f3-4e52-b123-cac978ab6fa2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:27.404103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Deleting subnet 5fb54731-b42c-4e6f-bafb-4e7a05be34ec {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:15:27.407415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.418769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.443069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.486705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.537737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.563708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb54731-b42c-4e6f-bafb-4e7a05be34ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:27.565704 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.569005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-73700066-904d-4296-8b9b-44b9e54318bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5fb54731-b42c-4e6f-bafb-4e7a05be34ec HTTP/1.1" status: 204 len: 168 time: 0.2085807 Dec 13 10:15:27.571507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:27.639839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.720996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.741633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6e67ae-e91a-4def-9f5c-430cd6614050']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.750428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64a1ae3-a437-4870-b283-3e828356584a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.750725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64a1ae3-a437-4870-b283-3e828356584a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:15:27.759807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.773656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.779292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:15:27.779672 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:15:27.781303 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:15:27.837759 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.843243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:27.846428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9e6e67ae-e91a-4def-9f5c-430cd6614050 HTTP/1.1" status: 204 len: 168 time: 0.2740085 Dec 13 10:15:27.858191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374da61-5402-48e9-b747-54f1f91c0e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6e67ae-e91a-4def-9f5c-430cd6614050,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:28.002806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:28.042532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3232e275-1132-4487-af8f-b48cd81e076a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffdfc43a7428416990877fde13f9e2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384781 Dec 13 10:15:28.044851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:28.091038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.111107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.156901 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.159641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.160785 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f185129f-1138-446e-b360-924cacbf3666 HTTP/1.1" status: 204 len: 168 time: 0.1149905 Dec 13 10:15:28.168393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182969df-1781-4608-9ce4-4244f60f48b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f185129f-1138-446e-b360-924cacbf3666,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:28.469642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:28.509055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f695ef8-8910-438e-a51d-d248e066883a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fa428e886704ef59feaf15ff8b20555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381784 Dec 13 10:15:28.511412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:28.560517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.582731 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.604150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d62238-fe83-4e37-831b-6e2f94e9b31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.633809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.636452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:28.637640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54398d87-b6ca-4ccf-bf19-4147d1bf053b HTTP/1.1" status: 204 len: 168 time: 0.1252582 Dec 13 10:15:28.645553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5eab-720d-4dab-880f-beaf6629ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54398d87-b6ca-4ccf-bf19-4147d1bf053b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:29.266200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:31.013279 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6d41a78-6597-4ffc-883c-246b15cf4792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:32.316556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:33.737541 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:34.782846 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:35.260622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-73b45830-280b-4ee2-a891-be5eb3eb2718 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1452372 Dec 13 10:15:35.344749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-5d9f4d48-4d82-4002-a838-c9ee343c2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.346183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-5d9f4d48-4d82-4002-a838-c9ee343c2225 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0425806 Dec 13 10:15:35.455353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-566111cd-ebf4-4986-ae5e-06c9d4c2fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.456846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-566111cd-ebf4-4986-ae5e-06c9d4c2fc14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0896425 Dec 13 10:15:35.522977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-74790d16-30a0-4765-875c-52ae9aae04c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 999 time: 0.0583019 Dec 13 10:15:35.576703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-860e7b18-1b98-4eae-956d-882fa4616ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.578202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-860e7b18-1b98-4eae-956d-882fa4616ea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0482123 Dec 13 10:15:35.625698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-3ec45b17-5bb9-4763-88b0-e878fe267950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:35.627202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-3ec45b17-5bb9-4763-88b0-e878fe267950 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419345 Dec 13 10:15:35.638656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-629baa0c-a1a3-45c6-a248-5422767ba29c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:15:35.639695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-629baa0c-a1a3-45c6-a248-5422767ba29c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049341 Dec 13 10:15:35.733422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-2a924be5-e580-4ee2-aa1f-1d63f063ce00 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867174 Dec 13 10:15:35.827955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aedb2f9f-cd1c-485e-bedc-a6a509f46953 req-554b7d03-f006-4b1f-925c-fb1574437017 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Dec 13 10:15:35.985600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:15:37.438273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:37.549942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24085345-d883-4783-b341-b33df38736f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.629053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24085345-d883-4783-b341-b33df38736f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.633714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24085345-d883-4783-b341-b33df38736f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.671821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24085345-d883-4783-b341-b33df38736f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71f798c04ae143c58731b8f5c3f0e3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323749 Dec 13 10:15:37.672695 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085345-d883-4783-b341-b33df38736f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f149874c-d82d-401d-a21f-1592027c6083,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:37.674452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:37.728729 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.751489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.801222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.804256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:37.805553 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f149874c-d82d-401d-a21f-1592027c6083 HTTP/1.1" status: 204 len: 168 time: 0.1295872 Dec 13 10:15:37.814328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca7c0a-97d0-446a-a55d-f99672eb4834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149874c-d82d-401d-a21f-1592027c6083,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:38.070672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:38.083780 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5352-dc9e-436b-b621-d49e39e1d923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.160294 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5352-dc9e-436b-b621-d49e39e1d923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.164357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5352-dc9e-436b-b621-d49e39e1d923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.203815 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c0ca5352-dc9e-436b-b621-d49e39e1d923 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44975271da42460482a26bcbe10b4852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320152 Dec 13 10:15:38.204819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca5352-dc9e-436b-b621-d49e39e1d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2beaaf7-b825-43a9-baf9-59a482f05f93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:38.207377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:38.254970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.276516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.328997 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.331694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:38.332858 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2beaaf7-b825-43a9-baf9-59a482f05f93 HTTP/1.1" status: 204 len: 168 time: 0.1247211 Dec 13 10:15:38.340796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22aef8-850f-4dec-b859-7c60e8814cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2beaaf7-b825-43a9-baf9-59a482f05f93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:39.920271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.026887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebb30b39-f188-400a-9aaf-6c5724c12ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.105029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebb30b39-f188-400a-9aaf-6c5724c12ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.108899 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebb30b39-f188-400a-9aaf-6c5724c12ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.147015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ebb30b39-f188-400a-9aaf-6c5724c12ddb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3995efb70cb0436aac63784cc5f496f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256527 Dec 13 10:15:40.148127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30b39-f188-400a-9aaf-6c5724c12ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f602eb-a16d-4001-ac98-dd8453acb30a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.149966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.197544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.219150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.265353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.267887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.269025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46f602eb-a16d-4001-ac98-dd8453acb30a HTTP/1.1" status: 204 len: 168 time: 0.1179717 Dec 13 10:15:40.277490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24af78-20ef-49f0-ae37-534ccf8798cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f602eb-a16d-4001-ac98-dd8453acb30a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.529444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.543315 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5c16557-30a7-4cde-80fb-145427041c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.618067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5c16557-30a7-4cde-80fb-145427041c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.622014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5c16557-30a7-4cde-80fb-145427041c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.660690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5c16557-30a7-4cde-80fb-145427041c6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e1b45dacc224d88a1f92db3ce664299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300979 Dec 13 10:15:40.661724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c16557-30a7-4cde-80fb-145427041c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c06c06-7cfe-4bb6-a2cb-c921afd68844,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:40.663299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:40.712432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.733031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.778275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.780927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:40.782098 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4c06c06-7cfe-4bb6-a2cb-c921afd68844 HTTP/1.1" status: 204 len: 168 time: 0.1178038 Dec 13 10:15:40.790496 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18d4a-665c-4ede-a788-eb7697f50c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c06c06-7cfe-4bb6-a2cb-c921afd68844,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:41.444921 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:41.546273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1409661513-network', 'tenant_id': 'a99b5c367dec4742b78b5bc563895868'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:41.570151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Made reservation on behalf of a99b5c367dec4742b78b5bc563895868 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:41.572412 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.580691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.661573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.666115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.691387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:41.701651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97203406-6edb-4e64-9f88-3ee137b48bfc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:41.706423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.706778 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Added segment 7733f7ab-0da1-45e6-9ba9-83f707629147 of type vlan for network 30577a59-e794-4118-8ab6-073034f0f365 Dec 13 10:15:41.746243 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.769830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.770754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:41.771333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:41.823900 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3776090 Dec 13 10:15:41.826789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:41.832542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Request body: {'subnet': {'network_id': '30577a59-e794-4118-8ab6-073034f0f365', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1409661513-subnet', 'tenant_id': 'a99b5c367dec4742b78b5bc563895868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:41.835954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7133-0c2c-491a-8146-e914dec39f34 admin admin] Pushing event updated for resources: {'Network': ['ID=30577a59-e794-4118-8ab6-073034f0f365,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:41.845510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 30577a59-e794-4118-8ab6-073034f0f365 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:41.858070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Made reservation on behalf of a99b5c367dec4742b78b5bc563895868 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:41.860362 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.025078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.078167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15939a6c-c6b0-4c85-adee-5298e7ac79ea,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:42.089978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Checking segment: {'id': '7733f7ab-0da1-45e6-9ba9-83f707629147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30577a59-e794-4118-8ab6-073034f0f365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:42.090435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Network hostable DHCP agents. Network: 30577a59-e794-4118-8ab6-073034f0f365, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:42.107554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Network 30577a59-e794-4118-8ab6-073034f0f365 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:42.115697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 30577a59-e794-4118-8ab6-073034f0f365) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:42.120548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.121250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.125909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba01a83-eabb-4149-83c4-c351121c18a5 None None] Network 30577a59-e794-4118-8ab6-073034f0f365 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:42.140135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-69da4450-a857-4271-ba5b-297d69a14224 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3120716 Dec 13 10:15:42.225848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece9f70-8f8b-4074-bed0-73492a3591f9 None None] Network 30577a59-e794-4118-8ab6-073034f0f365 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:42.597232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:42.602232 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-797957944-network', 'tenant_id': '6493615aabf044bbaf073b8fe9abffff'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:42.622883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Made reservation on behalf of 6493615aabf044bbaf073b8fe9abffff for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:42.625169 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.635422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.713497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.717389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.738296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:15:42.752341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5509868-e380-4bf5-9c53-2c10efd110ba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:42.758998 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.759342 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Added segment 2672c7ba-afc2-488f-8ecb-d15abf652804 of type vlan for network 28fe681d-3d13-44f4-a546-5e5e4322465b Dec 13 10:15:42.798439 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.823599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.824651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:42.825431 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:42.885369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2869172 Dec 13 10:15:42.888311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:42.890269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b8fd0-26b3-4509-bfd6-f76da2992704 admin admin] Pushing event updated for resources: {'Network': ['ID=28fe681d-3d13-44f4-a546-5e5e4322465b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:42.893782 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Request body: {'subnet': {'network_id': '28fe681d-3d13-44f4-a546-5e5e4322465b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-797957944-subnet', 'tenant_id': '6493615aabf044bbaf073b8fe9abffff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:42.901476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 28fe681d-3d13-44f4-a546-5e5e4322465b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:15:42.915862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Made reservation on behalf of 6493615aabf044bbaf073b8fe9abffff for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:42.918329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.082664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.137699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc7571b-77c5-4ffd-8970-2393c2d8170b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:43.146260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Checking segment: {'id': '2672c7ba-afc2-488f-8ecb-d15abf652804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '28fe681d-3d13-44f4-a546-5e5e4322465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:43.146805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Network hostable DHCP agents. Network: 28fe681d-3d13-44f4-a546-5e5e4322465b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:15:43.163462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Network 28fe681d-3d13-44f4-a546-5e5e4322465b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:15:43.172541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 28fe681d-3d13-44f4-a546-5e5e4322465b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:43.177055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.178889 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:43.181802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5d5ec-7525-4b85-b48c-489f58d5981f None None] Network 28fe681d-3d13-44f4-a546-5e5e4322465b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:43.195018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f1a4c187-a20c-4a5e-bd10-eb32b2af7c15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055370 Dec 13 10:15:43.279894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e71922-f81c-4dad-ba86-d9e639d47a2c None None] Network 28fe681d-3d13-44f4-a546-5e5e4322465b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:15:43.672343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-cdf251c2-cd9a-45d5-9e65-92cc7b49135b tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:43.673728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-cdf251c2-cd9a-45d5-9e65-92cc7b49135b tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/networks?id=30577a59-e794-4118-8ab6-073034f0f365 HTTP/1.1" status: 200 len: 809 time: 0.1057851 Dec 13 10:15:43.688489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-d5fdbd10-6aa0-400e-bd0e-af7f4b4ffd05 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/quotas/a99b5c367dec4742b78b5bc563895868 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Dec 13 10:15:43.722857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-89aed84f-e15d-4f6a-8de3-6327343b5ebc tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a99b5c367dec4742b78b5bc563895868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289879 Dec 13 10:15:43.919745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-af606192-0acc-49c3-9e0a-af0d1df221e4 service neutron] 10.222.0.30 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894116 Dec 13 10:15:44.007556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-a45e6fdc-77d6-485d-a932-677ae2135f3a service neutron] 10.222.0.30 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817890 Dec 13 10:15:45.194277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a604f03-c696-45bb-8c4a-821210857035 req-012869ea-bd3d-43d1-bf12-5bb2f98fa80f tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Dec 13 10:15:46.271061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2067ce0f-a1f0-4df4-bb00-93ebcc3e5692 req-d8df7746-edf4-4281-9db9-e7d6bca8da6e tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0260093 Dec 13 10:15:47.352729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab7ed820-414d-4d99-a59b-6ea3b9e389a4 req-fe0327c1-fd90-4767-9e75-704c22838e69 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Dec 13 10:15:48.432485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2a835193-5395-43fd-b227-d4e0bcbd4b6a req-198a64aa-ad83-4e97-92e9-28c9421c1cad tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Dec 13 10:15:48.680013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-7f3e04f8-b5b1-47b7-8797-c22b585ed4b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403032 Dec 13 10:15:48.762123 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-0b743880-2097-4827-93ac-7f8b9b7b6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:48.763586 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-0b743880-2097-4827-93ac-7f8b9b7b6915 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1096 time: 0.0398626 Dec 13 10:15:48.868931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-f934f71a-f746-4254-a348-51858f426770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:48.870320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-f934f71a-f746-4254-a348-51858f426770 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.0868213 Dec 13 10:15:48.934209 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-c835f9c8-d1d8-419f-aac2-c1f981f7afc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1001 time: 0.0569494 Dec 13 10:15:48.986855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-f88ad984-07fb-45c6-aa2e-547a108ea37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:48.988269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-f88ad984-07fb-45c6-aa2e-547a108ea37a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0470588 Dec 13 10:15:49.033293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-5a27c27c-b873-4dbc-b223-ef5ed1d250d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:49.034761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-5a27c27c-b873-4dbc-b223-ef5ed1d250d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396943 Dec 13 10:15:49.120490 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-c7309104-1df9-4dd6-838b-fa409db1433d service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785561 Dec 13 10:15:49.212811 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0e4a7234-f41c-4e1c-86c1-e7005c8a616c req-cd3ba160-2389-4aee-ba5e-715f679f9363 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Dec 13 10:15:49.530474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8fe46fa-8864-43af-b6da-c6ec8c3ab34a req-7fe86f7b-7815-44ec-a3ae-662f7f552b85 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Dec 13 10:15:50.531773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-4f48a660-5938-4168-aa5f-e8ebd2441703 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:50.533196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-4f48a660-5938-4168-aa5f-e8ebd2441703 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.44 "GET /v2.0/networks?id=30577a59-e794-4118-8ab6-073034f0f365 HTTP/1.1" status: 200 len: 809 time: 0.4536645 Dec 13 10:15:50.547073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Request body: {'port': {'device_id': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'network_id': '30577a59-e794-4118-8ab6-073034f0f365', 'admin_state_up': True, 'tenant_id': 'a99b5c367dec4742b78b5bc563895868'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:50.635225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7381dc9-9970-4fda-a4d7-33b240ebd367 req-cb57f37f-bed1-4fe9-8ecf-1c0004358cef tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Dec 13 10:15:50.676882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Made reservation on behalf of a99b5c367dec4742b78b5bc563895868 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:15:50.680888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.806503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Allocated IP 172.20.0.8 (30577a59-e794-4118-8ab6-073034f0f365/15939a6c-c6b0-4c85-adee-5298e7ac79ea/05f4c6ba-c31e-4be2-80c4-a73a46df2e96) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:15:50.961187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:50.994003 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.037883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Network 30577a59-e794-4118-8ab6-073034f0f365 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:15:51.042177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:15:51.045865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:15:51.079996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Pushing event updated for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:51.106163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.106870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.124915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-dd733d78-6c3d-49b0-aff2-3550703076fd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813673 Dec 13 10:15:51.137424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Request body: {'port': {'device_id': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:15:51.198576 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.468717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:51.477233 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.489404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Transition to ACTIVE for port object 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:15:51.581083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.651887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Pushing event updated for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:51.705514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Attempting to bind port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:15:51.705851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Attempting to bind port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7733f7ab-0da1-45e6-9ba9-83f707629147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30577a59-e794-4118-8ab6-073034f0f365'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:15:51.706176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Attempting to bind port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 on network 30577a59-e794-4118-8ab6-073034f0f365 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:51.734445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 on network 30577a59-e794-4118-8ab6-073034f0f365 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:15:51.734766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Attempting to bind port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 on network 30577a59-e794-4118-8ab6-073034f0f365 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:15:51.744928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:15:51.745293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Checking segment: {'id': '7733f7ab-0da1-45e6-9ba9-83f707629147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30577a59-e794-4118-8ab6-073034f0f365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:15:51.745673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Bound using segment: {'id': '7733f7ab-0da1-45e6-9ba9-83f707629147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30577a59-e794-4118-8ab6-073034f0f365'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:15:51.746095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Bound port: 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7733f7ab-0da1-45e6-9ba9-83f707629147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30577a59-e794-4118-8ab6-073034f0f365'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:15:51.746451 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.795190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4bd0f-e510-4013-a7cc-779a67a321fa req-1cfd3e09-5ebe-4b76-ba84-19102fa28dff tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.796664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbd4bd0f-e510-4013-a7cc-779a67a321fa req-1cfd3e09-5ebe-4b76-ba84-19102fa28dff tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 943 time: 0.0935252 Dec 13 10:15:51.853480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:15:51.873732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbd4bd0f-e510-4013-a7cc-779a67a321fa req-e5fd0da4-326c-4fea-a1c5-da54048c25d9 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710220 Dec 13 10:15:51.875301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,segment=NetworkSegment(7733f7ab-0da1-45e6-9ba9-83f707629147),segment_id=7733f7ab-0da1-45e6-9ba9-83f707629147)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:15:51.879721 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.917374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:51.917999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:51.919347 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] 10.222.0.44 "PUT /v2.0/ports/05f4c6ba-c31e-4be2-80c4-a73a46df2e96 HTTP/1.1" status: 200 len: 1091 time: 0.7863951 Dec 13 10:15:51.919795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:51.922095 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faaa152-2686-4447-b8d9-60a6f893a7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:51.947979 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0ee41-63ac-4901-8cd5-fed156f3bd0b service neutron] Pushing event updated for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:51.962290 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea9a85-3693-4796-bc99-929c436bde96 x-openstack-request-id: req-59ea9a85-3693-4796-bc99-929c436bde96 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:51.962587 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:51.962847 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59ea9a85-3693-4796-bc99-929c436bde96 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:51.963256 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96', 'status': 'completed', 'code': 200} Dec 13 10:15:52.005235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-3f3a9c2a-1cce-408d-b3ba-eee206e05118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.006728 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-3f3a9c2a-1cce-408d-b3ba-eee206e05118 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a99b5c367dec4742b78b5bc563895868&device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0406024 Dec 13 10:15:52.051672 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-c5d78d03-cced-4526-a750-06b2f75eca30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96 HTTP/1.1" status: 200 len: 217 time: 0.0362988 Dec 13 10:15:52.102176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-99000496-590b-4ffd-bd6a-e7d6ea255d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.103654 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-99000496-590b-4ffd-bd6a-e7d6ea255d87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15939a6c-c6b0-4c85-adee-5298e7ac79ea HTTP/1.1" status: 200 len: 849 time: 0.0436931 Dec 13 10:15:52.136924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-3e173a93-2262-4896-9d98-0711577318b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30577a59-e794-4118-8ab6-073034f0f365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253234 Dec 13 10:15:52.230943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-f6092410-d86a-4dfd-86c3-32e6b5a6eca7 service neutron] 10.222.0.44 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873060 Dec 13 10:15:52.325085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-705592b7-8da9-4985-99f6-5ca418a70ab3 req-e9b6b164-bb76-4851-bde5-d74c3d23bc55 service neutron] 10.222.0.44 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870938 Dec 13 10:15:52.417453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-89edcbdd-2643-4a36-8dce-812a96749a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.418870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-89edcbdd-2643-4a36-8dce-812a96749a2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a99b5c367dec4742b78b5bc563895868&device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0423226 Dec 13 10:15:52.512414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-cee43386-cc08-44d4-962c-514aa4f7151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.513903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-cee43386-cc08-44d4-962c-514aa4f7151b service neutron] 10.222.0.44 "GET /v2.0/networks?id=30577a59-e794-4118-8ab6-073034f0f365 HTTP/1.1" status: 200 len: 910 time: 0.0883727 Dec 13 10:15:52.560219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-02e34a72-0f29-402c-9826-072aa7fd551c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96 HTTP/1.1" status: 200 len: 217 time: 0.0396588 Dec 13 10:15:52.609997 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-2da60468-d14a-4b4e-b768-f32d73d54e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.611500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-2da60468-d14a-4b4e-b768-f32d73d54e1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15939a6c-c6b0-4c85-adee-5298e7ac79ea HTTP/1.1" status: 200 len: 849 time: 0.0440321 Dec 13 10:15:52.650644 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-0967d92a-235b-4504-8ed9-c5b33bb4185d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=30577a59-e794-4118-8ab6-073034f0f365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303061 Dec 13 10:15:52.741556 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-c4dd42d9-479e-4293-96a5-0096bd700ebc service neutron] 10.222.0.44 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817459 Dec 13 10:15:52.837250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7faaa152-2686-4447-b8d9-60a6f893a7b6 req-c0791f05-f730-4222-a8aa-6013383a0c83 service neutron] 10.222.0.44 "GET /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877533 Dec 13 10:15:52.994214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c30767-f3a9-436b-9a9e-db355e0ab590 req-ceaa40c8-4232-41d6-b327-f3e572ac195c tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:52.995607 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9c30767-f3a9-436b-9a9e-db355e0ab590 req-ceaa40c8-4232-41d6-b327-f3e572ac195c tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 943 time: 0.0522804 Dec 13 10:15:53.042679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9c30767-f3a9-436b-9a9e-db355e0ab590 req-c2138899-78dd-4c6c-81d0-e6d27101c0bd tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Dec 13 10:15:54.159341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ca2ee-55bf-403f-ae55-27e3c07e67cd req-45999439-28ca-4507-b86f-51cb17c437ed tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:54.160816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-338ca2ee-55bf-403f-ae55-27e3c07e67cd req-45999439-28ca-4507-b86f-51cb17c437ed tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 943 time: 0.0488842 Dec 13 10:15:54.208012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-338ca2ee-55bf-403f-ae55-27e3c07e67cd req-2ce66832-ed9e-4bf2-ab0e-359cd2877974 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Dec 13 10:15:55.327502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd3b0-271c-41ed-90d7-cdafe87b6461 req-c5f18af8-9872-45ee-bcaf-ab2ed4f80af8 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:55.328962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-281cd3b0-271c-41ed-90d7-cdafe87b6461 req-c5f18af8-9872-45ee-bcaf-ab2ed4f80af8 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 943 time: 0.0528893 Dec 13 10:15:55.375548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-281cd3b0-271c-41ed-90d7-cdafe87b6461 req-afa7f1f6-6af6-404a-a698-ee96b0786314 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Dec 13 10:15:55.544667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:15:55.642318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,segment=NetworkSegment(7733f7ab-0da1-45e6-9ba9-83f707629147),segment_id=7733f7ab-0da1-45e6-9ba9-83f707629147)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:55.654668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96', 'network_id': '30577a59-e794-4118-8ab6-073034f0f365', 'port_id': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96', 'mac_address': 'fa:16:3e:06:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15939a6c-c6b0-4c85-adee-5298e7ac79ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:15:55.690065 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.703657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:15:55.728428 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,segment=NetworkSegment(7733f7ab-0da1-45e6-9ba9-83f707629147),segment_id=7733f7ab-0da1-45e6-9ba9-83f707629147)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:55.732935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:55.778693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:55.786081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.786435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.786775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.787112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.787447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.787781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.788109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.788471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.788806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.789144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.789476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.789799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.790123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:15:55.979384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['05f4c6ba-c31e-4be2-80c4-a73a46df2e96'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:15:56.491290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cd84f-074b-4508-8425-f65138775c71 req-7b5352ba-97f5-4797-8c25-c4ff263c9b7c tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:56.493431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a88cd84f-074b-4508-8425-f65138775c71 req-7b5352ba-97f5-4797-8c25-c4ff263c9b7c tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 944 time: 0.0490949 Dec 13 10:15:56.540583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a88cd84f-074b-4508-8425-f65138775c71 req-a90ead33-5af7-428f-84ec-3a5365e2562e tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Dec 13 10:15:57.423415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.550463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:15:57.601750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:15:57.606708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:15:57.607078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.657832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588584cb-070c-45af-9010-8553fd2719ac req-0452aa13-4413-400f-9578-0cd2316f74eb tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:57.659616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-588584cb-070c-45af-9010-8553fd2719ac req-0452aa13-4413-400f-9578-0cd2316f74eb tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 944 time: 0.0499279 Dec 13 10:15:57.690709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.712655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-588584cb-070c-45af-9010-8553fd2719ac req-8f730be9-f125-4954-9a7a-979947a326ce tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469151 Dec 13 10:15:57.718113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:15:57.720413 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054dbe69-2b88-4723-b872-03ce20a3d772" -d '{"events": [{"server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:15:57.732774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,segment=NetworkSegment(7733f7ab-0da1-45e6-9ba9-83f707629147),segment_id=7733f7ab-0da1-45e6-9ba9-83f707629147)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:15:57.737417 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:57.761045 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cda5af-45b6-4d87-8431-9d82291140a9 x-openstack-request-id: req-72cda5af-45b6-4d87-8431-9d82291140a9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:15:57.761363 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:15:57.761618 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72cda5af-45b6-4d87-8431-9d82291140a9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:15:57.762008 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96', 'code': 200} Dec 13 10:15:57.787440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:15:57.857437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d819d9-2c16-4c13-91b2-a0d4969ba404 req-fe662d9d-9c24-4966-9189-91ea83970b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:57.858948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1d819d9-2c16-4c13-91b2-a0d4969ba404 req-fe662d9d-9c24-4966-9189-91ea83970b4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0418935 Dec 13 10:15:57.903450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e1d819d9-2c16-4c13-91b2-a0d4969ba404 req-daa23202-1243-496b-831f-1f2d3b816f9b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Dec 13 10:15:58.605298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7267f684-6c3c-4fa5-9e53-0bf66d6f6e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:58.829492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefc63b-6eb5-48dd-adf7-c611765599b2 req-6d58bff6-f9ae-491b-a76a-fc0e2029788f tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:58.830970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cefc63b-6eb5-48dd-adf7-c611765599b2 req-6d58bff6-f9ae-491b-a76a-fc0e2029788f tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 945 time: 0.0493336 Dec 13 10:15:58.878631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5cefc63b-6eb5-48dd-adf7-c611765599b2 req-34fb67fe-1824-437c-a998-58ebfdd8ce03 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Dec 13 10:15:59.269532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:15:59.282118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7c97-5c15-472c-b392-fde8f217361b req-e941e675-242f-40c8-86c2-32bc7756e320 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:59.283602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b2a7c97-5c15-472c-b392-fde8f217361b req-e941e675-242f-40c8-86c2-32bc7756e320 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0537996 Dec 13 10:15:59.332775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b2a7c97-5c15-472c-b392-fde8f217361b req-d7b1e484-6b70-4017-9eb2-275d46f39773 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Dec 13 10:15:59.355494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:15:59.414522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c37c5c5f-187f-4be6-b4bb-9bd3989f1b8b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/ff65cc07-d8fe-4832-8d26-7334bb307b79 HTTP/1.1" status: 200 len: 993 time: 0.0578909 Dec 13 10:15:59.780683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a10943-ec5d-47da-b8b4-b1cf033f3d6a req-27aa5a45-3529-45b4-8141-462722ec3173 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:15:59.782192 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23a10943-ec5d-47da-b8b4-b1cf033f3d6a req-27aa5a45-3529-45b4-8141-462722ec3173 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1096 time: 0.0399668 Dec 13 10:15:59.827879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23a10943-ec5d-47da-b8b4-b1cf033f3d6a req-9f803574-6080-40fd-9e7a-756eba0f97d3 tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Dec 13 10:16:00.001494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffcc1-699a-4734-9710-cbc693bdecb1 req-3c018598-a4ef-4465-8919-08ca11e3bfdc tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:00.003003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-392ffcc1-699a-4734-9710-cbc693bdecb1 req-3c018598-a4ef-4465-8919-08ca11e3bfdc tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Dec 13 10:16:00.053140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-392ffcc1-699a-4734-9710-cbc693bdecb1 req-c3db4cef-e916-49ba-85e9-722429891fdf tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Dec 13 10:16:00.469357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-4cb30c67-7b34-4ef9-ae7c-917b15d4eed2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030557 Dec 13 10:16:00.479795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-a68cb0bc-fcfb-425e-9b91-3bafd53f8125 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:00.481153 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-a68cb0bc-fcfb-425e-9b91-3bafd53f8125 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067995 Dec 13 10:16:00.985467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-057178f4-380f-4ef2-adab-e7fd2fcebce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:00.986875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-057178f4-380f-4ef2-adab-e7fd2fcebce4 service neutron] 10.222.0.30 "GET /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1093 time: 0.0338316 Dec 13 10:16:00.995707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Request body: {'binding': {'host': 'n-h2-820531-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:00.996169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 10:16:01.017070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77f56fac-9e7f-40a8-97d6-ae609d8dd1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.135327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on host n-h2-820531-5 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:01.135578 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:01.135910 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:01.140202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:16:01.140492 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:01.146351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:01.146708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:01.147078 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Bound using segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:01.148409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Bound port: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:01.247128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:01.253811 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] Publish callbacks [] for binding, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:01.254974 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] 10.222.0.30 "POST /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43/bindings HTTP/1.1" status: 201 len: 389 time: 0.2626436 Dec 13 10:16:01.422132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157b8a-b79c-4dbb-acc1-2decb2c0b0f0 req-bf449e7a-4161-4311-b3f9-b6cc36d3dfaf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.424805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66157b8a-b79c-4dbb-acc1-2decb2c0b0f0 req-bf449e7a-4161-4311-b3f9-b6cc36d3dfaf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0599744 Dec 13 10:16:01.513394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66157b8a-b79c-4dbb-acc1-2decb2c0b0f0 req-7257924c-414d-48e1-8e46-009538020689 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815895 Dec 13 10:16:01.524788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-cfd4d795-216d-4c8b-96ce-a133a20a9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.526969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-cfd4d795-216d-4c8b-96ce-a133a20a9a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1096 time: 0.0673523 Dec 13 10:16:01.640269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-c3fe71a3-e20e-4cbc-bd97-0fb7460dad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.641972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-c3fe71a3-e20e-4cbc-bd97-0fb7460dad89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.1078904 Dec 13 10:16:01.715534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-561beb66-2536-4796-a861-a091cb769e2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1001 time: 0.0654895 Dec 13 10:16:01.773309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-1d13ea3c-dcfe-4738-a9a0-5dec7c3a493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.775001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-1d13ea3c-dcfe-4738-a9a0-5dec7c3a493e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0522993 Dec 13 10:16:01.825466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-28c7bd86-aafe-41cd-a187-9b28564cefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:01.826993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-28c7bd86-aafe-41cd-a187-9b28564cefb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450282 Dec 13 10:16:01.925948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-0d766377-2ec1-461b-80ec-3beb59cfc778 service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915279 Dec 13 10:16:02.036698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-9fe60299-0ddd-46f0-93fb-a15551ea4d02 service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031225 Dec 13 10:16:02.190659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-55dc761a-1891-4df9-ac9b-e67e9f11457e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:02.192189 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-55dc761a-1891-4df9-ac9b-e67e9f11457e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&tenant_id=df0ccc47bd0244bda56827fb2054900d&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1096 time: 0.0953934 Dec 13 10:16:02.204889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820531-5'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:02.267473 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.321663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.413929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:02.465384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:02.515785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:02.518142 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ba7a2-5b73-4c19-806f-1469225e64da" -d '{"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:02.521999 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.537745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.564719 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04caf6ec-3b08-404e-9a64-e6db208b6bea x-openstack-request-id: req-04caf6ec-3b08-404e-9a64-e6db208b6bea {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:02.565008 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:02.565272 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04caf6ec-3b08-404e-9a64-e6db208b6bea {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:02.565674 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'code': 200} Dec 13 10:16:02.709109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb566b26-4926-407c-8986-9d773ba8f11a req-385b9c1b-f0f4-4331-b69d-e9d33673e7fb tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:02.711586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb566b26-4926-407c-8986-9d773ba8f11a req-385b9c1b-f0f4-4331-b69d-e9d33673e7fb tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 945 time: 0.1873264 Dec 13 10:16:02.714547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:02.738404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.738778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.739102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.739447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.739815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.740155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.740494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.740828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.741370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.741782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.742127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.742462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.742794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:02.783747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-813c0243-5013-4ccf-9995-00c1e5f2b0ae None None] Provisioning complete for port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:02.784225 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813c0243-5013-4ccf-9995-00c1e5f2b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.795934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e207d-b317-4ca2-9dc6-e85c52d78363 req-eedfa140-1127-4c07-9eec-4694231a439b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:02.797496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e6e207d-b317-4ca2-9dc6-e85c52d78363 req-eedfa140-1127-4c07-9eec-4694231a439b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 943 time: 0.1900578 Dec 13 10:16:02.821630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-813c0243-5013-4ccf-9995-00c1e5f2b0ae None None] Port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:02.844224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on host n-h1-820531-5 for vnic_type normal with profile {"migrating_to": "n-h2-820531-5"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:02.844564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:02.844901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:02.849673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb566b26-4926-407c-8986-9d773ba8f11a req-dc456f07-e704-4514-be43-41497bb4f187 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Dec 13 10:16:02.856570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:16:02.856901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Attempting to bind port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on network ab556b38-0027-43a9-8feb-86a351df358d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:02.876104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:02.876558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Checking segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:02.877010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Bound using segment: {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:02.877517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Bound port: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be9f07-ea7c-485d-b91b-154758a62ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:02.877914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:02.895395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e6e207d-b317-4ca2-9dc6-e85c52d78363 req-8cce3730-91cf-4371-8cf3-5ef73deae3ec tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874395 Dec 13 10:16:02.950269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:02.953363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:02.957809 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.052515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.094666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.095454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.097165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-725fd0f6-3c0a-449a-a625-ee3d7d79c198 service neutron] 10.222.0.44 "PUT /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1121 time: 0.8966370 Dec 13 10:16:03.168669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['7ba1bdbc-e9db-42e2-be55-c5e368d65b43'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:03.267898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-32c37c70-6273-4139-8490-50489d8436fc None None] Provisioning complete for port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:03.268161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32c37c70-6273-4139-8490-50489d8436fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.402005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32c37c70-6273-4139-8490-50489d8436fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.440682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:03.442974 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586258b-2a32-436b-896b-5a7c9bc72a71" -d '{"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-plugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:03.458329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32c37c70-6273-4139-8490-50489d8436fc None None] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:03.465046 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32c37c70-6273-4139-8490-50489d8436fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.507472 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939c00b-dbc9-4387-aaee-53f05ed86420 x-openstack-request-id: req-5939c00b-dbc9-4387-aaee-53f05ed86420 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:03.507771 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-plugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:03.508029 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5939c00b-dbc9-4387-aaee-53f05ed86420 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:03.508437 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'code': 200} Dec 13 10:16:03.641723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c37c70-6273-4139-8490-50489d8436fc None None] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:03.739865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:03.830712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-fc36fe41-1a24-4cf1-a478-fa1bf6d4b9b9 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:03.832248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-fc36fe41-1a24-4cf1-a478-fa1bf6d4b9b9 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 945 time: 0.0496604 Dec 13 10:16:03.952340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Deleting port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:03.952680 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.055266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f2ecb-ba59-4d27-9245-985a4730a453 req-f4d6c04a-2c19-45cd-9d35-de1b9161be34 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.056744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e1f2ecb-ba59-4d27-9245-985a4730a453 req-f4d6c04a-2c19-45cd-9d35-de1b9161be34 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7 HTTP/1.1" status: 200 len: 945 time: 0.1338766 Dec 13 10:16:04.114639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7d38-7ec4-4814-a3f5-71a188ebb4a4 req-12bb237b-c025-41a6-bcd4-91ffba191837 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.116128 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f1c7d38-7ec4-4814-a3f5-71a188ebb4a4 req-12bb237b-c025-41a6-bcd4-91ffba191837 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.1457093 Dec 13 10:16:04.125738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] For port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,segment=NetworkSegment(7733f7ab-0da1-45e6-9ba9-83f707629147),segment_id=7733f7ab-0da1-45e6-9ba9-83f707629147)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:04.126108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.151645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Calling delete_port for 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:04.183782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e1f2ecb-ba59-4d27-9245-985a4730a453 req-48164b10-7c05-481e-82c0-c192e688afe1 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.30 "GET /v2.0/security-groups?id=97203406-6edb-4e64-9f88-3ee137b48bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188562 Dec 13 10:16:04.242393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f1c7d38-7ec4-4814-a3f5-71a188ebb4a4 req-8c68ee01-071a-45ec-ac61-82aa2fd47516 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137807 Dec 13 10:16:04.327909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.339528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['05f4c6ba-c31e-4be2-80c4-a73a46df2e96'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:04.357737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Pushing event deleted for resources: {'Port': ['ID=05f4c6ba-c31e-4be2-80c4-a73a46df2e96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:04.400533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] No DVR routers for this DVR port 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:04.403121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.406462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-714d9bc2-6f3e-489b-be4e-52da5d72147d req-83f2bdfd-f9d1-400e-a9d5-a5fbb2062130 tempest-VolumesActionsTest-1750669970 tempest-VolumesActionsTest-1750669970-project] 10.222.0.44 "DELETE /v2.0/ports/05f4c6ba-c31e-4be2-80c4-a73a46df2e96 HTTP/1.1" status: 204 len: 173 time: 0.5679567 Dec 13 10:16:04.566694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}, {'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'name': 'network-vif-deleted', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:04.569089 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12204f81-c659-4e71-a9af-ff6f4ae94f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}, {"server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "name": "network-vif-deleted", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:04.611573 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eee3d7-d586-45b8-8583-f3cdbd53b36a x-openstack-request-id: req-90eee3d7-d586-45b8-8583-f3cdbd53b36a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:04.611875 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "status": "completed", "code": 200}, {"server_uuid": "4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7", "name": "network-vif-deleted", "tag": "05f4c6ba-c31e-4be2-80c4-a73a46df2e96", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:04.612140 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90eee3d7-d586-45b8-8583-f3cdbd53b36a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:04.612593 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'status': 'completed', 'code': 200} Dec 13 10:16:04.613463 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b7bd4-21f5-42e6-8c9e-55f8e59f6ca7', 'name': 'network-vif-deleted', 'tag': '05f4c6ba-c31e-4be2-80c4-a73a46df2e96', 'status': 'completed', 'code': 200} Dec 13 10:16:04.675719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-4030f860-0b0c-498e-985f-d0a1a29a766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.677112 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-4030f860-0b0c-498e-985f-d0a1a29a766c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1126 time: 0.0445416 Dec 13 10:16:04.770556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-45bfaff9-1430-4a7a-9c3c-1ea9f0b5aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.772076 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-45bfaff9-1430-4a7a-9c3c-1ea9f0b5aceb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.0861828 Dec 13 10:16:04.789066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:04.847005 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-3de98376-df18-4dfa-ba45-7181de321b9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 1001 time: 0.0667200 Dec 13 10:16:04.901440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-d112428f-3d82-4fa8-a439-1d705cce1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.903051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-d112428f-3d82-4fa8-a439-1d705cce1c4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0462265 Dec 13 10:16:04.949802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-b8d6613a-a107-4b49-bc2b-c66f26ce1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:04.951366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-b8d6613a-a107-4b49-bc2b-c66f26ce1df3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411973 Dec 13 10:16:04.962939 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-38e86f13-0bb0-44e8-a0a6-451d0b7edaf5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:16:04.963856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-38e86f13-0bb0-44e8-a0a6-451d0b7edaf5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052710 Dec 13 10:16:05.055533 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-7c22cc8a-178b-4483-9b05-8f6041908e55 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840383 Dec 13 10:16:05.144535 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-12204f81-c659-4e71-a9af-ff6f4ae94f9c req-8d449923-2501-472c-9fd2-d1cc7e1671a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807688 Dec 13 10:16:05.363652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35bc3-b64a-4b6a-a621-3d95d96550d2 req-37821f4a-2464-4553-abc3-b68a0382a98a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:05.365198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65c35bc3-b64a-4b6a-a621-3d95d96550d2 req-37821f4a-2464-4553-abc3-b68a0382a98a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0505891 Dec 13 10:16:05.418522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-65c35bc3-b64a-4b6a-a621-3d95d96550d2 req-7c33818c-68f7-4565-beaa-68fe7085afcb tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Dec 13 10:16:05.600270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:16:05.698899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:05.711557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 10:16:06.539327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c877-9051-4fee-9586-6d301affa5a3 req-a7be876a-5f58-4325-9ffc-4c207ec1563c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:06.540927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff8c877-9051-4fee-9586-6d301affa5a3 req-a7be876a-5f58-4325-9ffc-4c207ec1563c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0542717 Dec 13 10:16:06.591442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bff8c877-9051-4fee-9586-6d301affa5a3 req-5158b5a4-08ac-4614-bf7a-f3d2cceea501 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Dec 13 10:16:07.606086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:07.634200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:07.634553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 05f4c6ba-c31e-4be2-80c4-a73a46df2e96 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:07.715624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658400c-b7e9-4dac-9703-10651b14e368 req-2704e652-7889-4fc0-a467-812d8de230be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:07.717152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9658400c-b7e9-4dac-9703-10651b14e368 req-2704e652-7889-4fc0-a467-812d8de230be tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Dec 13 10:16:07.768650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9658400c-b7e9-4dac-9703-10651b14e368 req-853e567e-f667-4238-9b78-dab7938b98e3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Dec 13 10:16:08.282876 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-4c6fa05b-d248-4573-83ee-49b2157e9578 service neutron] 10.222.0.37 "GET /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 384 time: 0.0548294 Dec 13 10:16:08.460892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:08.480660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:08.521256 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:08.524048 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9331a-746c-4365-bc0e-074af4e41c7f" -d '{"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:08.530839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:08.546132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.583630 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1602f7d-f2b8-4741-bdb7-a8944aca9f32 x-openstack-request-id: req-b1602f7d-f2b8-4741-bdb7-a8944aca9f32 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:08.584018 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:08.584345 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1602f7d-f2b8-4741-bdb7-a8944aca9f32 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:08.586029 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'code': 200} Dec 13 10:16:08.629970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] Transition to ACTIVE for port object 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:16:08.635717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:08.733172 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:08.768464 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] No DVR routers for this DVR port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:08.943053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0df52c-1a2b-4791-841f-7cdd6d3ae112 req-48d17423-0d4c-4adc-91ed-245440f8b96c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:08.954269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b0df52c-1a2b-4791-841f-7cdd6d3ae112 req-48d17423-0d4c-4adc-91ed-245440f8b96c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.0893247 Dec 13 10:16:08.958529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-03ee21b4-f6c7-4d95-8e4d-5d6cebdf1ea5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43/bindings/n-h2-820531-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6686013 Dec 13 10:16:09.025564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b0df52c-1a2b-4791-841f-7cdd6d3ae112 req-226be6d9-9a3f-47dc-9e44-bf87ea43c2b8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649683 Dec 13 10:16:09.083107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-1752552c-8478-4c43-a859-bba9a6f373df tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.084748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-1752552c-8478-4c43-a859-bba9a6f373df tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&tenant_id=df0ccc47bd0244bda56827fb2054900d&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.0581272 Dec 13 10:16:09.144933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-7bb17b4e-8ae1-4bad-96a6-1b84ac3efb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.147805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-7bb17b4e-8ae1-4bad-96a6-1b84ac3efb1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 1095 time: 0.0552797 Dec 13 10:16:09.213331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-3e7418f5-5376-495b-8362-35e778bdaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.214847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-3e7418f5-5376-495b-8362-35e778bdaa3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1095 time: 0.0428712 Dec 13 10:16:09.314580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-95d0eac3-6d74-4d5c-bc93-cb174859ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.316064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-95d0eac3-6d74-4d5c-bc93-cb174859ac75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.0931544 Dec 13 10:16:09.395403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-cedc3a3d-043c-41c4-851e-11256874eb0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 999 time: 0.0703595 Dec 13 10:16:09.446589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-b60b7ad6-2403-4300-a66d-23c50b440f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.448044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-b60b7ad6-2403-4300-a66d-23c50b440f4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0457673 Dec 13 10:16:09.497393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-6a2ce739-8619-4e50-97cd-68e48272e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.498992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-6a2ce739-8619-4e50-97cd-68e48272e561 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435984 Dec 13 10:16:09.596643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-88d49c45-822b-4e07-b0f0-ca62a6c8efba service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907257 Dec 13 10:16:09.689781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-266b573f-9d1a-487c-8529-e3332c878cfe service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Dec 13 10:16:09.957186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-8c2934e3-725f-4519-acda-0fceb68484fe tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:09.959756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-8c2934e3-725f-4519-acda-0fceb68484fe tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064&tenant_id=df0ccc47bd0244bda56827fb2054900d&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 1095 time: 0.0591371 Dec 13 10:16:10.142762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-2bbb8b04-bf05-434d-a1ab-5e410331d33c service neutron] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:10.148182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-2bbb8b04-bf05-434d-a1ab-5e410331d33c service neutron] Publish callbacks [] for binding, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:10.149321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-2bbb8b04-bf05-434d-a1ab-5e410331d33c service neutron] 10.222.0.44 "DELETE /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43/bindings/n-h1-820531-5 HTTP/1.1" status: 204 len: 173 time: 0.1822338 Dec 13 10:16:10.161613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296966c-16c4-4205-969b-1e06553f8091 req-35ba51c1-31b7-4d5f-9069-8a5fd6451061 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:10.163211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c296966c-16c4-4205-969b-1e06553f8091 req-35ba51c1-31b7-4d5f-9069-8a5fd6451061 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.0671577 Dec 13 10:16:10.216488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c296966c-16c4-4205-969b-1e06553f8091 req-95e38823-6e8e-48a6-ba3a-52e268487e39 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Dec 13 10:16:10.325442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55065bd7-78b3-47f2-81f7-fa93b45f42de req-f062758c-8ed0-4b21-88be-7a6fd87b6b3c tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:10.326967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55065bd7-78b3-47f2-81f7-fa93b45f42de req-f062758c-8ed0-4b21-88be-7a6fd87b6b3c tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1095 time: 0.0416965 Dec 13 10:16:10.376430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55065bd7-78b3-47f2-81f7-fa93b45f42de req-bef8dd46-5c7f-47ca-9977-2f78e9dda87e tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Dec 13 10:16:10.512073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d165b-138f-4bb6-ae83-547142c34ee1 req-01c918a5-ca02-4e9d-ba39-4f2dc642b942 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:10.513753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f1d165b-138f-4bb6-ae83-547142c34ee1 req-01c918a5-ca02-4e9d-ba39-4f2dc642b942 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.0570366 Dec 13 10:16:10.564695 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f1d165b-138f-4bb6-ae83-547142c34ee1 req-3fb78c8e-a9b5-4145-80e0-cfb27986283f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Dec 13 10:16:10.587361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:10.651362 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e04c0821-ad0c-45f5-8d39-3db3df1136df tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/ff65cc07-d8fe-4832-8d26-7334bb307b79 HTTP/1.1" status: 200 len: 991 time: 0.0626864 Dec 13 10:16:10.879934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:11.037901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 1838cd17-bdd9-4e1d-8168-9fba284e3f11 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:11.038158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.078370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:11.119201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:11.122622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.122962 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.135547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 1838cd17-bdd9-4e1d-8168-9fba284e3f11 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:11.672658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.700412 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=1838cd17-bdd9-4e1d-8168-9fba284e3f11,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:11.763458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:11.763796 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP ff65cc07-d8fe-4832-8d26-7334bb307b79 disassociated (deleted). External IP: 172.25.1.228, port: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43. Dec 13 10:16:11.978780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:12.088260 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:12.093194 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:12.099941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Sync routers for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:12.111302 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:12.112169 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:12.124092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-49cef71b-73ed-41e0-a0ad-eed5a42563d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/floatingips/ff65cc07-d8fe-4832-8d26-7334bb307b79 HTTP/1.1" status: 204 len: 168 time: 1.2427022 Dec 13 10:16:12.124710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:12.127114 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bcd46-ece0-449e-b8fb-a6021571b212" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:12.166548 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e04443-f3bf-4385-9939-3d3a39d0b5ae x-openstack-request-id: req-63e04443-f3bf-4385-9939-3d3a39d0b5ae {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:12.167069 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:12.167717 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63e04443-f3bf-4385-9939-3d3a39d0b5ae {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:12.168301 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'status': 'completed', 'code': 200} Dec 13 10:16:12.238369 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:12.240882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-16180116-6689-4aa7-bccb-88880c587edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.242561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-16180116-6689-4aa7-bccb-88880c587edb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 1095 time: 0.0529337 Dec 13 10:16:12.374867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-80849fc7-e931-4bfe-abbd-67f47256b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.376412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-80849fc7-e931-4bfe-abbd-67f47256b29a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 200 len: 897 time: 0.1264465 Dec 13 10:16:12.435710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-3efd7816-dac5-4232-b164-4b851d295f86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 200 len: 217 time: 0.0497103 Dec 13 10:16:12.487049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73729-0cbb-42c1-a1c4-ca7bb57f5b36 req-7b0514cb-d54f-4b74-9c9b-5ee82ceebace tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.488688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88c73729-0cbb-42c1-a1c4-ca7bb57f5b36 req-7b0514cb-d54f-4b74-9c9b-5ee82ceebace tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.1112931 Dec 13 10:16:12.505846 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:12.524334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-2e009a1a-b351-44b3-831f-b634c437e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.525849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-2e009a1a-b351-44b3-831f-b634c437e998 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 200 len: 835 time: 0.0819716 Dec 13 10:16:12.641782 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Checking router: 1714b14e-0c46-4db6-8c0d-62fb798d6c26 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:12.651371 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:12.652412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:12.775989 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:12.876208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242d8e-e861-4650-af30-1accafb474e9 req-78148a5e-d084-4204-b5b7-9d04d2eb4f9d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:12.878716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97242d8e-e861-4650-af30-1accafb474e9 req-78148a5e-d084-4204-b5b7-9d04d2eb4f9d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3fb8299-0c44-4e61-bdec-ce1d20bd4064 HTTP/1.1" status: 200 len: 944 time: 0.1310229 Dec 13 10:16:13.011712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:16:13.059769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88c73729-0cbb-42c1-a1c4-ca7bb57f5b36 req-47fa155f-84a2-45bb-8615-b99972ef8845 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627081 Dec 13 10:16:13.076013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:13.077110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.094108 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:13.102272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-0e7653dc-d0a4-4774-8072-48fd9fdb47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:13.104048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-0e7653dc-d0a4-4774-8072-48fd9fdb47c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab556b38-0027-43a9-8feb-86a351df358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5647132 Dec 13 10:16:13.125976 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd44a5b-c04d-4db5-b4ce-9596d50d4f1f None None] The sync data for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 is: [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:14:39Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '8681b4e1-43c1-41f9-9e7a-9d38e3741045', 'name': '', 'network_id': 'ab556b38-0027-43a9-8feb-86a351df358d', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:8b:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:39Z', 'updated_at': '2021-12-13T10:14:42Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': 'c72aae54-17c5-47e1-a497-9214e70dbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:13.217611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:13.218286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.232581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-da637057-6b44-4e36-9416-1d241a425276 service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194644 Dec 13 10:16:13.235495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:13.346121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf2bcd46-ece0-449e-b8fb-a6021571b212 req-8acd5dc5-8219-405e-92b2-b1b93b92a429 service neutron] 10.222.0.44 "GET /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985599 Dec 13 10:16:13.398170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.438185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=7ba1bdbc-e9db-42e2-be55-c5e368d65b43,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:13.513530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] No DVR routers for this DVR port 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:13.516065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:13.520001 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97242d8e-e861-4650-af30-1accafb474e9 req-3547440f-039e-41df-9534-274dd55fd1e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.44 "DELETE /v2.0/ports/7ba1bdbc-e9db-42e2-be55-c5e368d65b43 HTTP/1.1" status: 204 len: 173 time: 0.6336837 Dec 13 10:16:13.534330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4ec63-96cf-4af1-81cb-fd2cdca6d225 None None] New status for floating IP ff65cc07-d8fe-4832-8d26-7334bb307b79: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:14.123375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:14.169755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-deleted', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:14.172466 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e223fb-f009-4dd7-9474-0a9aa9c53f31" -d '{"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-deleted", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:14.286503 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b87c3-4536-4656-9e18-8e71cc0165a0 x-openstack-request-id: req-0c7b87c3-4536-4656-9e18-8e71cc0165a0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:14.286828 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb8299-0c44-4e61-bdec-ce1d20bd4064", "name": "network-vif-deleted", "tag": "7ba1bdbc-e9db-42e2-be55-c5e368d65b43", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:14.287087 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c7b87c3-4536-4656-9e18-8e71cc0165a0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:14.287500 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb8299-0c44-4e61-bdec-ce1d20bd4064', 'name': 'network-vif-deleted', 'tag': '7ba1bdbc-e9db-42e2-be55-c5e368d65b43', 'status': 'completed', 'code': 200} Dec 13 10:16:14.493506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.746811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 8681b4e1-43c1-41f9-9e7a-9d38e3741045 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:14.747072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.842732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 8681b4e1-43c1-41f9-9e7a-9d38e3741045, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=8681b4e1-43c1-41f9-9e7a-9d38e3741045,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:14.843099 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:14.855932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 8681b4e1-43c1-41f9-9e7a-9d38e3741045 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:15.038734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.069669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=8681b4e1-43c1-41f9-9e7a-9d38e3741045,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.252676 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.490823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:15.597565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:15.603452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9b0648b3-0156-48fe-a367-5b866971ea05 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/1714b14e-0c46-4db6-8c0d-62fb798d6c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789259 Dec 13 10:16:15.606168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:15.613412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Sync routers for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:15.621978 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:15.622756 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:15.653106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:15.664072 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting subnet c72aae54-17c5-47e1-a497-9214e70dbb88 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:15.667727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.678786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:15.679572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 7ba1bdbc-e9db-42e2-be55-c5e368d65b43 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:15.716083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.743050 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:15.838380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.905940 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.936078 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:16:14Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:15.939058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Subnet': ['ID=c72aae54-17c5-47e1-a497-9214e70dbb88,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:15.942031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:15.946926 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a1ba3827-81b5-4418-a1d4-c981be8ce4d0 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/subnets/c72aae54-17c5-47e1-a497-9214e70dbb88 HTTP/1.1" status: 204 len: 168 time: 0.3396719 Dec 13 10:16:15.950068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:15.951812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae2300-85a9-452b-a2e9-79123f10da09 None None] Network ab556b38-0027-43a9-8feb-86a351df358d requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:15.977328 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Checking router: 1714b14e-0c46-4db6-8c0d-62fb798d6c26 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:15.986582 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Routers {'1714b14e-0c46-4db6-8c0d-62fb798d6c26'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:15.987311 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:16.062722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.120850 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] Set router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:16.144166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] DHCP port deletion for ab556b38-0027-43a9-8feb-86a351df358d request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:16.189311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.201427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Deleting port a25f42a5-b916-47cd-9682-91bfcead166f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:16.202165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.262231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:16:16.262621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.326081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] For port a25f42a5-b916-47cd-9682-91bfcead166f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a25f42a5-b916-47cd-9682-91bfcead166f,segment=NetworkSegment(80be9f07-ea7c-485d-b91b-154758a62ed7),segment_id=80be9f07-ea7c-485d-b91b-154758a62ed7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:16.329819 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.356348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Calling delete_port for a25f42a5-b916-47cd-9682-91bfcead166f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:16.360810 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:16:14Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:16.374854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:16.375119 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.389691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:16:16.402943 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951b8a7-addc-49ec-b730-3060cd661813 None None] The sync data for ids ['1714b14e-0c46-4db6-8c0d-62fb798d6c26'] in n-d-820531-5 is: [{'id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937481436', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:14:35Z', 'updated_at': '2021-12-13T10:16:14Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': 'e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714b14e-0c46-4db6-8c0d-62fb798d6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:14:36Z', 'updated_at': '2021-12-13T10:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:16.508002 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.539052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] Pushing event deleted for resources: {'Port': ['ID=a25f42a5-b916-47cd-9682-91bfcead166f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:16.545382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82409d2-0d64-489f-a1ca-3106b10e9975 None None] No DVR routers for this DVR port a25f42a5-b916-47cd-9682-91bfcead166f on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:16:16.563374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a25f42a5-b916-47cd-9682-91bfcead166f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:16.603529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a25f42a5-b916-47cd-9682-91bfcead166f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:16.604182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a25f42a5-b916-47cd-9682-91bfcead166f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:16.632329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.661671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:16.680170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c69a7f-9ac5-47ac-ad90-6cd4fa825de0 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:16.733832 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.827276 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.829467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.875836 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.876413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Fanout notify agent at l3_agent the message router_deleted on router 1714b14e-0c46-4db6-8c0d-62fb798d6c26 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:16:16.887214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:16.888837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a2bb1a78-4a10-460b-bffb-5dcca6333d85 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/routers/1714b14e-0c46-4db6-8c0d-62fb798d6c26 HTTP/1.1" status: 204 len: 168 time: 0.9370992 Dec 13 10:16:16.891366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:16.979117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.070655 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.090271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab556b38-0027-43a9-8feb-86a351df358d']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.099270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be9f07-ea7c-485d-b91b-154758a62ed7') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.099567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be9f07-ea7c-485d-b91b-154758a62ed7') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:17.113781 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.126528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.132740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:17.133140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:17.136149 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:17.193572 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.198331 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.204342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:17.204826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/networks/ab556b38-0027-43a9-8feb-86a351df358d HTTP/1.1" status: 204 len: 168 time: 0.3107851 Dec 13 10:16:17.223709 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572daad-cd96-413a-b87d-27555ea00393 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Network': ['ID=ab556b38-0027-43a9-8feb-86a351df358d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.266933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.295097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.368887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.371715 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.388419 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/security-groups/19bec2e8-7c58-42a8-b2dc-dafbdd2332a9 HTTP/1.1" status: 204 len: 168 time: 0.1808908 Dec 13 10:16:17.412898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6632f0-e069-4b34-b7e4-a2e5550d933e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bec2e8-7c58-42a8-b2dc-dafbdd2332a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.735515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:17.740099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570090518', 'description': 'tempest-secgroup-smoke-1570090518 description', 'project_id': 'df0ccc47bd0244bda56827fb2054900d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:17.763835 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.831576 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.834965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.867038 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.868329 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317382 Dec 13 10:16:17.870235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5f9e2-8793-43ac-b3e3-3882379c3a74 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b006846-1358-48bb-9dd5-df452f3481b9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.871325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:17.877052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:17.904767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.960912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.964510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.983861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe50cc-7369-4e21-9d1b-ba2f6217cf38,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:17.992339 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:17.993540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4e6b2c5d-4ed0-4c0a-928c-f43d28b71841 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210768 Dec 13 10:16:17.996270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.000501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.028908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.094256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.098216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.116572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093c4c97-a8c4-4b82-81e4-61ecab36c628,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.121549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.125190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6c0316b0-dc90-4f44-b13a-228414af1ea4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254795 Dec 13 10:16:18.125695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.130250 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.158062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.218487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.222266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.242197 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb59c6c0-38e5-44b5-8f34-1af51731a5f3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.248966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.252572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb53250d-6a5d-4294-88cb-c027c3f7405c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234255 Dec 13 10:16:18.252765 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.257345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.283612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.342227 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.347839 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.368112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73ccdff-d09a-4f4b-8cc6-72f63918a3eb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.389158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.389158 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-939a3497-ff26-43fd-b4cf-58bb1974240d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269903 Dec 13 10:16:18.389456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.389456 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.415527 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:16:18.420537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8681b4e1-43c1-41f9-9e7a-9d38e3741045 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:18.423566 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.460179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 8681b4e1-43c1-41f9-9e7a-9d38e3741045 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:18.460179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 8681b4e1-43c1-41f9-9e7a-9d38e3741045 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:18.460179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:16:18.481887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:16:18.482246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e16db1c0-afad-4dcd-bfa3-cb4d3ad81aed not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:16:18.502811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.508370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.525799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3129ac-7735-474c-83e6-9ca237c2e2d1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.536677 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.538064 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-35332186-84f7-42d9-b45b-05af12ce7ac3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528378 Dec 13 10:16:18.540966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.546547 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'security_group_rule': {'security_group_id': '8b006846-1358-48bb-9dd5-df452f3481b9', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.573335 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Project df0ccc47bd0244bda56827fb2054900d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:16:18.579792 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.646644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.657056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.675465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb549d3f-a69a-4fb2-9fd1-95625750982e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.688451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.692636 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4b239528-39ec-4108-ae54-e60eed8ace86 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474268 Dec 13 10:16:18.692981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.706531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'network': {'name': 'tempest-network-smoke--1312365435', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.738844 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:18.743893 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.777155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:16:18.788457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.788929 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Added segment fe9910ee-f0a1-45c6-96a4-8ded002d713e of type vlan for network fa02d2c5-c4d7-437f-8a44-678f50c8d813 Dec 13 10:16:18.837652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.864470 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.871028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:18.871627 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.927924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2331011 Dec 13 10:16:18.931561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:18.937272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'admin_state_up': True, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:18.941533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5331aa-5659-419c-8a34-32d832d423e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Network': ['ID=fa02d2c5-c4d7-437f-8a44-678f50c8d813,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:18.952248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:16:18.967165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:18.968351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.027483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.191283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.385213 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.404195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.516344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.246 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/686cc279-81cb-43fa-8671-a06c3e74b1ec) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:19.637430 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.670386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.709071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:19.713110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:19.716632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:19.726816 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0643486-e010-479d-9f4f-de5e328935a3 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:19.743396 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=686cc279-81cb-43fa-8671-a06c3e74b1ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:19.852825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0245e024-be85-45b2-9002-cd6fcdbab4bf None None] Provisioning complete for port 686cc279-81cb-43fa-8671-a06c3e74b1ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:19.853144 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0245e024-be85-45b2-9002-cd6fcdbab4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:19.892552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0245e024-be85-45b2-9002-cd6fcdbab4bf None None] Port 686cc279-81cb-43fa-8671-a06c3e74b1ec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:20.321861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.518679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.656714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 817a68b3-fef7-45d7-87ce-9966be33655a is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:16:20.765755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:20.776446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Sync routers for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:20.788731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:20.789332 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:20.789499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:20.794512 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-47dac235-d361-4f3e-9e17-fb820b09a8f6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8579917 Dec 13 10:16:20.794832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.841694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44628) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.844225 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2a7e4f21-c07c-4d5c-b3ae-5e6738eae2bb tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=df0ccc47bd0244bda56827fb2054900d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481250 Dec 13 10:16:20.900497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:20.944291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767dcda-a2e9-41ad-ad9e-eeed45e76edb tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:20.946166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5767dcda-a2e9-41ad-ad9e-eeed45e76edb tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033316 Dec 13 10:16:20.949216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.981386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0ae7aad9-61ea-4b4d-bf54-af7f1b8d3ddc tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284889 Dec 13 10:16:20.981765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:20.986403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966581882', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:21.082739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:21.084205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:20Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:21.087944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.121482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Checking router: 817a68b3-fef7-45d7-87ce-9966be33655a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:21.121974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Updating router 817a68b3-fef7-45d7-87ce-9966be33655a port 686cc279-81cb-43fa-8671-a06c3e74b1ec binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:21.148857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.281849 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.354376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Subnet': ['ID=29347556-6873-435a-8ab2-a05ed6b3ade3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:21.363464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Checking segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:21.363842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network hostable DHCP agents. Network: fa02d2c5-c4d7-437f-8a44-678f50c8d813, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:16:21.383486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:16:21.394392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, fa02d2c5-c4d7-437f-8a44-678f50c8d813) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:21.399884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:21.400796 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.410634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c887fe-f917-4fea-92f2-843f0bfec7f1 None None] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:21.423678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f340cd46-b68c-4fd6-aad9-7a3adb9d8e53 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4409335 Dec 13 10:16:21.426604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:21.468089 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.478875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.558818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f703674-9707-4a19-b4a5-f492b56703e7 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:21.563650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Attempting to bind port 686cc279-81cb-43fa-8671-a06c3e74b1ec on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:21.564030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Attempting to bind port 686cc279-81cb-43fa-8671-a06c3e74b1ec by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:21.564402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Attempting to bind port 686cc279-81cb-43fa-8671-a06c3e74b1ec on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:21.569501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd297a-54a3-4771-ad12-43f0eb2a0967 None None] Pushing event updated for resources: {'Port': ['ID=686cc279-81cb-43fa-8671-a06c3e74b1ec,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:21.591679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:21.592058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:21.592476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.592875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:21.593381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Bound port: 686cc279-81cb-43fa-8671-a06c3e74b1ec, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:21.593780 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.638017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:16:21.639089 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.696981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9969d749-5b39-4e04-b4a0-81854305cd93 None None] Provisioning complete for port 686cc279-81cb-43fa-8671-a06c3e74b1ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:21.697880 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9969d749-5b39-4e04-b4a0-81854305cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.722724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] For port 686cc279-81cb-43fa-8671-a06c3e74b1ec, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:21.789451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] For port 686cc279-81cb-43fa-8671-a06c3e74b1ec, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=686cc279-81cb-43fa-8671-a06c3e74b1ec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:21.804914 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.816788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9969d749-5b39-4e04-b4a0-81854305cd93 None None] Port 686cc279-81cb-43fa-8671-a06c3e74b1ec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:21.874936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ed389-8d2e-4ffc-bb0f-df47994551b4 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:16:21.923487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:21.936739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:21.937411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:21.976652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd297a-54a3-4771-ad12-43f0eb2a0967 None None] Pushing event updated for resources: {'Port': ['ID=686cc279-81cb-43fa-8671-a06c3e74b1ec,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:22.028113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Allocated IP 172.20.0.2 (fa02d2c5-c4d7-437f-8a44-678f50c8d813/29347556-6873-435a-8ab2-a05ed6b3ade3/029fbcb7-a9ab-483f-9552-a07b5f3843d3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:22.110363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] Provisioning complete for port 686cc279-81cb-43fa-8671-a06c3e74b1ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:22.110749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.168575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:22.433003 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.637426 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.651068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.669197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] For port 686cc279-81cb-43fa-8671-a06c3e74b1ec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=686cc279-81cb-43fa-8671-a06c3e74b1ec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:22.694079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.698783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.1 (fa02d2c5-c4d7-437f-8a44-678f50c8d813/29347556-6873-435a-8ab2-a05ed6b3ade3/22bda7dd-7003-4fc8-b233-9d2799cb8162) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:22.709311 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:22.717007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:22.719783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:22.730484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Pushing event updated for resources: {'Port': ['ID=029fbcb7-a9ab-483f-9552-a07b5f3843d3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:22.827904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:20Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:22.851420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.860904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Attempting to bind port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:22.861055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Attempting to bind port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:22.861469 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Attempting to bind port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 on network fa02d2c5-c4d7-437f-8a44-678f50c8d813 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:22.863625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b4793-0f5f-4097-a000-421e5ed25945 None None] Pushing event updated for resources: {'Port': ['ID=686cc279-81cb-43fa-8671-a06c3e74b1ec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:22.866782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbd36e-a8f6-4a9d-a858-c7d4cdac6747 None None] The sync data for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 is: [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:20Z', 'revision_number': 3, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:22.873984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:22.874650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Checking segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:22.875239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.876145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Bound using segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:22.876775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Bound port: 029fbcb7-a9ab-483f-9552-a07b5f3843d3, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:22.877491 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.900590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:22.953798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:22.959836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:22.970975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:23.002626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] For port 029fbcb7-a9ab-483f-9552-a07b5f3843d3, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:23.007913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] For port 029fbcb7-a9ab-483f-9552-a07b5f3843d3, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=029fbcb7-a9ab-483f-9552-a07b5f3843d3,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:23.012924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:23.019683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.040218 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.079504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8296-d126-4cce-a5f7-9ee41ff4bcce None None] Pushing event updated for resources: {'Port': ['ID=029fbcb7-a9ab-483f-9552-a07b5f3843d3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:23.425748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.815117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.820314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:23.897699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:23.904009 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.291373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e32d60-479b-4bfa-bb10-3e94f674d5b8 None None] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:24.360854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] Provisioning complete for port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:24.361255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.364232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:24.366715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:24.485411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.509020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 686cc279-81cb-43fa-8671-a06c3e74b1ec up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:24.516473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 817a68b3-fef7-45d7-87ce-9966be33655a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:24.565795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] For port 029fbcb7-a9ab-483f-9552-a07b5f3843d3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=029fbcb7-a9ab-483f-9552-a07b5f3843d3,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:24.573983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.642547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2998c-483b-4170-9f01-1e4a36c57ca5 None None] Pushing event updated for resources: {'Port': ['ID=029fbcb7-a9ab-483f-9552-a07b5f3843d3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:24.648288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 686cc279-81cb-43fa-8671-a06c3e74b1ec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:24.648597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.698075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:24.706366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7efdcebf-7692-49d6-b7e2-b19e61f0db4c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/817a68b3-fef7-45d7-87ce-9966be33655a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2782681 Dec 13 10:16:24.796222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 029fbcb7-a9ab-483f-9552-a07b5f3843d3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:24.839955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9bb9e4ce-472e-4c63-8361-2c4d0038ce8f None None] Provisioning complete for port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:24.840174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e4ce-472e-4c63-8361-2c4d0038ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.908908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:24.909574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:24.986273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-f415ef0e-d3af-4f72-82c5-13dabdc96404 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570090518&fields=id&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 267 time: 0.0602963 Dec 13 10:16:25.081423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9bb9e4ce-472e-4c63-8361-2c4d0038ce8f None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:25.082009 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e4ce-472e-4c63-8361-2c4d0038ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:25.124897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9e4ce-472e-4c63-8361-2c4d0038ce8f None None] Port 22bda7dd-7003-4fc8-b233-9d2799cb8162 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:25.138081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-66c9a4d6-d5ea-4d07-b96a-eda0b2752d95 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:25.139646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-66c9a4d6-d5ea-4d07-b96a-eda0b2752d95 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 797 time: 0.1430399 Dec 13 10:16:25.163438 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-30508ccc-32ed-4691-8f9e-8c3cda5770d5 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/quotas/df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 375 time: 0.0168626 Dec 13 10:16:25.171571 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Sync routers for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:25.194820 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:25.197272 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:25.230890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-20bec4ae-36b8-455a-9d5b-f101d0b6f843 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617313 Dec 13 10:16:25.253652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5377199-c9f8-4f18-aac3-8841a2e5253e None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:25.256984 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5377199-c9f8-4f18-aac3-8841a2e5253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:25.331885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5377199-c9f8-4f18-aac3-8841a2e5253e None None] Port 22bda7dd-7003-4fc8-b233-9d2799cb8162 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:25.340278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:25.345017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ac339f3b-f08a-4277-a5de-d3b540b659c8 service neutron] 10.222.0.30 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111224 Dec 13 10:16:25.458769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-19d051db-2dbf-4848-b121-4e9e66a802bc None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:25.469272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19d051db-2dbf-4848-b121-4e9e66a802bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:25.497317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-808b5e1b-6bab-486f-a041-08c87390e91d service neutron] 10.222.0.30 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410589 Dec 13 10:16:25.525564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-19d051db-2dbf-4848-b121-4e9e66a802bc None None] Port 22bda7dd-7003-4fc8-b233-9d2799cb8162 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:25.680180 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 2, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:25.697414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1c6bd1a-1da3-4f63-a2bb-f7289816dd48 req-dbadd9c7-8967-4352-a865-7ca4c80cc4ef tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 210 time: 0.0438259 Dec 13 10:16:25.708930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Checking router: 817a68b3-fef7-45d7-87ce-9966be33655a for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:25.709378 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Updating router 817a68b3-fef7-45d7-87ce-9966be33655a port 22bda7dd-7003-4fc8-b233-9d2799cb8162 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:16:25.736777 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.035600 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.042348 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.149381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Pushing event updated for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:26.163205 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Attempting to bind port 22bda7dd-7003-4fc8-b233-9d2799cb8162 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:26.163646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Attempting to bind port 22bda7dd-7003-4fc8-b233-9d2799cb8162 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:26.164081 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Attempting to bind port 22bda7dd-7003-4fc8-b233-9d2799cb8162 on network fa02d2c5-c4d7-437f-8a44-678f50c8d813 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:26.173712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.174415 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.174415 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.174702 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.175035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.175364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.175687 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.176010 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.176334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.176656 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.176979 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.177324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.177679 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:26.186936 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:26.187334 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Checking segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:26.187743 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.188131 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Bound using segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:26.188646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Bound port: 22bda7dd-7003-4fc8-b233-9d2799cb8162, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:26.189280 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.260876 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] For port 22bda7dd-7003-4fc8-b233-9d2799cb8162, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:26.264419 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] For port 22bda7dd-7003-4fc8-b233-9d2799cb8162, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=22bda7dd-7003-4fc8-b233-9d2799cb8162,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:26.271081 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.331176 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:26.331803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:26.400675 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66eb82-fddb-4ffd-922d-e62518529e22 None None] Pushing event updated for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:26.437589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 029fbcb7-a9ab-483f-9552-a07b5f3843d3 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:26.459287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:26.499262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:26.499755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.549475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:26.549475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.638642 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.707442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] For port 22bda7dd-7003-4fc8-b233-9d2799cb8162, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=22bda7dd-7003-4fc8-b233-9d2799cb8162,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:26.738583 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.802804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-b18567c3-061c-43e7-9a3e-dddc77012685 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:26.805864 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-b18567c3-061c-43e7-9a3e-dddc77012685 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 797 time: 0.1407335 Dec 13 10:16:26.815816 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:26.839887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f252bb9c-b22c-4426-8564-751393bef035 req-5209763c-de86-440f-88e4-06e2966f1312 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 210 time: 0.0356803 Dec 13 10:16:26.854575 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c153f-809d-4224-ab67-bfbadee725b6 None None] The sync data for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 is: [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:26.879722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1ebe-2dab-4490-9573-704ae83fe538 None None] Pushing event updated for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:26.892157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29cd6c77-3baa-4b1f-bc28-3c3121937cb5 None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:26.892647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29cd6c77-3baa-4b1f-bc28-3c3121937cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:26.926535 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-31dee229-4f22-41a1-8083-ac60ef173292 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0ccc47bd0244bda56827fb2054900d HTTP/1.1" status: 200 len: 380 time: 0.1048622 Dec 13 10:16:26.946184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'port': {'device_id': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'admin_state_up': True, 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'security_groups': ['8b006846-1358-48bb-9dd5-df452f3481b9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:27.101590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Made reservation on behalf of df0ccc47bd0244bda56827fb2054900d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:27.105226 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.248610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.20.0.9 (fa02d2c5-c4d7-437f-8a44-678f50c8d813/29347556-6873-435a-8ab2-a05ed6b3ade3/55f3dd0a-618c-4cc0-b6c1-499a6ee0995b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:27.397588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.438146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.445069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.485237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:27.491169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:27.495328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:27.549479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:27.550165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.590935 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6510124 Dec 13 10:16:27.594810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:27.619096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.619572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.620152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.620593 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.621031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.629390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1342f0-f32b-45fb-9af9-b9648fc7a881 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:16:27.690624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Request body: {'port': {'device_id': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:27.759117 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.853969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7a40289b-e46c-4568-836a-32ccb8b5a7b6 None None] Provisioning complete for port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:27.854768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7a40289b-e46c-4568-836a-32ccb8b5a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:27.901966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7a40289b-e46c-4568-836a-32ccb8b5a7b6 None None] Port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:16:27.984105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb6853-10b6-4686-b679-888a3547c26e req-0b4427c6-ae42-4a2e-b619-ff181b3104aa tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:27.986147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93bb6853-10b6-4686-b679-888a3547c26e req-0b4427c6-ae42-4a2e-b619-ff181b3104aa tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 931 time: 0.0632706 Dec 13 10:16:28.055343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93bb6853-10b6-4686-b679-888a3547c26e req-df5051e0-04cc-41aa-b104-48c30b2a6a6a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594552 Dec 13 10:16:28.096068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:28.104919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.118973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Transition to ACTIVE for port object 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:16:28.123224 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.188863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:28.273510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Attempting to bind port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:16:28.273777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Attempting to bind port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:16:28.274107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Attempting to bind port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b on network fa02d2c5-c4d7-437f-8a44-678f50c8d813 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:28.278972 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b on network fa02d2c5-c4d7-437f-8a44-678f50c8d813 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:16:28.279298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Attempting to bind port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b on network fa02d2c5-c4d7-437f-8a44-678f50c8d813 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:16:28.284815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:16:28.285185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Checking segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:28.285577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Bound using segment: {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:16:28.286012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Bound port: 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9910ee-f0a1-45c6-96a4-8ded002d713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:16:28.286376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.370977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:16:28.374509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:16:28.385037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.430749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:28.431384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.432780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] 10.222.0.37 "PUT /v2.0/ports/55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 1091 time: 0.8293550 Dec 13 10:16:28.433253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:28.435603 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:28.463517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7914e9-06cc-440f-bcf8-e6b30f12903d service neutron] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:28.491270 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 22bda7dd-7003-4fc8-b233-9d2799cb8162 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:28.515643 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2b4359-c2c5-4aeb-bc0d-94648a342b72 x-openstack-request-id: req-fa2b4359-c2c5-4aeb-bc0d-94648a342b72 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:28.516489 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:28.516489 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa2b4359-c2c5-4aeb-bc0d-94648a342b72 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:28.517040 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'status': 'completed', 'code': 200} Dec 13 10:16:28.538053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-747fb3c1-7d09-4403-8de9-bfaac19a5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:28.539780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-747fb3c1-7d09-4403-8de9-bfaac19a5ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1094 time: 0.0548780 Dec 13 10:16:28.572141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 22bda7dd-7003-4fc8-b233-9d2799cb8162 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:28.572678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.597196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-e3146a65-bad6-4d5c-b329-7e68d6c3cb34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 217 time: 0.0477371 Dec 13 10:16:28.634990 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4413-d878-4385-9827-fd518f9b4dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:28.706944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-cae8a2ab-bda3-447c-af71-02662cf313ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:28.708663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-cae8a2ab-bda3-447c-af71-02662cf313ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0998473 Dec 13 10:16:28.769684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-8f69e215-e5dd-44c3-a29d-92925c58728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:28.772523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-8f69e215-e5dd-44c3-a29d-92925c58728a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550151 Dec 13 10:16:28.885804 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-abba46b8-0233-424a-af80-97b3ef6496fd service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063411 Dec 13 10:16:28.982973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-302feaca-485f-4f98-9d92-f97fe0ac5f52 req-69da4f88-cf1c-41c8-8c3d-545fecf42027 service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903769 Dec 13 10:16:29.081991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-edc8a19b-7e00-4d23-a558-505493483b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.083780 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-edc8a19b-7e00-4d23-a558-505493483b04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1094 time: 0.0496566 Dec 13 10:16:29.182880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-5c4d8712-49b0-43e1-bef7-4a5353ab4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.185253 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-5c4d8712-49b0-43e1-bef7-4a5353ab4ad5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.0924010 Dec 13 10:16:29.198861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f60300-24c5-4d88-8035-dbc2e64c6649 req-b329c972-2616-4f30-8da6-a53bd965ef9f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.200401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3f60300-24c5-4d88-8035-dbc2e64c6649 req-b329c972-2616-4f30-8da6-a53bd965ef9f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 943 time: 0.0672219 Dec 13 10:16:29.230409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-44a22e14-60f5-41b4-9c77-81552f4fd8e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 217 time: 0.0379660 Dec 13 10:16:29.266241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3f60300-24c5-4d88-8035-dbc2e64c6649 req-3f2f1daa-79a4-4fc2-880f-ed903f0d2e52 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574880 Dec 13 10:16:29.295858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-819fca98-6534-4969-8c18-4f546ddc52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.298862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-819fca98-6534-4969-8c18-4f546ddc52ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0620728 Dec 13 10:16:29.300236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:29.359438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-97950f47-1593-4cca-af50-1e4ac5dfba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:29.361319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-97950f47-1593-4cca-af50-1e4ac5dfba40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554783 Dec 13 10:16:29.453532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-b0833b13-d931-4cc6-b637-52309cdc23cb service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851612 Dec 13 10:16:29.557663 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-104ea3d4-dd45-4b14-8ff9-586fbe1614b8 req-097aef47-e1f7-40b8-bc65-c4446917ff19 service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946980 Dec 13 10:16:30.410468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026bb3e-303f-4fd5-99aa-e32a15ec2e86 req-a2fb76b8-bd7d-4ef6-9996-b6540ba9989e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:30.412842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8026bb3e-303f-4fd5-99aa-e32a15ec2e86 req-a2fb76b8-bd7d-4ef6-9996-b6540ba9989e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 943 time: 0.0642970 Dec 13 10:16:30.476306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8026bb3e-303f-4fd5-99aa-e32a15ec2e86 req-f64677f1-c293-435d-a407-0cead19ba650 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564656 Dec 13 10:16:31.018535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3ff4-0f3e-488b-867d-74d0deffca1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:31.601937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adda5a-0373-4db6-9169-a8a18aebae4d req-49bf2cd5-0dc8-4168-adb7-df1cd81c4b8b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:31.603359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5adda5a-0373-4db6-9169-a8a18aebae4d req-49bf2cd5-0dc8-4168-adb7-df1cd81c4b8b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 943 time: 0.0547285 Dec 13 10:16:31.654535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5adda5a-0373-4db6-9169-a8a18aebae4d req-cdbf35a9-0989-4550-9927-9b375bd023de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Dec 13 10:16:32.018047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:32.063611 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Deleting subnet 15939a6c-c6b0-4c85-adee-5298e7ac79ea {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:32.066758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.101600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.146072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.199856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.225320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15939a6c-c6b0-4c85-adee-5298e7ac79ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:32.229163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.232383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8e785b4e-2133-4ec0-919a-4c868eaddddd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/15939a6c-c6b0-4c85-adee-5298e7ac79ea HTTP/1.1" status: 204 len: 168 time: 0.2132967 Dec 13 10:16:32.234816 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:32.307426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.330220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.399210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.419309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30577a59-e794-4118-8ab6-073034f0f365']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.429032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7733f7ab-0da1-45e6-9ba9-83f707629147') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.429360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7733f7ab-0da1-45e6-9ba9-83f707629147') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.438866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.451879 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.457724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:32.458113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:32.459968 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:32.517590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.523325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.527529 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] 10.222.0.30 "DELETE /v2.0/networks/30577a59-e794-4118-8ab6-073034f0f365 HTTP/1.1" status: 204 len: 168 time: 0.2917907 Dec 13 10:16:32.530362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:32.541863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2638-8ba1-4208-a986-161e6baf1217 admin admin] Pushing event deleted for resources: {'Network': ['ID=30577a59-e794-4118-8ab6-073034f0f365,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:32.583058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Deleting subnet bbc7571b-77c5-4ffd-8970-2393c2d8170b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:16:32.586577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.622149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.664742 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.718773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.752870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc7571b-77c5-4ffd-8970-2393c2d8170b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:32.773094 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.776334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5cbc5ec3-9683-47b6-a109-eb119bf970f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bbc7571b-77c5-4ffd-8970-2393c2d8170b HTTP/1.1" status: 204 len: 168 time: 0.2449141 Dec 13 10:16:32.779095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:32.800867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c15c1-95d5-46fb-a2f4-69046b1a5131 req-0ff43d88-f987-4986-bc93-3f0c709964de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:32.802400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-442c15c1-95d5-46fb-a2f4-69046b1a5131 req-0ff43d88-f987-4986-bc93-3f0c709964de tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 943 time: 0.0596037 Dec 13 10:16:32.848689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.854011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-442c15c1-95d5-46fb-a2f4-69046b1a5131 req-68a49a47-c2bc-4063-b8fa-458912000cc6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452492 Dec 13 10:16:32.932790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.952087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fe681d-3d13-44f4-a546-5e5e4322465b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.962061 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672c7ba-afc2-488f-8ecb-d15abf652804') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.962357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672c7ba-afc2-488f-8ecb-d15abf652804') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:32.971923 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.985531 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.991543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:16:32.991928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:16:32.993752 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:16:33.045776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.052416 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.055528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/28fe681d-3d13-44f4-a546-5e5e4322465b HTTP/1.1" status: 204 len: 168 time: 0.2753961 Dec 13 10:16:33.070268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756225e2-7d67-4068-af50-a0bbdcf88a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=28fe681d-3d13-44f4-a546-5e5e4322465b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:33.110218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:16:33.206642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:33.219480 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:33.221204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'mac_address': 'fa:16:3e:dd:eb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:16:33.259856 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dbe9d4b2-175d-442e-916b-8c459d8961c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a99b5c367dec4742b78b5bc563895868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391560 Dec 13 10:16:33.262761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.263203 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:33.277992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:16:33.300353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:33.305601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.314465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.339265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.360174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:33.392277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.394978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.396194 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97203406-6edb-4e64-9f88-3ee137b48bfc HTTP/1.1" status: 204 len: 168 time: 0.1320686 Dec 13 10:16:33.404092 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71c93e-d970-4321-8705-6b1ddcf7ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97203406-6edb-4e64-9f88-3ee137b48bfc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:33.654251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:16:33.720669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:33.759835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f9ffb559-eac0-44b7-92f0-8eb445c81f52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6493615aabf044bbaf073b8fe9abffff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378015 Dec 13 10:16:33.762806 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:33.767365 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.811263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.832679 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.886319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.890044 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:33.893837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5509868-e380-4bf5-9c53-2c10efd110ba HTTP/1.1" status: 204 len: 168 time: 0.1298132 Dec 13 10:16:33.903553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf839c-7891-434c-a9da-a61e50c3fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5509868-e380-4bf5-9c53-2c10efd110ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:33.983833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa932d-1068-4cf6-80e7-52c11ef9a006 req-b4b84c27-e110-4a8a-9f6f-76a1ca048d0a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:33.985330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acaa932d-1068-4cf6-80e7-52c11ef9a006 req-b4b84c27-e110-4a8a-9f6f-76a1ca048d0a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 944 time: 0.0545342 Dec 13 10:16:34.036339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acaa932d-1068-4cf6-80e7-52c11ef9a006 req-8ae5ba01-403b-4506-bbe5-a77f47e8dd61 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Dec 13 10:16:34.572325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 44780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:34.670409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-102814395-network', 'tenant_id': 'fe5ac317c1be4bb793317a24d220a492'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:34.691033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Made reservation on behalf of fe5ac317c1be4bb793317a24d220a492 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:34.693862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.702111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.781589 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.782101 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.786160 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.811635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:16:34.821142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bf29df-1620-48ed-aed8-f62d10a29b59,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:34.827917 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.828807 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Added segment 4bf45edb-5e5c-4743-b424-54191b51b009 of type vlan for network d849c27e-8fe9-4571-b649-7e4a5dd8d597 Dec 13 10:16:34.872361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.897451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.898430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:34.899010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:34.952166 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3787036 Dec 13 10:16:34.955138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:34.960379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Request body: {'subnet': {'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-102814395-subnet', 'tenant_id': 'fe5ac317c1be4bb793317a24d220a492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:34.965530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c9d58-2471-46e2-a050-1ce69560f73b admin admin] Pushing event updated for resources: {'Network': ['ID=d849c27e-8fe9-4571-b649-7e4a5dd8d597,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:34.976662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:16:34.981889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Made reservation on behalf of fe5ac317c1be4bb793317a24d220a492 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:16:34.984425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.107415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:16:35.159954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:16:35.164200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:16:35.164389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.184084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.227453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c455d9-55c2-4de9-855a-34de6f718422 req-467638a4-9663-418d-8bb6-713e0f14b79c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:35.228901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62c455d9-55c2-4de9-855a-34de6f718422 req-467638a4-9663-418d-8bb6-713e0f14b79c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 944 time: 0.1206975 Dec 13 10:16:35.249742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.273427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:35.273842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17631a3c-f3bc-4aff-87b2-575fe28ee460,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:35.275786 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773845d2-3186-4c65-9392-38b053d9d3f8" -d '{"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-plugged", "status": "completed", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:35.289955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:16:35.294773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.300721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Checking segment: {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:16:35.301086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Network hostable DHCP agents. Network: d849c27e-8fe9-4571-b649-7e4a5dd8d597, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:16:35.320705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62c455d9-55c2-4de9-855a-34de6f718422 req-a44bd4be-6505-4795-a349-b25083633763 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851943 Dec 13 10:16:35.342726 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be05ddc8-1899-4683-b08c-51d5742c3273 x-openstack-request-id: req-be05ddc8-1899-4683-b08c-51d5742c3273 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:35.343019 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-plugged", "status": "completed", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:35.343276 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be05ddc8-1899-4683-b08c-51d5742c3273 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:35.343586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:16:35.343725 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'code': 200} Dec 13 10:16:35.357362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d849c27e-8fe9-4571-b649-7e4a5dd8d597) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:35.359703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:35.364678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:35.365918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:35.374911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b650992-56f1-4f42-a5ad-0f040bec6f67 None None] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:35.386467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e1b48a61-8794-4508-92c7-649fe02984c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4302034 Dec 13 10:16:35.443701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf736-a358-4d91-a351-12082c345771 req-645c2f22-49ab-4015-a62c-0c5595974ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:35.445751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e25cf736-a358-4d91-a351-12082c345771 req-645c2f22-49ab-4015-a62c-0c5595974ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0520997 Dec 13 10:16:35.482465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda28624-ddb6-40b4-aae1-5b45e203b7bb None None] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:16:35.496045 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e25cf736-a358-4d91-a351-12082c345771 req-8b9b4860-cf0a-4492-8416-10c5579b6467 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Dec 13 10:16:36.442955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10970a-f02f-4a74-b304-9219457831b0 req-1a4242bf-5223-4140-8a60-a55e4bb60656 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:36.444436 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d10970a-f02f-4a74-b304-9219457831b0 req-1a4242bf-5223-4140-8a60-a55e4bb60656 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0512657 Dec 13 10:16:36.495060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d10970a-f02f-4a74-b304-9219457831b0 req-a73dbd21-4c1f-4789-b7bb-616e28e9c247 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Dec 13 10:16:37.162473 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-bf37d00c-7b90-4d3b-863f-af0810c832bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411983 Dec 13 10:16:37.264598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-498d3654-8d94-40f9-85cb-bdb2e996639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.266105 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-498d3654-8d94-40f9-85cb-bdb2e996639e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0460563 Dec 13 10:16:37.372130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-6fab314c-debc-4bad-b145-c7a380e993d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.373657 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-6fab314c-debc-4bad-b145-c7a380e993d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0874527 Dec 13 10:16:37.442968 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-25ff8947-f3fa-4c7c-8b8a-3af29b5c77b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 999 time: 0.0620837 Dec 13 10:16:37.492068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-b1484abe-0ea6-41cb-bacb-ff8203de4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.493545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-b1484abe-0ea6-41cb-bacb-ff8203de4dff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0433815 Dec 13 10:16:37.540959 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-a3755aa4-c08b-4327-ba93-674dbda256aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.542488 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-a3755aa4-c08b-4327-ba93-674dbda256aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407817 Dec 13 10:16:37.635486 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c751b7-b32e-4739-9f34-5b686301297a req-9bcebbe1-93d4-478f-a674-15fb50aabae2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.637074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05c751b7-b32e-4739-9f34-5b686301297a req-9bcebbe1-93d4-478f-a674-15fb50aabae2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0631030 Dec 13 10:16:37.648942 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-17f90dcf-b94a-4443-852d-d73af612f258 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988402 Dec 13 10:16:37.696641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05c751b7-b32e-4739-9f34-5b686301297a req-32a2fd3e-488e-40db-bd3f-8753d08b5420 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530875 Dec 13 10:16:37.745459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0a1ea74f-88d3-429e-a617-ca7f3150a694 req-5f09b009-1a6b-44b2-99c3-8e0f32d1f46d service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897589 Dec 13 10:16:37.819869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c4e6-d682-4f66-84e4-8f897e0ae29e req-f2c6fa52-c180-47d9-8a0e-c2c7d794e45e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.821390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f174c4e6-d682-4f66-84e4-8f897e0ae29e req-f2c6fa52-c180-47d9-8a0e-c2c7d794e45e tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0510375 Dec 13 10:16:37.872163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f174c4e6-d682-4f66-84e4-8f897e0ae29e req-b75558eb-3932-4656-8fe2-5c07d1557830 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Dec 13 10:16:37.894195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:37.934326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e72e05-8466-40ff-a99e-37c0ef9fa4fd tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:37.938568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-91e72e05-8466-40ff-a99e-37c0ef9fa4fd tempest-TestNetworkAdvancedServerOps-1215596370 tempest-TestNetworkAdvancedServerOps-1215596370-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1091 time: 0.0408170 Dec 13 10:16:37.938804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:37.943069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:16:37.965838 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.066343 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.171389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Allocated IP 172.25.1.254 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/751e2f49-6909-4a89-9a2d-b96dee2dedfc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:16:38.276504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.312182 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.351924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:16:38.356796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:16:38.360309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:16:38.367043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=751e2f49-6909-4a89-9a2d-b96dee2dedfc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:38.761683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.825897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.975506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:38.979887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:39.054135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event updated for resources: {'Port': ['ID=751e2f49-6909-4a89-9a2d-b96dee2dedfc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:16:39.063715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:39.164916 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 associated. External IP: 172.25.1.254, port: 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b. Dec 13 10:16:39.384582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 817a68b3-fef7-45d7-87ce-9966be33655a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:16:39.494769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:16:39.507589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Sync routers for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:16:39.517014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:39.517988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:39.518704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:39.544599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aa13e3dc-6df6-4c45-b386-7606795ae969 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6047213 Dec 13 10:16:39.545212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:16:39.547670 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:16:39.660846 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:39.661873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00846-03b3-4b53-9267-82178025adf5 req-f06ff158-2d50-4223-b721-361f79d43ac4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:39.670664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03a00846-03b3-4b53-9267-82178025adf5 req-f06ff158-2d50-4223-b721-361f79d43ac4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0732496 Dec 13 10:16:39.724183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03a00846-03b3-4b53-9267-82178025adf5 req-2400ff66-439b-45eb-b8a9-c8e316a72a82 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Dec 13 10:16:39.748019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:39.785595 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d78c1-239d-4604-a477-8d26772db15d x-openstack-request-id: req-df0d78c1-239d-4604-a477-8d26772db15d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:16:39.786317 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:16:39.786317 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df0d78c1-239d-4604-a477-8d26772db15d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:16:39.786603 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'status': 'completed', 'code': 200} Dec 13 10:16:39.817562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d4f75df-aa68-4f3a-8a0f-e8f23cfa8a99 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 HTTP/1.1" status: 200 len: 991 time: 0.0682998 Dec 13 10:16:39.831846 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-7a897ecd-c1fa-43f7-b55a-46f34b7402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:39.833528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-7a897ecd-c1fa-43f7-b55a-46f34b7402ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0454485 Dec 13 10:16:39.930184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-026a924e-c550-4520-9dbf-989a38ce1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:39.931681 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-026a924e-c550-4520-9dbf-989a38ce1aeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.0909317 Dec 13 10:16:39.935382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b6b50cd1-f58a-45e2-bd4e-16edbf5f8995', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'mac_address': 'fa:16:3e:dd:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:38Z', 'updated_at': '2021-12-13T10:16:38Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:39.963055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Checking router: 817a68b3-fef7-45d7-87ce-9966be33655a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:16:39.971490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:16:39.972100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:16:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:39.999558 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-e864ef5c-8788-4853-8319-2174a317d432 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 999 time: 0.0604320 Dec 13 10:16:40.054483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-b0601e0d-8152-4fe9-bfd5-7ae6a68f54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:40.056283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-b0601e0d-8152-4fe9-bfd5-7ae6a68f54c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0496862 Dec 13 10:16:40.078265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:16:40.104877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-01bea2f0-edea-4570-8968-597929d27b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:40.107005 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-01bea2f0-edea-4570-8968-597929d27b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425329 Dec 13 10:16:40.207654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-d2c5a943-be12-40ad-8a6e-2814777b5cf0 service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934665 Dec 13 10:16:40.308987 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-381a50e8-9e8c-4d1c-98dd-a387ba8552dd req-1d7cc7b1-5e1e-4ccd-a633-e3332008b84d service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944386 Dec 13 10:16:40.336847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b6b50cd1-f58a-45e2-bd4e-16edbf5f8995', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'mac_address': 'fa:16:3e:dd:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:38Z', 'updated_at': '2021-12-13T10:16:38Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:16:40.368500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112cc2f0-7a96-4708-a672-66b93da92b38 None None] The sync data for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 is: [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'b6b50cd1-f58a-45e2-bd4e-16edbf5f8995', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'mac_address': 'fa:16:3e:dd:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:16:38Z', 'updated_at': '2021-12-13T10:16:38Z', 'revision_number': 0, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:16:40.573112 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b35c49-1a8c-47d1-bd96-d89957deb377 None None] New status for floating IP b6b50cd1-f58a-45e2-bd4e-16edbf5f8995: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:16:40.821974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 44836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:16:40.889243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99b5750e-38f3-4e41-b443-aada2002340c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 HTTP/1.1" status: 200 len: 993 time: 0.0630205 Dec 13 10:16:49.278035 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-5ef5cae4-7e9b-4f74-b3a9-af28afa3b092 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403874 Dec 13 10:16:49.360263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-3361189e-782a-4cc3-845b-d845585105fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.361847 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-3361189e-782a-4cc3-845b-d845585105fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0410516 Dec 13 10:16:49.471852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-27767b37-dd16-43b6-9588-538d18410fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.473399 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-27767b37-dd16-43b6-9588-538d18410fb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.0899017 Dec 13 10:16:49.546860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-4d583d96-09be-4b84-9a0d-5a703491692c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 1001 time: 0.0622871 Dec 13 10:16:49.603388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-81b0df2c-695b-4cac-acce-f8646965bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.604902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-81b0df2c-695b-4cac-acce-f8646965bdf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0505257 Dec 13 10:16:49.654345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-9ef821da-7528-4769-8961-aac6bd35cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:16:49.655873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-9ef821da-7528-4769-8961-aac6bd35cc7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Dec 13 10:16:49.752941 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-794b789f-103c-4ea4-9dd9-7c083b78280a service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895803 Dec 13 10:16:49.846549 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8aebd639-4763-4fcc-90fe-2fb32a7e76ec req-86caaf50-a8bb-4047-9724-92e78cfc2f17 service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Dec 13 10:16:49.991437 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:16:57.436769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:58.607975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0467e6d7-9d07-4205-9b9a-05589cfb02d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:16:59.298460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:01.021413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd15d513-4b5b-4c43-8c50-5b9c34b28557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:02.326178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:03.746197 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:04.802201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:26.992054 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:17:27.437543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:28.610532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d367eb5e-760b-405c-bf1a-98f59a3881f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:28.844943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-893f3568-901a-452d-a1a1-235cba962542 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:28.846433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-893f3568-901a-452d-a1a1-235cba962542 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 813 time: 0.1044741 Dec 13 10:17:28.861259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-6fe46675-5d57-4f26-ab40-87cc6400c69b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/quotas/fe5ac317c1be4bb793317a24d220a492 HTTP/1.1" status: 200 len: 375 time: 0.0089095 Dec 13 10:17:29.227885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-19fbfbef-43c3-4fe7-b5e7-6d33d21553ee tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3611503 Dec 13 10:17:29.238427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-f2eae286-4283-4912-82f3-b1462d969f5b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:17:29.239382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-f2eae286-4283-4912-82f3-b1462d969f5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048723 Dec 13 10:17:29.298428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:29.329307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-fc94b3b8-98e7-41dd-93bf-e4e462659bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Dec 13 10:17:29.420495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-c6027a53-7081-4d65-84db-f0a2794bcf24 service neutron] 10.222.0.30 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Dec 13 10:17:29.589042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e1c479c-522b-45ca-bf3b-62b0dbf66022 req-175f9e0e-ce1e-4053-ba91-73d15edd5148 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 210 time: 0.0297284 Dec 13 10:17:30.696144 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e70c484-c833-456d-afff-8e141d8bbef9 req-8dcf6097-5246-47d7-a386-f13186ad8725 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 210 time: 0.0302014 Dec 13 10:17:31.005603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-c012723b-25e7-4d39-96ad-8f0221957bb5 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:31.007081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-c012723b-25e7-4d39-96ad-8f0221957bb5 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 813 time: 0.3805990 Dec 13 10:17:31.020241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Request body: {'port': {'device_id': '77e24764-11dd-43a2-890d-85a775885f6f', 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597', 'admin_state_up': True, 'tenant_id': 'fe5ac317c1be4bb793317a24d220a492'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:31.023685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2cfc-0c30-4642-b437-982972f6dc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.125482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Made reservation on behalf of fe5ac317c1be4bb793317a24d220a492 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:17:31.129153 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.253708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Allocated IP 172.20.0.4 (d849c27e-8fe9-4571-b649-7e4a5dd8d597/17631a3c-f3bc-4aff-87b2-575fe28ee460/8516ee2d-622d-491f-afca-191d9f96f5f7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:17:31.398608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.431574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.474867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:17:31.478054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:17:31.481855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:17:31.508604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Pushing event updated for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:31.523517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.523869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.524214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.524553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.524885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.525238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.525570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.525896 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.526220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.526546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.526870 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.527193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.527515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:31.545224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:31.545842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.561243 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-497bf31c-7bdc-40f7-8f48-3d87d49af8a1 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446527 Dec 13 10:17:31.573365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Request body: {'port': {'device_id': '77e24764-11dd-43a2-890d-85a775885f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:17:31.629097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.820712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194282a-b837-4dc2-9486-a64049e0858a req-55714b2c-e146-4e19-b648-65306b698996 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:31.822291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6194282a-b837-4dc2-9486-a64049e0858a req-55714b2c-e146-4e19-b648-65306b698996 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 931 time: 0.0543675 Dec 13 10:17:31.870942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6194282a-b837-4dc2-9486-a64049e0858a req-e00a3bd1-1828-4542-a77e-d13fc50c5684 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Dec 13 10:17:31.890338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8516ee2d-622d-491f-afca-191d9f96f5f7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:31.898694 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.910573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Transition to ACTIVE for port object 8516ee2d-622d-491f-afca-191d9f96f5f7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:17:31.914686 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:31.966853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:32.032826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Attempting to bind port 8516ee2d-622d-491f-afca-191d9f96f5f7 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:17:32.033462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Attempting to bind port 8516ee2d-622d-491f-afca-191d9f96f5f7 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:17:32.033462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Attempting to bind port 8516ee2d-622d-491f-afca-191d9f96f5f7 on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:32.037777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Port 8516ee2d-622d-491f-afca-191d9f96f5f7 on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:17:32.038096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Attempting to bind port 8516ee2d-622d-491f-afca-191d9f96f5f7 on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:17:32.043042 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:17:32.043379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Checking segment: {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:17:32.043760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Bound using segment: {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:17:32.044185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Bound port: 8516ee2d-622d-491f-afca-191d9f96f5f7, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:17:32.044537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:32.107860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:17:32.111357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8516ee2d-622d-491f-afca-191d9f96f5f7,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:17:32.118241 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:32.155894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.156543 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:32.157930 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] 10.222.0.44 "PUT /v2.0/ports/8516ee2d-622d-491f-afca-191d9f96f5f7 HTTP/1.1" status: 200 len: 1091 time: 0.5885928 Dec 13 10:17:32.158394 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:32.160659 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16597ec5-1ab5-4b16-88a5-3b0176a337be" -d '{"events": [{"name": "network-changed", "server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:32.183645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc00a-1d63-4a28-bc18-76bcc27d8f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:32.205886 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39655b9-9433-44d5-9aed-ad9662e0121b x-openstack-request-id: req-b39655b9-9433-44d5-9aed-ad9662e0121b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:32.206189 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:32.206446 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b39655b9-9433-44d5-9aed-ad9662e0121b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:32.206851 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7', 'status': 'completed', 'code': 200} Dec 13 10:17:32.240686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-ee67c6cb-f5cb-4ce9-90e8-06d3ce7be749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.242371 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-ee67c6cb-f5cb-4ce9-90e8-06d3ce7be749 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 1094 time: 0.0473971 Dec 13 10:17:32.284907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-aa33225d-be6f-40d2-bb40-3feb84abe071 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8516ee2d-622d-491f-afca-191d9f96f5f7 HTTP/1.1" status: 200 len: 217 time: 0.0336888 Dec 13 10:17:32.330186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:32.335960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-e8fe5f77-d766-473e-8d03-1902d85e6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.337487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-e8fe5f77-d766-473e-8d03-1902d85e6482 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17631a3c-f3bc-4aff-87b2-575fe28ee460 HTTP/1.1" status: 200 len: 853 time: 0.0445783 Dec 13 10:17:32.369868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-4fe6e676-dddf-46a6-8fb3-4f999fcb3cdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d849c27e-8fe9-4571-b649-7e4a5dd8d597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251272 Dec 13 10:17:32.461622 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-7a488003-8a6f-410f-bf64-803c36b2cc00 service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Dec 13 10:17:32.550662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-14ac69e5-e993-463f-8a3a-42a56342bdc0 req-ed8de467-b029-4f6a-a753-a7d743223a3b service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Dec 13 10:17:32.643889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-545b2bad-25c8-4dda-ac7b-3ec60c3ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.645382 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-545b2bad-25c8-4dda-ac7b-3ec60c3ef466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 1094 time: 0.0472314 Dec 13 10:17:32.734867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-e3753b95-c944-441b-a3c6-01103a9a844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.736321 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-e3753b95-c944-441b-a3c6-01103a9a844d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 914 time: 0.0842237 Dec 13 10:17:32.781320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-38ee354a-2711-4dbb-aca2-def18f46901c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8516ee2d-622d-491f-afca-191d9f96f5f7 HTTP/1.1" status: 200 len: 217 time: 0.0378008 Dec 13 10:17:32.830934 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-896fa15d-615a-4982-ae20-a9224dd0269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.832246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-896fa15d-615a-4982-ae20-a9224dd0269f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17631a3c-f3bc-4aff-87b2-575fe28ee460 HTTP/1.1" status: 200 len: 853 time: 0.0423937 Dec 13 10:17:32.865942 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-acb2eeb4-e692-4ca1-a638-f9626c75e55c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d849c27e-8fe9-4571-b649-7e4a5dd8d597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245497 Dec 13 10:17:32.958799 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-1a474522-8806-4185-997a-a1ae0cec9580 service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Dec 13 10:17:32.987030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1368-0311-49a1-9e50-01fd29c1c551 req-d3a5c835-64d5-4835-a09e-c825653cc6db tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:32.988649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-984d1368-0311-49a1-9e50-01fd29c1c551 req-d3a5c835-64d5-4835-a09e-c825653cc6db tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 943 time: 0.0484514 Dec 13 10:17:33.037843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-984d1368-0311-49a1-9e50-01fd29c1c551 req-5a5b0a21-7bea-4007-b91b-92b9db96e66e tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Dec 13 10:17:33.055788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-16597ec5-1ab5-4b16-88a5-3b0176a337be req-f5a44955-5fed-4f4b-9ab6-d6594772c059 service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894096 Dec 13 10:17:33.753329 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.015254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8516ee2d-622d-491f-afca-191d9f96f5f7 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:17:34.111994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8516ee2d-622d-491f-afca-191d9f96f5f7,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:34.124505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8516ee2d-622d-491f-afca-191d9f96f5f7', 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597', 'port_id': '8516ee2d-622d-491f-afca-191d9f96f5f7', 'mac_address': 'fa:16:3e:fd:3e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17631a3c-f3bc-4aff-87b2-575fe28ee460', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:17:34.155174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1c20b-42ed-4a49-8d1d-5f6834aca9be req-4ac4c42b-8838-4d84-9591-6e11bc157d4f tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:34.156640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1c20b-42ed-4a49-8d1d-5f6834aca9be req-4ac4c42b-8838-4d84-9591-6e11bc157d4f tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 943 time: 0.0480664 Dec 13 10:17:34.161480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.174951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516ee2d-622d-491f-afca-191d9f96f5f7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:17:34.194481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8516ee2d-622d-491f-afca-191d9f96f5f7,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:34.198341 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:34.209154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6b1c20b-42ed-4a49-8d1d-5f6834aca9be req-d0b22e19-f590-4238-8a64-92efd5c90981 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Dec 13 10:17:34.245166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:34.252393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.252742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.253084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.253452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.253785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.254119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.254473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.254802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.255158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.255498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.255819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.256136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.256449 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:34.417448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8516ee2d-622d-491f-afca-191d9f96f5f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:17:34.785233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:35.331829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8be3a-1399-401c-b9bc-01e6a0f38a2b req-c84aacd6-4506-4c7c-8cf7-4e4c71d629bd tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:35.333431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2e8be3a-1399-401c-b9bc-01e6a0f38a2b req-c84aacd6-4506-4c7c-8cf7-4e4c71d629bd tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 944 time: 0.0491276 Dec 13 10:17:35.380319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2e8be3a-1399-401c-b9bc-01e6a0f38a2b req-f1915430-4323-42ef-a318-820f49b671ef tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Dec 13 10:17:36.030433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8516ee2d-622d-491f-afca-191d9f96f5f7 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:17:36.077522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8516ee2d-622d-491f-afca-191d9f96f5f7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:17:36.081382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8516ee2d-622d-491f-afca-191d9f96f5f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:17:36.081748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:36.159207 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:36.180950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:36.183196 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d4036-44fb-458e-baa5-019def1ccaff" -d '{"events": [{"server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "name": "network-vif-plugged", "status": "completed", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:36.197301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8516ee2d-622d-491f-afca-191d9f96f5f7,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:36.201267 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:36.247673 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:36.285487 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86f71ef-ef42-477d-9713-15de7a6d842f x-openstack-request-id: req-d86f71ef-ef42-477d-9713-15de7a6d842f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:36.285789 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "name": "network-vif-plugged", "status": "completed", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:36.286047 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d86f71ef-ef42-477d-9713-15de7a6d842f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:36.286501 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7', 'code': 200} Dec 13 10:17:36.379110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf0aa-19ff-4685-9af3-531f5f3ef09e req-0674b87a-f980-4c18-b033-51bbeb571d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.381308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8dfcf0aa-19ff-4685-9af3-531f5f3ef09e req-0674b87a-f980-4c18-b033-51bbeb571d9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 1096 time: 0.0397859 Dec 13 10:17:36.427745 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8dfcf0aa-19ff-4685-9af3-531f5f3ef09e req-681f9504-46dc-418a-8e03-ef75ced2f86b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Dec 13 10:17:36.494375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53e190-b899-4936-aa1f-9a5344ff7403 req-eb292632-cdff-416b-b4c2-a8e40b46e431 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:36.495852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af53e190-b899-4936-aa1f-9a5344ff7403 req-eb292632-cdff-416b-b4c2-a8e40b46e431 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 945 time: 0.0483325 Dec 13 10:17:36.542591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af53e190-b899-4936-aa1f-9a5344ff7403 req-63aa9ac6-381a-45e8-bd49-3349a0be08b2 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Dec 13 10:17:37.147862 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-d0c53cb9-f2a1-499f-b5bb-9767075e6a6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442386 Dec 13 10:17:37.233913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-6a4f802f-2a74-4fd7-b688-7f75039fe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.235391 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-6a4f802f-2a74-4fd7-b688-7f75039fe84f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=903f260989f044e6a76d349b01f252b7&device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 1096 time: 0.0427923 Dec 13 10:17:37.341490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-500a54a1-7f45-4e33-96ca-94d179c8a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.343023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-500a54a1-7f45-4e33-96ca-94d179c8a733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 200 len: 910 time: 0.0844097 Dec 13 10:17:37.421830 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-b3094c76-7a97-4450-bb61-08eea0d20d00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 200 len: 999 time: 0.0649407 Dec 13 10:17:37.473506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-91076f09-37e2-4ac1-8403-2c5d74536b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.475913 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-91076f09-37e2-4ac1-8403-2c5d74536b3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 200 len: 848 time: 0.0465329 Dec 13 10:17:37.528905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-69b37d97-45d3-4c35-8204-b8483e9230d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.530422 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-69b37d97-45d3-4c35-8204-b8483e9230d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7739292-60b4-428f-bef4-de0874ced364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429933 Dec 13 10:17:37.626611 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-273593ca-0860-4c56-ab8d-82cacb898b17 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878935 Dec 13 10:17:37.675272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68edb6-6b5b-4db1-87e0-00675bbf3694 req-02c69f92-0e97-433f-b24f-f457a8e2ac10 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:37.676708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a68edb6-6b5b-4db1-87e0-00675bbf3694 req-02c69f92-0e97-433f-b24f-f457a8e2ac10 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 945 time: 0.0533209 Dec 13 10:17:37.719018 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-44540a87-3fe2-4b7d-be10-c605e9c199c1 req-0d771d2c-9181-489f-8134-86af5958e9a2 service neutron] 10.222.0.44 "GET /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Dec 13 10:17:37.725325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a68edb6-6b5b-4db1-87e0-00675bbf3694 req-b9413c45-4e3d-4a1c-a64b-837fcc5bb0c3 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Dec 13 10:17:47.408489 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b8da-25d9-4fc4-aded-4660df4ade96 req-41364e6d-6dfd-423c-934a-235ddde231dc tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:47.410006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47d5b8da-25d9-4fc4-aded-4660df4ade96 req-41364e6d-6dfd-423c-934a-235ddde231dc tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0497520 Dec 13 10:17:47.460229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47d5b8da-25d9-4fc4-aded-4660df4ade96 req-3e82ab48-f0ee-4a65-a3f4-18a88bd535a4 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Dec 13 10:17:48.586471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ec2ff-ca35-44a9-b80c-bd0479e3ff21 req-484c502c-a798-473e-b20e-9ccd54758c84 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:48.588169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d7ec2ff-ca35-44a9-b80c-bd0479e3ff21 req-484c502c-a798-473e-b20e-9ccd54758c84 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0524318 Dec 13 10:17:48.650051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2d7ec2ff-ca35-44a9-b80c-bd0479e3ff21 req-a188021a-a10c-4c8b-a1d3-3aa568c8c85a tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/security-groups?id=3aebebb6-4fb5-4af7-8a45-1ef9095f4974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519505 Dec 13 10:17:48.779874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-65bd2f29-90e8-4751-aa39-43c7c5d3f1d1 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:48.781333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-65bd2f29-90e8-4751-aa39-43c7c5d3f1d1 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 945 time: 0.0565617 Dec 13 10:17:48.876273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Deleting port ce95d98f-07eb-4491-a116-cd8823969612 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:48.876537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:48.970011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] For port ce95d98f-07eb-4491-a116-cd8823969612, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=ce95d98f-07eb-4491-a116-cd8823969612,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:48.970382 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:49.194177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:49.194557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:49.194940 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Floating IP 342d681d-f19a-4ff0-997e-36575aa6c9ed disassociated. External IP: 172.25.1.6, port: ce95d98f-07eb-4491-a116-cd8823969612. Dec 13 10:17:49.195304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Calling delete_port for ce95d98f-07eb-4491-a116-cd8823969612 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:49.339491 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:49.370856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event deleted for resources: {'Port': ['ID=ce95d98f-07eb-4491-a116-cd8823969612,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:49.488596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:17:49.598533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:17:49.611774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Sync routers for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:17:49.624542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:49.625250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:49.649376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] No DVR routers for this DVR port ce95d98f-07eb-4491-a116-cd8823969612 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:49.652905 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:49.656726 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d32488ed-9745-4584-9b45-fd8d9bc0e516 req-9969a8be-064c-411a-a9b0-23cdd90f75b2 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.44 "DELETE /v2.0/ports/ce95d98f-07eb-4491-a116-cd8823969612 HTTP/1.1" status: 204 len: 173 time: 0.8683181 Dec 13 10:17:49.657245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'name': 'network-vif-deleted', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:17:49.670251 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09917567-7099-4daa-acc7-195bc874cd19" -d '{"events": [{"server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "name": "network-vif-deleted", "tag": "ce95d98f-07eb-4491-a116-cd8823969612"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:17:49.780910 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604597e-4208-4533-abfd-0c7091782a15 x-openstack-request-id: req-e604597e-4208-4533-abfd-0c7091782a15 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:17:49.781937 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba7bfab-9a71-445c-9f8f-b1281076b796", "name": "network-vif-deleted", "tag": "ce95d98f-07eb-4491-a116-cd8823969612", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:17:49.782433 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e604597e-4208-4533-abfd-0c7091782a15 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:17:49.783057 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba7bfab-9a71-445c-9f8f-b1281076b796', 'name': 'network-vif-deleted', 'tag': 'ce95d98f-07eb-4491-a116-cd8823969612', 'status': 'completed', 'code': 200} Dec 13 10:17:49.798645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:49.815676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93cea603-fc3e-46ad-9d90-13de9a8ac5fb req-0ca6243a-c324-4c7e-b4a6-208707251bd6 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7bfab-9a71-445c-9f8f-b1281076b796 HTTP/1.1" status: 200 len: 210 time: 0.0397902 Dec 13 10:17:50.035954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:50.071695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Checking router: b683a7e4-3515-44ab-a3ed-e63d99fa3d32 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:17:50.081467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:50.082070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:50.369418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:50.580742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:50.607396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4855c-af85-4afd-8a53-6714fa2b3b42 None None] The sync data for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 is: [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '4a2b35bb-09c5-4c64-8174-736f448f09ee', 'name': '', 'network_id': 'c7739292-60b4-428f-bef4-de0874ced364', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:44Z', 'updated_at': '2021-12-13T10:12:48Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'subnets': [{'id': 'faf52be1-ea3a-417e-9ec3-e1a0cea70675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:17:50.701466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-3d0e11cb-514d-427f-b01d-ed18f350ebcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465643 Dec 13 10:17:50.804278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-e0dbadf5-160c-4c68-9ead-dcb388c1f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:50.806051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-e0dbadf5-160c-4c68-9ead-dcb388c1f5ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0575294 Dec 13 10:17:50.872842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46012) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:50.936214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-cdb27fb1-1385-4821-88f2-c25e42759b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:50.937842 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-cdb27fb1-1385-4821-88f2-c25e42759b80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.1114268 Dec 13 10:17:50.943110 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c5541-d1ac-49a0-9548-cb7ad6d2d315 None None] New status for floating IP 342d681d-f19a-4ff0-997e-36575aa6c9ed: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:17:51.031466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-ed2bd742-e339-4b13-90bf-5205ce60aa22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 1001 time: 0.0864453 Dec 13 10:17:51.035533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Deleting port 3ba47fda-0600-45dd-bce8-e83ea374362f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:51.035891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.097817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-d27536a2-e658-45d3-aa48-301627768dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.100495 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-d27536a2-e658-45d3-aa48-301627768dc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0607173 Dec 13 10:17:51.138265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.138621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.155031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Calling delete_port for 3ba47fda-0600-45dd-bce8-e83ea374362f owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:51.171262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-279d5e06-0d93-45e1-aa19-178f352ee278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:51.173070 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-279d5e06-0d93-45e1-aa19-178f352ee278 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657861 Dec 13 10:17:51.284610 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-b0bdc458-4c71-43ae-ae93-c060f2aab07d service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038952 Dec 13 10:17:51.370803 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.399711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event deleted for resources: {'Port': ['ID=3ba47fda-0600-45dd-bce8-e83ea374362f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:51.410740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.411059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.411405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.411847 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fc3784e4-2cc1-4566-91c5-65d4f653efa8 req-6caf44f9-3647-499e-a2fb-93ccff14284d service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189280 Dec 13 10:17:51.412043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.412237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.412540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.412882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.413263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.413604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.413943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.414281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.414713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.414927 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:17:51.503554 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.511656 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.512917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e07e5556-cc9f-4739-9b13-7fa3c7bc6bdd tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "DELETE /v2.0/floatingips/342d681d-f19a-4ff0-997e-36575aa6c9ed HTTP/1.1" status: 204 len: 168 time: 0.6383214 Dec 13 10:17:51.707368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:51.764681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.790409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.854548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.857444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:51.858620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] 10.222.0.30 "DELETE /v2.0/security-groups/3aebebb6-4fb5-4af7-8a45-1ef9095f4974 HTTP/1.1" status: 204 len: 168 time: 0.1502450 Dec 13 10:17:51.869277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0ac5-91f3-48da-8a29-fbbd3744ce31 tempest-TestServerBasicOps-202314335 tempest-TestServerBasicOps-202314335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aebebb6-4fb5-4af7-8a45-1ef9095f4974,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:51.900541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:52.113659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ce95d98f-07eb-4491-a116-cd8823969612 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:52.150599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: ce95d98f-07eb-4491-a116-cd8823969612 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:52.156533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device ce95d98f-07eb-4491-a116-cd8823969612 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:52.332821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:52.508868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0dc99-5196-498a-a58c-4488ec73161d req-a773c1eb-98fe-4d47-a318-d65797b0f9d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:52.510379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91d0dc99-5196-498a-a58c-4488ec73161d req-a773c1eb-98fe-4d47-a318-d65797b0f9d2 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0695553 Dec 13 10:17:52.612305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91d0dc99-5196-498a-a58c-4488ec73161d req-111392d3-92fc-4c58-b0d4-35d6867d9b1a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723085 Dec 13 10:17:52.710821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Deleting port 4a2b35bb-09c5-4c64-8174-736f448f09ee {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:52.711174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:52.792037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] For port 4a2b35bb-09c5-4c64-8174-736f448f09ee, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4a2b35bb-09c5-4c64-8174-736f448f09ee,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:52.792401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:52.805460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Calling delete_port for 4a2b35bb-09c5-4c64-8174-736f448f09ee owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:52.993522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.021515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2b35bb-09c5-4c64-8174-736f448f09ee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:53.197523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.440189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:17:53.552897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:17:53.561014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2d5ef350-1ce3-4a75-abcc-9a1e5db1a21b admin admin] 10.222.0.30 "PUT /v2.0/routers/b683a7e4-3515-44ab-a3ed-e63d99fa3d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6566601 Dec 13 10:17:53.561155 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:53.564584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Sync routers for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:17:53.575464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:53.576271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:53.677946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.702705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:53.764596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2e4fe-47d5-4177-a016-bcdad8dc4499 req-a82bd070-0568-4306-8883-29ff17a19f93 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:53.766996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cf2e4fe-47d5-4177-a016-bcdad8dc4499 req-a82bd070-0568-4306-8883-29ff17a19f93 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0699918 Dec 13 10:17:53.805795 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.835545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cf2e4fe-47d5-4177-a016-bcdad8dc4499 req-c85fb89e-cb71-4300-85f0-eb3fe0fa9e69 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613537 Dec 13 10:17:53.882752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Deleting port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:53.883094 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.896946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:17:52Z', 'revision_number': 5, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port': {'id': '5b35c575-0ae9-4f6f-98f9-0f399eaac3bf', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:42Z', 'updated_at': '2021-12-13T10:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:53.927599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Checking router: b683a7e4-3515-44ab-a3ed-e63d99fa3d32 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:17:53.937500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Routers {'b683a7e4-3515-44ab-a3ed-e63d99fa3d32'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:53.938110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:53.968214 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] For port 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:53.968747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:53.983575 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Calling delete_port for 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:54.029194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] Set router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:54.084462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:17:53Z', 'revision_number': 6, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:54.113834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febab4e5-4a57-435e-b7b4-4ad4ece785eb None None] The sync data for ids ['b683a7e4-3515-44ab-a3ed-e63d99fa3d32'] in n-d-820531-5 is: [{'id': 'b683a7e4-3515-44ab-a3ed-e63d99fa3d32', 'name': 'tempest-TestServerBasicOps-1530756645-router', 'tenant_id': '903f260989f044e6a76d349b01f252b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:41Z', 'updated_at': '2021-12-13T10:17:53Z', 'revision_number': 6, 'project_id': '903f260989f044e6a76d349b01f252b7', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:17:54.166331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.195856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b35c575-0ae9-4f6f-98f9-0f399eaac3bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:54.213533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4598274-ffd8-412c-82ce-5a9ba2e22e07 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:17:54.265751 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.624299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a2b35bb-09c5-4c64-8174-736f448f09ee no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:54.647424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4a2b35bb-09c5-4c64-8174-736f448f09ee {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:54.647696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4a2b35bb-09c5-4c64-8174-736f448f09ee not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:54.668295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.670517 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.714263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.714875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b683a7e4-3515-44ab-a3ed-e63d99fa3d32 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:17:54.719549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.721563 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c340c73d-ea63-43f5-bddf-e36e3dfbbc36 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b683a7e4-3515-44ab-a3ed-e63d99fa3d32 HTTP/1.1" status: 204 len: 168 time: 1.1593566 Dec 13 10:17:54.723189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:54.775364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Deleting subnet faf52be1-ea3a-417e-9ec3-e1a0cea70675 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:17:54.778830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.816931 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.907690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.973335 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.979470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902b11-a08c-42c8-8e1f-d212be4252f4 req-0d25d120-626d-44b9-8048-a82d865551ad tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:54.981554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd902b11-a08c-42c8-8e1f-d212be4252f4 req-0d25d120-626d-44b9-8048-a82d865551ad tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0685570 Dec 13 10:17:54.992105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:54.996863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09519e-9139-4be9-90e2-39a382f306dc None None] Network c7739292-60b4-428f-bef4-de0874ced364 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:54.998552 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:54.998751 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/faf52be1-ea3a-417e-9ec3-e1a0cea70675 HTTP/1.1" status: 204 len: 168 time: 0.2743962 Dec 13 10:17:55.018907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc2ffc-f49f-4025-81d9-3eeac110a8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf52be1-ea3a-417e-9ec3-e1a0cea70675,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:55.119446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd902b11-a08c-42c8-8e1f-d212be4252f4 req-d4672fa9-8622-41f0-b460-1920734f8e36 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312149 Dec 13 10:17:55.122595 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.198595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] DHCP port deletion for c7739292-60b4-428f-bef4-de0874ced364 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:17:55.210849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Deleting port f89e837a-17a5-4b48-9472-d67ae5b9a982 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:55.211194 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.261087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Deleting port f89e837a-17a5-4b48-9472-d67ae5b9a982 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:55.261492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.301413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] For port f89e837a-17a5-4b48-9472-d67ae5b9a982, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f89e837a-17a5-4b48-9472-d67ae5b9a982,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:55.301784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.320869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Calling delete_port for f89e837a-17a5-4b48-9472-d67ae5b9a982 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:55.357464 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] For port f89e837a-17a5-4b48-9472-d67ae5b9a982, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=f89e837a-17a5-4b48-9472-d67ae5b9a982,segment=NetworkSegment(bd683b72-e6fc-4117-a287-dcc08ec023a5),segment_id=bd683b72-e6fc-4117-a287-dcc08ec023a5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:55.357867 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.370657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Calling delete_port for f89e837a-17a5-4b48-9472-d67ae5b9a982 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:55.420326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.447182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89e837a-17a5-4b48-9472-d67ae5b9a982,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:55.451306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] No DVR routers for this DVR port f89e837a-17a5-4b48-9472-d67ae5b9a982 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:55.455028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.485043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] No DVR routers for this DVR port f89e837a-17a5-4b48-9472-d67ae5b9a982 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:55.490372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bc07e-f854-4020-9a98-bc4a6d2458bf None None] Pushing event deleted for resources: {'Port': ['ID=f89e837a-17a5-4b48-9472-d67ae5b9a982,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:55.533779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.553841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7739292-60b4-428f-bef4-de0874ced364']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:55.563124 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd683b72-e6fc-4117-a287-dcc08ec023a5') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:55.563421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd683b72-e6fc-4117-a287-dcc08ec023a5') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:55.573482 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.587477 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.593852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:17:55.594181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:17:55.595861 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:17:55.652418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.659359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:55.665645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7739292-60b4-428f-bef4-de0874ced364 HTTP/1.1" status: 204 len: 168 time: 0.6658030 Dec 13 10:17:55.666993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:55.686450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb0a2-3878-47bb-bb76-6fb056487287 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7739292-60b4-428f-bef4-de0874ced364,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:56.128455 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:56.249304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1b1a6-0096-4636-a695-38d0ed37688e req-a5bd08de-81f5-4535-9039-5208157a54e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:56.250997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfe1b1a6-0096-4636-a695-38d0ed37688e req-a5bd08de-81f5-4535-9039-5208157a54e6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0534146 Dec 13 10:17:56.309630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bfe1b1a6-0096-4636-a695-38d0ed37688e req-67916cc5-8d5d-428c-8478-1c280fad019f tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Dec 13 10:17:56.440388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Deleting port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:56.440727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:56.478632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:56.499962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:56.500303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 5b35c575-0ae9-4f6f-98f9-0f399eaac3bf not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:56.500807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f89e837a-17a5-4b48-9472-d67ae5b9a982 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:56.520218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: f89e837a-17a5-4b48-9472-d67ae5b9a982 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:56.520821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device f89e837a-17a5-4b48-9472-d67ae5b9a982 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:56.527740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] For port 4fbdbe8c-e1e2-49ee-b252-527581db5cb4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:56.528437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:56.541518 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Calling delete_port for 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:56.730776 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:56.761165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbdbe8c-e1e2-49ee-b252-527581db5cb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:56.937481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.154232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:17:57.259889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:17:57.264865 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ddb1e7f2-16b9-4add-92d4-716ea56b5067 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec0f01f1-9e76-4e40-bbe1-52a77c29c92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968468 Dec 13 10:17:57.267501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:57.268491 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Sync routers for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:17:57.278996 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:57.279905 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:57.388068 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.403986 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:57.483176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.552558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40663-80e3-4ff6-bd12-f68f5d97bda1 req-b03483d2-8e19-46fd-b110-44b8257cd782 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:57.554203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bf40663-80e3-4ff6-bd12-f68f5d97bda1 req-b03483d2-8e19-46fd-b110-44b8257cd782 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.1619236 Dec 13 10:17:57.566821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.637424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '6a0199e0-28b6-425b-9081-693f6520245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:17:56Z', 'revision_number': 5, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port': {'id': '6a0199e0-28b6-425b-9081-693f6520245c', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:12:47Z', 'updated_at': '2021-12-13T10:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:57.651900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bf40663-80e3-4ff6-bd12-f68f5d97bda1 req-e718833c-68ec-40db-9e2b-0e5610852cec tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867629 Dec 13 10:17:57.674557 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Deleting port 6a0199e0-28b6-425b-9081-693f6520245c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:57.674557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.674826 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Checking router: ec0f01f1-9e76-4e40-bbe1-52a77c29c92e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:17:57.681887 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Routers {'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:17:57.682611 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:17:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:57.751108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] For port 6a0199e0-28b6-425b-9081-693f6520245c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6a0199e0-28b6-425b-9081-693f6520245c,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:57.751479 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.764601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Calling delete_port for 6a0199e0-28b6-425b-9081-693f6520245c owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:57.765779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] Set router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:17:57.820512 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:17:57Z', 'revision_number': 6, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:57.847807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719d01a-b8c7-4ee8-ab4d-baa864a09cbb None None] The sync data for ids ['ec0f01f1-9e76-4e40-bbe1-52a77c29c92e'] in n-d-820531-5 is: [{'id': 'ec0f01f1-9e76-4e40-bbe1-52a77c29c92e', 'name': 'tempest-TestServerBasicOps-1264082818-router', 'tenant_id': '5d14f193871d4eb3a086b65ff440e32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:12:46Z', 'updated_at': '2021-12-13T10:17:57Z', 'revision_number': 6, 'project_id': '5d14f193871d4eb3a086b65ff440e32f', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:17:57.941220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:57.968848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0199e0-28b6-425b-9081-693f6520245c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:57.979879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c87028-7387-4b44-bb69-21d3720a3b61 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:17:58.028353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.117536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.119641 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.166661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.167108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0f01f1-9e76-4e40-bbe1-52a77c29c92e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:17:58.171522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.172659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-38afdf53-59f0-40b9-adaf-b43df90f74a0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ec0f01f1-9e76-4e40-bbe1-52a77c29c92e HTTP/1.1" status: 204 len: 168 time: 0.9041440 Dec 13 10:17:58.175224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:58.223069 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Deleting subnet badb15a6-4dd0-4706-ab9c-05983fd3c9c3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:17:58.227120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.267316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.358265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.413589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.440506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badb15a6-4dd0-4706-ab9c-05983fd3c9c3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:58.444290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.452253 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-95501612-f4cc-4984-9b5f-fba9c857be75 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/badb15a6-4dd0-4706-ab9c-05983fd3c9c3 HTTP/1.1" status: 204 len: 168 time: 0.2715604 Dec 13 10:17:58.452253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46090) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:58.457392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c5089-8924-4f85-8336-0545bd08c323 None None] Network 72d19e8e-54ec-4d81-9bbf-45b21cba3518 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:17:58.533664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.593570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Deleting port 70e28b4d-1f8e-4cfe-9372-0b36e693723f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:58.593906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.626442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c34a678-5883-4c60-8d66-97b68afff1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.638720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] DHCP port deletion for 72d19e8e-54ec-4d81-9bbf-45b21cba3518 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:17:58.679435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] For port 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70e28b4d-1f8e-4cfe-9372-0b36e693723f,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:58.680341 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.704917 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Calling delete_port for 70e28b4d-1f8e-4cfe-9372-0b36e693723f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:58.729553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Deleting port 70e28b4d-1f8e-4cfe-9372-0b36e693723f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:17:58.729936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.767330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70e28b4d-1f8e-4cfe-9372-0b36e693723f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:58.829210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab4781-7bd4-47d1-a4a2-d06f4cb767cf req-10e8a99d-939f-4e97-9133-301df25b8cf8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:17:58.830700 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72ab4781-7bd4-47d1-a4a2-d06f4cb767cf req-10e8a99d-939f-4e97-9133-301df25b8cf8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0783632 Dec 13 10:17:58.831124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] For port 70e28b4d-1f8e-4cfe-9372-0b36e693723f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70e28b4d-1f8e-4cfe-9372-0b36e693723f,segment=NetworkSegment(d27b4306-93c8-41c2-a251-905d26f92efd),segment_id=d27b4306-93c8-41c2-a251-905d26f92efd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:17:58.831542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.847475 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No ports have port_id starting with 70e28b4d-1f8e-4cfe-9372-0b36e693723f Dec 13 10:17:58.851574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Calling delete_port for 70e28b4d-1f8e-4cfe-9372-0b36e693723f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:17:58.852984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:58.853374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6a0199e0-28b6-425b-9081-693f6520245c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:58.877135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6a0199e0-28b6-425b-9081-693f6520245c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:58.877497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6a0199e0-28b6-425b-9081-693f6520245c not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:58.877927 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:17:58.882841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e28b4d-1f8e-4cfe-9372-0b36e693723f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:58.887322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] No DVR routers for this DVR port 70e28b4d-1f8e-4cfe-9372-0b36e693723f on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:58.930471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:17:58.931150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4fbdbe8c-e1e2-49ee-b252-527581db5cb4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:17:58.970208 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.000299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] Pushing event deleted for resources: {'Port': ['ID=70e28b4d-1f8e-4cfe-9372-0b36e693723f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:59.004261 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03289b-1047-4087-ae07-1a93a530fe92 None None] No DVR routers for this DVR port 70e28b4d-1f8e-4cfe-9372-0b36e693723f on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:17:59.282599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72ab4781-7bd4-47d1-a4a2-d06f4cb767cf req-33a5258d-a3d3-41c0-9de5-9ae63726e0da tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429312 Dec 13 10:17:59.294845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.323247 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.342939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d19e8e-54ec-4d81-9bbf-45b21cba3518']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:59.352913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27b4306-93c8-41c2-a251-905d26f92efd') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:59.353259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27b4306-93c8-41c2-a251-905d26f92efd') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:17:59.362356 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.375859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.381926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:17:59.382312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:17:59.384025 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:17:59.439123 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.444652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.448681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/72d19e8e-54ec-4d81-9bbf-45b21cba3518 HTTP/1.1" status: 204 len: 168 time: 0.9970334 Dec 13 10:17:59.459886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a909-cc5f-4361-9e71-b788a2de45b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d19e8e-54ec-4d81-9bbf-45b21cba3518,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:17:59.560378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:59.600554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-65fce488-5c72-49be-b764-115ea8780a57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=903f260989f044e6a76d349b01f252b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389943 Dec 13 10:17:59.603156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:17:59.650282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.671702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.716645 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.719365 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:17:59.720495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df3e1d78-e995-43dd-9e43-2d2081955177 HTTP/1.1" status: 204 len: 168 time: 0.1164336 Dec 13 10:17:59.728923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8d10-9739-46df-bbe6-9c52a68e41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e1d78-e995-43dd-9e43-2d2081955177,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:00.025820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:00.064163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3ebf10c9-82e7-4676-89bd-12777044fa81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d14f193871d4eb3a086b65ff440e32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370371 Dec 13 10:18:00.066508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:00.116309 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:00.137060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:00.182605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:00.185415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:00.186611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1298780b-bc79-4f02-a1f7-bd203f5f2209 HTTP/1.1" status: 204 len: 168 time: 0.1191039 Dec 13 10:18:00.195016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e290b82-bfcd-4506-87d4-3701ef8a75fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298780b-bc79-4f02-a1f7-bd203f5f2209,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:00.403814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386887ac-14cb-46f5-bda9-a8222d87caac req-e1a0a624-ddef-4c94-a7db-dd9b7e590493 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:00.405335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-386887ac-14cb-46f5-bda9-a8222d87caac req-e1a0a624-ddef-4c94-a7db-dd9b7e590493 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0511346 Dec 13 10:18:00.455978 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-386887ac-14cb-46f5-bda9-a8222d87caac req-bd4a024c-459e-4ae9-9e56-c9d6b940fb63 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 Dec 13 10:18:00.866656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:00.965000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-579575726-network', 'tenant_id': '7a531cd5552c48ea875e843bf779e901'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:00.985107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Made reservation on behalf of 7a531cd5552c48ea875e843bf779e901 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:00.987514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:00.996038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.025254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34164bc9-df27-4b42-b46f-80eaf2aa5de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.073723 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.077434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.098788 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:18:01.114398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad170a42-5184-410f-89ba-b28241cdf98f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:01.118222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.118566 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Added segment 725b9965-edd8-4be6-977e-aa4d8436e886 of type vlan for network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 Dec 13 10:18:01.157577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.182091 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.183153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.183749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.233343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3655152 Dec 13 10:18:01.236188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:01.242059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Request body: {'subnet': {'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-579575726-subnet', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:01.244304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf25ac-a197-4b52-b5f7-dd37ccbad328 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:01.255212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:18:01.263454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Made reservation on behalf of 7a531cd5552c48ea875e843bf779e901 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:01.265831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.431825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.486989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002db10e-bdfc-44c5-a769-3608527fb094,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:01.497825 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Checking segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:01.498071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Network hostable DHCP agents. Network: b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:18:01.514970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:18:01.524319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:01.528824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.529458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.544530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280509e-3097-4958-bb06-6043b67d6f9c None None] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:01.548804 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-453eceaf-8629-4927-95fa-667cee7c4ec0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088412 Dec 13 10:18:01.549232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:01.554573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:01.579110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.580230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.586575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb249a-1c75-4a13-9719-ee73d3e6ee8e req-3fa4ab5e-8b8f-4866-8df2-68607560e878 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:01.588361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ebb249a-1c75-4a13-9719-ee73d3e6ee8e req-3fa4ab5e-8b8f-4866-8df2-68607560e878 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0576553 Dec 13 10:18:01.639356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.654724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ebb249a-1c75-4a13-9719-ee73d3e6ee8e req-690b3bf6-df24-4850-9d7c-e156ed292631 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595868 Dec 13 10:18:01.674155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'project_id': '7a531cd5552c48ea875e843bf779e901', 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:18:01.675045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.782372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.813645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Allocated IP 172.20.0.2 (b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82/002db10e-bdfc-44c5-a769-3608527fb094/2a3810d5-dedd-4850-8d3a-2db08d0e9740) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:01.963294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:01.969279 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.014112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:02.017486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:02.022203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:02.025473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Pushing event updated for resources: {'Port': ['ID=2a3810d5-dedd-4850-8d3a-2db08d0e9740,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:02.083064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Attempting to bind port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:02.083441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Attempting to bind port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:02.084271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Attempting to bind port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:02.089997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:02.090375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Checking segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:02.090781 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.091173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Bound using segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:02.091645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Bound port: 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:02.092028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.158567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] For port 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:02.161904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] For port 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a3810d5-dedd-4850-8d3a-2db08d0e9740,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:02.166509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.225401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8b2d-1ea4-40e2-9821-2362cd11a9cb None None] Pushing event updated for resources: {'Port': ['ID=2a3810d5-dedd-4850-8d3a-2db08d0e9740,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:02.263732 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.282907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.333293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.409540 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Allocated IP 172.25.1.170 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/162403c4-0a3f-41e8-9573-5d314f9c4048) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:02.515297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a3810d5-dedd-4850-8d3a-2db08d0e9740 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:02.536495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.572666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:02.573188 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.573622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.622539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:02.626743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:02.630787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:02.661679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Pushing event updated for resources: {'Port': ['ID=162403c4-0a3f-41e8-9573-5d314f9c4048,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:02.790490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596cc7-75d4-4d70-b308-120ad7ff5ac5 req-58c1756a-42fd-4434-8266-a9877167d161 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:02.791014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dd191f-8582-419b-b41a-f6d8b14e5aef None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:02.797846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85596cc7-75d4-4d70-b308-120ad7ff5ac5 req-58c1756a-42fd-4434-8266-a9877167d161 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0624034 Dec 13 10:18:02.851990 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.854448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85596cc7-75d4-4d70-b308-120ad7ff5ac5 req-37c527d9-39f7-4e11-813b-6f526bccbebe tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535662 Dec 13 10:18:02.894136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3dcf440f-a3a7-49d2-8b18-beca31a91ed1 None None] Provisioning complete for port 162403c4-0a3f-41e8-9573-5d314f9c4048 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:02.894504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dcf440f-a3a7-49d2-8b18-beca31a91ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.930690 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:02.933657 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a3810d5-dedd-4850-8d3a-2db08d0e9740,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:02.945067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf440f-a3a7-49d2-8b18-beca31a91ed1 None None] Port 162403c4-0a3f-41e8-9573-5d314f9c4048 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:02.947840 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.004400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=2a3810d5-dedd-4850-8d3a-2db08d0e9740,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:03.138801 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.226306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d414a-adda-42a8-8f83-e8ed7b9df4f2 None None] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:03.271889 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:18:03.299205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-59819170-859d-42f2-be9a-95b2dc4ec3b6 None None] Provisioning complete for port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:03.299579 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-59819170-859d-42f2-be9a-95b2dc4ec3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.382104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:03.399603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.400982 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d8a9be9d-edb8-4797-bb0f-878607823a1e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8506410 Dec 13 10:18:03.404292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:03.406357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Sync routers for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:03.428761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:03.429531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:03.544905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:03.682854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0eee024-54f5-4ab0-893c-8b03ab84a4dd None None] Provisioning complete for port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:03.683223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0eee024-54f5-4ab0-893c-8b03ab84a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.765847 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.825244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:02Z', 'revision_number': 3, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:03.849098 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.857896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Checking router: 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:03.858251 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Updating router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 port 162403c4-0a3f-41e8-9573-5d314f9c4048 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:18:03.883960 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:03.994972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca02cc-b695-4552-b8c3-785907564d87 req-901fd0be-9d01-4909-aeac-3a7845dc7bfd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:03.997821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25ca02cc-b695-4552-b8c3-785907564d87 req-901fd0be-9d01-4909-aeac-3a7845dc7bfd tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0613892 Dec 13 10:18:03.999364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:18:04.083118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25ca02cc-b695-4552-b8c3-785907564d87 req-de79a361-5bde-497d-bf99-5242e424d94a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737901 Dec 13 10:18:04.127810 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Allocated IP 172.20.0.1 (b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82/002db10e-bdfc-44c5-a769-3608527fb094/96205f97-5b9a-4f23-bbc5-d104736d2006) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:04.190409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.197335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.250294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9be68d-922b-4664-8668-088e99cf38b6 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:04.252872 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.260375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Attempting to bind port 162403c4-0a3f-41e8-9573-5d314f9c4048 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:04.260748 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Attempting to bind port 162403c4-0a3f-41e8-9573-5d314f9c4048 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:04.261137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Attempting to bind port 162403c4-0a3f-41e8-9573-5d314f9c4048 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:04.263742 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45e02-5d31-4a1d-95cf-a7f109d7406c None None] Pushing event updated for resources: {'Port': ['ID=162403c4-0a3f-41e8-9573-5d314f9c4048,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:04.271049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:04.271688 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:04.272353 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.273002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:04.273824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Bound port: 162403c4-0a3f-41e8-9573-5d314f9c4048, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:04.274392 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.294109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.335991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] For port 162403c4-0a3f-41e8-9573-5d314f9c4048, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:04.340684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:04.344295 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:04.347868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:04.353578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] For port 162403c4-0a3f-41e8-9573-5d314f9c4048, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=162403c4-0a3f-41e8-9573-5d314f9c4048,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:04.358724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] Provisioning complete for port 162403c4-0a3f-41e8-9573-5d314f9c4048 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:04.359212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.362355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.384879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Pushing event updated for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:04.406980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.437560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa01a7-c8c3-44f4-9753-863531f46359 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:04.471985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:04.472952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:04.477307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45e02-5d31-4a1d-95cf-a7f109d7406c None None] Pushing event updated for resources: {'Port': ['ID=162403c4-0a3f-41e8-9573-5d314f9c4048,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:04.560781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a3810d5-dedd-4850-8d3a-2db08d0e9740 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:04.585695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.636828 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.673828 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] For port 162403c4-0a3f-41e8-9573-5d314f9c4048, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=162403c4-0a3f-41e8-9573-5d314f9c4048,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:04.683079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.694014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:04.772509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:04.772870 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.780920 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.785880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.878740 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Pushing event updated for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:04.883437 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.891194 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:04.898858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d474-2dca-4e06-a854-1cf137c12665 None None] Pushing event updated for resources: {'Port': ['ID=162403c4-0a3f-41e8-9573-5d314f9c4048,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:04.919995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7321af0d-5eaf-4780-8556-dde696a1b668 None None] Provisioning complete for port 162403c4-0a3f-41e8-9573-5d314f9c4048 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:04.920443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7321af0d-5eaf-4780-8556-dde696a1b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:05.006671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:05.008291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:05.157388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:02Z', 'revision_number': 3, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:05.165474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:05.217703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717aa85-56a6-4369-951d-4acb47262d66 None None] The sync data for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 is: [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:02Z', 'revision_number': 3, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:05.235184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10c40-9f24-4c4e-9915-93c1e4244999 req-73cfffa7-1f91-4a2f-b718-f19858a760a9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:05.245759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc10c40-9f24-4c4e-9915-93c1e4244999 req-73cfffa7-1f91-4a2f-b718-f19858a760a9 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0780623 Dec 13 10:18:05.252789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7321af0d-5eaf-4780-8556-dde696a1b668 None None] Provisioning complete for port 96205f97-5b9a-4f23-bbc5-d104736d2006 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:05.254322 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7321af0d-5eaf-4780-8556-dde696a1b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:05.311585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebc10c40-9f24-4c4e-9915-93c1e4244999 req-c44fb325-5431-4933-b76a-8f5cb58fd145 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640788 Dec 13 10:18:05.328758 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7321af0d-5eaf-4780-8556-dde696a1b668 None None] Port 96205f97-5b9a-4f23-bbc5-d104736d2006 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:05.379329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:05.397175 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2af00ebb-2af6-4b9e-83e2-cbcb6262d72a admin admin] 10.222.0.30 "PUT /v2.0/routers/1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890654 Dec 13 10:18:05.453056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0b3b4aa9-d20a-4a61-94d0-7991e7722af6 None None] Provisioning complete for port 96205f97-5b9a-4f23-bbc5-d104736d2006 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:05.453592 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4aa9-d20a-4a61-94d0-7991e7722af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:05.499736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b4aa9-d20a-4a61-94d0-7991e7722af6 None None] Port 96205f97-5b9a-4f23-bbc5-d104736d2006 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:05.973683 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:05.979112 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-103496531-network', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:06.003184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Made reservation on behalf of d9c34a0a99d0489690d84fb8ed825a61 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:06.006741 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.018573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.112901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.118271 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.151714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:18:06.157988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911f7ed-6969-4438-8da1-dc921664275e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:06.166555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.167232 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Added segment be3b74f0-60c0-49ef-a6cb-318c6f937054 of type vlan for network 869daedb-89fa-4a21-90eb-5bda1c93ee2a Dec 13 10:18:06.214345 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.246053 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.247592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:06.248965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.312239 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3373725 Dec 13 10:18:06.315073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:06.319779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Request body: {'subnet': {'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-103496531-subnet', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:06.328644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c123056-4422-4591-b001-c50ac7447684 admin admin] Pushing event updated for resources: {'Network': ['ID=869daedb-89fa-4a21-90eb-5bda1c93ee2a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:06.341306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:18:06.349912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Made reservation on behalf of d9c34a0a99d0489690d84fb8ed825a61 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:06.352712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.531667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599133-dd61-4114-9496-dabf2af7b241 req-b2664776-a9e8-4159-88c2-81a4427fb9ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:06.533839 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77599133-dd61-4114-9496-dabf2af7b241 req-b2664776-a9e8-4159-88c2-81a4427fb9ce tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0827687 Dec 13 10:18:06.553817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 162403c4-0a3f-41e8-9573-5d314f9c4048 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:06.561612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.598940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-77599133-dd61-4114-9496-dabf2af7b241 req-5df74e4c-ed75-41d4-8bb0-902ccdfa4296 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Dec 13 10:18:06.622797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01aacc16-b01a-4263-a540-3fb3428368df,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:06.640623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 162403c4-0a3f-41e8-9573-5d314f9c4048 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:06.641688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.654190 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Checking segment: {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:06.654914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Network hostable DHCP agents. Network: 869daedb-89fa-4a21-90eb-5bda1c93ee2a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:18:06.686149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:18:06.701416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 869daedb-89fa-4a21-90eb-5bda1c93ee2a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:06.707038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:06.708248 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.723355 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693551e6-d833-4e01-bfb0-96fc56900a8d None None] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:06.765365 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b141df6a-9ada-4277-8779-345896da3125 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4478540 Dec 13 10:18:06.766560 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:06.786243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:06.896955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cf276-e804-459b-b319-801cb8e4c325 req-f9292d8d-3ff8-4a89-98fb-41364f326ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:06.902923 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-521cf276-e804-459b-b319-801cb8e4c325 req-f9292d8d-3ff8-4a89-98fb-41364f326ea7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.1052096 Dec 13 10:18:06.904588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.907503 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.947440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:18:06.948434 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:06.995537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.000627 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-521cf276-e804-459b-b319-801cb8e4c325 req-886a78f1-714d-423d-b2dc-e7c6c05e72d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902314 Dec 13 10:18:07.111467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Allocated IP 172.20.0.2 (869daedb-89fa-4a21-90eb-5bda1c93ee2a/01aacc16-b01a-4263-a540-3fb3428368df/c55c76e5-d95e-4ca7-97f5-6ee4409136f9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:07.232005 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Sync routers for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:07.247453 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:07.248091 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:07.381396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:07.444862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.463690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.474427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.537793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Pushing event updated for resources: {'Port': ['ID=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:07.545069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:07.556886 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:07.578281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:07.581554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:07.675951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '96205f97-5b9a-4f23-bbc5-d104736d2006', 'name': '', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'mac_address': 'fa:16:3e:9e:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:03Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 2, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'subnets': [{'id': '002db10e-bdfc-44c5-a769-3608527fb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:07.701448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.708446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Attempting to bind port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:07.709484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Attempting to bind port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:07.710046 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Attempting to bind port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 on network 869daedb-89fa-4a21-90eb-5bda1c93ee2a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:07.716695 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Checking router: 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:07.717688 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Updating router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 port 96205f97-5b9a-4f23-bbc5-d104736d2006 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:18:07.721226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:07.721226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Checking segment: {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:07.721226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.721543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Bound using segment: {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:07.721973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Bound port: c55c76e5-d95e-4ca7-97f5-6ee4409136f9, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:07.722314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.725870 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.761190 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.797342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e6ac-56c8-405b-ad2c-a3448f78bda1 req-d8ce08e1-790d-4bcf-8211-2bd6aa01eabf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:07.800699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4861e6ac-56c8-405b-ad2c-a3448f78bda1 req-d8ce08e1-790d-4bcf-8211-2bd6aa01eabf tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0955224 Dec 13 10:18:07.826451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] For port c55c76e5-d95e-4ca7-97f5-6ee4409136f9, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:07.847067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:07.863568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4861e6ac-56c8-405b-ad2c-a3448f78bda1 req-e56fb06c-f196-4da8-9bca-19409be94fde tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563989 Dec 13 10:18:07.877108 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] For port c55c76e5-d95e-4ca7-97f5-6ee4409136f9, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:07.880863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'port_id': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'mac_address': 'fa:16:3e:dd:eb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:07.884618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Allocated IP 172.25.1.48 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/004de1c0-60fb-420f-bacf-4cf52aa91497) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:07.897569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:07.982703 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.012568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710256d6-9757-400b-a562-ae1e5f5400cf None None] Pushing event updated for resources: {'Port': ['ID=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:08.016324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:08.020132 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.047646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:08.055346 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.071641 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.118472 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.125096 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.127734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:08.153991 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:08.159458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:08.164359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:08.170121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=004de1c0-60fb-420f-bacf-4cf52aa91497,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:08.188432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Pushing event updated for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:08.192107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83102627-3530-49db-b8cb-c4202c62f96c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:08.240429 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.247226 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.247809 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.248391 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.248825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.249289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.249720 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.250169 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.250647 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.251919 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.252788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.253283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.253714 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:08.291123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fa946de3-c2bb-4b74-9977-e9c197f8b83b None None] Provisioning complete for port 004de1c0-60fb-420f-bacf-4cf52aa91497 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:08.291861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa946de3-c2bb-4b74-9977-e9c197f8b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.404694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fa946de3-c2bb-4b74-9977-e9c197f8b83b None None] Port 004de1c0-60fb-420f-bacf-4cf52aa91497 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:08.444594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:08.463745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Attempting to bind port 96205f97-5b9a-4f23-bbc5-d104736d2006 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:08.464126 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Attempting to bind port 96205f97-5b9a-4f23-bbc5-d104736d2006 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:08.464494 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Attempting to bind port 96205f97-5b9a-4f23-bbc5-d104736d2006 on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:08.471371 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:08.471768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Checking segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:08.472370 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.472791 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Bound using segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:08.473351 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Bound port: 96205f97-5b9a-4f23-bbc5-d104736d2006, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:08.473802 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.637537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c55c76e5-d95e-4ca7-97f5-6ee4409136f9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:08.656332 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] For port 96205f97-5b9a-4f23-bbc5-d104736d2006, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:08.663174 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] For port 96205f97-5b9a-4f23-bbc5-d104736d2006, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=96205f97-5b9a-4f23-bbc5-d104736d2006,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:08.671535 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.719747 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.766369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] Provisioning complete for port 96205f97-5b9a-4f23-bbc5-d104736d2006 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:08.767413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.775740 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:08.777090 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:08.863142 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6e482-69ef-4742-b9ae-4f810652ae50 None None] Pushing event updated for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:08.903837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:08.904343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:08.957391 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:09.089307 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.100567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451400-4a83-4648-840f-f47e612e9c47 req-78d96df0-e38e-44bc-96ea-a4c0a6ced5d4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:09.111365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e451400-4a83-4648-840f-f47e612e9c47 req-78d96df0-e38e-44bc-96ea-a4c0a6ced5d4 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 944 time: 0.1108122 Dec 13 10:18:09.138475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.243737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e451400-4a83-4648-840f-f47e612e9c47 req-92b9c967-c562-4512-980b-7188c7b3f8c6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310730 Dec 13 10:18:09.254561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:09.282600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '96205f97-5b9a-4f23-bbc5-d104736d2006', 'name': '', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'mac_address': 'fa:16:3e:9e:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:03Z', 'updated_at': '2021-12-13T10:18:08Z', 'revision_number': 4, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'subnets': [{'id': '002db10e-bdfc-44c5-a769-3608527fb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:09.332040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] For port 96205f97-5b9a-4f23-bbc5-d104736d2006, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=96205f97-5b9a-4f23-bbc5-d104736d2006,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:09.361430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.368005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.389727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-18aa877e-df1f-4068-95a3-4776844ff961 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/floatingips/b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 HTTP/1.1" status: 200 len: 992 time: 0.1339433 Dec 13 10:18:09.418023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Router 1698b1f4-670e-4144-946a-a8b17121aba6 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:18:09.486972 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5636be1-05fb-4f20-96ee-ac86c3749a85 None None] The sync data for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 is: [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '96205f97-5b9a-4f23-bbc5-d104736d2006', 'name': '', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'mac_address': 'fa:16:3e:9e:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:03Z', 'updated_at': '2021-12-13T10:18:08Z', 'revision_number': 4, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'subnets': [{'id': '002db10e-bdfc-44c5-a769-3608527fb094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:09.536646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port c55c76e5-d95e-4ca7-97f5-6ee4409136f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:09.550348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:09.550348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c733-c3b9-43e9-bf64-d4eb922005d4 None None] Pushing event updated for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:09.602562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.642761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:09.665170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Sync routers for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:09.682411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5ac0c99-e12c-49ae-8038-1b3ec131b99e None None] Provisioning complete for port 96205f97-5b9a-4f23-bbc5-d104736d2006 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:09.682814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0c99-e12c-49ae-8038-1b3ec131b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.727244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:09.728501 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91fd5006-a59a-4268-adc7-34550d7bc5e6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9484859 Dec 13 10:18:09.732647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:09.823123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:09.825589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:09.923934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66b3fa-6b5d-4b3f-9b56-b7bf14e11d1e None None] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:09.936827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:10.084989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.149889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:10.182321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:10.257995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:10.261425 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.265011 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.394749 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:10.418375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b517060-de49-4fb1-abc4-41a65feb9e33 None None] Provisioning complete for port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:10.418749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b517060-de49-4fb1-abc4-41a65feb9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.515012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Allocated IP 172.20.0.1 (869daedb-89fa-4a21-90eb-5bda1c93ee2a/01aacc16-b01a-4263-a540-3fb3428368df/580d0436-abb2-4ee8-9a86-24d57a6c3817) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:10.559814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:08Z', 'revision_number': 3, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:10.598169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Checking router: 1698b1f4-670e-4144-946a-a8b17121aba6 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:10.598347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Updating router 1698b1f4-670e-4144-946a-a8b17121aba6 port 004de1c0-60fb-420f-bacf-4cf52aa91497 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:18:10.640659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c55c76e5-d95e-4ca7-97f5-6ee4409136f9 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:10.691593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.712114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.756695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.805838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:10.805838 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:10.809712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:10.855981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:10.878290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.886856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:10.887236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:10.935225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6cc2d2a1-8331-48d5-b583-18d3bb860db3 None None] Provisioning complete for port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:10.935599 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d2a1-8331-48d5-b583-18d3bb860db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.089777 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.286779 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.294974 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.371245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.373255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:11.393581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 96205f97-5b9a-4f23-bbc5-d104736d2006 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:11.478149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:11.479639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:11.545226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.552384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 96205f97-5b9a-4f23-bbc5-d104736d2006 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:11.553342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.588262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:11.620532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Router 1698b1f4-670e-4144-946a-a8b17121aba6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:11.637061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.683833 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-338a1bf8-e6c5-4678-a469-1036c0b83af0 None None] Provisioning complete for port 580d0436-abb2-4ee8-9a86-24d57a6c3817 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:11.684211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-338a1bf8-e6c5-4678-a469-1036c0b83af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.728907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bfe31b-5f89-4622-94c5-a3f5ec0bbac7 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:11.746354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:11.752289 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ead19a9-10a8-4691-bf61-bfd707ba9eb3 admin admin] 10.222.0.30 "PUT /v2.0/routers/1698b1f4-670e-4144-946a-a8b17121aba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161307 Dec 13 10:18:11.802154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:11.802531 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.807906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Attempting to bind port 004de1c0-60fb-420f-bacf-4cf52aa91497 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:11.808354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Attempting to bind port 004de1c0-60fb-420f-bacf-4cf52aa91497 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:11.808639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Attempting to bind port 004de1c0-60fb-420f-bacf-4cf52aa91497 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:11.810559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382de8a0-b79f-471e-b484-25abbe617d64 None None] Pushing event updated for resources: {'Port': ['ID=004de1c0-60fb-420f-bacf-4cf52aa91497,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:11.846811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-338a1bf8-e6c5-4678-a469-1036c0b83af0 None None] Port 580d0436-abb2-4ee8-9a86-24d57a6c3817 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:11.858001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:11.858387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:11.858797 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.859217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:11.859680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Bound port: 004de1c0-60fb-420f-bacf-4cf52aa91497, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:11.860066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:11.927167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] For port 004de1c0-60fb-420f-bacf-4cf52aa91497, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:11.968438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] For port 004de1c0-60fb-420f-bacf-4cf52aa91497, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=004de1c0-60fb-420f-bacf-4cf52aa91497,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:11.978830 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.017381 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.021077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Provisioning complete for port 004de1c0-60fb-420f-bacf-4cf52aa91497 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:12.021362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.062530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58f43a-8b03-4e5b-b014-4bd08099eb2f None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:12.113248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:12.113827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:12.120969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382de8a0-b79f-471e-b484-25abbe617d64 None None] Pushing event updated for resources: {'Port': ['ID=004de1c0-60fb-420f-bacf-4cf52aa91497,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:12.125321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:12.125775 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e31fb50-ce3e-42e4-a963-89b3a590353f" -d '{"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-plugged", "status": "completed", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:12.173448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:12.208095 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada7daf4-c439-47ae-8c4b-8ea759910073 x-openstack-request-id: req-ada7daf4-c439-47ae-8c4b-8ea759910073 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:12.208517 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-plugged", "status": "completed", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:12.208673 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ada7daf4-c439-47ae-8c4b-8ea759910073 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:12.209650 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'code': 200} Dec 13 10:18:12.221691 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.343810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:12.354008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.368024 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:12.423453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] For port 004de1c0-60fb-420f-bacf-4cf52aa91497, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=004de1c0-60fb-420f-bacf-4cf52aa91497,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:12.430130 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.493889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-3baf5153-c5b6-4225-a427-c44b17499983 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:12.496019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-3baf5153-c5b6-4225-a427-c44b17499983 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.1117263 Dec 13 10:18:12.512935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-0712a938-fa10-44a5-ae1c-bf2ddb324b9a tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/quotas/d9c34a0a99d0489690d84fb8ed825a61 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Dec 13 10:18:12.567025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Provisioning complete for port 580d0436-abb2-4ee8-9a86-24d57a6c3817 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:12.567412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.642184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Pushing event updated for resources: {'Port': ['ID=004de1c0-60fb-420f-bacf-4cf52aa91497,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:12.685183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-31c6706c-d7ad-462f-9ff2-45bfbc9f2a2d None None] Port 580d0436-abb2-4ee8-9a86-24d57a6c3817 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:12.715404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-14d68bbe-4588-4da7-a3eb-692f3a035c39 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888120 Dec 13 10:18:12.772757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '580d0436-abb2-4ee8-9a86-24d57a6c3817', 'name': '', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'mac_address': 'fa:16:3e:8d:44:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:10Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 2, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'subnets': [{'id': '01aacc16-b01a-4263-a540-3fb3428368df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:12.815933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a006da-9795-4ef4-a692-b21caa19c3ca None None] The sync data for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 is: [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '580d0436-abb2-4ee8-9a86-24d57a6c3817', 'name': '', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'mac_address': 'fa:16:3e:8d:44:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:10Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 2, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'subnets': [{'id': '01aacc16-b01a-4263-a540-3fb3428368df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:12.829853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b60d2bf-d470-41a9-9300-7dccddf5dbc8 None None] Provisioning complete for port 004de1c0-60fb-420f-bacf-4cf52aa91497 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:12.830237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b60d2bf-d470-41a9-9300-7dccddf5dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:12.938167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-d6368060-26ce-44e2-927e-0302e71fba0e service neutron] 10.222.0.30 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217605 Dec 13 10:18:13.049078 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-ab71d1bd-f540-4ca7-84e5-f44489695c00 service neutron] 10.222.0.30 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032772 Dec 13 10:18:13.241552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b0364f1-e8af-4893-8750-c4f7910b04b9 req-0026c23b-3f07-4184-b670-dea087602f04 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 210 time: 0.0301032 Dec 13 10:18:14.387782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad8e1060-2035-4732-9ada-684170ed96a4 req-161c25f7-76e7-4ca4-bed3-cae833f58242 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 210 time: 0.0296986 Dec 13 10:18:14.502145 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-e3fd2f19-604c-44bd-be1c-e13a97afa790 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:14.504378 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-e3fd2f19-604c-44bd-be1c-e13a97afa790 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.37 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.1364262 Dec 13 10:18:14.518129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Request body: {'port': {'device_id': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'admin_state_up': True, 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:14.546458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Made reservation on behalf of d9c34a0a99d0489690d84fb8ed825a61 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:14.552056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:14.555205 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 004de1c0-60fb-420f-bacf-4cf52aa91497 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:14.670837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 004de1c0-60fb-420f-bacf-4cf52aa91497 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:14.671476 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:14.771414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Allocated IP 172.20.0.13 (b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82/002db10e-bdfc-44c5-a769-3608527fb094/6ab7e574-424a-4132-8554-4b6cafe06ace) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:14.918826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:14.955970 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:14.998907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:15.001914 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:15.005406 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:15.028423 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:15.048935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:15.049708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.066781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-097e5f90-5bb8-4cb0-b51f-dd4aed60f9c5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5524492 Dec 13 10:18:15.080262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Request body: {'port': {'device_id': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:15.136441 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.263215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d11449cc-fcb2-4a9b-a371-29e7dfe6a9c0 None None] Provisioning complete for port 6ab7e574-424a-4132-8554-4b6cafe06ace triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:15.263582 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d11449cc-fcb2-4a9b-a371-29e7dfe6a9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.297028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d11449cc-fcb2-4a9b-a371-29e7dfe6a9c0 None None] Port 6ab7e574-424a-4132-8554-4b6cafe06ace cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:15.414550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab7e574-424a-4132-8554-4b6cafe06ace {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:15.425407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.441762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Transition to ACTIVE for port object 6ab7e574-424a-4132-8554-4b6cafe06ace will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:18:15.448179 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.550433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc8531-2ebc-404a-917d-f30b1ead8d86 req-77cbc474-4776-4bab-b745-8a5c69258f07 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:15.552668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91fc8531-2ebc-404a-917d-f30b1ead8d86 req-77cbc474-4776-4bab-b745-8a5c69258f07 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1053 time: 0.0642381 Dec 13 10:18:15.563191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:15.612375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Attempting to bind port 6ab7e574-424a-4132-8554-4b6cafe06ace on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:15.612719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Attempting to bind port 6ab7e574-424a-4132-8554-4b6cafe06ace by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:15.613047 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Attempting to bind port 6ab7e574-424a-4132-8554-4b6cafe06ace on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:15.618588 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Port 6ab7e574-424a-4132-8554-4b6cafe06ace on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:18:15.618909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Attempting to bind port 6ab7e574-424a-4132-8554-4b6cafe06ace on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:15.625003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:15.625539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Checking segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:15.625930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Bound using segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:15.626369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Bound port: 6ab7e574-424a-4132-8554-4b6cafe06ace, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:15.626851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:15.633731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91fc8531-2ebc-404a-917d-f30b1ead8d86 req-6948408a-1b99-41e3-a9de-e7289d3fa564 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646005 Dec 13 10:18:15.989930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:15.993885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ab7e574-424a-4132-8554-4b6cafe06ace,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:15.998149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:16.032470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.033093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:16.034526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ab7e574-424a-4132-8554-4b6cafe06ace HTTP/1.1" status: 200 len: 1092 time: 0.9586358 Dec 13 10:18:16.034976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:16.038433 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:16.071396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2300-114d-467d-99af-4399d91a0ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:16.084074 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9ce3a-d32d-4cdf-b951-675a7fa0beae x-openstack-request-id: req-f9f9ce3a-d32d-4cdf-b951-675a7fa0beae {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:16.084443 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:16.084812 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9f9ce3a-d32d-4cdf-b951-675a7fa0beae {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:16.085380 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace', 'status': 'completed', 'code': 200} Dec 13 10:18:16.134559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-e50bacc9-8929-4d7a-8ea9-0b9bea584e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.136083 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-e50bacc9-8929-4d7a-8ea9-0b9bea584e5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1095 time: 0.0454593 Dec 13 10:18:16.183878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-e4618a6d-c500-48d7-97a8-fbbfb8c17c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab7e574-424a-4132-8554-4b6cafe06ace HTTP/1.1" status: 200 len: 217 time: 0.0399623 Dec 13 10:18:16.238780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-299c2649-2ea2-4c73-9285-bd99657c94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.240318 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-299c2649-2ea2-4c73-9285-bd99657c94f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=002db10e-bdfc-44c5-a769-3608527fb094 HTTP/1.1" status: 200 len: 848 time: 0.0496387 Dec 13 10:18:16.288154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-b599706f-b34c-41d7-877a-d88f3c7397f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.289717 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-b599706f-b34c-41d7-877a-d88f3c7397f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424016 Dec 13 10:18:16.389641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-34205a27-d881-4a15-baf6-b6b10c8cf88d service neutron] 10.222.0.37 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916221 Dec 13 10:18:16.486998 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7d8ae89e-4757-498a-b7cb-8eb74f2861b9 req-6e7ec517-0eaf-428e-aabd-8faa5a0c78d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907655 Dec 13 10:18:16.586808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-249f65c0-8a59-43a2-a104-69830d36b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.589157 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-249f65c0-8a59-43a2-a104-69830d36b99a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1095 time: 0.0507185 Dec 13 10:18:16.720753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-d9898a0d-523b-4af4-a21e-dc2929fcc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.722536 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-d9898a0d-523b-4af4-a21e-dc2929fcc5cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.1264334 Dec 13 10:18:16.778681 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-437396b6-d7a2-4f9a-a1cf-6d087966eb86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab7e574-424a-4132-8554-4b6cafe06ace HTTP/1.1" status: 200 len: 217 time: 0.0465908 Dec 13 10:18:16.789278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b26a3-e89f-44ed-a6ae-6a723fff24a8 req-b35cca66-15e4-4f19-9ca3-7e7f4d4bb6a1 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.790739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b26a3-e89f-44ed-a6ae-6a723fff24a8 req-b35cca66-15e4-4f19-9ca3-7e7f4d4bb6a1 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1095 time: 0.0452242 Dec 13 10:18:16.850209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-14a2e04a-6c3c-4703-bdc8-1450c5161460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.851825 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-14a2e04a-6c3c-4703-bdc8-1450c5161460 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=002db10e-bdfc-44c5-a769-3608527fb094 HTTP/1.1" status: 200 len: 848 time: 0.0664222 Dec 13 10:18:16.852109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Sync routers for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:16.852854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-000b26a3-e89f-44ed-a6ae-6a723fff24a8 req-7d352694-8511-4544-87b7-304eef96c9b6 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Dec 13 10:18:16.862212 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:16.862901 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:16.906691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-225bb812-32c6-4029-9bfd-2d889c1a3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:16.908204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-225bb812-32c6-4029-9bfd-2d889c1a3433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489335 Dec 13 10:18:16.980072 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:17.014337 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-fa8790ba-ce0c-4325-8d2b-aec293daca43 service neutron] 10.222.0.37 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982981 Dec 13 10:18:17.108415 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbca5e5-e47a-4dfe-8423-41f3862f0c7e req-246f1827-6fcb-44f5-902c-7ef0bdb15167 service neutron] 10.222.0.37 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879147 Dec 13 10:18:17.187768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '580d0436-abb2-4ee8-9a86-24d57a6c3817', 'name': '', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'mac_address': 'fa:16:3e:8d:44:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:10Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 2, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'subnets': [{'id': '01aacc16-b01a-4263-a540-3fb3428368df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:17.213694 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Checking router: 1698b1f4-670e-4144-946a-a8b17121aba6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:17.214038 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Updating router 1698b1f4-670e-4144-946a-a8b17121aba6 port 580d0436-abb2-4ee8-9a86-24d57a6c3817 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:18:17.238225 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.495452 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.501010 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.572187 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec28af-d023-416a-b675-2bfd8c813172 None None] Pushing event updated for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:17.613283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Attempting to bind port 580d0436-abb2-4ee8-9a86-24d57a6c3817 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:17.613283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Attempting to bind port 580d0436-abb2-4ee8-9a86-24d57a6c3817 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:17.613283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Attempting to bind port 580d0436-abb2-4ee8-9a86-24d57a6c3817 on network 869daedb-89fa-4a21-90eb-5bda1c93ee2a {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:17.617454 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:17.618036 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Checking segment: {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:17.618556 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.619048 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Bound using segment: {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:17.619652 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Bound port: 580d0436-abb2-4ee8-9a86-24d57a6c3817, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3b74f0-60c0-49ef-a6cb-318c6f937054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:17.620139 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.703195 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] For port 580d0436-abb2-4ee8-9a86-24d57a6c3817, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:17.706538 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] For port 580d0436-abb2-4ee8-9a86-24d57a6c3817, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=580d0436-abb2-4ee8-9a86-24d57a6c3817,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:17.716701 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.778005 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:17.778640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:17.783451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec28af-d023-416a-b675-2bfd8c813172 None None] Pushing event updated for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:17.791483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] Provisioning complete for port 580d0436-abb2-4ee8-9a86-24d57a6c3817 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:17.792454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.896089 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:17.911614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:17.958599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] For port 580d0436-abb2-4ee8-9a86-24d57a6c3817, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=580d0436-abb2-4ee8-9a86-24d57a6c3817,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:17.973168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:18.030549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e21982-49eb-49c8-ab5a-c5a041b52f52 req-7499bb86-10b1-4e99-8a44-d1247658b5aa tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:18.032844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5e21982-49eb-49c8-ab5a-c5a041b52f52 req-7499bb86-10b1-4e99-8a44-d1247658b5aa tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1095 time: 0.0724690 Dec 13 10:18:18.040625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63080451-278a-46c2-a6fc-70b44531fda2 None None] Pushing event updated for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:18.094961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-42d143ab-98cf-4802-84cc-9ea5d7e36735 None None] Provisioning complete for port 580d0436-abb2-4ee8-9a86-24d57a6c3817 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:18.095710 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-42d143ab-98cf-4802-84cc-9ea5d7e36735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:18.098520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5e21982-49eb-49c8-ab5a-c5a041b52f52 req-5802f453-b472-496e-9aae-236b4df999a0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532322 Dec 13 10:18:18.170216 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '580d0436-abb2-4ee8-9a86-24d57a6c3817', 'name': '', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'mac_address': 'fa:16:3e:8d:44:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:10Z', 'updated_at': '2021-12-13T10:18:17Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'subnets': [{'id': '01aacc16-b01a-4263-a540-3fb3428368df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:18.197020 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b3ee4-a3e5-473f-b6f9-1e34c24845cd None None] The sync data for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 is: [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:11Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '580d0436-abb2-4ee8-9a86-24d57a6c3817', 'name': '', 'network_id': '869daedb-89fa-4a21-90eb-5bda1c93ee2a', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'mac_address': 'fa:16:3e:8d:44:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01aacc16-b01a-4263-a540-3fb3428368df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:10Z', 'updated_at': '2021-12-13T10:18:17Z', 'revision_number': 4, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'subnets': [{'id': '01aacc16-b01a-4263-a540-3fb3428368df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:18.516609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 580d0436-abb2-4ee8-9a86-24d57a6c3817 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:18.565701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 580d0436-abb2-4ee8-9a86-24d57a6c3817 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:18.566164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:19.197691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af706d-3ce1-4827-ad16-c40e65580beb req-e6e75f9a-d94c-4b43-8fe1-d7867cd800cd tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:19.199846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52af706d-3ce1-4827-ad16-c40e65580beb req-e6e75f9a-d94c-4b43-8fe1-d7867cd800cd tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1095 time: 0.0421822 Dec 13 10:18:19.249767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52af706d-3ce1-4827-ad16-c40e65580beb req-e1fae75c-c2fe-4b67-b0a9-8f8bfe27064d tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Dec 13 10:18:19.610446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ab7e574-424a-4132-8554-4b6cafe06ace details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:19.708541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ab7e574-424a-4132-8554-4b6cafe06ace,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:19.721394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '6ab7e574-424a-4132-8554-4b6cafe06ace', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'port_id': '6ab7e574-424a-4132-8554-4b6cafe06ace', 'mac_address': 'fa:16:3e:20:da:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:19.758902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:19.772647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab7e574-424a-4132-8554-4b6cafe06ace {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:19.794544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ab7e574-424a-4132-8554-4b6cafe06ace,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:19.800169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:19.849076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:20.124801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ab7e574-424a-4132-8554-4b6cafe06ace'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:20.367676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b906f-e844-406a-ba03-af81cb2488f2 req-41a258f9-b5f8-4fc3-a47c-ee71db2355cd tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:20.369960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e6b906f-e844-406a-ba03-af81cb2488f2 req-41a258f9-b5f8-4fc3-a47c-ee71db2355cd tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1096 time: 0.0461583 Dec 13 10:18:20.417392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e6b906f-e844-406a-ba03-af81cb2488f2 req-4f1f05fa-2335-4446-8dfa-3442ac56e700 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Dec 13 10:18:21.540614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64234a2-c36e-4f9b-a34d-af748b562a58 req-12572508-bccc-4df8-90eb-df01bf822547 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:21.542181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f64234a2-c36e-4f9b-a34d-af748b562a58 req-12572508-bccc-4df8-90eb-df01bf822547 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1096 time: 0.0446224 Dec 13 10:18:21.587548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f64234a2-c36e-4f9b-a34d-af748b562a58 req-f73cfdb2-b5a6-4d5a-bc14-933ac9452b80 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Dec 13 10:18:21.620798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ab7e574-424a-4132-8554-4b6cafe06ace up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:21.670412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 6ab7e574-424a-4132-8554-4b6cafe06ace completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:18:21.674644 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 6ab7e574-424a-4132-8554-4b6cafe06ace triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:21.675018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:21.755202 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:21.778174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:21.780404 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21425c4a-031e-4ae8-8d03-3dea8f73da2f" -d '{"events": [{"server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "name": "network-vif-plugged", "status": "completed", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:21.794072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ab7e574-424a-4132-8554-4b6cafe06ace,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:21.800195 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:21.825650 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45716014-2507-4283-b054-49611922dd9d x-openstack-request-id: req-45716014-2507-4283-b054-49611922dd9d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:21.825960 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "name": "network-vif-plugged", "status": "completed", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:21.826238 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45716014-2507-4283-b054-49611922dd9d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:21.826626 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace', 'code': 200} Dec 13 10:18:21.855563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:21.927311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110b25-31df-49a1-b0b6-c4100649455b req-4c5ba4e8-18ac-4b2c-84e2-aef10607fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:21.929568 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5a110b25-31df-49a1-b0b6-c4100649455b req-4c5ba4e8-18ac-4b2c-84e2-aef10607fb18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0421655 Dec 13 10:18:21.978453 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5a110b25-31df-49a1-b0b6-c4100649455b req-6b6ed568-ddce-484a-a862-d91495e3b4e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Dec 13 10:18:22.697524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710ad94-f889-48df-9d60-96d60c7f947a req-03b6f4e2-e82c-4c2c-81f9-1ca6e8091ec4 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:22.698999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e710ad94-f889-48df-9d60-96d60c7f947a req-03b6f4e2-e82c-4c2c-81f9-1ca6e8091ec4 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0420716 Dec 13 10:18:22.744806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e710ad94-f889-48df-9d60-96d60c7f947a req-1e6e5b9d-52b7-4f44-be70-e07e1ad766b5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Dec 13 10:18:23.856593 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a120f-61b9-462c-b19b-41e03ac7559d req-0ff1e823-5ec6-4433-af2a-e50335352d6b tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:23.858168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb6a120f-61b9-462c-b19b-41e03ac7559d req-0ff1e823-5ec6-4433-af2a-e50335352d6b tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0421586 Dec 13 10:18:23.908689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb6a120f-61b9-462c-b19b-41e03ac7559d req-e895a161-80a4-4b96-897b-b2ccf3b67d03 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Dec 13 10:18:24.017863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7827b-84eb-48b3-a6fa-b3369b79b5c9 req-1574fcdb-38fd-48f3-bf13-021aae91ac44 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:24.019440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91a7827b-84eb-48b3-a6fa-b3369b79b5c9 req-1574fcdb-38fd-48f3-bf13-021aae91ac44 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0412717 Dec 13 10:18:24.064050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91a7827b-84eb-48b3-a6fa-b3369b79b5c9 req-ac7a0482-eadb-4fae-b16f-86296757a787 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Dec 13 10:18:24.171523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe4ca6-a980-47b1-8344-dfe4efc4beb5 req-66893056-f35b-4e0f-a6c2-ed06a53e047e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:24.173025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cbe4ca6-a980-47b1-8344-dfe4efc4beb5 req-66893056-f35b-4e0f-a6c2-ed06a53e047e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0417676 Dec 13 10:18:24.217818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7cbe4ca6-a980-47b1-8344-dfe4efc4beb5 req-477e1586-0884-4a36-81fc-af17dfbf4089 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Dec 13 10:18:24.438734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-39ba996d-077b-4402-b7e9-73cdb1fd9e14 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:24.440450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-39ba996d-077b-4402-b7e9-73cdb1fd9e14 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.0959175 Dec 13 10:18:24.456492 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-f2a97d37-1b78-4baf-ac46-61f871bcfaa9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/quotas/d9c34a0a99d0489690d84fb8ed825a61 HTTP/1.1" status: 200 len: 375 time: 0.0094936 Dec 13 10:18:24.507690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-8262c46a-b382-4a83-829a-28695eafa81f tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446570 Dec 13 10:18:24.612206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-3978d0ff-0dd3-4bf6-b286-d5ad09a4e46b service neutron] 10.222.0.30 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974300 Dec 13 10:18:24.701699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-b5f2cd4c-3195-4163-9ba6-5145d7f7349a service neutron] 10.222.0.30 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822325 Dec 13 10:18:24.862416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d16b3fe-25c8-4238-95b4-35d3ac243e8f req-095d575e-d3f3-4dec-938d-bb8871c393f8 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 210 time: 0.0264521 Dec 13 10:18:25.428199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3849c-4d55-49c5-9c87-4dd95dc81cc7 req-f1d3b007-96f6-4863-8b14-cf9c4d9f5366 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:25.430430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8b3849c-4d55-49c5-9c87-4dd95dc81cc7 req-f1d3b007-96f6-4863-8b14-cf9c4d9f5366 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 945 time: 0.0552304 Dec 13 10:18:25.480953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8b3849c-4d55-49c5-9c87-4dd95dc81cc7 req-b300b63b-e188-4107-b8c2-2c87a947559f tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Dec 13 10:18:25.815684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-10b771a6-dbad-429b-8b91-cd7003371fb9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:25.817094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-10b771a6-dbad-429b-8b91-cd7003371fb9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.44 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.0907929 Dec 13 10:18:25.830785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Request body: {'port': {'device_id': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'admin_state_up': True, 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:25.853744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Made reservation on behalf of d9c34a0a99d0489690d84fb8ed825a61 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:25.856270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:25.956848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba050762-7a9b-4523-aa15-c6ddb18b0b36 req-d480ad64-5d76-4aab-b7f1-789ea11cb7b9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Dec 13 10:18:25.976551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Allocated IP 172.20.0.10 (b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82/002db10e-bdfc-44c5-a769-3608527fb094/bcd63f3f-9b36-4589-8cff-31c04c4d41df) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:26.107225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.140695 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.151616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ab7e574-424a-4132-8554-4b6cafe06ace'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:26.185436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:26.188413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:26.192029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:26.219143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Pushing event updated for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:26.249419 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.250029 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.268000 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-05c8368c-59bc-4107-b882-afa867f143ca tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4407277 Dec 13 10:18:26.283151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Request body: {'port': {'device_id': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:26.342261 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.457337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e8301cb-e0bd-424c-b574-2ea94cd923b2 None None] Provisioning complete for port bcd63f3f-9b36-4589-8cff-31c04c4d41df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:26.457713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e8301cb-e0bd-424c-b574-2ea94cd923b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.493569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e8301cb-e0bd-424c-b574-2ea94cd923b2 None None] Port bcd63f3f-9b36-4589-8cff-31c04c4d41df cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:18:26.598834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffc9b7-f92a-4f14-bf97-fb8cd231d75e req-925b1b7f-1bc1-4b09-ae46-9429bf9a596c tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.601088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08ffc9b7-f92a-4f14-bf97-fb8cd231d75e req-925b1b7f-1bc1-4b09-ae46-9429bf9a596c tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 945 time: 0.0506642 Dec 13 10:18:26.615721 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd63f3f-9b36-4589-8cff-31c04c4d41df {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:26.624317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.636504 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Transition to ACTIVE for port object bcd63f3f-9b36-4589-8cff-31c04c4d41df will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:18:26.641214 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.651638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08ffc9b7-f92a-4f14-bf97-fb8cd231d75e req-26def9fc-8478-4da0-ae1b-55457439993f tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Dec 13 10:18:26.691476 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:26.770288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Attempting to bind port bcd63f3f-9b36-4589-8cff-31c04c4d41df on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:26.770638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Attempting to bind port bcd63f3f-9b36-4589-8cff-31c04c4d41df by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:26.770976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Attempting to bind port bcd63f3f-9b36-4589-8cff-31c04c4d41df on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:26.776855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Port bcd63f3f-9b36-4589-8cff-31c04c4d41df on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:18:26.777679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Attempting to bind port bcd63f3f-9b36-4589-8cff-31c04c4d41df on network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:26.784137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:26.784580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Checking segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:26.785371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Bound using segment: {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:26.786125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Bound port: bcd63f3f-9b36-4589-8cff-31c04c4d41df, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725b9965-edd8-4be6-977e-aa4d8436e886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:26.786506 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.859209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:26.862483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:26.867944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.905392 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.906327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:26.907405 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/bcd63f3f-9b36-4589-8cff-31c04c4d41df HTTP/1.1" status: 200 len: 1092 time: 0.6298094 Dec 13 10:18:26.907863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:26.910209 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:26.927781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-f5b89f46-2e6b-4599-b98d-702f3f750ba8 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:26.930079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-f5b89f46-2e6b-4599-b98d-702f3f750ba8 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 945 time: 0.0613666 Dec 13 10:18:26.952615 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764f928-67e4-49a7-b083-c6811e7c33c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:26.976875 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7fc300-cb69-4846-bf8c-e1f79cd0d92e x-openstack-request-id: req-dd7fc300-cb69-4846-bf8c-e1f79cd0d92e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:26.977772 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:26.978044 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd7fc300-cb69-4846-bf8c-e1f79cd0d92e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:26.978458 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df', 'status': 'completed', 'code': 200} Dec 13 10:18:27.015460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-0c2256d7-f370-45fb-af6d-22977ee9bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.017010 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-0c2256d7-f370-45fb-af6d-22977ee9bd34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0516379 Dec 13 10:18:27.059963 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-a363ff00-05eb-40ae-9863-e4f200745ccd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df HTTP/1.1" status: 200 len: 217 time: 0.0354211 Dec 13 10:18:27.089357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074001b-4271-4ceb-8a6e-684730da3db5 req-484dba70-d6a8-475f-89bc-c52f038a8cb9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.090871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b074001b-4271-4ceb-8a6e-684730da3db5 req-484dba70-d6a8-475f-89bc-c52f038a8cb9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0574517 Dec 13 10:18:27.096734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Deleting port 8516ee2d-622d-491f-afca-191d9f96f5f7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:27.097069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:27.118730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-dac8058b-fee8-4398-ba7b-c71d81a23126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.120389 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-dac8058b-fee8-4398-ba7b-c71d81a23126 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=002db10e-bdfc-44c5-a769-3608527fb094 HTTP/1.1" status: 200 len: 848 time: 0.0532148 Dec 13 10:18:27.169058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-f08f6071-378d-4835-a63f-a8aeb5c93ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.170627 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-f08f6071-378d-4835-a63f-a8aeb5c93ee0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431192 Dec 13 10:18:27.195286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b074001b-4271-4ceb-8a6e-684730da3db5 req-f0f067b2-76c5-41a6-97f4-55c5635ea5d1 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Dec 13 10:18:27.222951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] For port 8516ee2d-622d-491f-afca-191d9f96f5f7, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8516ee2d-622d-491f-afca-191d9f96f5f7,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:27.223312 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:27.236647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Calling delete_port for 8516ee2d-622d-491f-afca-191d9f96f5f7 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:27.266139 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-ea568999-f316-4828-89e7-14efca9e9839 service neutron] 10.222.0.44 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882199 Dec 13 10:18:27.358222 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a87197fe-21d6-4337-a7e2-e256a4c4f0cc req-757a1e64-be90-43ab-895c-0d81abc7e1aa service neutron] 10.222.0.44 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Dec 13 10:18:27.371418 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:27.384095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8516ee2d-622d-491f-afca-191d9f96f5f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:27.400829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Pushing event deleted for resources: {'Port': ['ID=8516ee2d-622d-491f-afca-191d9f96f5f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:27.447864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-1432043d-610e-434a-b1fc-32aa8f9a9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.449517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-1432043d-610e-434a-b1fc-32aa8f9a9be7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0426385 Dec 13 10:18:27.451062 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] No DVR routers for this DVR port 8516ee2d-622d-491f-afca-191d9f96f5f7 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:27.451220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:27.454257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:27.457864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12dbb6d3-e058-484e-9a34-0c2465674d49 req-7d46cf4e-023b-4842-bbfa-c7d2048d9e0d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "DELETE /v2.0/ports/8516ee2d-622d-491f-afca-191d9f96f5f7 HTTP/1.1" status: 204 len: 173 time: 0.5106957 Dec 13 10:18:27.458320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'name': 'network-vif-deleted', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:27.461931 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb47332-7923-4424-b499-927978e6adde" -d '{"events": [{"server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "name": "network-vif-deleted", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:27.502852 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a8d6fb-d201-4c00-8f17-700d8d3b4973 x-openstack-request-id: req-16a8d6fb-d201-4c00-8f17-700d8d3b4973 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:27.503158 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e24764-11dd-43a2-890d-85a775885f6f", "name": "network-vif-deleted", "tag": "8516ee2d-622d-491f-afca-191d9f96f5f7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:27.503406 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16a8d6fb-d201-4c00-8f17-700d8d3b4973 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:27.503810 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e24764-11dd-43a2-890d-85a775885f6f', 'name': 'network-vif-deleted', 'tag': '8516ee2d-622d-491f-afca-191d9f96f5f7', 'status': 'completed', 'code': 200} Dec 13 10:18:27.556771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-bce15b81-4fa0-4ac6-bdb1-97ff370f3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.558397 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-bce15b81-4fa0-4ac6-bdb1-97ff370f3309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 200 len: 910 time: 0.1015544 Dec 13 10:18:27.613983 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-a8d9a896-cae8-435e-98b9-acd1fe521da7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df HTTP/1.1" status: 200 len: 217 time: 0.0386240 Dec 13 10:18:27.665411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-540a5a8a-e03b-48f3-87d0-e3d2f9a329db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.666752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-540a5a8a-e03b-48f3-87d0-e3d2f9a329db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=002db10e-bdfc-44c5-a769-3608527fb094 HTTP/1.1" status: 200 len: 848 time: 0.0444336 Dec 13 10:18:27.719626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-d937d5a9-6d93-4e2b-a2fb-c1d8e6a9ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:27.721174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-d937d5a9-6d93-4e2b-a2fb-c1d8e6a9ca4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456829 Dec 13 10:18:27.764972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4d8e439c-ce46-40a6-a299-cf2a8b70f234 req-c231ff5a-4568-4bf3-bee3-a441b764ae48 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e24764-11dd-43a2-890d-85a775885f6f HTTP/1.1" status: 200 len: 210 time: 0.0302968 Dec 13 10:18:27.815669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-a86090da-bf33-413f-8624-863a88a9fed1 service neutron] 10.222.0.44 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Dec 13 10:18:27.923218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1b9062d2-56d0-4c78-9cd0-d5446dd61e85 req-d1ee76b1-7d4f-40ec-8283-31aef9e0a13a service neutron] 10.222.0.44 "GET /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940990 Dec 13 10:18:28.304307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f912a03-9c95-4bc2-9983-02597554b46a req-1be15d1c-d1bd-4981-bd87-cebdb6486f27 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:28.305836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f912a03-9c95-4bc2-9983-02597554b46a req-1be15d1c-d1bd-4981-bd87-cebdb6486f27 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0409708 Dec 13 10:18:28.348977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f912a03-9c95-4bc2-9983-02597554b46a req-ac4737d5-eb20-41a6-8bb3-41ee050510c2 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Dec 13 10:18:28.619180 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69c14746-403f-4eae-a6d2-e86fd1209dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:29.307837 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:29.457011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a9f8-eb7a-4171-be5a-4cd2ad7ea28e req-3448f3b1-b47b-4b12-9f94-302e2b42250f tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:29.459410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37b8a9f8-eb7a-4171-be5a-4cd2ad7ea28e req-3448f3b1-b47b-4b12-9f94-302e2b42250f tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0427392 Dec 13 10:18:29.508989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37b8a9f8-eb7a-4171-be5a-4cd2ad7ea28e req-2611d726-b765-460a-bee2-6e326c1cffdf tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Dec 13 10:18:30.258896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bcd63f3f-9b36-4589-8cff-31c04c4d41df details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:30.277718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8516ee2d-622d-491f-afca-191d9f96f5f7 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:30.312577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8516ee2d-622d-491f-afca-191d9f96f5f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:30.313516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8516ee2d-622d-491f-afca-191d9f96f5f7 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:30.477104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:30.491571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df', 'network_id': 'b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82', 'port_id': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df', 'mac_address': 'fa:16:3e:16:dd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002db10e-bdfc-44c5-a769-3608527fb094', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:30.537006 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:30.554813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd63f3f-9b36-4589-8cff-31c04c4d41df {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:30.579306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:30.586743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:30.647495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:30.676206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010691a-4a74-456e-98c5-f715e20f999a req-d51cc74e-a7d7-4b16-ba57-37538439d1d6 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:30.681471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a010691a-4a74-456e-98c5-f715e20f999a req-d51cc74e-a7d7-4b16-ba57-37538439d1d6 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0616193 Dec 13 10:18:30.726481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a010691a-4a74-456e-98c5-f715e20f999a req-b4112e94-a29c-43c5-b869-673b0244592a tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Dec 13 10:18:30.779325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['bcd63f3f-9b36-4589-8cff-31c04c4d41df'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:31.026923 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-549fcca9-86ad-4fd8-8417-639bfa0abd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:31.840699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abf61d-8da8-481c-88cb-e3014479c885 req-41af668b-8f4d-41d8-93c1-497f5dea48a5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:31.842276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3abf61d-8da8-481c-88cb-e3014479c885 req-41af668b-8f4d-41d8-93c1-497f5dea48a5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0446246 Dec 13 10:18:31.894341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3abf61d-8da8-481c-88cb-e3014479c885 req-a7c0c35a-3f00-4470-8f93-713ef4c3aaa0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Dec 13 10:18:32.266930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bcd63f3f-9b36-4589-8cff-31c04c4d41df up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:32.338001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port bcd63f3f-9b36-4589-8cff-31c04c4d41df completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:18:32.343187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:32.344708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port bcd63f3f-9b36-4589-8cff-31c04c4d41df triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:32.345205 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:32.427001 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:32.453792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:32.456085 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c90c56-1636-4e38-9bf4-c5e302c72c12" -d '{"events": [{"server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "name": "network-vif-plugged", "status": "completed", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:32.475408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:32.484480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:32.514599 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a53369f-4121-4496-9e9a-3f59beec00b3 x-openstack-request-id: req-9a53369f-4121-4496-9e9a-3f59beec00b3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:32.514890 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "name": "network-vif-plugged", "status": "completed", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:32.515143 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a53369f-4121-4496-9e9a-3f59beec00b3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:32.515890 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df', 'code': 200} Dec 13 10:18:32.553533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:32.631300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837f2d-eaef-4f03-bf81-dd0199b5f32b req-b7e865b3-0d56-4395-bfc8-298ce8bb173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:32.634014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-92837f2d-eaef-4f03-bf81-dd0199b5f32b req-b7e865b3-0d56-4395-bfc8-298ce8bb173c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0468748 Dec 13 10:18:32.703043 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-92837f2d-eaef-4f03-bf81-dd0199b5f32b req-db8ee463-f072-41a7-b96d-864f7581f656 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610058 Dec 13 10:18:33.002723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f6cb1-0022-4318-b576-ffcf51584355 req-94199688-d1b4-4289-9439-92e51390b0e0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:33.004240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-437f6cb1-0022-4318-b576-ffcf51584355 req-94199688-d1b4-4289-9439-92e51390b0e0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0410287 Dec 13 10:18:33.051930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-437f6cb1-0022-4318-b576-ffcf51584355 req-f33f6e2e-845c-4670-941e-dea281a59171 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Dec 13 10:18:33.770387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:34.172962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769305be-83c9-4d1b-80b0-c98441f479a8 req-42dfabde-a0d6-4455-92a5-499427bed4aa tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:34.174520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-769305be-83c9-4d1b-80b0-c98441f479a8 req-42dfabde-a0d6-4455-92a5-499427bed4aa tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0413694 Dec 13 10:18:34.223497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-769305be-83c9-4d1b-80b0-c98441f479a8 req-21e2a384-dcd5-4c25-bf40-886e66f8cd97 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Dec 13 10:18:34.356856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76442c-8800-4545-9487-c1f2ae5c8c57 req-7793961c-e3a9-43a1-8f4c-f686d43825df tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:34.358360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de76442c-8800-4545-9487-c1f2ae5c8c57 req-7793961c-e3a9-43a1-8f4c-f686d43825df tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0505886 Dec 13 10:18:34.403684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de76442c-8800-4545-9487-c1f2ae5c8c57 req-78501f1b-dad3-4584-953d-f81f11653c03 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Dec 13 10:18:34.527904 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7907f-5d0f-43bc-92b6-e59dd0d526a8 req-c802cb76-8c92-4323-a626-974f02b06483 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:34.529549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29c7907f-5d0f-43bc-92b6-e59dd0d526a8 req-c802cb76-8c92-4323-a626-974f02b06483 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0462322 Dec 13 10:18:34.575224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29c7907f-5d0f-43bc-92b6-e59dd0d526a8 req-da0d05e2-a270-4769-87ff-cf10a04d2c79 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Dec 13 10:18:34.824424 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:35.138614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e780bd5-7ea9-41ad-8455-04b5f9ea262d req-9d9265c9-c625-49fc-bbe7-e754f81afe71 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:35.140142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e780bd5-7ea9-41ad-8455-04b5f9ea262d req-9d9265c9-c625-49fc-bbe7-e754f81afe71 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0414450 Dec 13 10:18:35.184220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e780bd5-7ea9-41ad-8455-04b5f9ea262d req-78ab7c41-68d4-49ec-a4a7-00c0adfbe94e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Dec 13 10:18:35.733194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-778179e6-37a9-409f-a0d1-a904229ea403 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:35.734615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-778179e6-37a9-409f-a0d1-a904229ea403 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 813 time: 0.1128120 Dec 13 10:18:35.750537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-ecbac293-c427-42a0-8f2b-ef75c4c0858f tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/quotas/fe5ac317c1be4bb793317a24d220a492 HTTP/1.1" status: 200 len: 375 time: 0.0102456 Dec 13 10:18:35.782823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-4f7e8870-bd8a-4d46-9910-48861478ef22 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268073 Dec 13 10:18:35.879152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-a0edf7f4-78a8-4477-84ca-8b02c59956b1 service neutron] 10.222.0.30 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891702 Dec 13 10:18:35.966958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-51d5416a-98c6-437d-ba0f-e26a2456b742 service neutron] 10.222.0.30 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809705 Dec 13 10:18:36.134441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-abf5174a-c649-43d8-9766-13f499daee0a req-bbd644c1-d612-43b1-bd45-8daabb47eea9 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 210 time: 0.0271628 Dec 13 10:18:36.297164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4d4e-9e1c-4df2-ae1b-31e819ffbdf8 req-5bfa13f6-e33d-4d8b-b058-4d48f62c09b8 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.299360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-505e4d4e-9e1c-4df2-ae1b-31e819ffbdf8 req-5bfa13f6-e33d-4d8b-b058-4d48f62c09b8 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0445869 Dec 13 10:18:36.351041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-505e4d4e-9e1c-4df2-ae1b-31e819ffbdf8 req-446acbda-bf6d-4a14-9401-acac6793a8c2 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Dec 13 10:18:36.415257 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-33ed6341-da02-4d25-a43d-18692012ddf0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:36.416766 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-33ed6341-da02-4d25-a43d-18692012ddf0 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0464609 Dec 13 10:18:36.509569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Deleting port bcd63f3f-9b36-4589-8cff-31c04c4d41df {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:36.509936 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:36.594475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] For port bcd63f3f-9b36-4589-8cff-31c04c4d41df, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=bcd63f3f-9b36-4589-8cff-31c04c4d41df,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:36.594850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:36.608095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Calling delete_port for bcd63f3f-9b36-4589-8cff-31c04c4d41df owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:36.744828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:36.758194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ab7e574-424a-4132-8554-4b6cafe06ace'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:36.761277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['bcd63f3f-9b36-4589-8cff-31c04c4d41df'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:36.773087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcd63f3f-9b36-4589-8cff-31c04c4d41df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:36.785259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.785616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.785970 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.786316 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.786667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.787054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.787345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.787682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.788045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.788718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.789059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.789445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.789761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:36.830658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] No DVR routers for this DVR port bcd63f3f-9b36-4589-8cff-31c04c4d41df on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:36.833612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:36.838458 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d5ae88e0-0f39-4a0b-ab6d-3766f914ff38 req-eb192de9-7895-4e16-9f82-fe3279834e8e tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.44 "DELETE /v2.0/ports/bcd63f3f-9b36-4589-8cff-31c04c4d41df HTTP/1.1" status: 204 len: 173 time: 0.4145751 Dec 13 10:18:36.838929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'name': 'network-vif-deleted', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:36.841556 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097622a1-b74f-48b8-b9de-9ade8214b742" -d '{"events": [{"server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "name": "network-vif-deleted", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:36.886130 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44874f72-3dd5-4d36-ad18-25ad2b8fab56 x-openstack-request-id: req-44874f72-3dd5-4d36-ad18-25ad2b8fab56 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:36.886516 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4", "name": "network-vif-deleted", "tag": "bcd63f3f-9b36-4589-8cff-31c04c4d41df", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:36.886785 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44874f72-3dd5-4d36-ad18-25ad2b8fab56 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:36.887448 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4', 'name': 'network-vif-deleted', 'tag': 'bcd63f3f-9b36-4589-8cff-31c04c4d41df', 'status': 'completed', 'code': 200} Dec 13 10:18:37.137153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-bdd6708f-c8e3-43b0-83e8-a12afffa88d8 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.138526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-bdd6708f-c8e3-43b0-83e8-a12afffa88d8 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 813 time: 0.1080935 Dec 13 10:18:37.152525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Request body: {'port': {'device_id': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597', 'admin_state_up': True, 'tenant_id': 'fe5ac317c1be4bb793317a24d220a492'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:37.164031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a20a995-2489-441f-a7d7-2079f704f56e req-7c101b19-a725-4344-9786-0b7a30cf0101 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277090 Dec 13 10:18:37.238401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02208a3c-8545-4b28-a3a5-2bad9b11a2ca req-e2c84a62-63df-4f33-89a9-fbf4df466795 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 210 time: 0.0324490 Dec 13 10:18:37.253476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a20a995-2489-441f-a7d7-2079f704f56e req-522c6fbb-e02e-4dbf-a52a-aaa6347efdf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&device_id=ff0e9ebc-c485-4663-b5cf-baf30e5b0ae4 HTTP/1.1" status: 200 len: 210 time: 0.0372484 Dec 13 10:18:37.277330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Made reservation on behalf of fe5ac317c1be4bb793317a24d220a492 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:18:37.280894 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:37.430701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Allocated IP 172.20.0.8 (d849c27e-8fe9-4571-b649-7e4a5dd8d597/17631a3c-f3bc-4aff-87b2-575fe28ee460/88004b39-28ec-42e9-a152-32b3507161ba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:18:37.501508 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20a995-2489-441f-a7d7-2079f704f56e req-7044cdac-3403-4dbb-98b1-f97f6bb449d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.502992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a20a995-2489-441f-a7d7-2079f704f56e req-7044cdac-3403-4dbb-98b1-f97f6bb449d8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2144775 Dec 13 10:18:37.599845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:37.647874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:37.698317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Network d849c27e-8fe9-4571-b649-7e4a5dd8d597 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:18:37.702054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:18:37.706232 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:18:37.716282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20a995-2489-441f-a7d7-2079f704f56e req-a92a9dc6-9bf1-460d-a411-ad73d6239021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.717795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a20a995-2489-441f-a7d7-2079f704f56e req-a92a9dc6-9bf1-460d-a411-ad73d6239021 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2076578 Dec 13 10:18:37.720300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9951416-8075-4d5f-a75a-47159cf4d94e req-d31cd847-981e-4a94-99e5-f1f09e244e4b tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.722293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9951416-8075-4d5f-a75a-47159cf4d94e req-d31cd847-981e-4a94-99e5-f1f09e244e4b tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0962818 Dec 13 10:18:37.731064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Pushing event updated for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:37.761096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:37.761740 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:37.778077 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-967f5014-1823-4b96-bf3e-4160da9f10f4 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6297109 Dec 13 10:18:37.779858 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9951416-8075-4d5f-a75a-47159cf4d94e req-5b12583c-2caa-4025-a0c3-28fae537fcd3 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Dec 13 10:18:37.790706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Request body: {'port': {'device_id': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:18:37.843267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.108741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88004b39-28ec-42e9-a152-32b3507161ba {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:38.116577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.128354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Transition to ACTIVE for port object 88004b39-28ec-42e9-a152-32b3507161ba will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:18:38.132409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.184427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Pushing event updated for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:38.247678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Attempting to bind port 88004b39-28ec-42e9-a152-32b3507161ba on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:18:38.248011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Attempting to bind port 88004b39-28ec-42e9-a152-32b3507161ba by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:18:38.248339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Attempting to bind port 88004b39-28ec-42e9-a152-32b3507161ba on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:38.252546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Port 88004b39-28ec-42e9-a152-32b3507161ba on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:18:38.252868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Attempting to bind port 88004b39-28ec-42e9-a152-32b3507161ba on network d849c27e-8fe9-4571-b649-7e4a5dd8d597 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:18:38.258261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:18:38.258589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Checking segment: {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:18:38.258965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Bound using segment: {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:18:38.259388 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Bound port: 88004b39-28ec-42e9-a152-32b3507161ba, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf45edb-5e5c-4743-b424-54191b51b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:18:38.259737 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.327157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:18:38.330309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=88004b39-28ec-42e9-a152-32b3507161ba,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:18:38.335553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.360526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb3496-9031-45f8-a393-eeb25c35ba11 req-49ae4997-8fa4-411f-a7be-957ef392a1f2 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.361949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63bb3496-9031-45f8-a393-eeb25c35ba11 req-49ae4997-8fa4-411f-a7be-957ef392a1f2 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 943 time: 0.0494871 Dec 13 10:18:38.373003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.373665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:38.375053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] 10.222.0.44 "PUT /v2.0/ports/88004b39-28ec-42e9-a152-32b3507161ba HTTP/1.1" status: 200 len: 1091 time: 0.5897794 Dec 13 10:18:38.395054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9bf65-4511-4e1c-a209-c685f03ddce9 service neutron] Pushing event updated for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:38.421279 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63bb3496-9031-45f8-a393-eeb25c35ba11 req-32a40d32-b269-495f-b7ed-e2565c1bc3ae tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509045 Dec 13 10:18:38.460442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-4065d24b-0c5c-486f-a524-65313ebda6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.462009 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-4065d24b-0c5c-486f-a524-65313ebda6d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 1094 time: 0.0478570 Dec 13 10:18:38.509171 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-aa2c9b0f-8603-487b-8283-541e440a7748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88004b39-28ec-42e9-a152-32b3507161ba HTTP/1.1" status: 200 len: 217 time: 0.0377657 Dec 13 10:18:38.559661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-881020c6-dc8f-48be-b872-4e302ec3e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.561079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-881020c6-dc8f-48be-b872-4e302ec3e2ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17631a3c-f3bc-4aff-87b2-575fe28ee460 HTTP/1.1" status: 200 len: 853 time: 0.0439076 Dec 13 10:18:38.591541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-b16bc744-8934-473c-8f48-1943c629c94e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d849c27e-8fe9-4571-b649-7e4a5dd8d597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238166 Dec 13 10:18:38.684878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-8f67f9ac-c030-484c-bae9-395fe2fb6900 service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862978 Dec 13 10:18:38.775941 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca3d29df-a2fa-4a96-9f68-d4b197b57f1a req-d5448d17-731b-49c6-be82-6420419396ae service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841639 Dec 13 10:18:38.888895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:38.889879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19223671-681d-40c6-8f69-9e8f90e55cd0 req-3520b295-bd02-46d3-9f30-4ee7b0f5e969 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.891230 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534f7887-cd02-4d7f-a70e-69818c52b4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "tag": "88004b39-28ec-42e9-a152-32b3507161ba"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:38.891439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19223671-681d-40c6-8f69-9e8f90e55cd0 req-3520b295-bd02-46d3-9f30-4ee7b0f5e969 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0410497 Dec 13 10:18:38.928483 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dc7819-bfc9-479a-a650-7206c6b5eab8 x-openstack-request-id: req-f8dc7819-bfc9-479a-a650-7206c6b5eab8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:38.928775 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "tag": "88004b39-28ec-42e9-a152-32b3507161ba", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:38.929034 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8dc7819-bfc9-479a-a650-7206c6b5eab8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:38.929542 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba', 'status': 'completed', 'code': 200} Dec 13 10:18:38.945370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-19223671-681d-40c6-8f69-9e8f90e55cd0 req-8365e82d-8349-43bd-9d66-662d192231e5 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9911f7ed-6969-4438-8da1-dc921664275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Dec 13 10:18:38.994102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-cbbd6d31-c194-402b-b7a4-2ceb8d18a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:38.995603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-cbbd6d31-c194-402b-b7a4-2ceb8d18a0ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe5ac317c1be4bb793317a24d220a492&device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 1094 time: 0.0455043 Dec 13 10:18:39.104152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-db11af4c-be23-46c6-acd6-01dec11d2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:39.105624 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-db11af4c-be23-46c6-acd6-01dec11d2721 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 200 len: 914 time: 0.1024215 Dec 13 10:18:39.159877 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-3dbb039e-c305-468a-b6cf-0f3f6eea4a5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88004b39-28ec-42e9-a152-32b3507161ba HTTP/1.1" status: 200 len: 217 time: 0.0409281 Dec 13 10:18:39.169259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-9027eede-dd6f-4a86-a06d-bf3181157937 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:39.170631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-9027eede-dd6f-4a86-a06d-bf3181157937 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 1097 time: 0.0789092 Dec 13 10:18:39.253561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-4ed9c917-4017-4bbd-8713-d3074d0ac5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:39.254972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-4ed9c917-4017-4bbd-8713-d3074d0ac5e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=17631a3c-f3bc-4aff-87b2-575fe28ee460 HTTP/1.1" status: 200 len: 853 time: 0.0876801 Dec 13 10:18:39.290326 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-74c72551-4d4b-4c79-b36c-c7f3e5500c6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d849c27e-8fe9-4571-b649-7e4a5dd8d597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257936 Dec 13 10:18:39.307513 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Deleting port 6ab7e574-424a-4132-8554-4b6cafe06ace {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:39.307852 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:39.448671 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-c66d9134-5cdf-4169-b4fd-47ef5c2a3ccb service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496639 Dec 13 10:18:39.453343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] For port 6ab7e574-424a-4132-8554-4b6cafe06ace, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=6ab7e574-424a-4132-8554-4b6cafe06ace,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:39.453727 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:39.504571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Calling delete_port for 6ab7e574-424a-4132-8554-4b6cafe06ace owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:39.542930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccc4db-898b-4ce6-b126-f5c40900536c req-8f6ff493-e1b6-4e33-9133-8580de4870d3 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:39.544409 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cccc4db-898b-4ce6-b126-f5c40900536c req-8f6ff493-e1b6-4e33-9133-8580de4870d3 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 943 time: 0.0542293 Dec 13 10:18:39.593445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cccc4db-898b-4ce6-b126-f5c40900536c req-580a6f8d-85f2-4e07-a1c8-458d0e9f6709 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Dec 13 10:18:39.600912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-534f7887-cd02-4d7f-a70e-69818c52b4d6 req-1b5cf289-8317-44af-85fc-478e06588dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445858 Dec 13 10:18:39.665711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:39.675969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['6ab7e574-424a-4132-8554-4b6cafe06ace'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:39.693108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ab7e574-424a-4132-8554-4b6cafe06ace,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:39.735947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] No DVR routers for this DVR port 6ab7e574-424a-4132-8554-4b6cafe06ace on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:39.738528 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:39.742514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-45534215-1768-4f5c-b0d2-42ccbe7503ba req-1f3d9f8d-5770-48c4-a623-44cdd237318c tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6ab7e574-424a-4132-8554-4b6cafe06ace HTTP/1.1" status: 204 len: 173 time: 0.5643270 Dec 13 10:18:40.056732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-839ff27c-a38e-43e4-882f-07f6e4a32b44 req-13c39dd2-f026-4a45-9a02-c2f80d56bfa9 tempest-TestServerMultinode-1773502790 tempest-TestServerMultinode-1773502790-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3c01d4e5-5230-4078-b4dd-76fde28cb58e HTTP/1.1" status: 200 len: 210 time: 0.0261488 Dec 13 10:18:40.297803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 88004b39-28ec-42e9-a152-32b3507161ba details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:18:40.300831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bcd63f3f-9b36-4589-8cff-31c04c4d41df no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:40.330252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: bcd63f3f-9b36-4589-8cff-31c04c4d41df {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:40.330595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device bcd63f3f-9b36-4589-8cff-31c04c4d41df not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:40.419184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=88004b39-28ec-42e9-a152-32b3507161ba,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:40.432369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '88004b39-28ec-42e9-a152-32b3507161ba', 'network_id': 'd849c27e-8fe9-4571-b649-7e4a5dd8d597', 'port_id': '88004b39-28ec-42e9-a152-32b3507161ba', 'mac_address': 'fa:16:3e:1c:b0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17631a3c-f3bc-4aff-87b2-575fe28ee460', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:18:40.470733 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:40.487489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88004b39-28ec-42e9-a152-32b3507161ba {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:18:40.506047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=88004b39-28ec-42e9-a152-32b3507161ba,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:40.510096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:40.555440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:40.562599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.562950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.563293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.563630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.563961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.564291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.564620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.564945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.565299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.565625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.565948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.566294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.566616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:18:40.712860 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1112a-10df-45b0-94f8-d8a178802b8a req-48680fc9-03e5-449c-bb54-9abd3eace9d5 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:40.714401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c1112a-10df-45b0-94f8-d8a178802b8a req-48680fc9-03e5-449c-bb54-9abd3eace9d5 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 944 time: 0.0535331 Dec 13 10:18:40.718527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['88004b39-28ec-42e9-a152-32b3507161ba'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:18:40.768595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9c1112a-10df-45b0-94f8-d8a178802b8a req-329b84db-b6a4-4a87-965f-14b349fc9568 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Dec 13 10:18:40.930621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'name': 'network-vif-deleted', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:40.932881 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011d209-e90d-490a-b1b5-547f5620aa9f" -d '{"events": [{"server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "name": "network-vif-deleted", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:40.968223 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ee9d2c-9f19-4f0a-9c87-5ab80dcf81f7 x-openstack-request-id: req-c4ee9d2c-9f19-4f0a-9c87-5ab80dcf81f7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:40.968513 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01d4e5-5230-4078-b4dd-76fde28cb58e", "name": "network-vif-deleted", "tag": "6ab7e574-424a-4132-8554-4b6cafe06ace", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:40.968768 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4ee9d2c-9f19-4f0a-9c87-5ab80dcf81f7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:40.969265 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01d4e5-5230-4078-b4dd-76fde28cb58e', 'name': 'network-vif-deleted', 'tag': '6ab7e574-424a-4132-8554-4b6cafe06ace', 'status': 'completed', 'code': 200} Dec 13 10:18:40.989357 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:18:41.116151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:41.749080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:41.888973 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70aaa5-57a2-4e32-8853-c45e4911203b req-bf013561-d24d-45bf-af5e-35dc5eb8af29 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:41.890542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed70aaa5-57a2-4e32-8853-c45e4911203b req-bf013561-d24d-45bf-af5e-35dc5eb8af29 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 944 time: 0.0509360 Dec 13 10:18:41.938435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed70aaa5-57a2-4e32-8853-c45e4911203b req-b0922f54-ab1b-4888-a4b0-af65c34188e8 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Dec 13 10:18:41.997876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Deleting port 96205f97-5b9a-4f23-bbc5-d104736d2006 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:41.998414 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.077797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] For port 96205f97-5b9a-4f23-bbc5-d104736d2006, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=96205f97-5b9a-4f23-bbc5-d104736d2006,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:42.078157 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.090778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Calling delete_port for 96205f97-5b9a-4f23-bbc5-d104736d2006 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:42.265451 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.292402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=96205f97-5b9a-4f23-bbc5-d104736d2006,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:42.312954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 88004b39-28ec-42e9-a152-32b3507161ba up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:18:42.367991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 88004b39-28ec-42e9-a152-32b3507161ba completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:18:42.372236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 88004b39-28ec-42e9-a152-32b3507161ba triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:18:42.372605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.457991 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.468162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.497520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:18:42.500224 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda283ca-c0e4-451f-9e10-68f729423452" -d '{"events": [{"server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "name": "network-vif-plugged", "status": "completed", "tag": "88004b39-28ec-42e9-a152-32b3507161ba"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:18:42.506626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=88004b39-28ec-42e9-a152-32b3507161ba,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:42.512362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:42.544340 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24982f53-51d7-492d-822d-4977f7ba0cc3 x-openstack-request-id: req-24982f53-51d7-492d-822d-4977f7ba0cc3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:18:42.544638 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "name": "network-vif-plugged", "status": "completed", "tag": "88004b39-28ec-42e9-a152-32b3507161ba", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:18:42.544889 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24982f53-51d7-492d-822d-4977f7ba0cc3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:18:42.545329 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba', 'code': 200} Dec 13 10:18:42.573019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:42.712576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38628c3-c658-4759-839b-ff8aa05ef47f req-041edff6-64f8-4ef8-af09-cfe5157b1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:42.714135 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f38628c3-c658-4759-839b-ff8aa05ef47f req-041edff6-64f8-4ef8-af09-cfe5157b1394 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 1096 time: 0.1115763 Dec 13 10:18:42.760201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:42.774715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f38628c3-c658-4759-839b-ff8aa05ef47f req-20665840-6d47-45d2-827c-98df87363212 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Dec 13 10:18:42.875031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:42.880054 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-d99b3a09-eb7f-4d5d-9f6a-92e4685b0b45 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628965 Dec 13 10:18:42.883344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:42.885861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Sync routers for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:42.902180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:42.902806 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:42.994754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.009671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:43.132752 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd91fd-b38c-4d31-9228-a0a1a7e51251 req-4165addf-ad6b-4065-9a85-93dcf6e4f4e9 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:43.134204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6cd91fd-b38c-4d31-9228-a0a1a7e51251 req-4165addf-ad6b-4065-9a85-93dcf6e4f4e9 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 945 time: 0.1047597 Dec 13 10:18:43.162303 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.190262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:42Z', 'revision_number': 5, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port': {'id': '162403c4-0a3f-41e8-9573-5d314f9c4048', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:02Z', 'updated_at': '2021-12-13T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:43.209868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6cd91fd-b38c-4d31-9228-a0a1a7e51251 req-29f70a5d-1c01-4391-916c-36b6fc47e82d tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694461 Dec 13 10:18:43.218208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Checking router: 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:43.227290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Routers {'1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:43.227906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:43.238920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Deleting port 162403c4-0a3f-41e8-9573-5d314f9c4048 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:43.239268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.314200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] Set router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:43.322869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] For port 162403c4-0a3f-41e8-9573-5d314f9c4048, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=162403c4-0a3f-41e8-9573-5d314f9c4048,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:43.323239 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.334856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Calling delete_port for 162403c4-0a3f-41e8-9573-5d314f9c4048 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:43.369471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:43Z', 'revision_number': 6, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:43.395807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352ce88-b375-4352-8f27-aa2242b4cb12 None None] The sync data for ids ['1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7'] in n-d-820531-5 is: [{'id': '1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7', 'name': 'tempest-TestServerMultinode-579575726-router', 'tenant_id': '7a531cd5552c48ea875e843bf779e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:01Z', 'updated_at': '2021-12-13T10:18:43Z', 'revision_number': 6, 'project_id': '7a531cd5552c48ea875e843bf779e901', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:43.501749 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.532098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Pushing event deleted for resources: {'Port': ['ID=162403c4-0a3f-41e8-9573-5d314f9c4048,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:43.543352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92663671-7138-4d12-a4de-5ddd5428902b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:43.594505 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:43.753788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ab7e574-424a-4132-8554-4b6cafe06ace no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:43.784741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 6ab7e574-424a-4132-8554-4b6cafe06ace {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:43.785309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 6ab7e574-424a-4132-8554-4b6cafe06ace not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:44.018728 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.020878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.064773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.065327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:18:44.070442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.071708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4e9bbbd3-bfb0-4099-8198-0d50886744eb admin admin] 10.222.0.30 "DELETE /v2.0/routers/1b8ce9a6-3a86-4db1-9985-c0c5e7490fc7 HTTP/1.1" status: 204 len: 168 time: 1.1871128 Dec 13 10:18:44.074248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:44.118333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Deleting subnet 002db10e-bdfc-44c5-a769-3608527fb094 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:18:44.121413 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.155120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.237916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.314447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.351232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.354461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/002db10e-bdfc-44c5-a769-3608527fb094 HTTP/1.1" status: 204 len: 168 time: 0.2792771 Dec 13 10:18:44.355287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b840733-d271-4e54-8bbb-459f8c6ef4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002db10e-bdfc-44c5-a769-3608527fb094,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:44.355901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b44098-7055-4b5d-a551-217b5d17bee5 None None] Network b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:44.357505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:44.371656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6f02-4381-4205-95d4-96bcc9c65f1c req-c9cc2cda-240e-4a50-aff7-9fda0de28653 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:44.372988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c16a6f02-4381-4205-95d4-96bcc9c65f1c req-c9cc2cda-240e-4a50-aff7-9fda0de28653 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 945 time: 0.0924437 Dec 13 10:18:44.436571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c16a6f02-4381-4205-95d4-96bcc9c65f1c req-5a252fb0-9f93-4848-9df9-3353924042c0 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572379 Dec 13 10:18:44.441429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.531832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Deleting port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:44.532188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.545285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 96205f97-5b9a-4f23-bbc5-d104736d2006 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:44.575138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 96205f97-5b9a-4f23-bbc5-d104736d2006 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:44.575497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 96205f97-5b9a-4f23-bbc5-d104736d2006 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:44.575934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 162403c4-0a3f-41e8-9573-5d314f9c4048 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:44.600699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] DHCP port deletion for b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:44.603937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 162403c4-0a3f-41e8-9573-5d314f9c4048 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:44.604296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 162403c4-0a3f-41e8-9573-5d314f9c4048 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:44.641584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] For port 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a3810d5-dedd-4850-8d3a-2db08d0e9740,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:44.652449 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.656477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Deleting port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:44.656860 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.669919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Calling delete_port for 2a3810d5-dedd-4850-8d3a-2db08d0e9740 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:44.726681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] For port 2a3810d5-dedd-4850-8d3a-2db08d0e9740, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2a3810d5-dedd-4850-8d3a-2db08d0e9740,segment=NetworkSegment(725b9965-edd8-4be6-977e-aa4d8436e886),segment_id=725b9965-edd8-4be6-977e-aa4d8436e886)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:44.727088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.745714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Calling delete_port for 2a3810d5-dedd-4850-8d3a-2db08d0e9740 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:44.774444 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.805516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3810d5-dedd-4850-8d3a-2db08d0e9740,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:44.816252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] No DVR routers for this DVR port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:44.840034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.853384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] No DVR routers for this DVR port 2a3810d5-dedd-4850-8d3a-2db08d0e9740 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:44.872274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450b8a8-4b93-4dbe-a607-1d5ccc0cbbcd None None] Pushing event deleted for resources: {'Port': ['ID=2a3810d5-dedd-4850-8d3a-2db08d0e9740,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:44.910719 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.935986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:44.946892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725b9965-edd8-4be6-977e-aa4d8436e886') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:44.947193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725b9965-edd8-4be6-977e-aa4d8436e886') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:44.959116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.974569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:18:44.987638 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:18:45.043330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.049215 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.052459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82 HTTP/1.1" status: 204 len: 168 time: 0.6935258 Dec 13 10:18:45.056131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46496) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:45.065960 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f760a65-68cc-472b-8ccf-8607e9f767a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c6d8f3-7aa9-49eb-be1e-5ec61486dc82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:45.401948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.656687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Deleting port 580d0436-abb2-4ee8-9a86-24d57a6c3817 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:45.656962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.738976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] For port 580d0436-abb2-4ee8-9a86-24d57a6c3817, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=580d0436-abb2-4ee8-9a86-24d57a6c3817,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:45.739347 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.752366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Calling delete_port for 580d0436-abb2-4ee8-9a86-24d57a6c3817 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:45.935283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:45.962945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Pushing event deleted for resources: {'Port': ['ID=580d0436-abb2-4ee8-9a86-24d57a6c3817,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:46.135529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.354463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Router 1698b1f4-670e-4144-946a-a8b17121aba6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:18:46.487984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:18:46.496603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bdfce3b7-51eb-4305-a788-3267a30b2630 admin admin] 10.222.0.30 "PUT /v2.0/routers/1698b1f4-670e-4144-946a-a8b17121aba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4387078 Dec 13 10:18:46.499207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Sync routers for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:18:46.501585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:46.524781 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:46.525437 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:46.592314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a3810d5-dedd-4850-8d3a-2db08d0e9740 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:46.624844 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2a3810d5-dedd-4850-8d3a-2db08d0e9740 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:46.625517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2a3810d5-dedd-4850-8d3a-2db08d0e9740 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:46.638842 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.655030 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:46.749932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.803191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Deleting port 004de1c0-60fb-420f-bacf-4cf52aa91497 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:46.803558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.838336 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:45Z', 'revision_number': 5, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port': {'id': '004de1c0-60fb-420f-bacf-4cf52aa91497', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:18:07Z', 'updated_at': '2021-12-13T10:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:46.895330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] For port 004de1c0-60fb-420f-bacf-4cf52aa91497, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=004de1c0-60fb-420f-bacf-4cf52aa91497,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:46.895710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:46.909880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Calling delete_port for 004de1c0-60fb-420f-bacf-4cf52aa91497 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:46.959345 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Checking router: 1698b1f4-670e-4144-946a-a8b17121aba6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:18:46.968521 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Routers {'1698b1f4-670e-4144-946a-a8b17121aba6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:18:46.969155 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:18:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1698b1f4-670e-4144-946a-a8b17121aba6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:47.057139 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] Set router 1698b1f4-670e-4144-946a-a8b17121aba6 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:18:47.088400 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.110114 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:46Z', 'revision_number': 6, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:47.115605 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Pushing event deleted for resources: {'Port': ['ID=004de1c0-60fb-420f-bacf-4cf52aa91497,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:47.140895 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755cd37-63e4-469b-9fb8-4bc1c602f0d3 None None] The sync data for ids ['1698b1f4-670e-4144-946a-a8b17121aba6'] in n-d-820531-5 is: [{'id': '1698b1f4-670e-4144-946a-a8b17121aba6', 'name': 'tempest-TestServerMultinode-103496531-router', 'tenant_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:18:06Z', 'updated_at': '2021-12-13T10:18:46Z', 'revision_number': 6, 'project_id': 'd9c34a0a99d0489690d84fb8ed825a61', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:18:47.143663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f426dd-45a7-45b4-a4f6-3d824842460e None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:47.187604 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.279263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.281608 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.326864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.327448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1698b1f4-670e-4144-946a-a8b17121aba6 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:18:47.332300 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.333542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c405d192-2799-4872-b915-1868c2769100 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1698b1f4-670e-4144-946a-a8b17121aba6 HTTP/1.1" status: 204 len: 168 time: 0.8309419 Dec 13 10:18:47.337146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:47.383590 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Deleting subnet 01aacc16-b01a-4263-a540-3fb3428368df {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:18:47.386941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.426568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.505428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.568210 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.601913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01aacc16-b01a-4263-a540-3fb3428368df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:47.607025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.619558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:47.620023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ecf5958e-7d39-4cf3-824e-67aa07c339a8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/01aacc16-b01a-4263-a540-3fb3428368df HTTP/1.1" status: 204 len: 168 time: 0.2817745 Dec 13 10:18:47.623681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1b1bba-ab1c-456f-a362-d30dca2a8704 None None] Network 869daedb-89fa-4a21-90eb-5bda1c93ee2a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:18:47.691137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.750773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Deleting port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:18:47.751122 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.815775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] For port c55c76e5-d95e-4ca7-97f5-6ee4409136f9, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,segment=NetworkSegment(be3b74f0-60c0-49ef-a6cb-318c6f937054),segment_id=be3b74f0-60c0-49ef-a6cb-318c6f937054)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:18:47.816145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.828464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Calling delete_port for c55c76e5-d95e-4ca7-97f5-6ee4409136f9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:18:47.911565 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:47.938218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55c76e5-d95e-4ca7-97f5-6ee4409136f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:47.946421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] No DVR routers for this DVR port c55c76e5-d95e-4ca7-97f5-6ee4409136f9 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:18:47.952960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b9f875-1e5a-4116-bc59-ed7be53fde38 None None] DHCP port deletion for 869daedb-89fa-4a21-90eb-5bda1c93ee2a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:18:48.033908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.056367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869daedb-89fa-4a21-90eb-5bda1c93ee2a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:48.067537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3b74f0-60c0-49ef-a6cb-318c6f937054') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:48.068027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3b74f0-60c0-49ef-a6cb-318c6f937054') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:18:48.086751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.101887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.109176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:18:48.109578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:18:48.111604 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:18:48.170814 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.177707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.182653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] 10.222.0.30 "DELETE /v2.0/networks/869daedb-89fa-4a21-90eb-5bda1c93ee2a HTTP/1.1" status: 204 len: 168 time: 0.5618918 Dec 13 10:18:48.197451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2e08-50da-4e84-b7e0-dd4b27bde825 admin admin] Pushing event deleted for resources: {'Network': ['ID=869daedb-89fa-4a21-90eb-5bda1c93ee2a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:48.376485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:48.402484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-06439ded-fc3f-42f8-9087-27849f40b558 req-18285208-282a-4cd0-a91e-3dc60b291686 tempest-ServerRescueTestJSONUnderV235-2085469352 tempest-ServerRescueTestJSONUnderV235-2085469352-project] (103189) timed out ('10.222.0.37', 60977) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:18:48.417692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-21c0dff7-f039-4083-81f1-a5b90cc76b98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a531cd5552c48ea875e843bf779e901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400362 Dec 13 10:18:48.420417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:48.479549 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.502158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.517770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 580d0436-abb2-4ee8-9a86-24d57a6c3817 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:48.541352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 580d0436-abb2-4ee8-9a86-24d57a6c3817 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:48.542004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 580d0436-abb2-4ee8-9a86-24d57a6c3817 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:48.542617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c55c76e5-d95e-4ca7-97f5-6ee4409136f9 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:48.554956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.558324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:48.562177 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad170a42-5184-410f-89ba-b28241cdf98f HTTP/1.1" status: 204 len: 168 time: 0.1384120 Dec 13 10:18:48.563295 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c55c76e5-d95e-4ca7-97f5-6ee4409136f9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:48.564110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c55c76e5-d95e-4ca7-97f5-6ee4409136f9 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:48.564350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 004de1c0-60fb-420f-bacf-4cf52aa91497 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:18:48.572479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2509403-a338-4de4-a714-3fad6620c53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad170a42-5184-410f-89ba-b28241cdf98f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:48.589699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 004de1c0-60fb-420f-bacf-4cf52aa91497 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:18:48.590385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 004de1c0-60fb-420f-bacf-4cf52aa91497 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:18:48.897084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:48.939128 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-aaa10f8f-f32c-4aed-a7be-8e2e16ebba1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9c34a0a99d0489690d84fb8ed825a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407043 Dec 13 10:18:48.941550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:18:48.990222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:49.013880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:49.069705 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:49.072545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:49.076325 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9911f7ed-6969-4438-8da1-dc921664275e HTTP/1.1" status: 204 len: 168 time: 0.1313324 Dec 13 10:18:49.083297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324470e-a0e1-4507-b821-6259bf84fb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911f7ed-6969-4438-8da1-dc921664275e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:18:51.263592 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-1fc7eb8d-13cd-4abb-a355-19e587e45471 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398433 Dec 13 10:18:51.347347 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-3fa3ce40-cda4-4f88-98ab-666d817f5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:51.348951 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-3fa3ce40-cda4-4f88-98ab-666d817f5bbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0418913 Dec 13 10:18:51.455410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-e987de60-4839-4fbc-bcc8-c42ac4b6a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:51.456778 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-e987de60-4839-4fbc-bcc8-c42ac4b6a4c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.0887160 Dec 13 10:18:51.522973 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-2561dc7b-41ea-4fcd-ac02-ca12fe9d08e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 1001 time: 0.0591345 Dec 13 10:18:51.571662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-78305730-8371-4c71-bbcd-43cbe734e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:51.573081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-78305730-8371-4c71-bbcd-43cbe734e16a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0438836 Dec 13 10:18:51.622673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-e89e2a51-5961-498c-ba5c-09db4033239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:18:51.624189 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-e89e2a51-5961-498c-ba5c-09db4033239d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443933 Dec 13 10:18:51.713203 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-8af15905-a634-453a-95a4-aa0fc019002d service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797429 Dec 13 10:18:51.805320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-875dda1f-53e7-496d-96f1-4d5c133e4160 req-f62c5a0b-e8f4-4ee6-af5f-36bc410c19be service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849824 Dec 13 10:18:57.458897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:58.624413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9e680ae-2386-4f8c-b298-17d0b197d80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:18:59.298971 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:01.030106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-492c5151-a75d-44d0-9f67-efa881dd8f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:02.337004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:03.758456 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:04.789116 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:12.975140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82f83-5189-4331-a5c3-8d5862f6fd7f req-7329ee3d-89ee-49cc-b647-b6a6d27213e7 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:12.977080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acf82f83-5189-4331-a5c3-8d5862f6fd7f req-7329ee3d-89ee-49cc-b647-b6a6d27213e7 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 945 time: 0.0548155 Dec 13 10:19:13.026030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acf82f83-5189-4331-a5c3-8d5862f6fd7f req-c9894961-60ea-45d3-9831-dc95b8c987f7 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Dec 13 10:19:14.144024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239cae6-2efa-4715-a3f2-bd23343e8a60 req-9306ba5b-788f-4647-8ec5-880623de50ae tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:14.145489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3239cae6-2efa-4715-a3f2-bd23343e8a60 req-9306ba5b-788f-4647-8ec5-880623de50ae tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 945 time: 0.0495558 Dec 13 10:19:14.191526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3239cae6-2efa-4715-a3f2-bd23343e8a60 req-1932d755-6fdf-48a5-b406-adc35043e2b9 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5bf29df-1620-48ed-aed8-f62d10a29b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Dec 13 10:19:14.514875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-100ec3a4-e0b3-404a-867e-6e9e3007ad62 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:14.516325 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-100ec3a4-e0b3-404a-867e-6e9e3007ad62 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 945 time: 0.0513775 Dec 13 10:19:14.604823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Deleting port 88004b39-28ec-42e9-a152-32b3507161ba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:14.605188 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:14.697949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] For port 88004b39-28ec-42e9-a152-32b3507161ba, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=88004b39-28ec-42e9-a152-32b3507161ba,segment=NetworkSegment(4bf45edb-5e5c-4743-b424-54191b51b009),segment_id=4bf45edb-5e5c-4743-b424-54191b51b009)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:14.698311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:14.710449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Calling delete_port for 88004b39-28ec-42e9-a152-32b3507161ba owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:14.835610 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:14.847621 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['88004b39-28ec-42e9-a152-32b3507161ba'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:19:14.863274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Pushing event deleted for resources: {'Port': ['ID=88004b39-28ec-42e9-a152-32b3507161ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:14.905165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] No DVR routers for this DVR port 88004b39-28ec-42e9-a152-32b3507161ba on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:19:14.907830 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:14.911237 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca2a0c43-a2bd-410f-a5d3-f880d5c56e7a req-cc7e1c5d-2e28-4d28-b3a5-981a6348a80b tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.44 "DELETE /v2.0/ports/88004b39-28ec-42e9-a152-32b3507161ba HTTP/1.1" status: 204 len: 173 time: 0.3883033 Dec 13 10:19:14.911675 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'name': 'network-vif-deleted', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:19:14.914571 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73173a47-d057-4184-8afa-84d1ede0b455" -d '{"events": [{"server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "name": "network-vif-deleted", "tag": "88004b39-28ec-42e9-a152-32b3507161ba"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:19:14.954457 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b208a-875c-455b-a7f9-eea559876b33 x-openstack-request-id: req-6a0b208a-875c-455b-a7f9-eea559876b33 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:19:14.954754 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37c9087-dbb6-4e9a-a680-ba0e4babc72a", "name": "network-vif-deleted", "tag": "88004b39-28ec-42e9-a152-32b3507161ba", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:19:14.955016 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a0b208a-875c-455b-a7f9-eea559876b33 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:19:14.956121 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37c9087-dbb6-4e9a-a680-ba0e4babc72a', 'name': 'network-vif-deleted', 'tag': '88004b39-28ec-42e9-a152-32b3507161ba', 'status': 'completed', 'code': 200} Dec 13 10:19:15.303618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c848e13-36b9-45d2-a4d4-3ff29d184054 req-883af43a-b3a8-4983-bb37-55e053414e99 tempest-VolumesSnapshotTestJSON-1883077418 tempest-VolumesSnapshotTestJSON-1883077418-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37c9087-dbb6-4e9a-a680-ba0e4babc72a HTTP/1.1" status: 200 len: 210 time: 0.0315318 Dec 13 10:19:16.039537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46626) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:16.413451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 751e2f49-6909-4a89-9a2d-b96dee2dedfc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:16.414665 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:16.492462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:16.492800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:16.505377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 751e2f49-6909-4a89-9a2d-b96dee2dedfc owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:16.696818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:16.724656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=751e2f49-6909-4a89-9a2d-b96dee2dedfc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:16.754776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.755139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.755491 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.755838 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.756179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.756517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.756850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.757207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.757544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.758416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.758742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.759071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.759399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:19:16.798259 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:16.798610 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Floating IP b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 disassociated (deleted). External IP: 172.25.1.254, port: 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b. Dec 13 10:19:17.267013 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 817a68b3-fef7-45d7-87ce-9966be33655a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:19:17.378151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:17.383066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:17.390029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Sync routers for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:17.401591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:17.402236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:19:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:17.417727 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-af1b8415-13ae-41e7-a505-12da83ff5ba3 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/floatingips/b6b50cd1-f58a-45e2-bd4e-16edbf5f8995 HTTP/1.1" status: 204 len: 168 time: 1.3746669 Dec 13 10:19:17.417727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:19:17.418649 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:19:17.462888 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d77f71-594c-415a-9c9c-70e502c7bc6d x-openstack-request-id: req-91d77f71-594c-415a-9c9c-70e502c7bc6d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:19:17.463185 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:19:17.463446 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91d77f71-594c-415a-9c9c-70e502c7bc6d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:19:17.463850 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'status': 'completed', 'code': 200} Dec 13 10:19:17.544577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-abdabf67-28a8-40d5-821c-2ce78bf754af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:17.546633 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-abdabf67-28a8-40d5-821c-2ce78bf754af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df0ccc47bd0244bda56827fb2054900d&device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 1096 time: 0.0574479 Dec 13 10:19:17.683848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2b54-e446-4438-b7fe-e259e368719e req-616395af-2604-4f3e-a457-c7ef381b1f7c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:17.686135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-223c2b54-e446-4438-b7fe-e259e368719e req-616395af-2604-4f3e-a457-c7ef381b1f7c tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0621657 Dec 13 10:19:17.688803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-e91f44c8-f07d-457a-a79a-298f04a61afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:17.693252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-e91f44c8-f07d-457a-a79a-298f04a61afe service neutron] 10.222.0.37 "GET /v2.0/networks?id=fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 200 len: 898 time: 0.1338680 Dec 13 10:19:17.703896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:17.745495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-223c2b54-e446-4438-b7fe-e259e368719e req-40ec12b0-76a4-4391-a45d-c7379064d13b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525734 Dec 13 10:19:17.748644 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-723b1e8a-dfb6-4d10-8bf3-c8e243a1e88f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 200 len: 217 time: 0.0476568 Dec 13 10:19:17.812065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-811da0e2-ba47-435b-93d9-be5b1bb39b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:17.813787 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-811da0e2-ba47-435b-93d9-be5b1bb39b99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 200 len: 835 time: 0.0521514 Dec 13 10:19:17.876428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-85beb8ad-5b72-4430-87e8-197ee848b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:17.878440 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-85beb8ad-5b72-4430-87e8-197ee848b134 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa02d2c5-c4d7-437f-8a44-678f50c8d813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565956 Dec 13 10:19:17.937576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:17.965676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Checking router: 817a68b3-fef7-45d7-87ce-9966be33655a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:19:17.975669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:17.976437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:19:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:17.977369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-ca349622-c54f-4409-92ae-43cdb792ccbb service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871704 Dec 13 10:19:17.990598 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:19:18.079828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ab4bbd81-86bf-4d75-bccb-16cfd503ca2f req-4e44bf29-1ba0-474c-b27f-069c9b983620 service neutron] 10.222.0.37 "GET /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939703 Dec 13 10:19:18.091971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:18.288594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:18.318239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa7a0a-d4c7-498f-bd4b-a11af3fdd9f1 None None] The sync data for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 is: [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:16:23Z', 'revision_number': 4, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '22bda7dd-7003-4fc8-b233-9d2799cb8162', 'name': '', 'network_id': 'fa02d2c5-c4d7-437f-8a44-678f50c8d813', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'mac_address': 'fa:16:3e:32:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:22Z', 'updated_at': '2021-12-13T10:16:26Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'subnets': [{'id': '29347556-6873-435a-8ab2-a05ed6b3ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:18.456040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 88004b39-28ec-42e9-a152-32b3507161ba no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:18.479068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 88004b39-28ec-42e9-a152-32b3507161ba {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:18.479423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 88004b39-28ec-42e9-a152-32b3507161ba not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:18.569803 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a93cd-cfc8-4755-baaf-740f30cdaa4f None None] New status for floating IP b6b50cd1-f58a-45e2-bd4e-16edbf5f8995: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:19:18.872088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12c65-8626-4a94-a4dc-291015e8cc8a req-2f765df2-bbbb-4c45-8489-c9dd4be3047b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:18.877619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84d12c65-8626-4a94-a4dc-291015e8cc8a req-2f765df2-bbbb-4c45-8489-c9dd4be3047b tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0563383 Dec 13 10:19:18.925177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84d12c65-8626-4a94-a4dc-291015e8cc8a req-36048308-6fdd-4ddd-a4f6-9e8479311bd8 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b006846-1358-48bb-9dd5-df452f3481b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456874 Dec 13 10:19:19.288421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee735-92db-4d05-8b16-246a92557b53 req-5d458ba4-48dc-413b-bfb1-c9fab0e4c473 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:19:19.290863 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-029ee735-92db-4d05-8b16-246a92557b53 req-5d458ba4-48dc-413b-bfb1-c9fab0e4c473 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 945 time: 0.0521777 Dec 13 10:19:19.670144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:19.670483 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:19.757140 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:19.757512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:19.770538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:19.900855 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:19.926762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=55f3dd0a-618c-4cc0-b6c1-499a6ee0995b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:19.975823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] No DVR routers for this DVR port 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:19:19.978745 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:19.983540 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-029ee735-92db-4d05-8b16-246a92557b53 req-b7e0750b-4145-4392-80e1-ea9e02725554 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.37 "DELETE /v2.0/ports/55f3dd0a-618c-4cc0-b6c1-499a6ee0995b HTTP/1.1" status: 204 len: 173 time: 0.6866372 Dec 13 10:19:19.984013 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-deleted', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:19:19.986702 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aaed5f-e33e-4520-9c45-e42ea3666a28" -d '{"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-deleted", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:19:20.045171 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f17b6-033f-4006-a1a2-f17d6ce4cb70 x-openstack-request-id: req-296f17b6-033f-4006-a1a2-f17d6ce4cb70 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:19:20.045471 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a", "name": "network-vif-deleted", "tag": "55f3dd0a-618c-4cc0-b6c1-499a6ee0995b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:19:20.045734 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-296f17b6-033f-4006-a1a2-f17d6ce4cb70 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:19:20.046144 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a', 'name': 'network-vif-deleted', 'tag': '55f3dd0a-618c-4cc0-b6c1-499a6ee0995b', 'status': 'completed', 'code': 200} Dec 13 10:19:20.197533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49eae191-118d-4c53-9967-28f57bfa8461 req-3520e02e-48ef-412c-8ef6-5fe42a8fe58d tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4cbb-69bb-4d17-b0f7-ec98a6181c7a HTTP/1.1" status: 200 len: 210 time: 0.1872516 Dec 13 10:19:21.255395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:21.623885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.886630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 22bda7dd-7003-4fc8-b233-9d2799cb8162 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:21.886986 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.978543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 22bda7dd-7003-4fc8-b233-9d2799cb8162, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=22bda7dd-7003-4fc8-b233-9d2799cb8162,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:21.978910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:21.991980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 22bda7dd-7003-4fc8-b233-9d2799cb8162 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:22.177487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:22.203194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=22bda7dd-7003-4fc8-b233-9d2799cb8162,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:22.405708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:22.637747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Router 817a68b3-fef7-45d7-87ce-9966be33655a has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:19:22.744453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:19:22.752686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-68252627-a515-4da8-949e-7df173bed15a tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "PUT /v2.0/routers/817a68b3-fef7-45d7-87ce-9966be33655a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930990 Dec 13 10:19:22.752686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:22.756486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Sync routers for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:19:22.769369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:22.770229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:19:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:22.814481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting subnet 29347556-6873-435a-8ab2-a05ed6b3ade3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:19:22.818529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:22.861320 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:22.891123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:22.952041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.015437 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.042255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Subnet': ['ID=29347556-6873-435a-8ab2-a05ed6b3ade3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:23.046284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.049637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b73fecc1-0b13-42d8-b3da-f5324b7efb77 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/subnets/29347556-6873-435a-8ab2-a05ed6b3ade3 HTTP/1.1" status: 204 len: 168 time: 0.2964656 Dec 13 10:19:23.052220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46684) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:23.059158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074178a-e5a9-4b82-b1cd-67602c06aa85 None None] Network fa02d2c5-c4d7-437f-8a44-678f50c8d813 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:19:23.176534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.188648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:19:22Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:23.220675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Checking router: 817a68b3-fef7-45d7-87ce-9966be33655a for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:19:23.229685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Routers {'817a68b3-fef7-45d7-87ce-9966be33655a'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:19:23.230297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:19:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['817a68b3-fef7-45d7-87ce-9966be33655a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:23.292651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] DHCP port deletion for fa02d2c5-c4d7-437f-8a44-678f50c8d813 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:23.296545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.354609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Deleting port 686cc279-81cb-43fa-8671-a06c3e74b1ec {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:23.354990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.371974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] Set router 817a68b3-fef7-45d7-87ce-9966be33655a gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:19:23.444132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Deleting port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:19:23.444508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.455137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] For port 686cc279-81cb-43fa-8671-a06c3e74b1ec, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=686cc279-81cb-43fa-8671-a06c3e74b1ec,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:23.456393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.477660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Calling delete_port for 686cc279-81cb-43fa-8671-a06c3e74b1ec owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:23.553713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] For port 029fbcb7-a9ab-483f-9552-a07b5f3843d3, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=029fbcb7-a9ab-483f-9552-a07b5f3843d3,segment=NetworkSegment(fe9910ee-f0a1-45c6-96a4-8ded002d713e),segment_id=fe9910ee-f0a1-45c6-96a4-8ded002d713e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:19:23.554010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.576110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Calling delete_port for 029fbcb7-a9ab-483f-9552-a07b5f3843d3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:19:23.689719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:19:22Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:23.692715 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.720467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.721769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Port': ['ID=686cc279-81cb-43fa-8671-a06c3e74b1ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:23.722478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782556b-0b65-4cfb-a736-65f59b0a8770 None None] The sync data for ids ['817a68b3-fef7-45d7-87ce-9966be33655a'] in n-d-820531-5 is: [{'id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765237597', 'tenant_id': 'df0ccc47bd0244bda56827fb2054900d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:16:18Z', 'updated_at': '2021-12-13T10:19:22Z', 'revision_number': 5, 'project_id': 'df0ccc47bd0244bda56827fb2054900d', 'gw_port': {'id': '686cc279-81cb-43fa-8671-a06c3e74b1ec', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a68b3-fef7-45d7-87ce-9966be33655a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:16:19Z', 'updated_at': '2021-12-13T10:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:19:23.768836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12392945-2d80-49f5-9df7-5253b39dbf07 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:19:23.772429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] Pushing event deleted for resources: {'Port': ['ID=029fbcb7-a9ab-483f-9552-a07b5f3843d3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:23.777814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e17f7-57ef-4efd-bcba-aaa525719411 None None] No DVR routers for this DVR port 029fbcb7-a9ab-483f-9552-a07b5f3843d3 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:19:23.807968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.911246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.913685 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.950675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:23.962442 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.963193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Fanout notify agent at l3_agent the message router_deleted on router 817a68b3-fef7-45d7-87ce-9966be33655a {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:19:23.971128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:23.973776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-94f9f9e9-1be8-40e2-bc92-32b79911ec12 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/routers/817a68b3-fef7-45d7-87ce-9966be33655a HTTP/1.1" status: 204 len: 168 time: 0.9204919 Dec 13 10:19:23.975092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:23.978071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:23.978569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 55f3dd0a-618c-4cc0-b6c1-499a6ee0995b not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:24.061792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.159520 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.189850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa02d2c5-c4d7-437f-8a44-678f50c8d813']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:24.201729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9910ee-f0a1-45c6-96a4-8ded002d713e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:24.202821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9910ee-f0a1-45c6-96a4-8ded002d713e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:19:24.211939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.232612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.239884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:19:24.240319 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:19:24.244601 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:19:24.308507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.316959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.320015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/networks/fa02d2c5-c4d7-437f-8a44-678f50c8d813 HTTP/1.1" status: 204 len: 168 time: 0.3439665 Dec 13 10:19:24.322653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:24.345028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df76d2f-04cf-473f-a3e4-27b2288a9567 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'Network': ['ID=fa02d2c5-c4d7-437f-8a44-678f50c8d813,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:24.408222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.446701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.583031 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.587444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:24.587961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b006846-1358-48bb-9dd5-df452f3481b9 HTTP/1.1" status: 204 len: 168 time: 0.2642510 Dec 13 10:19:24.623125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a7e38-0ec1-4754-a6b1-dd07e39bcdf6 tempest-TestNetworkAdvancedServerOps-583341828 tempest-TestNetworkAdvancedServerOps-583341828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b006846-1358-48bb-9dd5-df452f3481b9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:24.924559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 22bda7dd-7003-4fc8-b233-9d2799cb8162 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:24.938502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:24.958415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 22bda7dd-7003-4fc8-b233-9d2799cb8162 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:24.959105 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 22bda7dd-7003-4fc8-b233-9d2799cb8162 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:24.959740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 029fbcb7-a9ab-483f-9552-a07b5f3843d3 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:25.124809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e3c5a7e0-6883-46ab-9d40-481df3f7e1c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df0ccc47bd0244bda56827fb2054900d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828487 Dec 13 10:19:25.125003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46706) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.149267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 029fbcb7-a9ab-483f-9552-a07b5f3843d3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:25.149915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 029fbcb7-a9ab-483f-9552-a07b5f3843d3 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:25.181373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.203578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.251489 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.254562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.255843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81f919d3-f902-45ec-b2b6-01f9ce32e38d HTTP/1.1" status: 204 len: 168 time: 0.1297705 Dec 13 10:19:25.265556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896086bb-43e8-463d-a0f5-9e4b35544f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f919d3-f902-45ec-b2b6-01f9ce32e38d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:25.581355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 46714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.657041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:19:25.657586 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-19a96dfa-fc14-4aa9-a9e1-8b7805b2871a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae1e9d7496cf4bf78c361d457be8707d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735013 Dec 13 10:19:25.709542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06051840-545e-4802-a287-ea7404757296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.731810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06051840-545e-4802-a287-ea7404757296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.780176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06051840-545e-4802-a287-ea7404757296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.783904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06051840-545e-4802-a287-ea7404757296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:25.787529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06051840-545e-4802-a287-ea7404757296 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dba629f-5aff-4e71-9bdc-e3b9ae1f353e HTTP/1.1" status: 204 len: 168 time: 0.1270163 Dec 13 10:19:25.795334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06051840-545e-4802-a287-ea7404757296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dba629f-5aff-4e71-9bdc-e3b9ae1f353e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:19:26.478626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 686cc279-81cb-43fa-8671-a06c3e74b1ec no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:19:26.499126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 686cc279-81cb-43fa-8671-a06c3e74b1ec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:19:26.499477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 686cc279-81cb-43fa-8671-a06c3e74b1ec not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:19:27.471752 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:28.626320 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d970b993-446d-4359-9885-07366d1d9b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:29.323510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:31.032679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c212ab5-b25f-40b5-a82b-1234bffb3a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:32.339502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:33.769276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:34.800799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:54.989712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:19:57.475223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:58.628865 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d1fbc27-f70d-4458-9438-d0e5bf9388a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:19:59.337256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.040299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15bcf05f-0e82-4f7f-879d-7189936218d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.604400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:01.653948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Deleting subnet 17631a3c-f3bc-4aff-87b2-575fe28ee460 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:20:01.657147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.692560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.741897 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.802120 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.831492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17631a3c-f3bc-4aff-87b2-575fe28ee460,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:01.835604 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.838979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b6b532f4-248e-4ff1-8801-0d1e3e0215df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/17631a3c-f3bc-4aff-87b2-575fe28ee460 HTTP/1.1" status: 204 len: 168 time: 0.2327626 Dec 13 10:20:01.841540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:01.916264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:01.999023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.274245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d849c27e-8fe9-4571-b649-7e4a5dd8d597']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.284313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf45edb-5e5c-4743-b424-54191b51b009') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.284642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf45edb-5e5c-4743-b424-54191b51b009') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:20:02.294610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.308266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.314483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:20:02.315055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:20:02.317114 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:20:02.345286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.373332 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.379348 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.382655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d849c27e-8fe9-4571-b649-7e4a5dd8d597 HTTP/1.1" status: 204 len: 168 time: 0.5401423 Dec 13 10:20:02.397102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4466fb2-6365-48fb-b6c8-a8c5863820a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d849c27e-8fe9-4571-b649-7e4a5dd8d597,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:02.560269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.602962 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f654e758-1440-4a8a-9468-4e08c7bda7f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe5ac317c1be4bb793317a24d220a492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409453 Dec 13 10:20:02.605562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 46872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:02.659848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.680746 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.727107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.730229 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:02.732435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5bf29df-1620-48ed-aed8-f62d10a29b59 HTTP/1.1" status: 204 len: 168 time: 0.1246138 Dec 13 10:20:02.739549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ead747-abcd-4550-9084-a4fcfe64953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bf29df-1620-48ed-aed8-f62d10a29b59,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:03.764515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:04.795890 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:13.083231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-154ee59c-dae9-4a00-85d5-e7782581141d tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293419 Dec 13 10:20:13.272304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-903f0e2d-2d8c-43e1-a73c-545c7c96c17c tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:13.273716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-903f0e2d-2d8c-43e1-a73c-545c7c96c17c tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848197 Dec 13 10:20:13.289375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-55e09f23-8071-4868-954d-12773e6f0b20 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/quotas/8dd457cb0eff4bf3b76471aaff339cd9 HTTP/1.1" status: 200 len: 375 time: 0.0089288 Dec 13 10:20:13.323719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-9bcba6e5-449a-491f-9e94-cdf4ed787bba tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284634 Dec 13 10:20:13.479185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-91dd405d-54e0-4330-a65e-ba938787060a req-3d5d206b-c48f-4cd6-bf59-3bec44b08d8c tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 210 time: 0.0268693 Dec 13 10:20:14.322411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8eb4ad59-3599-4777-a52d-d776a63ce35a tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284123 Dec 13 10:20:14.512416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-77da254b-6a0f-4c19-a223-f3b5199164da tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:14.513920 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-77da254b-6a0f-4c19-a223-f3b5199164da tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866901 Dec 13 10:20:14.529915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Request body: {'port': {'device_id': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'admin_state_up': True, 'tenant_id': '8dd457cb0eff4bf3b76471aaff339cd9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:14.577428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ff527c4-bfef-4a34-a653-7a3b0fcbefc0 req-22418b1c-dfeb-428a-8e00-a17980d7a1b0 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 210 time: 0.0265973 Dec 13 10:20:14.643541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Made reservation on behalf of 8dd457cb0eff4bf3b76471aaff339cd9 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:14.647082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.656364 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.728803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.732428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:14.796632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:14.812564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.812918 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.813300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.813643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.813978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.814312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.814649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.814982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.815317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.815650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.815977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.816301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.816632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:14.878234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Allocated IP 192.168.233.14 (6682d9cb-e0fb-4d8d-9ed5-98f263d7242c/60e8370b-b109-40b4-8d91-5dc5d6596243/a7e9d51c-911c-4d3d-863a-464f1a64b084) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:15.024090 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.056831 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.101052 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:15.104479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:15.108210 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:15.131442 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Pushing event updated for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.163310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.163939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.182069 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-65194449-4ff1-4f97-931b-c3483c8fb734 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6567950 Dec 13 10:20:15.195730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Request body: {'port': {'device_id': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:15.256289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.336706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fbb59373-0c16-4d02-8713-83f591ada430 None None] Provisioning complete for port a7e9d51c-911c-4d3d-863a-464f1a64b084 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:15.337361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbb59373-0c16-4d02-8713-83f591ada430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.371899 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fbb59373-0c16-4d02-8713-83f591ada430 None None] Port a7e9d51c-911c-4d3d-863a-464f1a64b084 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:20:15.516471 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e9d51c-911c-4d3d-863a-464f1a64b084 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:20:15.523860 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.536002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Transition to ACTIVE for port object a7e9d51c-911c-4d3d-863a-464f1a64b084 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:20:15.539902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.592035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.671803 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Attempting to bind port a7e9d51c-911c-4d3d-863a-464f1a64b084 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:20:15.672159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Attempting to bind port a7e9d51c-911c-4d3d-863a-464f1a64b084 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:20:15.672512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Attempting to bind port a7e9d51c-911c-4d3d-863a-464f1a64b084 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:20:15.677135 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Port a7e9d51c-911c-4d3d-863a-464f1a64b084 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:20:15.677486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Attempting to bind port a7e9d51c-911c-4d3d-863a-464f1a64b084 on network 6682d9cb-e0fb-4d8d-9ed5-98f263d7242c {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:20:15.683161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:20:15.683506 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Checking segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:15.683903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Bound using segment: {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:20:15.684345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Bound port: a7e9d51c-911c-4d3d-863a-464f1a64b084, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7344c0fb-75b2-46fe-a48c-f1c7997e9196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:20:15.684711 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.716206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb95c-ebfe-4e00-baa2-934c3ff27ac9 req-a5ef8b71-cc90-4e72-9013-9224e106daa3 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.727749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87edb95c-ebfe-4e00-baa2-934c3ff27ac9 req-a5ef8b71-cc90-4e72-9013-9224e106daa3 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 947 time: 0.0639832 Dec 13 10:20:15.750873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:20:15.754146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:20:15.760040 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.778165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87edb95c-ebfe-4e00-baa2-934c3ff27ac9 req-6a742ce0-c644-4c88-a616-919946144098 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 Dec 13 10:20:15.794226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.794989 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:15.796821 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7e9d51c-911c-4d3d-863a-464f1a64b084 HTTP/1.1" status: 200 len: 1095 time: 0.6055229 Dec 13 10:20:15.801912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:20:15.804423 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c72228-bd7b-4f22-899c-5c5d2276532d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:20:15.861339 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88085712-9184-4a9f-b410-dda0baa23070 x-openstack-request-id: req-88085712-9184-4a9f-b410-dda0baa23070 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:20:15.861735 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:20:15.862060 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88085712-9184-4a9f-b410-dda0baa23070 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:20:15.862533 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084', 'status': 'completed', 'code': 200} Dec 13 10:20:15.882265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24fe49-dda2-40ca-9a37-757bfe990065 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:15.900732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-2a834b6f-a5e8-4915-bc5d-52ebf90c869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.902359 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-2a834b6f-a5e8-4915-bc5d-52ebf90c869d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 1098 time: 0.0578189 Dec 13 10:20:15.946132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-5fcc0c2f-5eba-4f03-8d64-f3378f2d8155 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084 HTTP/1.1" status: 200 len: 217 time: 0.0357623 Dec 13 10:20:15.998383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-c1dd4675-03b0-4824-b760-3c64fe9d52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:15.999851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-c1dd4675-03b0-4824-b760-3c64fe9d52df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0462093 Dec 13 10:20:16.049761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-540581e7-a3ef-4539-a2b8-2f6b9046a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.051245 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-540581e7-a3ef-4539-a2b8-2f6b9046a68c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439634 Dec 13 10:20:16.138700 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-2f62d0c3-450a-4d02-9e44-08b88b26c0cd service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804467 Dec 13 10:20:16.231491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d0e75cd4-aeca-4934-a052-40f4d69fba5d req-fa5c4b76-2cac-44a5-8990-5b82924edb96 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859413 Dec 13 10:20:16.315158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-2d45de28-16a3-4cf8-b4a1-229b9806d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.316636 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-2d45de28-16a3-4cf8-b4a1-229b9806d273 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 1098 time: 0.0411234 Dec 13 10:20:16.405770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-d0062064-7a93-4940-80f2-1c05f56b9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.407165 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-d0062064-7a93-4940-80f2-1c05f56b9ccc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c HTTP/1.1" status: 200 len: 870 time: 0.0835865 Dec 13 10:20:16.451179 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-24b53f4f-a326-4585-99ce-764ebc48c8a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084 HTTP/1.1" status: 200 len: 217 time: 0.0371490 Dec 13 10:20:16.501435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-2f2084b5-cd1f-445d-9c3c-1bd63a826d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.502886 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-2f2084b5-cd1f-445d-9c3c-1bd63a826d94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60e8370b-b109-40b4-8d91-5dc5d6596243 HTTP/1.1" status: 200 len: 843 time: 0.0448017 Dec 13 10:20:16.548884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-4682c6a6-2bad-40a3-8678-8ba50c3751ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.550387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-4682c6a6-2bad-40a3-8678-8ba50c3751ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6682d9cb-e0fb-4d8d-9ed5-98f263d7242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400217 Dec 13 10:20:16.642834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-46fb4cc2-0267-465f-a681-ea84144ad25c service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849009 Dec 13 10:20:16.732346 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f6c72228-bd7b-4f22-899c-5c5d2276532d req-90fc9e9d-8572-4d86-9e94-101596c670a3 service neutron] 10.222.0.44 "GET /v2.0/networks/6682d9cb-e0fb-4d8d-9ed5-98f263d7242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811234 Dec 13 10:20:16.898484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68bab9-ebdc-4812-aa7c-31ee09c071e2 req-6e9319af-67f9-4dfc-8e82-5565d50d48ea tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:16.900586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e68bab9-ebdc-4812-aa7c-31ee09c071e2 req-6e9319af-67f9-4dfc-8e82-5565d50d48ea tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 947 time: 0.0517337 Dec 13 10:20:16.946417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e68bab9-ebdc-4812-aa7c-31ee09c071e2 req-4de98eb2-7419-4ac0-b841-da149bb6f70a tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Dec 13 10:20:18.066316 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc48ca1-65dc-4274-902e-0cf285706b39 req-ff23b3bf-6911-4571-9b0a-235566f69e9d tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:18.067756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc48ca1-65dc-4274-902e-0cf285706b39 req-ff23b3bf-6911-4571-9b0a-235566f69e9d tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 947 time: 0.0484633 Dec 13 10:20:18.115660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcc48ca1-65dc-4274-902e-0cf285706b39 req-2568fcef-5627-4db4-ac7d-40cc1d8f46b8 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Dec 13 10:20:18.693720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a7e9d51c-911c-4d3d-863a-464f1a64b084 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:20:18.792526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:18.804073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'a7e9d51c-911c-4d3d-863a-464f1a64b084', 'network_id': '6682d9cb-e0fb-4d8d-9ed5-98f263d7242c', 'port_id': 'a7e9d51c-911c-4d3d-863a-464f1a64b084', 'mac_address': 'fa:16:3e:fd:9e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e8370b-b109-40b4-8d91-5dc5d6596243', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:20:18.841449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.854740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e9d51c-911c-4d3d-863a-464f1a64b084 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:20:18.875830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:18.879574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:18.924358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:18.932376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.932724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.933062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.933423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.933757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.934085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.934410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.934733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.935059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.935378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.935700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.936020 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:18.936338 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:19.082252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a7e9d51c-911c-4d3d-863a-464f1a64b084'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:20:19.236718 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03c2ce-755b-4ae4-a0d7-b1b40bd1817d req-f773a668-3639-4811-9a2c-bdd162b64c28 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:19.238249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba03c2ce-755b-4ae4-a0d7-b1b40bd1817d req-f773a668-3639-4811-9a2c-bdd162b64c28 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 948 time: 0.0530546 Dec 13 10:20:19.284302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ba03c2ce-755b-4ae4-a0d7-b1b40bd1817d req-228fc672-5d3f-4423-a5b4-78e7fb950db0 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Dec 13 10:20:20.399047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe419e-de30-44d3-900d-959defa05f76 req-e5918fb7-cf63-401c-9504-639b59f43dbb tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:20.400543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3fe419e-de30-44d3-900d-959defa05f76 req-e5918fb7-cf63-401c-9504-639b59f43dbb tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 948 time: 0.0490055 Dec 13 10:20:20.447372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3fe419e-de30-44d3-900d-959defa05f76 req-f516bf09-78f2-4a28-af22-f5fdfb7ae13a tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Dec 13 10:20:20.737312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a7e9d51c-911c-4d3d-863a-464f1a64b084 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:20:20.785185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port a7e9d51c-911c-4d3d-863a-464f1a64b084 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:20:20.789141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port a7e9d51c-911c-4d3d-863a-464f1a64b084 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:20.789535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.868489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.890120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:20:20.892374 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca3fbe-e46e-4592-afaa-dc24b1684ba5" -d '{"events": [{"server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:20:20.905875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:20.909927 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:20.932885 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe7bc0a-5679-4c62-8e15-9bb44344f388 x-openstack-request-id: req-ffe7bc0a-5679-4c62-8e15-9bb44344f388 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:20:20.933205 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:20:20.933464 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffe7bc0a-5679-4c62-8e15-9bb44344f388 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:20:20.933854 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084', 'code': 200} Dec 13 10:20:20.960347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:21.031858 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e3bb-235f-4527-b56c-3dc80a5d3bc9 req-4d85c397-82e3-4ca0-9430-1d864aca6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:21.033416 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35b6e3bb-235f-4527-b56c-3dc80a5d3bc9 req-4d85c397-82e3-4ca0-9430-1d864aca6e2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 1100 time: 0.0406680 Dec 13 10:20:21.080850 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-35b6e3bb-235f-4527-b56c-3dc80a5d3bc9 req-bf6d6a35-9064-482d-9483-327c30d7fad0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Dec 13 10:20:21.564030 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7d9a4-99dc-4b77-a739-3d76df9c89e9 req-b66f356f-fc8c-49c8-bee7-2ddb1ddba5fa tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:21.565519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bea7d9a4-99dc-4b77-a739-3d76df9c89e9 req-b66f356f-fc8c-49c8-bee7-2ddb1ddba5fa tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 949 time: 0.0487468 Dec 13 10:20:21.615167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bea7d9a4-99dc-4b77-a739-3d76df9c89e9 req-1785c354-b223-4e17-b960-0f11492144f1 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Dec 13 10:20:22.732939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9fbe6-3d1d-4f16-a0eb-fb688368bc09 req-2b970ce0-71ad-4579-b79d-0148df5872ca tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:22.734474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42d9fbe6-3d1d-4f16-a0eb-fb688368bc09 req-2b970ce0-71ad-4579-b79d-0148df5872ca tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 949 time: 0.0488162 Dec 13 10:20:22.781186 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42d9fbe6-3d1d-4f16-a0eb-fb688368bc09 req-8b49ccfc-2133-415f-a296-77b5937ebbf7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Dec 13 10:20:23.056923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-39b20bf7-e298-432c-ad62-90dc10f4bb79 req-32353e4e-b313-4ce4-beb3-192a7e45e329 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:20:23.057826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39b20bf7-e298-432c-ad62-90dc10f4bb79 req-32353e4e-b313-4ce4-beb3-192a7e45e329 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056036 Dec 13 10:20:23.384691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-7f58c7ab-f03d-49da-b446-a72e56811cb7 req-e5f797d2-4468-4f25-b468-b6ec600097b9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:20:23.385617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f58c7ab-f03d-49da-b446-a72e56811cb7 req-e5f797d2-4468-4f25-b468-b6ec600097b9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058408 Dec 13 10:20:23.710909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8eb16-e59d-4308-a7a6-d5364eb6e653 req-44724c8f-d283-44e8-85d1-85e8b3b8370f tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:23.712397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd8eb16-e59d-4308-a7a6-d5364eb6e653 req-44724c8f-d283-44e8-85d1-85e8b3b8370f tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 949 time: 0.0480938 Dec 13 10:20:23.758609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd8eb16-e59d-4308-a7a6-d5364eb6e653 req-f526115d-d623-493a-84a1-3be41d9a5154 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Dec 13 10:20:24.880194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7f3dd-22f6-4f58-a29a-59c1922e3a34 req-22817ab2-edd3-4f5e-a3d2-4f9cee324a27 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:24.881678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cae7f3dd-22f6-4f58-a29a-59c1922e3a34 req-22817ab2-edd3-4f5e-a3d2-4f9cee324a27 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 949 time: 0.0531816 Dec 13 10:20:24.928401 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cae7f3dd-22f6-4f58-a29a-59c1922e3a34 req-2f2d7a8e-fc8d-46a3-b4a8-d3b478aa49a7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Dec 13 10:20:24.986922 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-c461c364-3fe4-4f7d-870d-3d2621357564 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:24.988366 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-c461c364-3fe4-4f7d-870d-3d2621357564 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a HTTP/1.1" status: 200 len: 949 time: 0.0483696 Dec 13 10:20:25.080794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Deleting port a7e9d51c-911c-4d3d-863a-464f1a64b084 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:20:25.081065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.173284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] For port a7e9d51c-911c-4d3d-863a-464f1a64b084, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=a7e9d51c-911c-4d3d-863a-464f1a64b084,segment=NetworkSegment(7344c0fb-75b2-46fe-a48c-f1c7997e9196),segment_id=7344c0fb-75b2-46fe-a48c-f1c7997e9196)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:25.173651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.186087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Calling delete_port for a7e9d51c-911c-4d3d-863a-464f1a64b084 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:20:25.314104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.325732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['a7e9d51c-911c-4d3d-863a-464f1a64b084'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:20:25.341832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Pushing event deleted for resources: {'Port': ['ID=a7e9d51c-911c-4d3d-863a-464f1a64b084,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:25.387552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] No DVR routers for this DVR port a7e9d51c-911c-4d3d-863a-464f1a64b084 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:20:25.390189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:25.393691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8d01fbf1-97bf-4a2d-9f8d-6dbbbd1c6f03 req-b10a4672-8e21-43a1-8049-ccdef5261dd7 tempest-ServersAdminNegativeTestJSON-470195577 tempest-ServersAdminNegativeTestJSON-470195577-project] 10.222.0.44 "DELETE /v2.0/ports/a7e9d51c-911c-4d3d-863a-464f1a64b084 HTTP/1.1" status: 204 len: 173 time: 0.3992176 Dec 13 10:20:25.394148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'name': 'network-vif-deleted', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:20:25.396463 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e0550-aeba-41b2-b752-f7f537edd5c5" -d '{"events": [{"server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "name": "network-vif-deleted", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:20:25.441931 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bba915-bae4-48b4-a5fa-c5da336d5f00 x-openstack-request-id: req-87bba915-bae4-48b4-a5fa-c5da336d5f00 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:20:25.442231 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a", "name": "network-vif-deleted", "tag": "a7e9d51c-911c-4d3d-863a-464f1a64b084", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:20:25.442488 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87bba915-bae4-48b4-a5fa-c5da336d5f00 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:20:25.442892 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0e1d5a-e29f-4cbb-99e7-753a4662ad1a', 'name': 'network-vif-deleted', 'tag': 'a7e9d51c-911c-4d3d-863a-464f1a64b084', 'status': 'completed', 'code': 200} Dec 13 10:20:26.230077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.361441 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f7f3da8f-e6ae-47ee-9e66-b67f83716a89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dd457cb0eff4bf3b76471aaff339cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301396 Dec 13 10:20:26.364009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.410556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.430657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.477551 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.480289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.481495 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0c3cda3-afdb-4657-9c50-6ada6f9b0c45 HTTP/1.1" status: 204 len: 168 time: 0.1165340 Dec 13 10:20:26.489109 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c3cda3-afdb-4657-9c50-6ada6f9b0c45,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:26.496588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.497036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.497303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.497648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.497986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.498323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.498654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.498982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.499341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.499681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.500066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.500385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.500670 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612228e-5549-43ca-a1aa-6941887b7113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:20:26.741429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47012) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.754995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-159457b9-bbac-45b7-8e29-ef87ba537744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.832542 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-159457b9-bbac-45b7-8e29-ef87ba537744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.836352 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-159457b9-bbac-45b7-8e29-ef87ba537744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.875137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-159457b9-bbac-45b7-8e29-ef87ba537744 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55af8b0539fc48fa883db9a67f1dd829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325910 Dec 13 10:20:26.876093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159457b9-bbac-45b7-8e29-ef87ba537744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2571675-70f0-4e10-a238-edaeffbe37ba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:26.877888 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:26.926680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.951748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:26.999748 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.002309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.003484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2571675-70f0-4e10-a238-edaeffbe37ba HTTP/1.1" status: 204 len: 168 time: 0.1239421 Dec 13 10:20:27.011619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dc7b8-d29f-44c6-bffb-8c28602477b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2571675-70f0-4e10-a238-edaeffbe37ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:27.474564 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.655650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:27.752365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1890502970-network', 'tenant_id': '88cada685d824887a6d73fb5169c5546'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:27.773842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Made reservation on behalf of 88cada685d824887a6d73fb5169c5546 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:27.776266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.784417 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.859156 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.862514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.886601 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:20:27.895171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc084e9b-bb18-4941-ba06-b2df56dba56f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:27.901555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.902517 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Added segment bb26d28c-1158-44d2-a270-039db2f7107d of type vlan for network 8500c76e-1c43-40ac-9b51-d92f333c751e Dec 13 10:20:27.940442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.963710 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:27.964639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:27.965249 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.018471 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3616645 Dec 13 10:20:28.021592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:20:28.026897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Request body: {'subnet': {'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1890502970-subnet', 'tenant_id': '88cada685d824887a6d73fb5169c5546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:28.029146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657463-26a8-4ebc-93ff-5d82cb74aacf admin admin] Pushing event updated for resources: {'Network': ['ID=8500c76e-1c43-40ac-9b51-d92f333c751e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:28.039541 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8500c76e-1c43-40ac-9b51-d92f333c751e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:20:28.051186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Made reservation on behalf of 88cada685d824887a6d73fb5169c5546 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:28.053660 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.214783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.271604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45dcd50c-c413-4881-861a-777e55811bf7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:28.276844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Checking segment: {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:28.277287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Network hostable DHCP agents. Network: 8500c76e-1c43-40ac-9b51-d92f333c751e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:20:28.293371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Network 8500c76e-1c43-40ac-9b51-d92f333c751e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:20:28.302183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8500c76e-1c43-40ac-9b51-d92f333c751e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:28.306949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:28.307607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.312161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b5d3d-a86d-4984-a45c-7a019255cb42 None None] Network 8500c76e-1c43-40ac-9b51-d92f333c751e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:28.324268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fdba7cb2-1885-430c-b444-9f9683ad6a7c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3015897 Dec 13 10:20:28.406889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a97b3d-3e1e-40dd-a3bf-b2fdc6716d1c None None] Network 8500c76e-1c43-40ac-9b51-d92f333c751e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:20:28.632904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34f5b69c-92cc-4246-b4a6-9d176d47c9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:28.767674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-c0763312-a1d6-406c-a465-38ad628e9017 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:28.769193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-c0763312-a1d6-406c-a465-38ad628e9017 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 812 time: 0.1145904 Dec 13 10:20:28.770568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a7e9d51c-911c-4d3d-863a-464f1a64b084 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:20:28.786439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-c4290908-4b08-4c6c-8768-42738e5f551f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/quotas/88cada685d824887a6d73fb5169c5546 HTTP/1.1" status: 200 len: 375 time: 0.0105443 Dec 13 10:20:28.791214 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: a7e9d51c-911c-4d3d-863a-464f1a64b084 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:20:28.791555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device a7e9d51c-911c-4d3d-863a-464f1a64b084 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:20:28.818886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-cac56f46-5ebe-4a5c-b08c-597b00e78532 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259843 Dec 13 10:20:28.910780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-6c70219e-beea-4145-803d-020732885281 service neutron] 10.222.0.30 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849867 Dec 13 10:20:28.998842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-844cf813-27d5-46a9-b95a-0f7d87e5839a service neutron] 10.222.0.30 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813498 Dec 13 10:20:29.156116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ff19a6d-5965-45f1-8bb8-87f7ff0ff21f req-ae90eaaa-8402-499c-ace2-5d0aa8233f67 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 210 time: 0.0272846 Dec 13 10:20:29.370018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:30.089282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-07efdad1-392f-414b-ba06-c5f95e01634f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:30.091518 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-07efdad1-392f-414b-ba06-c5f95e01634f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 812 time: 0.1075294 Dec 13 10:20:30.105951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Request body: {'port': {'device_id': '235b3745-7c10-47cc-abe5-329e828bc90a', 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e', 'admin_state_up': True, 'tenant_id': '88cada685d824887a6d73fb5169c5546'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:30.225357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Made reservation on behalf of 88cada685d824887a6d73fb5169c5546 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:20:30.229183 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:30.261018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-edee27f2-57f1-4152-bea9-8b1240251f54 req-c70d36b6-7ae6-4af0-9908-46e0778abea4 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 210 time: 0.0273004 Dec 13 10:20:30.360907 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Allocated IP 172.20.0.10 (8500c76e-1c43-40ac-9b51-d92f333c751e/45dcd50c-c413-4881-861a-777e55811bf7/d6f22de9-6b9d-44f2-997a-3010e97c2a12) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:20:30.506618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:30.540911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:30.595240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Network 8500c76e-1c43-40ac-9b51-d92f333c751e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:20:30.598881 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:20:30.603151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:20:30.629331 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:30.659538 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:30.660150 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:30.676380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-fe1dddfe-73bb-46b6-a1d6-22e918596a97 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751805 Dec 13 10:20:30.688050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Request body: {'port': {'device_id': '235b3745-7c10-47cc-abe5-329e828bc90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:20:30.740553 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.005853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f22de9-6b9d-44f2-997a-3010e97c2a12 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:20:31.015031 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.028407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Transition to ACTIVE for port object d6f22de9-6b9d-44f2-997a-3010e97c2a12 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:20:31.035367 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.039635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d5c90b9-06b8-4758-9ff7-e50003843792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.093171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:31.159401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:20:31.159737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:20:31.160071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:20:31.164300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:20:31.164621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:20:31.170025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:20:31.170361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Checking segment: {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:20:31.170750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Bound using segment: {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:20:31.171182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Bound port: d6f22de9-6b9d-44f2-997a-3010e97c2a12, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:20:31.171536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.238407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:20:31.241523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:20:31.247310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.285452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.286097 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:31.287476 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] 10.222.0.44 "PUT /v2.0/ports/d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 1092 time: 0.6034172 Dec 13 10:20:31.287936 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:20:31.290222 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b84994c-bc61-4af2-b41f-81aa51206129" -d '{"events": [{"name": "network-changed", "server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:20:31.310502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50936098-32c3-4f0e-bff1-764c80fc04fa service neutron] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:31.354624 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c2c31-91f6-4e79-b0db-381d10bed9ed x-openstack-request-id: req-f25c2c31-91f6-4e79-b0db-381d10bed9ed {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:20:31.354949 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:20:31.355200 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f25c2c31-91f6-4e79-b0db-381d10bed9ed {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:20:31.355599 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'status': 'completed', 'code': 200} Dec 13 10:20:31.371790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-84d5649b-a339-4857-9415-5c08aa4d2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.373361 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-84d5649b-a339-4857-9415-5c08aa4d2448 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1095 time: 0.0457969 Dec 13 10:20:31.413615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37954e-1606-4fee-a044-0702a2cd31c9 req-eb6f6c68-2d1b-45c8-bfd9-b6d5a0f490b3 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.415070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d37954e-1606-4fee-a044-0702a2cd31c9 req-eb6f6c68-2d1b-45c8-bfd9-b6d5a0f490b3 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 944 time: 0.0528841 Dec 13 10:20:31.418514 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-eda73714-2353-4153-b50d-2e782ff1f5b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0376196 Dec 13 10:20:31.464886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d37954e-1606-4fee-a044-0702a2cd31c9 req-f98e846a-fa89-4f2f-a62d-f8c05f9780a8 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Dec 13 10:20:31.473473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-224db671-818b-44bc-bb53-d993e668cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.474946 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-224db671-818b-44bc-bb53-d993e668cb57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0484352 Dec 13 10:20:31.505637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-661375c7-998a-4bb4-a910-fb61f2fe08f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241871 Dec 13 10:20:31.596674 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-c8fb3c8d-f5c1-40e8-95ff-74159f8eccdc service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838439 Dec 13 10:20:31.688377 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7bc4264d-032f-425b-9b4f-5e38a794891a req-f987108c-e875-4ce0-b6e6-1e57213f82ad service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840831 Dec 13 10:20:31.776425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-48ba1737-d307-4845-ae3e-482b84c106a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.778010 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-48ba1737-d307-4845-ae3e-482b84c106a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1095 time: 0.0408947 Dec 13 10:20:31.869887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-3868d6e5-cf0f-4a3f-98e6-919ce8744558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.871240 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-3868d6e5-cf0f-4a3f-98e6-919ce8744558 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.0863719 Dec 13 10:20:31.912932 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-20cb5573-221f-4aac-949c-40e9f1864d54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0332301 Dec 13 10:20:31.964011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-e9b7060d-6d9c-45a0-9bea-0785d7e95817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:31.965487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-e9b7060d-6d9c-45a0-9bea-0785d7e95817 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0455871 Dec 13 10:20:31.988424 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:20:31.999662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-84619d88-dd0f-46a2-90ec-a279c63eafd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246770 Dec 13 10:20:32.088682 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-ac009d55-888b-4d60-bfa5-1f74e136ddaf service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805602 Dec 13 10:20:32.183163 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8b84994c-bc61-4af2-b41f-81aa51206129 req-d7172cf9-0240-4439-8dd0-a9f49a93754b service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861087 Dec 13 10:20:32.346522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:32.583031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba39ce2-a5e3-45ae-98f7-f2d12ff1a4c0 req-cb4086f1-0c4f-442f-8bf2-d628a6158250 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:32.584483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ba39ce2-a5e3-45ae-98f7-f2d12ff1a4c0 req-cb4086f1-0c4f-442f-8bf2-d628a6158250 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 944 time: 0.0473943 Dec 13 10:20:32.633107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4ba39ce2-a5e3-45ae-98f7-f2d12ff1a4c0 req-8809d5b0-75af-43a0-96b0-1c6fe4856760 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Dec 13 10:20:32.798893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:20:32.893184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:32.908703 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e', 'port_id': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'mac_address': 'fa:16:3e:22:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45dcd50c-c413-4881-861a-777e55811bf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:20:32.944765 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:32.958823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f22de9-6b9d-44f2-997a-3010e97c2a12 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:20:32.978640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:32.982570 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:33.029669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:33.169981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d6f22de9-6b9d-44f2-997a-3010e97c2a12'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:20:33.749315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a796-af30-4931-b860-4d013670645e req-e88be4e8-d231-4510-96c4-c46854372ee8 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:33.750854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee6a796-af30-4931-b860-4d013670645e req-e88be4e8-d231-4510-96c4-c46854372ee8 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 945 time: 0.0497174 Dec 13 10:20:33.768058 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:33.803127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aee6a796-af30-4931-b860-4d013670645e req-a4156f50-9c0d-4f1a-b1a3-2b3b6e51cc87 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Dec 13 10:20:34.798470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:34.818741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:20:34.870199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d6f22de9-6b9d-44f2-997a-3010e97c2a12 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:20:34.874520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d6f22de9-6b9d-44f2-997a-3010e97c2a12 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:20:34.874894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:34.921776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c3c79-1e1e-412f-8b08-f9003c05acf4 req-847f9f01-aa6e-4f11-9983-84fabd9e697d tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:34.923280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-835c3c79-1e1e-412f-8b08-f9003c05acf4 req-847f9f01-aa6e-4f11-9983-84fabd9e697d tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 945 time: 0.0497057 Dec 13 10:20:34.953399 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:34.970748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-835c3c79-1e1e-412f-8b08-f9003c05acf4 req-8d3d94ec-3bd8-4bb5-b3ce-ebaed54c3c41 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Dec 13 10:20:34.977568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:20:34.980636 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff8bd2-373c-4019-b4d1-4533ac6e39cc" -d '{"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:20:34.993476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:20:34.997593 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:35.023276 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e93bac-8f70-415b-bd39-f8fdfac43a48 x-openstack-request-id: req-b5e93bac-8f70-415b-bd39-f8fdfac43a48 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:20:35.023574 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:20:35.023836 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5e93bac-8f70-415b-bd39-f8fdfac43a48 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:20:35.024261 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'code': 200} Dec 13 10:20:35.053070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:20:35.167529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c5c6b-3b9e-43d8-8fac-05489ed1eb73 req-6c694b68-7a58-46f0-b127-ee1730ae2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:35.169009 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-000c5c6b-3b9e-43d8-8fac-05489ed1eb73 req-6c694b68-7a58-46f0-b127-ee1730ae2c48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1097 time: 0.0917089 Dec 13 10:20:35.213082 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-000c5c6b-3b9e-43d8-8fac-05489ed1eb73 req-856a3515-f1c3-4920-8629-451a5f70c497 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Dec 13 10:20:36.085443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf6b7-5700-4b4e-bb7f-13bcf871496f req-7b5141e1-d3dc-4f56-bfb3-7b7b53842517 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:36.086903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3eaf6b7-5700-4b4e-bb7f-13bcf871496f req-7b5141e1-d3dc-4f56-bfb3-7b7b53842517 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0484734 Dec 13 10:20:36.134890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3eaf6b7-5700-4b4e-bb7f-13bcf871496f req-f616e444-7ff4-4c58-b7e1-73b68e8031e2 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Dec 13 10:20:37.253393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9afe-fb88-4160-bc85-e31eea89b8b6 req-5dc6df50-29b4-464c-96df-df00f72bdd51 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:37.254831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bad9afe-fb88-4160-bc85-e31eea89b8b6 req-5dc6df50-29b4-464c-96df-df00f72bdd51 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0515888 Dec 13 10:20:37.301666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0bad9afe-fb88-4160-bc85-e31eea89b8b6 req-bdead8d3-dc66-48cd-96f3-f2249aedeeda tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Dec 13 10:20:37.541560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255102c2-20a5-4830-93dd-6ba41ab7897b req-5c541524-35be-488d-842d-4e9ea9c61b94 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:37.543277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-255102c2-20a5-4830-93dd-6ba41ab7897b req-5c541524-35be-488d-842d-4e9ea9c61b94 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0509350 Dec 13 10:20:37.576254 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-b7e46c13-0ee2-46c7-8699-1274afc70386 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920699 Dec 13 10:20:37.585344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-4488c442-cdd1-469f-b7c4-67efabb21965 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:20:37.586292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-4488c442-cdd1-469f-b7c4-67efabb21965 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051281 Dec 13 10:20:37.592371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-255102c2-20a5-4830-93dd-6ba41ab7897b req-09f5c4e0-735c-457d-83d3-33b87de17964 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Dec 13 10:20:38.198992 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-30f7e00c-0439-4df0-95c8-3a578152f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:38.200489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-30f7e00c-0439-4df0-95c8-3a578152f520 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1097 time: 0.0454121 Dec 13 10:20:38.309415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-40e5b389-1191-440d-9033-5ab77e312930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:38.310897 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-40e5b389-1191-440d-9033-5ab77e312930 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.0902572 Dec 13 10:20:38.357433 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-7e5e76ac-a593-4034-8819-5a4dfea62316 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0387197 Dec 13 10:20:38.407572 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-ebc659a6-6e56-494e-9909-10877dfa1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:38.409091 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-ebc659a6-6e56-494e-9909-10877dfa1371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0444539 Dec 13 10:20:38.441424 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-bec78f77-c25c-4c28-b997-3207bcb57c6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254588 Dec 13 10:20:38.530257 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-e0d195cd-b186-47ec-a175-1b58ad1194e1 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815899 Dec 13 10:20:38.731606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf2b2-3d31-4fb4-ac72-58f01d81ac1f req-2de76722-fe77-415f-9dda-d658dc8b7663 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:38.733324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3baf2b2-3d31-4fb4-ac72-58f01d81ac1f req-2de76722-fe77-415f-9dda-d658dc8b7663 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0568640 Dec 13 10:20:38.787281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3baf2b2-3d31-4fb4-ac72-58f01d81ac1f req-3efbeb60-11fd-4825-b8e2-20b506038ca7 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Dec 13 10:20:38.917173 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-aa342ac1-23e6-4745-9cd9-af7bd0c59234 req-e3c50775-546f-4cfc-93e0-0aaaef4c0e57 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793337 Dec 13 10:20:39.002539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-ea6145dd-c5ac-49a2-8323-728cd74129a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:39.004049 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-ea6145dd-c5ac-49a2-8323-728cd74129a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1097 time: 0.0401888 Dec 13 10:20:39.100512 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-56c7d21c-0939-406b-b684-d5ea7891c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:39.101949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-56c7d21c-0939-406b-b684-d5ea7891c10d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.0903587 Dec 13 10:20:39.141348 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-e5e26651-208d-4bd4-9307-bb919ef8d308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0329189 Dec 13 10:20:39.193592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-2fb9b9fb-1689-447a-91bc-48d47f23aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:39.195094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-2fb9b9fb-1689-447a-91bc-48d47f23aba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0461214 Dec 13 10:20:39.226439 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-6c45d6c3-3038-452e-ba4b-62f96c461107 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244145 Dec 13 10:20:39.312861 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-44d3263a-9828-4bf6-ae0d-7308fe47bb34 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797546 Dec 13 10:20:39.407968 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-b90a14d8-b3df-4a02-90f1-922664264f56 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871730 Dec 13 10:20:39.912216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ffab8-061e-442d-97c5-d9a743337197 req-5fab9251-40cd-4595-8b94-758f98353627 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:39.913679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-294ffab8-061e-442d-97c5-d9a743337197 req-5fab9251-40cd-4595-8b94-758f98353627 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0485871 Dec 13 10:20:39.959861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-294ffab8-061e-442d-97c5-d9a743337197 req-a513c308-1bbe-4961-9df5-317b423bd85e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Dec 13 10:20:41.080621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeb8c0-c9af-48c2-b2a9-703457778e4d req-cb65aa74-6d91-488c-bea7-8c3410bffcbf tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:41.083945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1adeb8c0-c9af-48c2-b2a9-703457778e4d req-cb65aa74-6d91-488c-bea7-8c3410bffcbf tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0552464 Dec 13 10:20:41.136220 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1adeb8c0-c9af-48c2-b2a9-703457778e4d req-98337228-6527-4694-97b5-ac35f37ac7d6 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Dec 13 10:20:42.251804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629777ce-e353-49f3-9d08-dd90699da0cb req-c7891878-cddc-4987-aa3a-5a820b4a72ef tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:42.253287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629777ce-e353-49f3-9d08-dd90699da0cb req-c7891878-cddc-4987-aa3a-5a820b4a72ef tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0479686 Dec 13 10:20:42.300603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-629777ce-e353-49f3-9d08-dd90699da0cb req-67762122-c3ee-4a1e-bb3d-bb69af1d7c2f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Dec 13 10:20:43.419285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241ace5-80fe-44d4-902c-7df03a66bcd5 req-f974580a-e453-4173-8160-bceebce1dbcd tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:43.420750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f241ace5-80fe-44d4-902c-7df03a66bcd5 req-f974580a-e453-4173-8160-bceebce1dbcd tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0479968 Dec 13 10:20:43.467352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f241ace5-80fe-44d4-902c-7df03a66bcd5 req-4520711c-0580-4d2c-b3b5-3ca528a8f31b tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Dec 13 10:20:44.595205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269589c9-53c8-4a57-b11c-c484920357c6 req-298d7a6a-4d97-4201-967a-698c3562b18e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:44.596940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-269589c9-53c8-4a57-b11c-c484920357c6 req-298d7a6a-4d97-4201-967a-698c3562b18e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0535791 Dec 13 10:20:44.644574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-269589c9-53c8-4a57-b11c-c484920357c6 req-c21f09c4-3bc0-4d42-8afc-0d3257961559 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Dec 13 10:20:45.760919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46ee32-f157-4e40-899f-aa85f4584ca2 req-599887ca-a3f9-437b-89b5-9258a7fa32ac tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:45.762398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a46ee32-f157-4e40-899f-aa85f4584ca2 req-599887ca-a3f9-437b-89b5-9258a7fa32ac tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0486889 Dec 13 10:20:45.808749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a46ee32-f157-4e40-899f-aa85f4584ca2 req-12b1fc00-1464-403c-8b60-15ccbf21567c tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Dec 13 10:20:46.927360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd42ebe-154a-4441-829e-9af6b12b9a09 req-183a0fe7-488a-425b-93dd-34140a45bd32 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:46.928879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd42ebe-154a-4441-829e-9af6b12b9a09 req-183a0fe7-488a-425b-93dd-34140a45bd32 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0515866 Dec 13 10:20:46.980546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd42ebe-154a-4441-829e-9af6b12b9a09 req-7eb04e8b-3abd-40b3-8048-183586e70d95 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Dec 13 10:20:48.096076 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316a5b-d1e4-478e-bced-5480c80f4475 req-96b3160c-3dd3-4202-ba02-4a4f2ec2b24d tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:48.097832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7316a5b-d1e4-478e-bced-5480c80f4475 req-96b3160c-3dd3-4202-ba02-4a4f2ec2b24d tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0490041 Dec 13 10:20:48.145145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7316a5b-d1e4-478e-bced-5480c80f4475 req-dac61701-8ef6-4a30-840e-212c1f0d1d67 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Dec 13 10:20:49.259774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7bf62-7b24-4e47-8f34-1f1f52e575d3 req-06635119-09f4-4767-98ba-a43a0aa2baad tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:49.262621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39d7bf62-7b24-4e47-8f34-1f1f52e575d3 req-06635119-09f4-4767-98ba-a43a0aa2baad tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0500593 Dec 13 10:20:49.310085 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39d7bf62-7b24-4e47-8f34-1f1f52e575d3 req-0c28cbb6-a393-4f87-89df-5b74af3ab275 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Dec 13 10:20:50.427972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544164b-7ac4-4ac1-9afa-5d3b7f756d90 req-3599472b-82d1-490e-814a-93f00956f719 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:50.429485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f544164b-7ac4-4ac1-9afa-5d3b7f756d90 req-3599472b-82d1-490e-814a-93f00956f719 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0517323 Dec 13 10:20:50.476416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f544164b-7ac4-4ac1-9afa-5d3b7f756d90 req-ec092401-bdb8-4d03-85d7-400f5bf8d50b tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 Dec 13 10:20:51.595190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be6ac7-409d-4513-8c86-4457a25d431a req-d4d52190-ffcf-4c1f-a4de-2cbf0e042be7 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:51.596621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56be6ac7-409d-4513-8c86-4457a25d431a req-d4d52190-ffcf-4c1f-a4de-2cbf0e042be7 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0504315 Dec 13 10:20:51.645136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-56be6ac7-409d-4513-8c86-4457a25d431a req-23409ef4-e931-4346-8b27-9737545aeb9a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Dec 13 10:20:52.763689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b907a-0a83-40c3-a06b-0014bc2e082d req-62445547-a29c-4a8d-acdd-dc5d1ffacc91 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:52.765051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de1b907a-0a83-40c3-a06b-0014bc2e082d req-62445547-a29c-4a8d-acdd-dc5d1ffacc91 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0522361 Dec 13 10:20:52.812574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de1b907a-0a83-40c3-a06b-0014bc2e082d req-d243eb41-5851-4017-b194-e020938d7777 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Dec 13 10:20:53.929161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7af75-79f4-4f9f-be21-3b8e8dc9b3e0 req-784e0c6c-11ab-403a-b8f0-c946bd60ef5f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:53.930579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2d7af75-79f4-4f9f-be21-3b8e8dc9b3e0 req-784e0c6c-11ab-403a-b8f0-c946bd60ef5f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0478542 Dec 13 10:20:53.977940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e2d7af75-79f4-4f9f-be21-3b8e8dc9b3e0 req-6d06edef-04ff-4c74-9c97-48670bf208e5 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Dec 13 10:20:55.092415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be12df-59f1-45c5-a387-af4fdad732f7 req-b1f121ea-3128-422c-a225-55295a4eb94a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:55.093894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30be12df-59f1-45c5-a387-af4fdad732f7 req-b1f121ea-3128-422c-a225-55295a4eb94a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0473135 Dec 13 10:20:55.144069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30be12df-59f1-45c5-a387-af4fdad732f7 req-88e8cd2a-cb43-4aa9-b3cd-10452bd94f57 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Dec 13 10:20:56.263444 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c78e1-0b01-4c4b-a893-7c9820a6471c req-cecebfa4-889c-4ba3-9a81-f1fffbf6df3b tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:56.264894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d89c78e1-0b01-4c4b-a893-7c9820a6471c req-cecebfa4-889c-4ba3-9a81-f1fffbf6df3b tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0486143 Dec 13 10:20:56.311756 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d89c78e1-0b01-4c4b-a893-7c9820a6471c req-fe85f45e-0604-4db8-9067-866e6d4b3228 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Dec 13 10:20:57.428753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9d89-67d0-4b36-a496-cc033c0df5ab req-533b9494-5e6e-4b6f-85de-38f0339014ce tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:57.430226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0ce9d89-67d0-4b36-a496-cc033c0df5ab req-533b9494-5e6e-4b6f-85de-38f0339014ce tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0485859 Dec 13 10:20:57.477091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a0ce9d89-67d0-4b36-a496-cc033c0df5ab req-a2305459-2cf8-4f86-86bf-bc0a23125a4c tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Dec 13 10:20:57.488000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:58.598519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542723a-6ec4-4503-9e85-eb4556a77a96 req-3e324176-d275-44dd-8399-eba5cf90153c tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:58.599986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c542723a-6ec4-4503-9e85-eb4556a77a96 req-3e324176-d275-44dd-8399-eba5cf90153c tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0525999 Dec 13 10:20:58.635436 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fefacd65-fbeb-49cc-a588-38c18becd75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:58.648690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c542723a-6ec4-4503-9e85-eb4556a77a96 req-4d862937-1648-45a8-83da-632401fc5870 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Dec 13 10:20:59.386970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:20:59.765416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7db4a-8c86-400e-b9f6-e10c35a33840 req-57c223d5-cdaa-4524-8f97-ec5af6ca760e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:20:59.766884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fb7db4a-8c86-400e-b9f6-e10c35a33840 req-57c223d5-cdaa-4524-8f97-ec5af6ca760e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0489628 Dec 13 10:20:59.813890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fb7db4a-8c86-400e-b9f6-e10c35a33840 req-8ac2fcc1-aeaa-4bee-ae7f-4e05e01222ee tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Dec 13 10:21:00.931342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b2ed-81d5-43b7-8c13-4ad1b4ef3407 req-80a04c8d-139e-441e-9f5e-e647d57be8cb tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:00.933547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a65b2ed-81d5-43b7-8c13-4ad1b4ef3407 req-80a04c8d-139e-441e-9f5e-e647d57be8cb tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0490112 Dec 13 10:21:00.985295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a65b2ed-81d5-43b7-8c13-4ad1b4ef3407 req-38f118a4-55df-4702-869a-03d419cdb08a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Dec 13 10:21:01.031819 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4e06-580a-43f0-a23e-8568ee956827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:02.100440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624226-92e4-4e21-b80c-241d159289ff req-df211c12-0151-4df1-b118-1b726abfed7e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:02.101917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66624226-92e4-4e21-b80c-241d159289ff req-df211c12-0151-4df1-b118-1b726abfed7e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0485117 Dec 13 10:21:02.148561 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66624226-92e4-4e21-b80c-241d159289ff req-2910185d-b4c3-4bce-bdcb-cfa2f6fafceb tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Dec 13 10:21:02.347947 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:03.264401 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425fc2-29b5-4331-9f95-dbd66c1f9d09 req-b0fc081b-734e-43f4-9302-568e674ceaed tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:03.265928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb425fc2-29b5-4331-9f95-dbd66c1f9d09 req-b0fc081b-734e-43f4-9302-568e674ceaed tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0487001 Dec 13 10:21:03.312907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb425fc2-29b5-4331-9f95-dbd66c1f9d09 req-6cb7064c-ddd8-43b5-abfd-c984acce18b9 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Dec 13 10:21:03.769946 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:04.430517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf4e5-279e-45c4-943b-d63f629c4e81 req-18328701-e477-442b-ad5f-57c9a71dc84f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:04.432464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efcaf4e5-279e-45c4-943b-d63f629c4e81 req-18328701-e477-442b-ad5f-57c9a71dc84f tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0510306 Dec 13 10:21:04.480711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efcaf4e5-279e-45c4-943b-d63f629c4e81 req-a0076cb0-fd69-4605-9b3d-fdb64410f7ac tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Dec 13 10:21:04.801354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:05.596799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0420d5e-8cfb-443a-84f6-229743bc0770 req-1927db84-65c7-41e0-9059-e8d1700dd334 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:05.598555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0420d5e-8cfb-443a-84f6-229743bc0770 req-1927db84-65c7-41e0-9059-e8d1700dd334 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0493305 Dec 13 10:21:05.646034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0420d5e-8cfb-443a-84f6-229743bc0770 req-fd3dd66f-ed28-4322-9513-0c6c23c5b64e tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Dec 13 10:21:06.738356 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-9de39eb4-e876-42d2-931a-b5d2cbb55d62 service neutron] show failed (client error): The resource could not be found. Dec 13 10:21:06.739393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-9de39eb4-e876-42d2-931a-b5d2cbb55d62 service neutron] 10.222.0.44 "GET /v2.0/ports/d6f22de9-6b9d-44f2-997a-3010e97c2a12/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0555182 Dec 13 10:21:06.767470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915118f0-f903-4361-8f3b-0c8ccc6e0c92 req-8b8e2468-fed2-4d44-a634-eeb0b3ece362 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:06.768873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-915118f0-f903-4361-8f3b-0c8ccc6e0c92 req-8b8e2468-fed2-4d44-a634-eeb0b3ece362 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0539718 Dec 13 10:21:06.816566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-915118f0-f903-4361-8f3b-0c8ccc6e0c92 req-686b2e36-606f-4785-87ff-fb52e4490629 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Dec 13 10:21:06.974717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-57b41d15-5f84-44bb-92e2-6594fd573374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:06.976196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-57b41d15-5f84-44bb-92e2-6594fd573374 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a&tenant_id=88cada685d824887a6d73fb5169c5546 HTTP/1.1" status: 200 len: 1097 time: 0.0736055 Dec 13 10:21:06.988049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:07.039585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.236233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:07.268876 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:07.311083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:07.313330 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a2757-7910-438f-9bc4-8ac610537fb1" -d '{"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:07.317105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.330008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Transition to ACTIVE for port object d6f22de9-6b9d-44f2-997a-3010e97c2a12 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:21:07.334104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.368082 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c224a5-1363-43af-badd-92c8f0400156 x-openstack-request-id: req-79c224a5-1363-43af-badd-92c8f0400156 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:07.368376 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:07.368629 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79c224a5-1363-43af-badd-92c8f0400156 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:07.369020 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'code': 200} Dec 13 10:21:07.396322 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] No DVR routers for this DVR port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:21:07.402973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:07.434787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:21:07.435122 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:21:07.435447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:07.439597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:21:07.439916 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Attempting to bind port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on network 8500c76e-1c43-40ac-9b51-d92f333c751e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:07.444614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:21:07.444950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Checking segment: {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:21:07.445352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Bound using segment: {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:21:07.445774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Bound port: d6f22de9-6b9d-44f2-997a-3010e97c2a12, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb26d28c-1158-44d2-a270-039db2f7107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:21:07.446123 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.510661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:07.513887 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:21:07.518289 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.555020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.555684 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:07.557691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] 10.222.0.37 "PUT /v2.0/ports/d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 1092 time: 0.5728879 Dec 13 10:21:07.574444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b650-5604-4b2e-8710-90b40872af4c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:07.620016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-4c99fb66-8a16-468b-8c6e-94e07f4d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.621572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-4c99fb66-8a16-468b-8c6e-94e07f4d0fbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1095 time: 0.0417628 Dec 13 10:21:07.714481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-0d437f49-cfcf-45bb-b3db-5223edc3d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.715957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-0d437f49-cfcf-45bb-b3db-5223edc3d256 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.0871289 Dec 13 10:21:07.758905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-c9bbd7d8-7533-408f-ab3e-2e5bc2460e0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0348060 Dec 13 10:21:07.807415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-77655083-ec61-4257-af97-96ff277120b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.808951 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-77655083-ec61-4257-af97-96ff277120b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0434694 Dec 13 10:21:07.840386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-219317e7-518f-45a0-9736-a29cd256d099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237887 Dec 13 10:21:07.935955 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-7008ef8b-fc7a-46cf-b4b4-e3300d481861 service neutron] 10.222.0.37 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Dec 13 10:21:07.938756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b1b6-a03c-46db-bbaa-968cd2d66825 req-6590dcb2-816a-4cb7-a9aa-ec46d4ee5790 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:07.940227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7c6b1b6-a03c-46db-bbaa-968cd2d66825 req-6590dcb2-816a-4cb7-a9aa-ec46d4ee5790 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 944 time: 0.0493753 Dec 13 10:21:07.988061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7c6b1b6-a03c-46db-bbaa-968cd2d66825 req-cd704e49-3fef-43fb-9e7e-8942e48ee0ea tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Dec 13 10:21:08.027067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8d4e068-3b78-4321-95e5-3ba3eef17d03 req-08d4f882-0404-4520-a5e9-98f96857eedc service neutron] 10.222.0.37 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841041 Dec 13 10:21:08.987897 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:21:09.105113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2653c0-5311-495a-84c6-3650a8c75eab req-b838a113-dbd1-402a-b493-053fa8ca79bc tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.106583 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd2653c0-5311-495a-84c6-3650a8c75eab req-b838a113-dbd1-402a-b493-053fa8ca79bc tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 944 time: 0.0479355 Dec 13 10:21:09.156289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd2653c0-5311-495a-84c6-3650a8c75eab req-2ea4f35a-dda4-4ffd-8bd7-92c14d054a4a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Dec 13 10:21:09.370676 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:09.373905 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631" -d '{"events": [{"name": "network-changed", "server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:09.435372 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a0e3e9-a15e-4ef2-ac8c-2db36e3603a8 x-openstack-request-id: req-50a0e3e9-a15e-4ef2-ac8c-2db36e3603a8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:09.435676 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:09.436706 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50a0e3e9-a15e-4ef2-ac8c-2db36e3603a8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:09.437167 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'status': 'completed', 'code': 200} Dec 13 10:21:09.508273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-c8c00fff-0ffc-4e03-9774-af97778db4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.510413 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-c8c00fff-0ffc-4e03-9774-af97778db4ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1095 time: 0.0550449 Dec 13 10:21:09.631437 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-32200857-ed70-4e15-904e-7bc7bcc11465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.632885 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-32200857-ed70-4e15-904e-7bc7bcc11465 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1095 time: 0.1203077 Dec 13 10:21:09.703773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-4a3ebfef-7b9b-4395-ba60-3b2a0d9a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.705274 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-4a3ebfef-7b9b-4395-ba60-3b2a0d9a652d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.1832993 Dec 13 10:21:09.768637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-aa916923-3744-4cd2-a21d-af07e82584d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0501790 Dec 13 10:21:09.834296 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-f2fe572d-68e6-4dcd-83e6-5005917695fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.835763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-f2fe572d-68e6-4dcd-83e6-5005917695fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.1917226 Dec 13 10:21:09.845653 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-cdde7472-cd24-40c1-b358-3e4c6090cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:09.847046 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-cdde7472-cd24-40c1-b358-3e4c6090cf69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0716100 Dec 13 10:21:09.893520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-9a23daa3-b701-4a2e-9e4e-4c8ff6b84068 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0503669 Dec 13 10:21:09.914901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-a474c065-1715-4f57-b178-5835354b96b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598512 Dec 13 10:21:10.008938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-c475035f-db35-460e-aea8-aedb938196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:10.010502 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-c475035f-db35-460e-aea8-aedb938196bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0988114 Dec 13 10:21:10.053478 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-335c8083-0cdd-469b-bad1-6ad3e8648c37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348649 Dec 13 10:21:10.074786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-9c89ff31-3828-40ff-97e9-a81c2818ab08 service neutron] 10.222.0.37 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493022 Dec 13 10:21:10.218656 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-7fe6720d-d039-4063-be90-c7a0718fe068 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560833 Dec 13 10:21:10.224156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-224fe2f7-dc5e-4d99-8682-ec6001ab7cf7 service neutron] 10.222.0.37 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406252 Dec 13 10:21:10.282523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e52d79-84ea-4f39-b2a6-d385085d6642 req-491e0648-3037-456c-a89d-5b907742bff1 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:10.284013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e52d79-84ea-4f39-b2a6-d385085d6642 req-491e0648-3037-456c-a89d-5b907742bff1 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 944 time: 0.0498145 Dec 13 10:21:10.314532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-87cc3a7a-5c6a-43dc-b354-7b4a9e335631 req-eca79325-a85d-44c8-8003-c6538cd6d46c service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892859 Dec 13 10:21:10.332216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1e52d79-84ea-4f39-b2a6-d385085d6642 req-625a8bb1-3e54-4199-9cc9-1e6ab4f9d888 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Dec 13 10:21:10.547575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:21:10.643903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:10.658018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'network_id': '8500c76e-1c43-40ac-9b51-d92f333c751e', 'port_id': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'mac_address': 'fa:16:3e:22:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45dcd50c-c413-4881-861a-777e55811bf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:21:10.701495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:10.716597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f22de9-6b9d-44f2-997a-3010e97c2a12 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:21:10.739410 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:10.743206 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:10.792160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:11.080706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:21:11.115972 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d6f22de9-6b9d-44f2-997a-3010e97c2a12'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:21:11.143940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:21:11.450460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dd8f-9fce-4639-8fc8-9c3b31f16caa req-b87f0a27-cdcb-4e2d-8e37-d1323a5b82d9 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:11.451914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05e0dd8f-9fce-4639-8fc8-9c3b31f16caa req-b87f0a27-cdcb-4e2d-8e37-d1323a5b82d9 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 945 time: 0.0485892 Dec 13 10:21:11.498706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-05e0dd8f-9fce-4639-8fc8-9c3b31f16caa req-043a81a3-631b-4ada-817b-33dfe8a5c64b tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Dec 13 10:21:11.781555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-ac0f2d94-4fc1-4849-9e9c-887fbfaef28a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:11.783067 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-ac0f2d94-4fc1-4849-9e9c-887fbfaef28a tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.44 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a&tenant_id=88cada685d824887a6d73fb5169c5546&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 945 time: 0.0853667 Dec 13 10:21:11.842322 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-ce183f50-d4f8-40b2-98f7-4092343b9ed4 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:21:11.843299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-ce183f50-d4f8-40b2-98f7-4092343b9ed4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/d6f22de9-6b9d-44f2-997a-3010e97c2a12/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0528073 Dec 13 10:21:11.929596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-0734f9e1-d142-43a0-8471-7c2b981be48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:11.931013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-0734f9e1-d142-43a0-8471-7c2b981be48c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88cada685d824887a6d73fb5169c5546&device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 1096 time: 0.0449243 Dec 13 10:21:12.022246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-a9b0f7e4-3b57-4dd2-9a0b-ad376bc66229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:12.023723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-a9b0f7e4-3b57-4dd2-9a0b-ad376bc66229 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 200 len: 913 time: 0.0841527 Dec 13 10:21:12.067374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-ce7967fd-12de-44e1-b76b-17a3e9b9e49f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 200 len: 217 time: 0.0361776 Dec 13 10:21:12.115282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-0ce1913d-1bd8-4169-84d6-c6dee30c80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:12.116677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-0ce1913d-1bd8-4169-84d6-c6dee30c80d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 200 len: 852 time: 0.0423911 Dec 13 10:21:12.147451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-038348e5-1e85-448d-8195-11423233ae97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8500c76e-1c43-40ac-9b51-d92f333c751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240722 Dec 13 10:21:12.238603 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-8462ba2d-4387-4c40-82e7-f38a6c2a1be7 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835931 Dec 13 10:21:12.328274 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-d6960c6f-d528-401e-9cf4-d006e80ad812 service neutron] 10.222.0.44 "GET /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829103 Dec 13 10:21:12.565078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:21:12.617098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d6f22de9-6b9d-44f2-997a-3010e97c2a12 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:21:12.621791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d6f22de9-6b9d-44f2-997a-3010e97c2a12 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:21:12.622332 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:12.703180 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:12.726252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:12.728519 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647c75f-4d9e-4dee-875c-1883d0b64a7b" -d '{"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:12.741374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:12.746907 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:12.779451 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f061e-0333-44ed-a331-96b23aad2fc5 x-openstack-request-id: req-908f061e-0333-44ed-a331-96b23aad2fc5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:12.779755 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:12.779932 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-908f061e-0333-44ed-a331-96b23aad2fc5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:12.780328 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'code': 200} Dec 13 10:21:12.801904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:13.024611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb9eeb-c9f5-45d3-8003-2dfd10567b3a req-1dcd0460-032b-41f7-8a14-f38641528d25 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:13.026176 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79fb9eeb-c9f5-45d3-8003-2dfd10567b3a req-1dcd0460-032b-41f7-8a14-f38641528d25 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0524602 Dec 13 10:21:13.072960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79fb9eeb-c9f5-45d3-8003-2dfd10567b3a req-c4ce2015-5963-4975-9ee3-a64ccdc607ac tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Dec 13 10:21:14.191303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78ae9-f037-4832-9a93-9e979e9b1761 req-5cd3a834-5f51-46f1-b818-925c5ce707c4 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:14.192791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57d78ae9-f037-4832-9a93-9e979e9b1761 req-5cd3a834-5f51-46f1-b818-925c5ce707c4 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0499125 Dec 13 10:21:14.243420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57d78ae9-f037-4832-9a93-9e979e9b1761 req-4e855bf8-6abe-4801-8e33-7ddc848c1004 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc084e9b-bb18-4941-ba06-b2df56dba56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Dec 13 10:21:14.413173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-80d550aa-ae60-4c00-a03a-bb13cf5fbd37 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:14.414517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-80d550aa-ae60-4c00-a03a-bb13cf5fbd37 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.37 "GET /v2.0/ports?device_id=235b3745-7c10-47cc-abe5-329e828bc90a HTTP/1.1" status: 200 len: 946 time: 0.0478203 Dec 13 10:21:14.510282 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Deleting port d6f22de9-6b9d-44f2-997a-3010e97c2a12 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:21:14.510716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:14.598753 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] For port d6f22de9-6b9d-44f2-997a-3010e97c2a12, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d6f22de9-6b9d-44f2-997a-3010e97c2a12,segment=NetworkSegment(bb26d28c-1158-44d2-a270-039db2f7107d),segment_id=bb26d28c-1158-44d2-a270-039db2f7107d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:14.599115 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:14.611771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Calling delete_port for d6f22de9-6b9d-44f2-997a-3010e97c2a12 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:21:14.741266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:14.753535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d6f22de9-6b9d-44f2-997a-3010e97c2a12'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:21:14.770114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Pushing event deleted for resources: {'Port': ['ID=d6f22de9-6b9d-44f2-997a-3010e97c2a12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:14.815313 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] No DVR routers for this DVR port d6f22de9-6b9d-44f2-997a-3010e97c2a12 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:21:14.817946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:14.821786 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-570df8e6-737e-45ca-b7db-9ca3a3f66bc2 req-eb64c05c-712a-4f6f-89da-3093b295e589 tempest-DeleteServersTestJSON-1825009264 tempest-DeleteServersTestJSON-1825009264-project] 10.222.0.37 "DELETE /v2.0/ports/d6f22de9-6b9d-44f2-997a-3010e97c2a12 HTTP/1.1" status: 204 len: 173 time: 0.4002686 Dec 13 10:21:14.822244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-deleted', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:14.825219 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48301ed2-686a-4963-8b58-76abbba00554" -d '{"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-deleted", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:14.928612 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed0508-10b4-4e30-9de9-2d81c8dcd40f x-openstack-request-id: req-9aed0508-10b4-4e30-9de9-2d81c8dcd40f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:14.928904 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235b3745-7c10-47cc-abe5-329e828bc90a", "name": "network-vif-deleted", "tag": "d6f22de9-6b9d-44f2-997a-3010e97c2a12", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:14.929180 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9aed0508-10b4-4e30-9de9-2d81c8dcd40f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:14.929598 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b3745-7c10-47cc-abe5-329e828bc90a', 'name': 'network-vif-deleted', 'tag': 'd6f22de9-6b9d-44f2-997a-3010e97c2a12', 'status': 'completed', 'code': 200} Dec 13 10:21:15.378083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:15.422065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Deleting subnet 45dcd50c-c413-4881-861a-777e55811bf7 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:21:15.425077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.462678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.501355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.551845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.577326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45dcd50c-c413-4881-861a-777e55811bf7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:15.581433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.584773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5877c51a-0e1a-4024-81b3-07d004d5bb4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/45dcd50c-c413-4881-861a-777e55811bf7 HTTP/1.1" status: 204 len: 168 time: 0.2056680 Dec 13 10:21:15.587304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:15.657863 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.738707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.758351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500c76e-1c43-40ac-9b51-d92f333c751e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:21:15.768006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb26d28c-1158-44d2-a270-039db2f7107d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:21:15.768320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb26d28c-1158-44d2-a270-039db2f7107d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:21:15.777741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.791092 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.797697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:21:15.798063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:21:15.799768 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:21:15.852495 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.858298 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:15.861483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8500c76e-1c43-40ac-9b51-d92f333c751e HTTP/1.1" status: 204 len: 168 time: 0.2732430 Dec 13 10:21:15.873210 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36648790-eb21-4423-a17e-ad86bb7a3832 admin admin] Pushing event deleted for resources: {'Network': ['ID=8500c76e-1c43-40ac-9b51-d92f333c751e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:15.970986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:16.015564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c56df313-7716-4575-8146-27f99fa9029b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88cada685d824887a6d73fb5169c5546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432861 Dec 13 10:21:16.017387 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:16.063972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.084374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.130302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.132657 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.133822 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc084e9b-bb18-4941-ba06-b2df56dba56f HTTP/1.1" status: 204 len: 168 time: 0.1154625 Dec 13 10:21:16.141579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc084e9b-bb18-4941-ba06-b2df56dba56f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:16.149093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.149468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.149815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.150159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.150497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.151407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.151741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.152075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.152401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.152741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.153074 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.153435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.153762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8f348-2e54-4f85-857f-72b71e2c5fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:16.779097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:16.876899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-954729036-network', 'tenant_id': '05004dcf20aa4c5f8933f6b33a8c1b37'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:16.898188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Made reservation on behalf of 05004dcf20aa4c5f8933f6b33a8c1b37 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:21:16.900605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.909317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.986323 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:16.990035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.011348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:21:17.025937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:17.028815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.029183 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Added segment 5eb54908-272f-4f15-973f-bf516df8b8c5 of type vlan for network 8f5467d2-8d95-4584-a700-1b36cdafbe5e Dec 13 10:21:17.068222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.092993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.093930 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:17.094512 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.150132 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3697991 Dec 13 10:21:17.152943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:21:17.155011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ff6b1-18fa-4baa-93af-165131e023ab admin admin] Pushing event updated for resources: {'Network': ['ID=8f5467d2-8d95-4584-a700-1b36cdafbe5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:17.159183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Request body: {'subnet': {'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-954729036-subnet', 'tenant_id': '05004dcf20aa4c5f8933f6b33a8c1b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:17.164470 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:21:17.181434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Made reservation on behalf of 05004dcf20aa4c5f8933f6b33a8c1b37 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:21:17.184593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.354497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.412882 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9fb335-5acd-477a-8312-67a7dde056a3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:17.422892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Checking segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:21:17.423248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Network hostable DHCP agents. Network: 8f5467d2-8d95-4584-a700-1b36cdafbe5e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:21:17.439786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:21:17.447856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8f5467d2-8d95-4584-a700-1b36cdafbe5e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:21:17.452195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:17.452666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:17.456974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a586570-226b-4859-9e57-d5cbfd4c5b72 None None] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:21:17.468703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eca9f637-8f6d-4a9e-a644-98d602d9eb4e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3145137 Dec 13 10:21:17.557057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8572b-bab3-4316-a2fc-d485c1b0a0ae None None] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:21:17.895446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-defb478f-40e7-42ab-9be8-fd38dfe24d82 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:17.896888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-defb478f-40e7-42ab-9be8-fd38dfe24d82 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 814 time: 0.1009321 Dec 13 10:21:17.911990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-26a08207-c767-4d65-ac82-3470adce789e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/quotas/05004dcf20aa4c5f8933f6b33a8c1b37 HTTP/1.1" status: 200 len: 375 time: 0.0088835 Dec 13 10:21:17.942616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-f4c93524-7416-4612-9ee8-a3b0673ed06a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246804 Dec 13 10:21:18.087699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-700861ca-63ae-43bc-a1b7-1efc7f59c698 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381872 Dec 13 10:21:18.174979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-9bd2c6d4-a7a3-418a-8d22-b78c75ac875b service neutron] 10.222.0.30 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804343 Dec 13 10:21:18.593798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e10db48-29dc-45f6-8d59-7ea9ed2ae906 req-de275554-26a7-4278-b3bd-149db5fcbcd0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 210 time: 0.2877424 Dec 13 10:21:18.615135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:21:18.642876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: d6f22de9-6b9d-44f2-997a-3010e97c2a12 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:21:18.643230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d6f22de9-6b9d-44f2-997a-3010e97c2a12 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:21:19.267290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-5100a089-632c-44e2-9f17-d3e108447011 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:19.268845 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-5100a089-632c-44e2-9f17-d3e108447011 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 814 time: 0.1088977 Dec 13 10:21:19.282774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Request body: {'port': {'device_id': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'admin_state_up': True, 'tenant_id': '05004dcf20aa4c5f8933f6b33a8c1b37'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:19.392937 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Made reservation on behalf of 05004dcf20aa4c5f8933f6b33a8c1b37 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:21:19.396438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:19.517639 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Allocated IP 172.20.0.10 (8f5467d2-8d95-4584-a700-1b36cdafbe5e/ac9fb335-5acd-477a-8312-67a7dde056a3/8fdcf859-67f3-480f-b890-1bb2c5da1c02) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:21:19.692781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7fe82d2-9cf0-494d-9ec7-26d75e4082cb req-6048a0e4-7f53-41c4-95bc-c2fc077d5f2a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Dec 13 10:21:19.961030 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:19.996630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.038483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:21:20.041693 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:21:20.045592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:21:20.074240 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:20.101741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:20.102336 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.117330 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-bed880ed-be45-4ea9-8e09-4f2428a97c06 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8383207 Dec 13 10:21:20.129864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Request body: {'port': {'device_id': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:20.181763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.439953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdcf859-67f3-480f-b890-1bb2c5da1c02 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:21:20.447216 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.459932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Transition to ACTIVE for port object 8fdcf859-67f3-480f-b890-1bb2c5da1c02 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:21:20.463079 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.529749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:20.578829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:21:20.579169 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:21:20.579505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:20.583779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:21:20.584103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:20.589555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:21:20.589891 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Checking segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:21:20.590274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Bound using segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:21:20.590707 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Bound port: 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:21:20.591063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.658355 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:20.661474 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:21:20.665598 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.701607 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:20.702276 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:20.703662 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] 10.222.0.37 "PUT /v2.0/ports/8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 1092 time: 0.5776849 Dec 13 10:21:20.704107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:20.706399 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13b856-58d7-4f5c-ab1a-fda69855d355" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:20.733421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf5ced-08bf-4901-a395-33a25064c472 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:20.780910 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4746ee-fd91-4503-a228-16233b13818a x-openstack-request-id: req-2a4746ee-fd91-4503-a228-16233b13818a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:20.781256 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:20.781518 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a4746ee-fd91-4503-a228-16233b13818a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:20.781922 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'status': 'completed', 'code': 200} Dec 13 10:21:20.799788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-ea505b51-c512-4c58-996d-adfe942654b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:20.801291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-ea505b51-c512-4c58-996d-adfe942654b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1095 time: 0.0512381 Dec 13 10:21:20.821866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb29fb-aa7d-4ac1-a81f-e3b151347e6c req-9cc16e05-57f5-41dc-8248-14c6cb276dd3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:20.824118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcb29fb-aa7d-4ac1-a81f-e3b151347e6c req-9cc16e05-57f5-41dc-8248-14c6cb276dd3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0505910 Dec 13 10:21:20.847731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-5d6a34be-9cb1-4418-83a6-36cc4e445857 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0378382 Dec 13 10:21:20.871884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcb29fb-aa7d-4ac1-a81f-e3b151347e6c req-b41df43d-5a72-4fcd-9f8e-0a5cae08a9ab tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Dec 13 10:21:20.899969 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-89a83cf0-8c83-449e-b941-8972e1805b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:20.901555 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-89a83cf0-8c83-449e-b941-8972e1805b5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0453696 Dec 13 10:21:20.934341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-3d922e16-2161-4902-a454-224a6ca37373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250337 Dec 13 10:21:21.028619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-3528f52b-d099-4d76-beaf-d9a599f6af26 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873702 Dec 13 10:21:21.118446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6daa9d58-4846-457f-9775-aefd67d4dbb3 req-ec6c2404-23eb-4c93-93c5-cac9493aee70 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825567 Dec 13 10:21:21.202376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-27ffdb76-7b26-4832-a91c-9df5e6ccadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:21.203852 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-27ffdb76-7b26-4832-a91c-9df5e6ccadf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1095 time: 0.0418046 Dec 13 10:21:21.297811 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-6616e7ca-2c05-4c79-bce7-5f656cb06a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:21.299221 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-6616e7ca-2c05-4c79-bce7-5f656cb06a34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0881310 Dec 13 10:21:21.341066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-337deeac-79dc-426c-836b-644e4c755655 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0341067 Dec 13 10:21:21.389049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-e58beaca-ac68-423c-9525-8656f3d53f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:21.390500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-e58beaca-ac68-423c-9525-8656f3d53f9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0428383 Dec 13 10:21:21.426936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-31152943-5ec8-47e6-9d12-897414541d22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296545 Dec 13 10:21:21.515891 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-fb2c5154-85d9-4ff4-a97b-034da3addb4f service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814981 Dec 13 10:21:21.611343 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9d13b856-58d7-4f5c-ab1a-fda69855d355 req-cece6b22-a076-4f6a-b64f-cfc6cea770aa service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877173 Dec 13 10:21:21.989618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635ef0-63bc-4d53-a8af-d96a9dae6c92 req-ddd09c9c-5c9a-426f-889e-f17fff94ba08 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:21.991067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a635ef0-63bc-4d53-a8af-d96a9dae6c92 req-ddd09c9c-5c9a-426f-889e-f17fff94ba08 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0476484 Dec 13 10:21:22.040737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a635ef0-63bc-4d53-a8af-d96a9dae6c92 req-48e7e2cd-317d-4c42-97d6-1a23458c3d71 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Dec 13 10:21:23.155833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99850f49-f18f-4d7e-b715-3a124311ba6d req-f86ac31f-b657-4685-8dfa-d5dd17e8e4d5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:23.157325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99850f49-f18f-4d7e-b715-3a124311ba6d req-f86ac31f-b657-4685-8dfa-d5dd17e8e4d5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0494583 Dec 13 10:21:23.204613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99850f49-f18f-4d7e-b715-3a124311ba6d req-0890b21b-76b2-4996-bf4b-52ae6b5f51f1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Dec 13 10:21:24.320231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58a424-65d3-4955-ae4c-16989683b0d4 req-984963d6-6538-4b17-aabb-0f2e97f1be7f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:24.321713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b58a424-65d3-4955-ae4c-16989683b0d4 req-984963d6-6538-4b17-aabb-0f2e97f1be7f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0485971 Dec 13 10:21:24.368641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b58a424-65d3-4955-ae4c-16989683b0d4 req-ce863e74-9941-4059-9969-08f85274292f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Dec 13 10:21:24.656035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:21:24.747601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:24.762507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'port_id': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'mac_address': 'fa:16:3e:e9:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9fb335-5acd-477a-8312-67a7dde056a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:21:24.798157 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:24.810402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdcf859-67f3-480f-b890-1bb2c5da1c02 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:21:24.829322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:24.833650 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:24.879319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:24.887193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.887544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.887888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.888240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.888557 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.888903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.889246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.889574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.889900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.890224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.890546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.890867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:24.891188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:21:25.130052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['8fdcf859-67f3-480f-b890-1bb2c5da1c02'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:21:25.486926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f70f9-5035-452e-a66e-c32df3daa473 req-c654d4fa-08ca-4eb4-80e9-d6f81171ba95 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:25.488381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2f70f9-5035-452e-a66e-c32df3daa473 req-c654d4fa-08ca-4eb4-80e9-d6f81171ba95 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 945 time: 0.0516841 Dec 13 10:21:25.537296 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e2f70f9-5035-452e-a66e-c32df3daa473 req-fb24e3a0-e96e-4184-b9b5-f88be92aa2c6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Dec 13 10:21:26.651732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:21:26.653556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661247e6-1c5f-4a80-8038-e63e3c776738 req-298bfa41-c5d9-4c49-b808-f9d0d219a7a4 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:26.655052 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661247e6-1c5f-4a80-8038-e63e3c776738 req-298bfa41-c5d9-4c49-b808-f9d0d219a7a4 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Dec 13 10:21:26.700324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:21:26.702896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-661247e6-1c5f-4a80-8038-e63e3c776738 req-389c3387-f5b5-4a19-a73e-aea25e3123ae tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Dec 13 10:21:26.704544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:21:26.704965 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:26.783760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:26.805829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:26.808065 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62a17d9-0869-483a-b0de-af1cd99e12e4" -d '{"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-plugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:26.819997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:26.823844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:26.851444 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fceb19-8036-419a-a70e-c4a389082c1a x-openstack-request-id: req-36fceb19-8036-419a-a70e-c4a389082c1a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:26.851801 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-plugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:26.852064 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36fceb19-8036-419a-a70e-c4a389082c1a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:26.852453 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'code': 200} Dec 13 10:21:26.874119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:26.943007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a07021-0d69-4aec-8616-468a7cb36253 req-ceadf8b5-0948-4dba-b680-d8583e5eef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:26.944483 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5a07021-0d69-4aec-8616-468a7cb36253 req-ceadf8b5-0948-4dba-b680-d8583e5eef99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1097 time: 0.0403109 Dec 13 10:21:26.989697 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f5a07021-0d69-4aec-8616-468a7cb36253 req-d7e3e514-fe7c-472a-aaa2-56a2cdb4ae70 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364947 Dec 13 10:21:27.501034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:27.825365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f9b1-bd3e-4061-81fc-b2cc7c72f613 req-fc040b1c-c643-454a-8a1e-1f1a39b0602f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:27.826754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce5f9b1-bd3e-4061-81fc-b2cc7c72f613 req-fc040b1c-c643-454a-8a1e-1f1a39b0602f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Dec 13 10:21:27.877645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce5f9b1-bd3e-4061-81fc-b2cc7c72f613 req-9ba11992-f1f8-441d-a8c5-7d3ffad047b5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 Dec 13 10:21:28.637466 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8072054e-8438-483f-bfa3-0a4ff4b4d212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:28.994301 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf94a4-b2ed-49ad-871e-0f436b67851b req-80c26827-164e-4069-9131-041dadfff85a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:28.996165 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7bf94a4-b2ed-49ad-871e-0f436b67851b req-80c26827-164e-4069-9131-041dadfff85a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0490112 Dec 13 10:21:29.043109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7bf94a4-b2ed-49ad-871e-0f436b67851b req-0f9ffec7-064c-4de8-986b-f5fc057fe6b0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Dec 13 10:21:29.155982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f982b-2dd0-4e75-a812-c9c07bbf1248 req-a5961054-84f1-4e73-8116-782b92e0f3c6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:29.157531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-927f982b-2dd0-4e75-a812-c9c07bbf1248 req-a5961054-84f1-4e73-8116-782b92e0f3c6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0470889 Dec 13 10:21:29.203158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-927f982b-2dd0-4e75-a812-c9c07bbf1248 req-fc3dc428-19c9-4ad0-855d-972358159553 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Dec 13 10:21:29.383331 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:29.405775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f345af5-500f-4d7f-9657-6fe2da0e00b6 req-63ad4aff-1620-42b9-9a1c-eed048d8c597 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:29.407268 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f345af5-500f-4d7f-9657-6fe2da0e00b6 req-63ad4aff-1620-42b9-9a1c-eed048d8c597 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0536690 Dec 13 10:21:29.454124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6f345af5-500f-4d7f-9657-6fe2da0e00b6 req-2c53b079-378b-4031-b4bd-9a3e3948d193 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Dec 13 10:21:29.566395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50d8d7-538e-494d-bdb5-3cb0c22a77bb req-0ca82567-db91-4baa-9359-b59e87ea7219 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:29.567853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f50d8d7-538e-494d-bdb5-3cb0c22a77bb req-0ca82567-db91-4baa-9359-b59e87ea7219 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Dec 13 10:21:29.615405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f50d8d7-538e-494d-bdb5-3cb0c22a77bb req-6a199c2c-b98a-48d5-a741-072be0633e58 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Dec 13 10:21:29.841584 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-e718693a-94e4-4234-b0c9-2986e9ef9f77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403223 Dec 13 10:21:29.860740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a76f9-914d-4d6f-b3f2-72ebb384154f req-75f27234-ba84-43d0-90a5-058062ad7c08 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:29.862249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99a76f9-914d-4d6f-b3f2-72ebb384154f req-75f27234-ba84-43d0-90a5-058062ad7c08 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0521061 Dec 13 10:21:29.912133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c99a76f9-914d-4d6f-b3f2-72ebb384154f req-a8798a96-670c-4b6c-9f04-9ad66322a0c1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Dec 13 10:21:31.024684 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-d4f64142-da48-4654-ba9b-1cec6c31d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:31.027532 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-d4f64142-da48-4654-ba9b-1cec6c31d85d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1097 time: 0.1014459 Dec 13 10:21:31.029708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b699e-914c-44d7-b6e6-5a68039150fc req-d5e120d6-d665-493d-a977-0244cf7d91e1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:31.031234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1b699e-914c-44d7-b6e6-5a68039150fc req-d5e120d6-d665-493d-a977-0244cf7d91e1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Dec 13 10:21:31.036092 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09461b05-1a0a-43c1-8d39-ed9f10892670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:31.082233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b1b699e-914c-44d7-b6e6-5a68039150fc req-3a81afc9-db17-4fae-8184-e28c7db26293 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Dec 13 10:21:31.120523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-eb7dd592-251c-41f8-91bb-91162632556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:31.122029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-eb7dd592-251c-41f8-91bb-91162632556f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0874729 Dec 13 10:21:31.167993 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-f74d6a87-3e46-4182-9da1-010ff9b2710a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0388091 Dec 13 10:21:31.216697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-972340b9-f81d-4216-8622-8e6613b911c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:31.218152 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-972340b9-f81d-4216-8622-8e6613b911c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0440063 Dec 13 10:21:31.249701 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-cfd1395d-ce37-46e8-ad31-f9b5084b3f83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245135 Dec 13 10:21:31.341508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-9ded041a-bd20-4319-8b13-2db971e4c564 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Dec 13 10:21:31.439653 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-68c7b580-d8d4-4f1c-89b2-a467605abd26 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902536 Dec 13 10:21:32.201513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08db4c-a8f0-430b-9fe9-ce3e64444494 req-7f6c9d5e-3b7e-4312-9bd9-82f6c43b5405 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:32.203031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac08db4c-a8f0-430b-9fe9-ce3e64444494 req-7f6c9d5e-3b7e-4312-9bd9-82f6c43b5405 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0489409 Dec 13 10:21:32.253965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac08db4c-a8f0-430b-9fe9-ce3e64444494 req-454e02f5-40ee-4b4a-8f90-e37fdb912989 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Dec 13 10:21:32.350830 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:33.370462 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e988413-c9e0-4145-9423-f093e7e79ea3 req-d596cf6d-fff0-4f25-a64e-8109dca42248 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:33.371923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e988413-c9e0-4145-9423-f093e7e79ea3 req-d596cf6d-fff0-4f25-a64e-8109dca42248 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Dec 13 10:21:33.418576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e988413-c9e0-4145-9423-f093e7e79ea3 req-c8c43cc6-58f0-45b2-ab80-25980261b05a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Dec 13 10:21:33.773193 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:34.536144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe596-7a25-41a8-8be7-e5919be60e9e req-e3b4eafc-c17c-4945-9f81-504a6b6e8176 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:34.537688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fefe596-7a25-41a8-8be7-e5919be60e9e req-e3b4eafc-c17c-4945-9f81-504a6b6e8176 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0491030 Dec 13 10:21:34.584850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fefe596-7a25-41a8-8be7-e5919be60e9e req-ca6e9337-edee-461f-a992-09467f469d22 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Dec 13 10:21:34.803379 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:35.704680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43949-fa61-490f-a763-615b6fa8083c req-50310ac1-c399-4260-bd31-f15f33a902c3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:35.706183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62b43949-fa61-490f-a763-615b6fa8083c req-50310ac1-c399-4260-bd31-f15f33a902c3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0519099 Dec 13 10:21:35.753474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62b43949-fa61-490f-a763-615b6fa8083c req-b1145061-038f-41ef-9b84-bba15ee7b92a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Dec 13 10:21:36.867073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68258de6-1207-4e39-bd0f-2b61c3ce6841 req-df16b222-7e24-471c-867a-2bf8a113b385 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:36.868527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68258de6-1207-4e39-bd0f-2b61c3ce6841 req-df16b222-7e24-471c-867a-2bf8a113b385 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0480366 Dec 13 10:21:36.915934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68258de6-1207-4e39-bd0f-2b61c3ce6841 req-3d5a848e-4560-46f2-9c78-1a6d843d2ad3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Dec 13 10:21:38.032399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d79685-52ff-4abc-9508-db3d802aed7c req-361d5c1b-a5d1-41f8-baad-9adb73dd5d7d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:38.033896 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7d79685-52ff-4abc-9508-db3d802aed7c req-361d5c1b-a5d1-41f8-baad-9adb73dd5d7d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0488479 Dec 13 10:21:38.085008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7d79685-52ff-4abc-9508-db3d802aed7c req-6a40aa21-24cf-4dab-be25-90c4f874be85 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Dec 13 10:21:39.199572 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7921520-2dc1-4ca1-a66a-a074c2236268 req-3685eeee-13af-4306-b512-d906a1ba482b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:39.201030 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7921520-2dc1-4ca1-a66a-a074c2236268 req-3685eeee-13af-4306-b512-d906a1ba482b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0478978 Dec 13 10:21:39.247892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7921520-2dc1-4ca1-a66a-a074c2236268 req-758cfd7f-599d-4212-8fb8-b1e75a2b67a4 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Dec 13 10:21:40.363473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdfd10-a36a-4d65-96ff-029246ebc8f3 req-8c45bcc8-0c64-4cf6-a475-fa46fb2647c5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:40.364972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1cdfd10-a36a-4d65-96ff-029246ebc8f3 req-8c45bcc8-0c64-4cf6-a475-fa46fb2647c5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0489490 Dec 13 10:21:40.412388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f1cdfd10-a36a-4d65-96ff-029246ebc8f3 req-c256e125-79d4-435a-a5ed-f9b13da9bb59 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Dec 13 10:21:41.529782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6001c-cc47-4159-8db4-82d32a81d7c5 req-a3d0273d-a7b3-4e10-b96f-0b2c0c608e16 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:41.531241 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ee6001c-cc47-4159-8db4-82d32a81d7c5 req-a3d0273d-a7b3-4e10-b96f-0b2c0c608e16 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0519223 Dec 13 10:21:41.578620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ee6001c-cc47-4159-8db4-82d32a81d7c5 req-6fc68483-b1f7-4556-afaf-80ec27f58cd2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Dec 13 10:21:42.698295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30ffae-eeb1-4a17-8b66-ba670275d357 req-04972047-f713-416f-b795-0172674e481e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:42.700295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc30ffae-eeb1-4a17-8b66-ba670275d357 req-04972047-f713-416f-b795-0172674e481e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0479410 Dec 13 10:21:42.747753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc30ffae-eeb1-4a17-8b66-ba670275d357 req-e3f2798d-0a1d-44b0-98a8-d68485c1f6c7 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Dec 13 10:21:43.867186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6780267-b889-4464-90f2-8ae54257b38b req-714d2c45-1483-49f2-bfe9-7f369d87cd09 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:43.868584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6780267-b889-4464-90f2-8ae54257b38b req-714d2c45-1483-49f2-bfe9-7f369d87cd09 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Dec 13 10:21:43.915552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6780267-b889-4464-90f2-8ae54257b38b req-dd15f534-579f-41fd-b1f0-5154de401481 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Dec 13 10:21:45.032103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef5240-38db-4e8e-b24f-ef4343212ede req-17ff7057-6411-42ee-a7b8-9907eab97c75 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:45.033600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09ef5240-38db-4e8e-b24f-ef4343212ede req-17ff7057-6411-42ee-a7b8-9907eab97c75 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0488377 Dec 13 10:21:45.079593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09ef5240-38db-4e8e-b24f-ef4343212ede req-b9421234-c6c5-48ab-a15d-b369ba14edfd tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Dec 13 10:21:45.988450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:21:46.196065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38487abb-b8c9-45dd-a5d4-c1f0515aeb06 req-da719c7f-801e-4892-b702-c542c5e55066 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:46.197546 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38487abb-b8c9-45dd-a5d4-c1f0515aeb06 req-da719c7f-801e-4892-b702-c542c5e55066 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0485089 Dec 13 10:21:46.248356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38487abb-b8c9-45dd-a5d4-c1f0515aeb06 req-2e863a2f-947d-4b17-99d1-4aca711b8c58 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Dec 13 10:21:47.364726 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f200f-7f82-4fb4-96f2-d1e43c024484 req-77129b5e-a193-4565-91bd-a46b7b91a2e6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:47.366224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b42f200f-7f82-4fb4-96f2-d1e43c024484 req-77129b5e-a193-4565-91bd-a46b7b91a2e6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0489120 Dec 13 10:21:47.413190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b42f200f-7f82-4fb4-96f2-d1e43c024484 req-977c3b65-33e8-405c-82b5-4733a41e6a74 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Dec 13 10:21:48.532064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9816-ef7e-486d-889b-6e0d06a9b49c req-444eb32b-6577-43ae-9af8-80c902630886 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:48.533541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0aaa9816-ef7e-486d-889b-6e0d06a9b49c req-444eb32b-6577-43ae-9af8-80c902630886 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0494549 Dec 13 10:21:48.581149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0aaa9816-ef7e-486d-889b-6e0d06a9b49c req-ba9ea203-1f4a-40af-a491-dc1a0271323a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Dec 13 10:21:49.703095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70a00-84d5-4f7b-bee4-21f5351c0f6f req-c70f5d72-0001-474f-bd3e-6f85d6790b4d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:49.704550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ac70a00-84d5-4f7b-bee4-21f5351c0f6f req-c70f5d72-0001-474f-bd3e-6f85d6790b4d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0528860 Dec 13 10:21:49.751311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ac70a00-84d5-4f7b-bee4-21f5351c0f6f req-addd4e23-d8f9-4ec1-a2fc-85f2888e4c80 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Dec 13 10:21:50.865654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845412e9-2ea9-4622-9a96-b4e18297836f req-cdb9c4a6-fe20-4d94-ab1d-3b715edf0047 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:50.867168 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-845412e9-2ea9-4622-9a96-b4e18297836f req-cdb9c4a6-fe20-4d94-ab1d-3b715edf0047 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Dec 13 10:21:50.915221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-845412e9-2ea9-4622-9a96-b4e18297836f req-3ccdec57-f6b6-433d-95cb-565cb71daa8d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Dec 13 10:21:52.031716 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40631f-370c-4407-880e-447d87fc945f req-85aeca4b-04b3-491e-b031-3409a876072a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:52.033197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df40631f-370c-4407-880e-447d87fc945f req-85aeca4b-04b3-491e-b031-3409a876072a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0481143 Dec 13 10:21:52.082967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df40631f-370c-4407-880e-447d87fc945f req-bddbd146-51c4-4076-a64a-bd370808db1c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Dec 13 10:21:53.198184 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de4722-eb7b-4e2d-9830-90a659f9c76a req-ec7780b4-dfbb-4afd-b277-b5111fa9e942 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:53.199822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02de4722-eb7b-4e2d-9830-90a659f9c76a req-ec7780b4-dfbb-4afd-b277-b5111fa9e942 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0484648 Dec 13 10:21:53.249629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02de4722-eb7b-4e2d-9830-90a659f9c76a req-071071f3-71b8-4534-8c6e-9889d5a612b2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Dec 13 10:21:53.296548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-067541f7-547b-415b-910b-28ce0fcd45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:53.298053 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-067541f7-547b-415b-910b-28ce0fcd45ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1097 time: 0.0435402 Dec 13 10:21:53.405897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-908bcfda-902d-4396-aaa0-a090cbc0c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:53.407309 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-908bcfda-902d-4396-aaa0-a090cbc0c398 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0897875 Dec 13 10:21:53.453407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-58e81974-bd0d-4d04-b672-3e6ee3789088 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0340736 Dec 13 10:21:53.502532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-240834c3-eed3-4600-a2c0-17da0faede37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:53.503959 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-240834c3-eed3-4600-a2c0-17da0faede37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0431561 Dec 13 10:21:53.539572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-180810ad-f850-40e4-aef2-f59195e9e833 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287468 Dec 13 10:21:53.628893 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-803ecb17-bfb9-44c4-8bc5-2c022379f190 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814495 Dec 13 10:21:53.723024 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-083f3e2b-d386-43a7-982a-49ded3a1d074 req-486025dc-f486-4712-9390-261a7e297d3f service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Dec 13 10:21:54.365933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339336e9-133d-432e-8ff2-c3a5600b7078 req-cc9f454a-f9d2-4435-bc43-9f85f518ba7d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:54.367410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-339336e9-133d-432e-8ff2-c3a5600b7078 req-cc9f454a-f9d2-4435-bc43-9f85f518ba7d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0490224 Dec 13 10:21:54.414724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-339336e9-133d-432e-8ff2-c3a5600b7078 req-0b2711c8-dd25-46d9-a163-d0fb1a5053a5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Dec 13 10:21:55.534926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6016425-afb5-4aa2-8cee-8d3e9a760e7c req-379d2860-4501-4a3a-abe0-9fafd20b5eab tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:55.536376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6016425-afb5-4aa2-8cee-8d3e9a760e7c req-379d2860-4501-4a3a-abe0-9fafd20b5eab tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0519023 Dec 13 10:21:55.582007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6016425-afb5-4aa2-8cee-8d3e9a760e7c req-03fb8a6f-c17f-4aa0-a322-57256a7f02fe tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Dec 13 10:21:56.701361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f43b0-4c9c-4aed-bb1b-c7122f853b80 req-143e4344-e6ad-4bd9-a2c3-73eed159d8ac tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:56.702844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-706f43b0-4c9c-4aed-bb1b-c7122f853b80 req-143e4344-e6ad-4bd9-a2c3-73eed159d8ac tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0484779 Dec 13 10:21:56.750116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-706f43b0-4c9c-4aed-bb1b-c7122f853b80 req-27f0b583-01fa-4be6-975c-d9d21842b788 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 13 10:21:57.500994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:57.869220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67f712-4ab4-47e4-bec6-e9a1d32ce440 req-51bcf8bc-b4bb-4818-a042-7a51a11f02ec tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:57.870726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb67f712-4ab4-47e4-bec6-e9a1d32ce440 req-51bcf8bc-b4bb-4818-a042-7a51a11f02ec tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0528910 Dec 13 10:21:57.917601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb67f712-4ab4-47e4-bec6-e9a1d32ce440 req-772fbd0d-2446-4e1c-a58f-c1e0a3e0985d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Dec 13 10:21:58.313327 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-bcad92e3-f1a3-4474-8d0a-9d6fb2e94c93 service neutron] show failed (client error): The resource could not be found. Dec 13 10:21:58.314824 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-bcad92e3-f1a3-4474-8d0a-9d6fb2e94c93 service neutron] 10.222.0.37 "GET /v2.0/ports/8fdcf859-67f3-480f-b890-1bb2c5da1c02/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0625596 Dec 13 10:21:58.514542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-cd8746d4-7ab9-48a3-b124-1a6d76c39f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:58.516031 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-cd8746d4-7ab9-48a3-b124-1a6d76c39f8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981&tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37 HTTP/1.1" status: 200 len: 1097 time: 0.0420291 Dec 13 10:21:58.527712 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:21:58.583301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:58.639210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e92f75df-c57f-4c1a-8f4d-b0ec5d3960e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:58.796091 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:21:58.829745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:58.869089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:21:58.872018 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f79a1ad-f7a8-407d-a22b-78e8c7005e3e" -d '{"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:21:58.876365 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:58.888953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Transition to ACTIVE for port object 8fdcf859-67f3-480f-b890-1bb2c5da1c02 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:21:58.894515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:58.924647 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be66da4b-047e-4718-ae62-f6d0c587c6dd x-openstack-request-id: req-be66da4b-047e-4718-ae62-f6d0c587c6dd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:21:58.924965 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:21:58.925253 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be66da4b-047e-4718-ae62-f6d0c587c6dd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:21:58.925661 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'code': 200} Dec 13 10:21:58.957358 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] No DVR routers for this DVR port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:21:58.964315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:59.002156 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:21:59.002498 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:21:59.002828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:59.007231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:21:59.007553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Attempting to bind port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:21:59.012711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:21:59.013049 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Checking segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:21:59.013467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Bound using segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:21:59.013897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Bound port: 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:21:59.014254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:59.041762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f3807-5adc-4e80-9f1f-454bc24c8b4c req-663780d0-ee05-46e4-a773-8f48e221780b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:59.043662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-612f3807-5adc-4e80-9f1f-454bc24c8b4c req-663780d0-ee05-46e4-a773-8f48e221780b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0528281 Dec 13 10:21:59.079082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:21:59.082129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:21:59.087507 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:59.093001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-612f3807-5adc-4e80-9f1f-454bc24c8b4c req-ea0a5fa4-3dd5-402c-9f31-18f91b341a4f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Dec 13 10:21:59.125231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:59.125887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:59.127262 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 1092 time: 0.6034830 Dec 13 10:21:59.147769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42bce0-03cd-4306-912f-fe8974e47796 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:21:59.194246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-b7f88af5-b4dc-43ff-9130-7e6b2fb1f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:59.195719 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-b7f88af5-b4dc-43ff-9130-7e6b2fb1f233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1095 time: 0.0450406 Dec 13 10:21:59.285297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-436890d1-7a12-4f72-8616-94c597db8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:59.286758 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-436890d1-7a12-4f72-8616-94c597db8a13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0839436 Dec 13 10:21:59.328948 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-ae51e550-e4e1-41d2-a709-2158d0acc662 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Dec 13 10:21:59.382790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-c5f4cd29-2261-4da6-a2ef-bb3e1ef35453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:21:59.383986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:21:59.384308 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-c5f4cd29-2261-4da6-a2ef-bb3e1ef35453 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0476449 Dec 13 10:21:59.415383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-24092c2d-8bdf-43c0-aa4f-636f48c9fe82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244927 Dec 13 10:21:59.502548 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-48bfd085-3993-40ca-a692-8b88b295275b service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801361 Dec 13 10:21:59.596859 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-93c4578c-5a50-4c30-80df-a3950e242b80 req-cea278f9-988e-467c-ab4d-4867799c69b7 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871804 Dec 13 10:22:00.214849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee990510-71bf-4883-b0e1-c7cc4999078e req-5c22786f-4e10-46f9-9a34-7f8dfd97dbf9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:00.217715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee990510-71bf-4883-b0e1-c7cc4999078e req-5c22786f-4e10-46f9-9a34-7f8dfd97dbf9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0503600 Dec 13 10:22:00.268284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee990510-71bf-4883-b0e1-c7cc4999078e req-ac8cdfb4-5bed-4b4e-877c-5d92ddbc9477 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Dec 13 10:22:00.927847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:00.930157 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37326f7-bab5-4580-9924-f4b580de3ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:00.977064 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc144339-1a7d-4dee-af46-4ca62d8e1137 x-openstack-request-id: req-dc144339-1a7d-4dee-af46-4ca62d8e1137 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:00.977394 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:00.977653 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc144339-1a7d-4dee-af46-4ca62d8e1137 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:00.978056 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'status': 'completed', 'code': 200} Dec 13 10:22:01.039362 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d7a68a7-cd21-4c94-b344-46d8baa172ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:01.068976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-e39f5eb7-612f-476c-9931-6513c3544bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.070566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-e39f5eb7-612f-476c-9931-6513c3544bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1095 time: 0.0722098 Dec 13 10:22:01.074863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-ea2271cb-3bfb-4335-bab8-70643238e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.076526 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-ea2271cb-3bfb-4335-bab8-70643238e5c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1095 time: 0.0703421 Dec 13 10:22:01.253623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-477bb633-7c82-4bd2-a170-da0309a96225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.255304 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-477bb633-7c82-4bd2-a170-da0309a96225 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.1764245 Dec 13 10:22:01.256380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-14757bc4-03dc-474c-967a-46ee72d5ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.256908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:22:01.257716 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-14757bc4-03dc-474c-967a-46ee72d5ed4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.1706409 Dec 13 10:22:01.303522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-18d43f62-d8fb-4877-a445-db2228c27669 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0402579 Dec 13 10:22:01.343024 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-68f7ed2c-7fc6-48cd-aca2-1156a5b86d5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0739689 Dec 13 10:22:01.396741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13be4-ba58-4c49-bfb8-116ff523ddef req-4c899623-78cf-413f-9696-5ed6a04cc37e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.405508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3df13be4-ba58-4c49-bfb8-116ff523ddef req-4c899623-78cf-413f-9696-5ed6a04cc37e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 944 time: 0.0594113 Dec 13 10:22:01.416076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-d079fedf-f942-4c5b-ad69-0cdaf713286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.417600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-d079fedf-f942-4c5b-ad69-0cdaf713286a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0836732 Dec 13 10:22:01.424239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-b4c7a10b-26ed-4a34-9b35-2166ca44ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.425712 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-b4c7a10b-26ed-4a34-9b35-2166ca44ee04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0623190 Dec 13 10:22:01.452407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3df13be4-ba58-4c49-bfb8-116ff523ddef req-891f4c24-6c31-4240-84fb-f939f8966105 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Dec 13 10:22:01.474659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-412c4e16-5426-44c7-8068-aa5e95913152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479991 Dec 13 10:22:01.476755 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-24953b00-8d4c-4701-a045-bb4cbd147739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426691 Dec 13 10:22:01.525713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:01.537929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'port_id': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'mac_address': 'fa:16:3e:e9:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9fb335-5acd-477a-8312-67a7dde056a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:22:01.593713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:01.620228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdcf859-67f3-480f-b890-1bb2c5da1c02 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:22:01.625543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.37', 61633) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:01.649764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:01.654915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:01.656168 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-6ff5cf0f-7275-4988-9f27-5239480c7b66 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737745 Dec 13 10:22:01.658074 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-46c42f09-4f35-431a-b760-cc24dab4b88a service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678972 Dec 13 10:22:01.709836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:01.747930 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd91c56-ef54-4ac5-b314-8848ee6b105b req-8cc4aebd-9389-470e-a739-5fa0b1b03d62 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.749725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bd91c56-ef54-4ac5-b314-8848ee6b105b req-8cc4aebd-9389-470e-a739-5fa0b1b03d62 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 945 time: 0.1217589 Dec 13 10:22:01.770283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-181b3a82-c6b8-4008-aaf7-c0380e3dfdd8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:01.771806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-181b3a82-c6b8-4008-aaf7-c0380e3dfdd8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981&tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 945 time: 0.1450856 Dec 13 10:22:01.852261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bd91c56-ef54-4ac5-b314-8848ee6b105b req-c7577211-5774-4a6b-a2b8-117d2292b394 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960383 Dec 13 10:22:01.864121 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f71645eb-31c9-4196-bae8-8fc4ed84eb77 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:22:01.865483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f71645eb-31c9-4196-bae8-8fc4ed84eb77 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8fdcf859-67f3-480f-b890-1bb2c5da1c02/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0850818 Dec 13 10:22:01.872513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8fdcf859-67f3-480f-b890-1bb2c5da1c02'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:02.125362 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-fd54a40e-7279-4f1c-a69d-26c5d17c43fb service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624629 Dec 13 10:22:02.128606 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d37326f7-bab5-4580-9924-f4b580de3ae3 req-1f22cccd-203c-444c-94e3-1668d778c86a service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580691 Dec 13 10:22:02.227431 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-abac3ee1-b3a6-47fa-88d7-d862709618d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:02.228910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-abac3ee1-b3a6-47fa-88d7-d862709618d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 1096 time: 0.0410905 Dec 13 10:22:02.321272 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-3f12606f-80ab-46d2-8ad0-7733f7bf3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:02.322753 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-3f12606f-80ab-46d2-8ad0-7733f7bf3282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0870328 Dec 13 10:22:02.353550 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:02.366299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-24c84f00-4f37-436d-be49-93a7dd9547b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 200 len: 217 time: 0.0363743 Dec 13 10:22:02.420253 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f543170a-6778-4e6a-ba2b-034dc1a16608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:02.422061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f543170a-6778-4e6a-ba2b-034dc1a16608 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0476520 Dec 13 10:22:02.457309 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-c1df5695-3de0-4bf4-8362-52af1da3c916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281169 Dec 13 10:22:02.545462 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f72ce7a3-9d14-4252-b5d3-913e815bac1e service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812354 Dec 13 10:22:02.642309 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-bc87e841-d9c4-4169-8a4a-e5c6bc6875b7 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900056 Dec 13 10:22:02.859052 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:22:02.901321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:22:02.978494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070673b-e4eb-41bc-95f1-0e1cb082fc05 req-71be8756-4552-4c85-baa6-1748412e5b1c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:02.980155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6070673b-e4eb-41bc-95f1-0e1cb082fc05 req-71be8756-4552-4c85-baa6-1748412e5b1c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Dec 13 10:22:03.035944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6070673b-e4eb-41bc-95f1-0e1cb082fc05 req-5170dd0e-1a20-4658-8486-91e03121d564 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488429 Dec 13 10:22:03.289652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:22:03.338285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:22:03.341419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:03.341795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:03.420063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:03.441847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:03.444059 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070d40f-171d-406d-9957-bf51bc5726f6" -d '{"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-plugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:03.456919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:03.461150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:03.486564 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44831f5f-ccfd-4894-8842-e3a63630deeb x-openstack-request-id: req-44831f5f-ccfd-4894-8842-e3a63630deeb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:03.486865 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-plugged", "status": "completed", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:03.487121 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44831f5f-ccfd-4894-8842-e3a63630deeb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:03.487511 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'code': 200} Dec 13 10:22:03.511481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:03.774572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:04.154398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5687d6-1022-4d8a-9bf2-92357140f531 req-5ce2f066-a1a3-4546-885a-c4b399d41b6c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:04.155873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e5687d6-1022-4d8a-9bf2-92357140f531 req-5ce2f066-a1a3-4546-885a-c4b399d41b6c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0490451 Dec 13 10:22:04.202719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e5687d6-1022-4d8a-9bf2-92357140f531 req-1aada1dc-d087-4c82-b498-873b69946065 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Dec 13 10:22:04.316733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61d47f-73e4-4686-9f30-e6ea4f938b5b req-9acf5023-e078-4b73-9d72-3a58c88fd3b8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:04.318138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc61d47f-73e4-4686-9f30-e6ea4f938b5b req-9acf5023-e078-4b73-9d72-3a58c88fd3b8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0482051 Dec 13 10:22:04.364919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc61d47f-73e4-4686-9f30-e6ea4f938b5b req-821e212b-9227-4ec6-acb7-a4546cef0d44 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Dec 13 10:22:04.481830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642a2f-4346-48d4-ac70-0f8156e06df1 req-058d6efe-1fe2-4fc7-8620-34dfbf3bb860 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:04.483462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e642a2f-4346-48d4-ac70-0f8156e06df1 req-058d6efe-1fe2-4fc7-8620-34dfbf3bb860 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0542374 Dec 13 10:22:04.531263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e642a2f-4346-48d4-ac70-0f8156e06df1 req-6aa79d23-195e-4794-a6e2-d340f8fb6c4d tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Dec 13 10:22:04.805176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:04.882859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-21a5abc7-eeb4-42aa-9250-6ddc75f61557 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:04.884229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-21a5abc7-eeb4-42aa-9250-6ddc75f61557 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 814 time: 0.1052401 Dec 13 10:22:04.899564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-93d6d3b4-fb4a-4924-9bdb-9a002cfc4e81 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/quotas/05004dcf20aa4c5f8933f6b33a8c1b37 HTTP/1.1" status: 200 len: 375 time: 0.0087519 Dec 13 10:22:04.947099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-f3e78437-3979-4bd2-a807-42541fb46f99 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421600 Dec 13 10:22:05.035047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-9446977f-140b-4ea8-b63a-46ddd6b2001f service neutron] 10.222.0.30 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800424 Dec 13 10:22:05.126786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-bcdfc478-f061-484a-b22f-da6668d50c06 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857353 Dec 13 10:22:05.286519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-364af2b9-d1d1-498b-84a7-a4e8ec098b04 req-bfba39f2-623d-4611-95db-817714259819 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 210 time: 0.0277729 Dec 13 10:22:06.036344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-1805bb35-8d95-4746-a4d8-4ea12f3bc111 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:06.037820 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-1805bb35-8d95-4746-a4d8-4ea12f3bc111 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d47b53-4ed2-4943-ac9f-3e5897c49981 HTTP/1.1" status: 200 len: 946 time: 0.0493577 Dec 13 10:22:06.132165 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Deleting port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:22:06.132959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.232188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-697d41e1-db46-4800-9df4-87ea4aaecffa tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:06.233723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-697d41e1-db46-4800-9df4-87ea4aaecffa tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 814 time: 0.1099241 Dec 13 10:22:06.236418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] For port 8fdcf859-67f3-480f-b890-1bb2c5da1c02, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=8fdcf859-67f3-480f-b890-1bb2c5da1c02,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:06.236790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.246856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Request body: {'port': {'device_id': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'admin_state_up': True, 'tenant_id': '05004dcf20aa4c5f8933f6b33a8c1b37'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:06.249794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Calling delete_port for 8fdcf859-67f3-480f-b890-1bb2c5da1c02 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:22:06.363028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Made reservation on behalf of 05004dcf20aa4c5f8933f6b33a8c1b37 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:22:06.366534 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.394799 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.405735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3b51987-153e-43c6-a64b-d904b573dfb1 req-88e66d6b-4266-4240-8546-a7bbccf07dc2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 210 time: 0.0434659 Dec 13 10:22:06.407827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8fdcf859-67f3-480f-b890-1bb2c5da1c02'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:06.439494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Pushing event deleted for resources: {'Port': ['ID=8fdcf859-67f3-480f-b890-1bb2c5da1c02,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:06.478669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] No DVR routers for this DVR port 8fdcf859-67f3-480f-b890-1bb2c5da1c02 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:22:06.481433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.485416 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.44 "DELETE /v2.0/ports/8fdcf859-67f3-480f-b890-1bb2c5da1c02 HTTP/1.1" status: 204 len: 173 time: 0.4412482 Dec 13 10:22:06.485879 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-deleted', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:06.488185 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310da49e-4251-4e55-8c42-a591b6e509b4" -d '{"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-deleted", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:06.531170 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33a6f1-e04b-40f7-9bb2-688480574588 x-openstack-request-id: req-ed33a6f1-e04b-40f7-9bb2-688480574588 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:06.531484 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d47b53-4ed2-4943-ac9f-3e5897c49981", "name": "network-vif-deleted", "tag": "8fdcf859-67f3-480f-b890-1bb2c5da1c02", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:06.531749 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed33a6f1-e04b-40f7-9bb2-688480574588 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:06.532161 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d47b53-4ed2-4943-ac9f-3e5897c49981', 'name': 'network-vif-deleted', 'tag': '8fdcf859-67f3-480f-b890-1bb2c5da1c02', 'status': 'completed', 'code': 200} Dec 13 10:22:06.588051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Allocated IP 172.20.0.10 (8f5467d2-8d95-4584-a700-1b36cdafbe5e/ac9fb335-5acd-477a-8312-67a7dde056a3/3fa4efd2-b8ec-4de4-95ff-3cb204674c74) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:22:06.751250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.787300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.799060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['8fdcf859-67f3-480f-b890-1bb2c5da1c02'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:06.844044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Network 8f5467d2-8d95-4584-a700-1b36cdafbe5e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:06.849384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:06.857004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:22:06.883566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:06.896165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.896522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.896869 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.897233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.897576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.897913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.898245 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.898573 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.898902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.899229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.899558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.899884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.900208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:06.922052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:06.922667 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:06.938629 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-e0ad251c-0e36-40f1-94bf-c0920c02e026 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955698 Dec 13 10:22:06.951418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Request body: {'port': {'device_id': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:07.005967 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.303782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:22:07.311525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.327279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Transition to ACTIVE for port object 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:22:07.331524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.385048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:07.448497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:22:07.448993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:22:07.449365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:07.454464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:22:07.454815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:07.459660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:22:07.460008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Checking segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:22:07.460394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Bound using segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:22:07.460844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Bound port: 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:22:07.461230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.556635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:22:07.560651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:22:07.568460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36987c-c9a1-4b8b-baa1-25074b4a9408 req-8bb67046-e7fa-40de-aac3-a9c4a69a4e6c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:07.569968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e36987c-c9a1-4b8b-baa1-25074b4a9408 req-8bb67046-e7fa-40de-aac3-a9c4a69a4e6c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0736449 Dec 13 10:22:07.571417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.623206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:07.623833 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:07.625245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] 10.222.0.44 "PUT /v2.0/ports/3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 1092 time: 0.6778593 Dec 13 10:22:07.627339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:07.629702 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52135c83-f0b1-4805-aa0e-8ba7fb389151" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:07.666044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea179aa-89fc-4d82-9264-ded54ec58a44 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:07.675316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e36987c-c9a1-4b8b-baa1-25074b4a9408 req-1cf0a79b-f3c4-4935-b522-a6d0c518aa64 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 Dec 13 10:22:07.719865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-9894b5e2-7961-479b-a9cb-d549b6f2e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:07.721440 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-9894b5e2-7961-479b-a9cb-d549b6f2e583 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1095 time: 0.0451403 Dec 13 10:22:07.767455 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38baf51b-dcac-4fa2-89c6-10c6644b07c5 x-openstack-request-id: req-38baf51b-dcac-4fa2-89c6-10c6644b07c5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:07.767754 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:07.768014 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38baf51b-dcac-4fa2-89c6-10c6644b07c5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:07.768419 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'status': 'completed', 'code': 200} Dec 13 10:22:07.769951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-92cea744-cc64-4357-a937-948434965efb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0368950 Dec 13 10:22:07.820259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-89fdd4e4-ac1c-4dcc-97e0-d0d18183612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:07.821622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-89fdd4e4-ac1c-4dcc-97e0-d0d18183612a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0430098 Dec 13 10:22:07.861585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-27a17ff0-739f-466a-90d5-25993f40fbb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Dec 13 10:22:08.209699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-62aab030-69d8-409c-b896-2b66b4f9bfe5 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405497 Dec 13 10:22:08.300742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1013a86c-7937-40a0-8e40-c5fab47e0c39 req-ea4b3c98-cc9f-46b1-81ff-658d936ceede service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839326 Dec 13 10:22:08.386383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-2d7d46e8-af65-451d-bd88-b2b8b902447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:08.388363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-2d7d46e8-af65-451d-bd88-b2b8b902447b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1095 time: 0.0406151 Dec 13 10:22:08.479162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-2aa6c23f-c770-482d-b4b8-2f323e33c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:08.480531 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-2aa6c23f-c770-482d-b4b8-2f323e33c32e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0849891 Dec 13 10:22:08.525346 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-cab006e7-bd43-4e16-9859-7d49cdf970a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0363617 Dec 13 10:22:08.573428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-5b016ae2-9b8a-41e6-9c5c-5c38fd29cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:08.575448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-5b016ae2-9b8a-41e6-9c5c-5c38fd29cf04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0419686 Dec 13 10:22:08.609187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-774a7e72-389d-4071-ac7f-2591940970cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243738 Dec 13 10:22:08.702705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-7e359da9-9f60-4af0-b489-02490e8c3fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861835 Dec 13 10:22:08.831992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af452c65-4e54-46bd-bdb1-d807ed61a6a7 req-972694eb-b4fa-4fbb-86c0-11c7d494e2e0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:08.833388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af452c65-4e54-46bd-bdb1-d807ed61a6a7 req-972694eb-b4fa-4fbb-86c0-11c7d494e2e0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0798824 Dec 13 10:22:08.838736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52135c83-f0b1-4805-aa0e-8ba7fb389151 req-04154000-1247-44c6-9684-137ea034620d service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267076 Dec 13 10:22:08.881915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af452c65-4e54-46bd-bdb1-d807ed61a6a7 req-4ce51e43-7e7f-4a37-b2cb-887a195f9cff tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Dec 13 10:22:09.305352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:22:09.402212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:09.414070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'port_id': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'mac_address': 'fa:16:3e:63:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9fb335-5acd-477a-8312-67a7dde056a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:22:09.451246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:09.463601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:22:09.482702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:09.486900 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:09.533990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:09.685274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['3fa4efd2-b8ec-4de4-95ff-3cb204674c74'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:09.998966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6fe5-b06c-41be-b997-14701cd3818d req-d60dd004-9779-456e-8d3d-66b03812292a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:10.000417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-707d6fe5-b06c-41be-b997-14701cd3818d req-d60dd004-9779-456e-8d3d-66b03812292a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Dec 13 10:22:10.046038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-707d6fe5-b06c-41be-b997-14701cd3818d req-cddbd7a2-7c09-4246-bee1-624d020b986b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Dec 13 10:22:11.165483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17996c9-a50d-4b81-a033-731c5af70976 req-3145e256-e9f4-463a-997a-21e3dcd4e30e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:11.166995 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c17996c9-a50d-4b81-a033-731c5af70976 req-3145e256-e9f4-463a-997a-21e3dcd4e30e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 945 time: 0.0525346 Dec 13 10:22:11.215452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c17996c9-a50d-4b81-a033-731c5af70976 req-1b12207c-997e-417e-bd6c-bf2def197feb tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Dec 13 10:22:11.330543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:22:11.378236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:22:11.382151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:11.382523 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:11.461310 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:11.483770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:11.486054 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ad0ffa-bd75-47a1-b912-54090f41f029" -d '{"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-plugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:11.498269 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:11.503477 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:11.504278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:22:11.540969 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc4504e-fdf4-48e0-946c-d11c49579211 x-openstack-request-id: req-dcc4504e-fdf4-48e0-946c-d11c49579211 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:11.541299 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-plugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:11.541590 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcc4504e-fdf4-48e0-946c-d11c49579211 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:11.541993 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'code': 200} Dec 13 10:22:11.542693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 8fdcf859-67f3-480f-b890-1bb2c5da1c02 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:22:11.543034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 8fdcf859-67f3-480f-b890-1bb2c5da1c02 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:22:11.569776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:11.621513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094590-4b0d-41b8-bd26-0830c4e17c06 req-468e0da0-4f94-4f43-b0b1-1c9ae13f31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:11.623553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01094590-4b0d-41b8-bd26-0830c4e17c06 req-468e0da0-4f94-4f43-b0b1-1c9ae13f31a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1097 time: 0.0411732 Dec 13 10:22:11.667691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01094590-4b0d-41b8-bd26-0830c4e17c06 req-6fe7d618-a7c3-465d-841b-608462c553ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Dec 13 10:22:12.332626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9a4e-0ed9-4445-9662-aa936e1b403f req-4aa6571d-e70f-412a-82f6-a079a45c9af3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:12.334123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e1f9a4e-0ed9-4445-9662-aa936e1b403f req-4aa6571d-e70f-412a-82f6-a079a45c9af3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0508335 Dec 13 10:22:12.384307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e1f9a4e-0ed9-4445-9662-aa936e1b403f req-d6f23003-e670-46d0-ab81-01085ef5dd33 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Dec 13 10:22:13.501784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6f923-618c-44d2-8196-20f1ab283fd9 req-5d54c241-ebd2-4db2-a95f-cf8c50227186 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:13.503239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fc6f923-618c-44d2-8196-20f1ab283fd9 req-5d54c241-ebd2-4db2-a95f-cf8c50227186 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0501733 Dec 13 10:22:13.553806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fc6f923-618c-44d2-8196-20f1ab283fd9 req-fa0f05a0-5355-43e9-bcce-4fa60bbb7a65 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Dec 13 10:22:13.668303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2eded-7d09-4ed8-b9d4-d22e58b43683 req-0493ea0e-ef35-4397-afc2-0d565b76dcde tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:13.669757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8d2eded-7d09-4ed8-b9d4-d22e58b43683 req-0493ea0e-ef35-4397-afc2-0d565b76dcde tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0489318 Dec 13 10:22:13.717140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8d2eded-7d09-4ed8-b9d4-d22e58b43683 req-1bb2245d-c3bb-4628-8b52-af0785c3b17e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Dec 13 10:22:13.949149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-02970c2f-bb2e-4d99-8972-dab3213c12b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459793 Dec 13 10:22:13.967505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ed7ca-caca-4810-8230-1b16ef69a65c req-6345c823-f037-4dfa-aaf7-2b419a3fca27 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:13.969320 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c81ed7ca-caca-4810-8230-1b16ef69a65c req-6345c823-f037-4dfa-aaf7-2b419a3fca27 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0563769 Dec 13 10:22:14.019557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c81ed7ca-caca-4810-8230-1b16ef69a65c req-5aacb0b8-96df-4878-b53f-d393c494abec tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Dec 13 10:22:15.033630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-e85ec95f-b3e1-4138-b5d4-b7b411fc88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:15.035104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-e85ec95f-b3e1-4138-b5d4-b7b411fc88b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1097 time: 0.0406685 Dec 13 10:22:15.164639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a32fd-40f1-46dc-96fb-173a8b9e741b req-432f6ee2-f7db-4e5b-8545-679bb4fe3800 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:15.166136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-768a32fd-40f1-46dc-96fb-173a8b9e741b req-432f6ee2-f7db-4e5b-8545-679bb4fe3800 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0731599 Dec 13 10:22:15.171359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-fd09e9f1-7cb8-4263-8aee-cca635275592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:15.173207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-fd09e9f1-7cb8-4263-8aee-cca635275592 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.1303363 Dec 13 10:22:15.224864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-f3c49553-d3f2-4ea6-bb05-5cb72bdb4118 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Dec 13 10:22:15.276271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-768a32fd-40f1-46dc-96fb-173a8b9e741b req-ea84f9a9-d166-4f1f-a356-15672fa6eb6f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021042 Dec 13 10:22:15.291384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-95e0825c-9081-4885-b895-bd7f732cab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:15.292846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-95e0825c-9081-4885-b895-bd7f732cab29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0597212 Dec 13 10:22:15.324425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-e6f42ae2-63a7-471e-b436-da5a4e96c97b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244381 Dec 13 10:22:15.413784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-adc7c495-075d-400d-bb2c-b0f1284ba296 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815625 Dec 13 10:22:15.506049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-d4bcccd7-ed73-4510-94de-b9e16fa78407 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852752 Dec 13 10:22:16.395246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc056-bc05-45d8-95c8-1a740a361a4e req-eaecdd2e-f011-4884-9bc4-510120d5b687 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:16.396758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ecc056-bc05-45d8-95c8-1a740a361a4e req-eaecdd2e-f011-4884-9bc4-510120d5b687 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0493183 Dec 13 10:22:16.442844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ecc056-bc05-45d8-95c8-1a740a361a4e req-5f81086f-63f4-45d2-bd80-9eedbd43ba10 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Dec 13 10:22:17.562793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bd349-fbe2-4797-af5b-25ee87280212 req-2f092ace-da72-46b7-b113-0599c603cb67 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:17.564254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810bd349-fbe2-4797-af5b-25ee87280212 req-2f092ace-da72-46b7-b113-0599c603cb67 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0527871 Dec 13 10:22:17.612142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810bd349-fbe2-4797-af5b-25ee87280212 req-4035f5e3-565a-430b-bd3c-aaed495c17d3 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Dec 13 10:22:18.728176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d756063-0245-4eb5-a174-2ba5a98ba901 req-bb02cad2-5370-4443-b832-53dfe2b0eb7c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:18.729693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d756063-0245-4eb5-a174-2ba5a98ba901 req-bb02cad2-5370-4443-b832-53dfe2b0eb7c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Dec 13 10:22:18.777579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d756063-0245-4eb5-a174-2ba5a98ba901 req-b2bd1f9b-4a0b-46c6-90c3-7bc4f27fded9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Dec 13 10:22:19.893902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f101184-bc61-4691-ad50-8a0a828b31ec req-d5cb518c-c7a3-43c2-beae-a39eb7673819 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:19.895287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f101184-bc61-4691-ad50-8a0a828b31ec req-d5cb518c-c7a3-43c2-beae-a39eb7673819 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Dec 13 10:22:19.945830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f101184-bc61-4691-ad50-8a0a828b31ec req-897d13e2-47e6-4224-bdd7-8b894efd70a7 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Dec 13 10:22:21.063913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88208e3f-c236-4f2e-81e6-e3e44cb4dd67 req-b8109be2-8082-475a-a14b-c93f90d41020 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:21.065454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88208e3f-c236-4f2e-81e6-e3e44cb4dd67 req-b8109be2-8082-475a-a14b-c93f90d41020 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0491614 Dec 13 10:22:21.112274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88208e3f-c236-4f2e-81e6-e3e44cb4dd67 req-74111423-04ee-4e17-9206-b15dac2ac077 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Dec 13 10:22:22.227483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cab1e-a8a5-4d41-b638-5a1849b9b7f8 req-24fa5d71-fec3-4222-a5a8-069ca5112959 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:22.228944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d5cab1e-a8a5-4d41-b638-5a1849b9b7f8 req-24fa5d71-fec3-4222-a5a8-069ca5112959 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0490940 Dec 13 10:22:22.277421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5d5cab1e-a8a5-4d41-b638-5a1849b9b7f8 req-251c7458-348f-4092-91a6-4095a64b38a2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Dec 13 10:22:22.987722 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:22:23.395832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c778a-aac0-42d1-9dd7-5b2a013e74af req-cb4cf0fa-aecb-4f27-a2da-c30d3a9da236 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:23.397315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e17c778a-aac0-42d1-9dd7-5b2a013e74af req-cb4cf0fa-aecb-4f27-a2da-c30d3a9da236 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Dec 13 10:22:23.444081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e17c778a-aac0-42d1-9dd7-5b2a013e74af req-37d8a0cd-3564-470b-9c6f-594c5a5fb493 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Dec 13 10:22:24.560832 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d10f2-bebd-45a4-a656-cf80cd5a0289 req-d5471683-8afd-4e81-9b23-bf4aad1d0d30 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:24.562343 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-587d10f2-bebd-45a4-a656-cf80cd5a0289 req-d5471683-8afd-4e81-9b23-bf4aad1d0d30 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0486484 Dec 13 10:22:24.610044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-587d10f2-bebd-45a4-a656-cf80cd5a0289 req-aab3e5d0-f91c-41a2-ab89-69b9aafc2526 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Dec 13 10:22:25.728135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3e84b-a642-4130-b01d-70f3cbcccff1 req-d7e71074-3bdb-451d-af84-195acabb0399 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:25.729602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c3e84b-a642-4130-b01d-70f3cbcccff1 req-d7e71074-3bdb-451d-af84-195acabb0399 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0525546 Dec 13 10:22:25.776209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-09c3e84b-a642-4130-b01d-70f3cbcccff1 req-e18fa0b8-9b98-40cc-8643-b9d8f10bec33 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Dec 13 10:22:26.893413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89c5a-e1d1-4fa0-a53c-260b7629facc req-dfe3cecb-c6b8-404d-a739-9047d23c96d1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:26.894886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac89c5a-e1d1-4fa0-a53c-260b7629facc req-dfe3cecb-c6b8-404d-a739-9047d23c96d1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0506902 Dec 13 10:22:26.942109 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ac89c5a-e1d1-4fa0-a53c-260b7629facc req-51185bcb-2526-4cf1-a096-eba272ba5c83 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Dec 13 10:22:27.518496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:28.059429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce41d7-4eb5-4793-ad69-46bdcd35ba6f req-d0a01ac6-106c-455f-8e78-b88990725cb8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:28.060892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42ce41d7-4eb5-4793-ad69-46bdcd35ba6f req-d0a01ac6-106c-455f-8e78-b88990725cb8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0499268 Dec 13 10:22:28.111589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42ce41d7-4eb5-4793-ad69-46bdcd35ba6f req-c5733fd4-3343-44a9-a74f-d461c3debbed tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Dec 13 10:22:28.640485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88f3405d-32c6-4f77-9469-f1b1d9f794b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:29.229598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599935f-3f8a-41bb-9bfe-6ed79aa9ceab req-30eed20b-8025-4e62-94db-4c6ff9c14c07 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:29.231058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d599935f-3f8a-41bb-9bfe-6ed79aa9ceab req-30eed20b-8025-4e62-94db-4c6ff9c14c07 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0485485 Dec 13 10:22:29.280225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d599935f-3f8a-41bb-9bfe-6ed79aa9ceab req-a777e229-aa1f-4ebb-a3d4-f2cd4b768b6b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Dec 13 10:22:29.388695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:30.401621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604afddb-650d-4d7f-9d53-605d5b25c4c2 req-e18fcfa8-b64d-4807-8840-84090d040aa1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:30.403777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-604afddb-650d-4d7f-9d53-605d5b25c4c2 req-e18fcfa8-b64d-4807-8840-84090d040aa1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0498838 Dec 13 10:22:30.452497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-604afddb-650d-4d7f-9d53-605d5b25c4c2 req-c6f9eb67-a95b-4d93-81c9-6339961c5c14 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Dec 13 10:22:31.040944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69cc31fe-f745-4fca-b52b-b6a539ee647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:31.583379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec220db-a92d-44ec-a1fe-a210a70471c1 req-2ff6e2a9-5c69-423b-b77b-b139c17732ac tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:31.585035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eec220db-a92d-44ec-a1fe-a210a70471c1 req-2ff6e2a9-5c69-423b-b77b-b139c17732ac tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0632350 Dec 13 10:22:31.639067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eec220db-a92d-44ec-a1fe-a210a70471c1 req-f19085ca-2389-472b-8e47-bbd205196883 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Dec 13 10:22:32.356386 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:32.755795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b41f7-6e6e-478f-a718-34f498c4869a req-a7d6ff1a-9c99-42bb-aa8c-05302d63e9fb tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:32.757297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4b41f7-6e6e-478f-a718-34f498c4869a req-a7d6ff1a-9c99-42bb-aa8c-05302d63e9fb tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0484326 Dec 13 10:22:32.803936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c4b41f7-6e6e-478f-a718-34f498c4869a req-5a2acc56-9961-4479-a699-accd405a435b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Dec 13 10:22:33.777470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:33.927652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b5d3-758e-4891-8cd1-c19cb1cefc07 req-4b1bdf33-37e1-4dab-860d-128c58c581e1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:33.929031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8b0b5d3-758e-4891-8cd1-c19cb1cefc07 req-4b1bdf33-37e1-4dab-860d-128c58c581e1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Dec 13 10:22:33.980640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8b0b5d3-758e-4891-8cd1-c19cb1cefc07 req-a635731d-d187-4c1d-93e3-bb6fdac6e81c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Dec 13 10:22:34.807344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:35.093730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399df7b8-7c2a-4295-9090-8ae0b71b7489 req-2ca03d36-6e9f-416f-8a1d-a753bc08a651 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:35.095173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-399df7b8-7c2a-4295-9090-8ae0b71b7489 req-2ca03d36-6e9f-416f-8a1d-a753bc08a651 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0471959 Dec 13 10:22:35.141313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-399df7b8-7c2a-4295-9090-8ae0b71b7489 req-90e875d5-7961-4abe-8b17-addd8870c089 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Dec 13 10:22:36.258015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc6ca-efe8-4ad1-bec7-aee64dbb1c7e req-88cdaab4-aed5-409b-b0ea-0a0397107421 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:36.259451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f5bc6ca-efe8-4ad1-bec7-aee64dbb1c7e req-88cdaab4-aed5-409b-b0ea-0a0397107421 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Dec 13 10:22:36.305857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f5bc6ca-efe8-4ad1-bec7-aee64dbb1c7e req-281a4f20-815b-4aa3-86a4-e898e38a6cd5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Dec 13 10:22:37.424839 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3cb79-a81f-498f-8aeb-85342dafe5f7 req-cf3e39d7-9874-4d08-81f5-100ce6852e60 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:37.426335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17c3cb79-a81f-498f-8aeb-85342dafe5f7 req-cf3e39d7-9874-4d08-81f5-100ce6852e60 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0520673 Dec 13 10:22:37.473301 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17c3cb79-a81f-498f-8aeb-85342dafe5f7 req-ce944d89-defd-45c2-a1fe-dc683527b6b6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Dec 13 10:22:38.591370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11942c70-305c-4a73-8035-647fd35f6468 req-7c5ea2f8-e3f9-4174-a3c5-0265ec3e5cd9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:38.592843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11942c70-305c-4a73-8035-647fd35f6468 req-7c5ea2f8-e3f9-4174-a3c5-0265ec3e5cd9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Dec 13 10:22:38.640661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11942c70-305c-4a73-8035-647fd35f6468 req-4e60d985-9d0a-417d-af88-4557c68b80b5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 Dec 13 10:22:39.759890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa940-d1cb-448c-8f0e-ced0c3466878 req-3d0d733d-a6f1-44b1-9ba0-77ecb2329715 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:39.761373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b12fa940-d1cb-448c-8f0e-ced0c3466878 req-3d0d733d-a6f1-44b1-9ba0-77ecb2329715 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0531287 Dec 13 10:22:39.807614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b12fa940-d1cb-448c-8f0e-ced0c3466878 req-aea6c81c-aaa8-4b84-9ec4-2382fcb7387e tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Dec 13 10:22:40.192166 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-3bed5ae8-3948-4fd3-a33f-23a030b1ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:40.193678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-3bed5ae8-3948-4fd3-a33f-23a030b1ed66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1097 time: 0.0407209 Dec 13 10:22:40.298909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-5f9dbe77-5a27-4250-a0e0-ed9e92e52d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:40.300366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-5f9dbe77-5a27-4250-a0e0-ed9e92e52d59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0874579 Dec 13 10:22:40.342668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-ac5129c5-0765-47f6-9860-1c30fcd3dcd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0341125 Dec 13 10:22:40.389858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-0e20fdaf-3191-40f2-b7db-8353bdfd511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:40.391240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-0e20fdaf-3191-40f2-b7db-8353bdfd511d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0424147 Dec 13 10:22:40.423371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-5c39f196-80e5-4bde-b3b9-8d3366f1418c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243034 Dec 13 10:22:40.517933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-a44870b2-a7b3-48bf-a2d8-c8b73b525779 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Dec 13 10:22:40.608108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b497f2c3-b304-4dc9-88e8-42123655b08d req-bebb08a5-61d6-4359-86c0-e64ab98fc3ad service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825706 Dec 13 10:22:40.929302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccab6-b462-46c1-887a-b948fbcda0b8 req-f0b69993-ee04-4ef6-abdb-6e9603081df2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:40.930757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b4ccab6-b462-46c1-887a-b948fbcda0b8 req-f0b69993-ee04-4ef6-abdb-6e9603081df2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Dec 13 10:22:40.978362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b4ccab6-b462-46c1-887a-b948fbcda0b8 req-50bb88d2-132c-4851-b305-fe5ea689bae0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Dec 13 10:22:42.093502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079c2f5-b371-4487-8962-84597e33a54e req-7753d0eb-96e6-438c-8c9c-26866ec5daa8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:42.094996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7079c2f5-b371-4487-8962-84597e33a54e req-7753d0eb-96e6-438c-8c9c-26866ec5daa8 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Dec 13 10:22:42.142381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7079c2f5-b371-4487-8962-84597e33a54e req-c02219d1-ca1b-49fa-8ce3-ca4a2374dbf0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Dec 13 10:22:42.416266 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-947c6265-448b-4440-9ad3-70d12616dc99 req-200ce3ed-d621-4ab9-b39d-99fbb15db2f2 service neutron] show failed (client error): The resource could not be found. Dec 13 10:22:42.417155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-200ce3ed-d621-4ab9-b39d-99fbb15db2f2 service neutron] 10.222.0.44 "GET /v2.0/ports/3fa4efd2-b8ec-4de4-95ff-3cb204674c74/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0529909 Dec 13 10:22:42.610791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-8777d910-4d9b-409c-8854-77e6edd2b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:42.612376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-8777d910-4d9b-409c-8854-77e6edd2b062 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7&tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37 HTTP/1.1" status: 200 len: 1097 time: 0.0408053 Dec 13 10:22:42.625060 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:42.677448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:42.878372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:42.911903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:22:42.950953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:42.953335 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc10af-4d24-49e7-b2c6-c0d2754180ad" -d '{"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:42.957051 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:42.969500 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Transition to ACTIVE for port object 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:22:42.973551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:43.013159 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c468d496-66b3-456c-ba02-352b89524b28 x-openstack-request-id: req-c468d496-66b3-456c-ba02-352b89524b28 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:43.013459 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:43.013714 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c468d496-66b3-456c-ba02-352b89524b28 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:43.014114 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'code': 200} Dec 13 10:22:43.035211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] No DVR routers for this DVR port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:22:43.041849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:43.049966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.050320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.050669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.051016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.051356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.051698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.052031 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.052363 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.052698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.053029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.053405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.053734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.054062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:43.088373 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:22:43.088706 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:22:43.089030 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:43.094221 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:22:43.094542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Attempting to bind port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on network 8f5467d2-8d95-4584-a700-1b36cdafbe5e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:43.099276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:22:43.099612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Checking segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:22:43.099987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Bound using segment: {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:22:43.100407 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Bound port: 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb54908-272f-4f15-973f-bf516df8b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:22:43.100758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:43.164714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:22:43.167954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:22:43.173493 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:43.209104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:43.209742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:43.211124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] 10.222.0.37 "PUT /v2.0/ports/3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 1092 time: 0.5900962 Dec 13 10:22:43.234746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cad4a-2f1c-4e95-9fd5-e0f094e8ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:43.267067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8cb91-5253-4538-adc1-5f488642bdd0 req-0e7cd3a6-d460-48de-9f93-6d34dcc1f797 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:43.268936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58a8cb91-5253-4538-adc1-5f488642bdd0 req-0e7cd3a6-d460-48de-9f93-6d34dcc1f797 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0558219 Dec 13 10:22:43.277207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-67ead3e0-3555-43d5-b2fd-ee358ceb1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:43.279564 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-67ead3e0-3555-43d5-b2fd-ee358ceb1b0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1095 time: 0.0415332 Dec 13 10:22:43.317860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58a8cb91-5253-4538-adc1-5f488642bdd0 req-3f709c4b-f5e5-4106-8a80-26559a72348f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Dec 13 10:22:43.372417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-71d0b3d1-a527-4004-8fd6-defc0e5cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:43.374014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-71d0b3d1-a527-4004-8fd6-defc0e5cdb39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0883868 Dec 13 10:22:43.415194 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-ceae4ff6-f022-41fc-8405-e6920fc63a49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0341392 Dec 13 10:22:43.467965 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6265-448b-4440-9ad3-70d12616dc99 req-ee45a4e1-9433-4e54-9d8b-5a85c4bfdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:43.469375 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-ee45a4e1-9433-4e54-9d8b-5a85c4bfdb94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0470631 Dec 13 10:22:43.501723 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-c5f7f445-3afb-49f3-a212-d18998d59421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246854 Dec 13 10:22:43.590411 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-53f5ed95-444e-4c87-804b-7b6152b3f891 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817869 Dec 13 10:22:43.686120 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-947c6265-448b-4440-9ad3-70d12616dc99 req-96dfed6e-cddf-44ba-851d-bbfc8162ff19 service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Dec 13 10:22:44.435801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ff069-3b12-4086-b148-9697354fbf2c req-d225202f-450c-496a-b0b3-852652f2ca15 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:44.437339 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b87ff069-3b12-4086-b148-9697354fbf2c req-d225202f-450c-496a-b0b3-852652f2ca15 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0486133 Dec 13 10:22:44.483505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b87ff069-3b12-4086-b148-9697354fbf2c req-7642fef3-82ab-4af7-a1bc-240a858268c9 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Dec 13 10:22:45.015522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:45.017966 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66825605-62b8-4187-8421-0031c952f1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:45.065712 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bd904-c814-417a-b08a-3d58947b7117 x-openstack-request-id: req-0e3bd904-c814-417a-b08a-3d58947b7117 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:45.066666 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:45.066925 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e3bd904-c814-417a-b08a-3d58947b7117 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:45.067681 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'status': 'completed', 'code': 200} Dec 13 10:22:45.125396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-f6b2dbef-dc79-47b1-a846-c8d21df4bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.126928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-f6b2dbef-dc79-47b1-a846-c8d21df4bfce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1095 time: 0.0432181 Dec 13 10:22:45.134278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-6fed07b5-b267-45fa-bac1-dd27211bda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.135793 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-6fed07b5-b267-45fa-bac1-dd27211bda45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1095 time: 0.0448246 Dec 13 10:22:45.224098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-5f9460b0-71af-4d08-89b5-f4e3c909c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.224411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-7397e488-83d0-417c-b20f-ef4efb6c71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.225607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-5f9460b0-71af-4d08-89b5-f4e3c909c22f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0899312 Dec 13 10:22:45.225918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-7397e488-83d0-417c-b20f-ef4efb6c71e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0836539 Dec 13 10:22:45.267877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-898e9c23-e23a-4e5e-9c56-9d27c6d6513f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0349989 Dec 13 10:22:45.268658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-49b4d3bf-8818-4e40-9c82-bb52e4d6c255 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Dec 13 10:22:45.320745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-94d81729-69a2-4c87-a49f-877aa81f265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.321160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66825605-62b8-4187-8421-0031c952f1e9 req-63297dee-1248-4b46-acd9-9d38352ce35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.322264 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-94d81729-69a2-4c87-a49f-877aa81f265e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0449929 Dec 13 10:22:45.322665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-63297dee-1248-4b46-acd9-9d38352ce35a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0485594 Dec 13 10:22:45.354370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-f74d389a-370e-47ff-8b85-028b6f0712d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248313 Dec 13 10:22:45.355620 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-df848978-42db-4ad7-b36a-80031ba20650 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251269 Dec 13 10:22:45.443666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-6d8efb1b-5eba-49df-9493-dfb66521b751 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821068 Dec 13 10:22:45.448959 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-4d8a034f-332d-4f51-871b-410455c4387b service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865371 Dec 13 10:22:45.540721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-be7b41be-e0fd-4023-afb0-bf73def72f1e service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892923 Dec 13 10:22:45.543201 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-66825605-62b8-4187-8421-0031c952f1e9 req-4dd9d46e-58eb-47f0-b4d5-aafa7fa069dd service neutron] 10.222.0.37 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869823 Dec 13 10:22:45.609000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deac0-be15-4d03-88a5-3fabe74b34d4 req-cf5092f1-3cfb-4e2f-8a4c-a5a1a4f45ba1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:45.610515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db2deac0-be15-4d03-88a5-3fabe74b34d4 req-cf5092f1-3cfb-4e2f-8a4c-a5a1a4f45ba1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0502865 Dec 13 10:22:45.658141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-db2deac0-be15-4d03-88a5-3fabe74b34d4 req-9541d0a3-6ee7-4a61-9c64-0a0a3cdda66b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Dec 13 10:22:46.780238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2997f0-69e9-49ad-973b-8a1f3995ef94 req-a8c4c322-12fc-4cf6-9131-820df360ff96 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:46.781707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f2997f0-69e9-49ad-973b-8a1f3995ef94 req-a8c4c322-12fc-4cf6-9131-820df360ff96 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0526528 Dec 13 10:22:46.828521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f2997f0-69e9-49ad-973b-8a1f3995ef94 req-020294a1-c40d-48c3-b728-c62862fff2a5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Dec 13 10:22:47.034745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:22:47.062182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a470331-12e8-4dbc-8580-34cca1054aba req-e9dc8c3c-0e7a-4b4e-9caa-99d2a79e33b1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:47.063950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a470331-12e8-4dbc-8580-34cca1054aba req-e9dc8c3c-0e7a-4b4e-9caa-99d2a79e33b1 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 944 time: 0.0798388 Dec 13 10:22:47.077662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-bd1932cf-fa39-4964-ae19-99207715517b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:47.079865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-bd1932cf-fa39-4964-ae19-99207715517b tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7&tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 944 time: 0.0702484 Dec 13 10:22:47.129711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:47.141147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'network_id': '8f5467d2-8d95-4584-a700-1b36cdafbe5e', 'port_id': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'mac_address': 'fa:16:3e:63:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9fb335-5acd-477a-8312-67a7dde056a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:22:47.165318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9a470331-12e8-4dbc-8580-34cca1054aba req-4b25e8c5-6984-4e71-983b-90df49b59e04 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955207 Dec 13 10:22:47.175586 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-f5371923-81a9-4d93-9eee-4108ec16ebb7 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:22:47.176628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-f5371923-81a9-4d93-9eee-4108ec16ebb7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3fa4efd2-b8ec-4de4-95ff-3cb204674c74/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0823541 Dec 13 10:22:47.180509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:47.198484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:22:47.220693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:47.224728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:47.259248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-8811c7f4-4bab-487e-832d-97d9f1df9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:47.260733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-8811c7f4-4bab-487e-832d-97d9f1df9cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 1096 time: 0.0424662 Dec 13 10:22:47.274167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:47.282512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.282863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.283207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.283544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.283877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.284207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.284537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.284891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.285241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.285708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.286151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.286475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.286819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:47.350137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-de271b6a-c9e4-4390-944d-298b3b43d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:47.351508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-de271b6a-c9e4-4390-944d-298b3b43d4d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 200 len: 915 time: 0.0843360 Dec 13 10:22:47.398044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-8439400d-f1b0-4d2e-9f95-10ad89842905 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 200 len: 217 time: 0.0372076 Dec 13 10:22:47.444739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-be87d9e9-1f45-40f6-bfad-4d465a08ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:47.446167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-be87d9e9-1f45-40f6-bfad-4d465a08ee11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 200 len: 854 time: 0.0410504 Dec 13 10:22:47.449546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:22:47.477646 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-fe252cbd-37e4-43f6-a8ed-b4a984e8e3c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f5467d2-8d95-4584-a700-1b36cdafbe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243599 Dec 13 10:22:47.492861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:22:47.570588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-193b8cc2-795c-446b-b190-12dbe9642935 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Dec 13 10:22:47.603124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['3fa4efd2-b8ec-4de4-95ff-3cb204674c74'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:47.660302 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb19c63b-cb1b-4a59-a0b6-4849cd310088 req-8586ecdc-8781-4950-9c73-636abf4ceff3 service neutron] 10.222.0.44 "GET /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832787 Dec 13 10:22:48.296800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02512b78-3442-4dcb-9248-063ba5bfb117 req-1f32656a-7939-483e-b1b3-d26ff4ba5bd2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:48.299298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02512b78-3442-4dcb-9248-063ba5bfb117 req-1f32656a-7939-483e-b1b3-d26ff4ba5bd2 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 945 time: 0.0606155 Dec 13 10:22:48.348342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02512b78-3442-4dcb-9248-063ba5bfb117 req-dbad2628-b4aa-439d-a6f6-026b1776a1e5 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432639 Dec 13 10:22:49.046677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:22:49.094653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:22:49.098817 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:49.099182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:49.177510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:49.199468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:49.202644 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eec096-5beb-47fc-ae7f-567016013a94" -d '{"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-plugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:49.214935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:49.218871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:49.266908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:49.309303 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bed8c-3a5f-48e4-ae41-e71d501be9b2 x-openstack-request-id: req-192bed8c-3a5f-48e4-ae41-e71d501be9b2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:49.310141 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-plugged", "status": "completed", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:49.310530 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-192bed8c-3a5f-48e4-ae41-e71d501be9b2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:49.310932 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'code': 200} Dec 13 10:22:49.465520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e2faf-6a15-4cd5-a772-bb8562e41af0 req-20f9934c-69e4-4924-897b-b73ef0d2fdf6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:49.467341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e70e2faf-6a15-4cd5-a772-bb8562e41af0 req-20f9934c-69e4-4924-897b-b73ef0d2fdf6 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0491550 Dec 13 10:22:49.514550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e70e2faf-6a15-4cd5-a772-bb8562e41af0 req-7080abf8-78fe-43cd-a363-f49ba9ff5a8a tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Dec 13 10:22:49.631460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db184b5-78ec-41e8-8cb4-b3e11d889701 req-f1a9a264-62e6-4781-9b66-ab7167802315 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:49.632913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3db184b5-78ec-41e8-8cb4-b3e11d889701 req-f1a9a264-62e6-4781-9b66-ab7167802315 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0498369 Dec 13 10:22:49.683399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3db184b5-78ec-41e8-8cb4-b3e11d889701 req-3cd8b7a5-54a0-46a4-a89a-9287c0415d4c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Dec 13 10:22:49.795992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158af06-c0ec-4b7f-b880-892e9ffe1e3c req-f9f38d63-912c-4f75-ba6f-7fe9c8859340 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:49.797450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e158af06-c0ec-4b7f-b880-892e9ffe1e3c req-f9f38d63-912c-4f75-ba6f-7fe9c8859340 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0474615 Dec 13 10:22:49.844037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e158af06-c0ec-4b7f-b880-892e9ffe1e3c req-05aedce9-c6a0-4f7f-8cfd-75868434a7e7 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Dec 13 10:22:50.166176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd00413-887a-4d4c-8138-87d6a702ceb6 req-c3c158d3-f8f9-4881-992f-a8c29b48a48f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:50.167548 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acd00413-887a-4d4c-8138-87d6a702ceb6 req-c3c158d3-f8f9-4881-992f-a8c29b48a48f tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0488527 Dec 13 10:22:50.214156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-acd00413-887a-4d4c-8138-87d6a702ceb6 req-35844e5c-49b6-42ce-85ee-fb1d30377bcd tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Dec 13 10:22:51.333332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f08e1-5911-4cf5-9a4a-49c57be558d3 req-c30c9fab-294f-4b4d-8ecd-da227d35971c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:51.334801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-525f08e1-5911-4cf5-9a4a-49c57be558d3 req-c30c9fab-294f-4b4d-8ecd-da227d35971c tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Dec 13 10:22:51.382385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-525f08e1-5911-4cf5-9a4a-49c57be558d3 req-347ebc90-8415-40ad-8126-91fcf71a3e19 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Dec 13 10:22:51.452640 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-38dd80c0-68cb-4d03-8070-313727ce0ca0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:51.454118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-38dd80c0-68cb-4d03-8070-313727ce0ca0 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2c098bf-0c59-4497-9410-deecebf590f7 HTTP/1.1" status: 200 len: 946 time: 0.0545485 Dec 13 10:22:51.543516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Deleting port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:22:51.543767 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:51.639649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] For port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,segment=NetworkSegment(5eb54908-272f-4f15-973f-bf516df8b8c5),segment_id=5eb54908-272f-4f15-973f-bf516df8b8c5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:51.640010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:51.652690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Calling delete_port for 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:22:51.777850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:51.790457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['3fa4efd2-b8ec-4de4-95ff-3cb204674c74'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:22:51.811752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Pushing event deleted for resources: {'Port': ['ID=3fa4efd2-b8ec-4de4-95ff-3cb204674c74,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:51.853494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] No DVR routers for this DVR port 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:22:51.855991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:51.859600 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9955d600-7cab-4cea-961d-6abd5f8cb8a4 req-e384ce7f-21dd-4a57-ba98-9830b0cd7257 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] 10.222.0.37 "DELETE /v2.0/ports/3fa4efd2-b8ec-4de4-95ff-3cb204674c74 HTTP/1.1" status: 204 len: 173 time: 0.3987381 Dec 13 10:22:51.860040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-deleted', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:22:51.862312 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa857a18-8dce-4cd5-bbae-89c85bc3153a" -d '{"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-deleted", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:22:51.902852 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff457798-092a-4976-a8a2-e53acfea6d8b x-openstack-request-id: req-ff457798-092a-4976-a8a2-e53acfea6d8b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:22:51.903149 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c098bf-0c59-4497-9410-deecebf590f7", "name": "network-vif-deleted", "tag": "3fa4efd2-b8ec-4de4-95ff-3cb204674c74", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:22:51.903959 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff457798-092a-4976-a8a2-e53acfea6d8b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:22:51.904359 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c098bf-0c59-4497-9410-deecebf590f7', 'name': 'network-vif-deleted', 'tag': '3fa4efd2-b8ec-4de4-95ff-3cb204674c74', 'status': 'completed', 'code': 200} Dec 13 10:22:52.503748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:52.547015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Deleting subnet ac9fb335-5acd-477a-8312-67a7dde056a3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:22:52.550086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.583268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.626483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.676952 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.704840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.707968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac9fb335-5acd-477a-8312-67a7dde056a3 HTTP/1.1" status: 204 len: 168 time: 0.2032228 Dec 13 10:22:52.708956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcab372-c930-4a52-951f-f510a1002447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9fb335-5acd-477a-8312-67a7dde056a3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:52.710713 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:52.782928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.860802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.880440 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5467d2-8d95-4584-a700-1b36cdafbe5e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:52.889614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb54908-272f-4f15-973f-bf516df8b8c5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:52.889903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb54908-272f-4f15-973f-bf516df8b8c5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:52.899663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.913611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.920216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:22:52.920712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:22:52.922820 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:22:52.978928 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.985190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:52.988442 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f5467d2-8d95-4584-a700-1b36cdafbe5e HTTP/1.1" status: 204 len: 168 time: 0.2760768 Dec 13 10:22:52.999735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96f0e0-5b82-49b7-ab93-58e3c33d2517 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5467d2-8d95-4584-a700-1b36cdafbe5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:53.109349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:53.148515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-704aa380-0913-4abb-8e54-ad9e7f01b6d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05004dcf20aa4c5f8933f6b33a8c1b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379634 Dec 13 10:22:53.150834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:53.198800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:53.220079 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:53.267066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:53.269951 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:53.271110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0cf40ad-0749-4951-a7cd-04e8c69a7e0d HTTP/1.1" status: 204 len: 168 time: 0.1193776 Dec 13 10:22:53.279364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adf8d9-2678-459b-b9b1-cab8ef4bbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf40ad-0749-4951-a7cd-04e8c69a7e0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:53.923111 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:54.020951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-20004236-network', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:54.046217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:22:54.048422 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.056484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.133423 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.137177 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.162292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:22:54.170656 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b1c46b-bfa5-4a5a-beff-d3f3f01a243b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:54.178988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.179336 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Added segment 49abce06-7fc0-4853-8440-baf60c51d071 of type vlan for network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 Dec 13 10:22:54.218790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.244402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.245606 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:54.246182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.302415 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3781254 Dec 13 10:22:54.305287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:54.311167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Request body: {'subnet': {'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-20004236-subnet', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:54.314488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65b014-f920-4cf4-abfb-ad6509c0ed47 admin admin] Pushing event updated for resources: {'Network': ['ID=132a4930-d40d-4fb5-bb8c-86f04358ebb5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:54.325543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:22:54.333163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:22:54.335614 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.503989 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.558543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcf4470-da4f-4688-8c45-e292ff5baeec,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:54.568367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:22:54.568722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Network hostable DHCP agents. Network: 132a4930-d40d-4fb5-bb8c-86f04358ebb5, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:22:54.585237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:22:54.593871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 132a4930-d40d-4fb5-bb8c-86f04358ebb5) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:54.598042 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:22:54.598628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.603231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936116d-6b71-48e1-ad94-c16b40916bf2 None None] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:22:54.622522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-262428b2-e8c0-48b0-a31e-0e75376ad242 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3155198 Dec 13 10:22:54.624909 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:54.629866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:54.654915 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.655941 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.707993 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.718908 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:22:54.719817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.847867 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:54.857613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Allocated IP 172.20.0.2 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:22:54.995675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.002519 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.046946 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.047555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:55.050042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:55.054276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:22:55.058341 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Pushing event updated for resources: {'Port': ['ID=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:55.060604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:22:55.071926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.084710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:22:55.085057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 3fa4efd2-b8ec-4de4-95ff-3cb204674c74 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:22:55.130121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Attempting to bind port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:22:55.130397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Attempting to bind port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:22:55.130782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Attempting to bind port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:55.136101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:22:55.136468 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:22:55.136872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.137292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:22:55.137824 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Bound port: e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:22:55.138904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.176716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Allocated IP 172.25.1.84 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/9e2863ef-81cd-4764-9bc7-6ce021427b48) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:22:55.202941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] For port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:22:55.206031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] For port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:22:55.210524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.266677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589f3dd-7c6d-4189-823f-09b6dde68797 None None] Pushing event updated for resources: {'Port': ['ID=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:55.293440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.329552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.370589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:55.374589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:55.378390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:22:55.392039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d84428-c735-445f-97cf-0aac28b35f98 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:22:55.403326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Pushing event updated for resources: {'Port': ['ID=9e2863ef-81cd-4764-9bc7-6ce021427b48,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:55.464864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e17f76c7-7cdf-4403-8f35-a950465255d0 None None] Provisioning complete for port 9e2863ef-81cd-4764-9bc7-6ce021427b48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:55.465298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e17f76c7-7cdf-4403-8f35-a950465255d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.503417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e17f76c7-7cdf-4403-8f35-a950465255d0 None None] Port 9e2863ef-81cd-4764-9bc7-6ce021427b48 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:22:55.655152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:55.845074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.223136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606ccac-8875-4d19-82bf-2e855f91e9d8 None None] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:22:56.298831 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:22:56.336157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] Provisioning complete for port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:56.336522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.415719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:22:56.425744 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.427353 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:22:56.438824 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:22:56.440320 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:22:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:56.444061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.444593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2bad16f-0bc2-45c8-b077-ea11196bc7ad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8185039 Dec 13 10:22:56.447364 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:56.467155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] For port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:56.472808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.530821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8d95f-a727-4012-a481-27798b587be1 None None] Pushing event updated for resources: {'Port': ['ID=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:56.562683 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:22:56.594131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-44682288-c634-4d1a-bca4-ea39dc3c4411 None None] Provisioning complete for port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:56.594515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44682288-c634-4d1a-bca4-ea39dc3c4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.709512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:22:56.758838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:56.759555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.765035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:55Z', 'revision_number': 3, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:56.792164 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:22:56.792517 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Updating router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe port 9e2863ef-81cd-4764-9bc7-6ce021427b48 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:22:56.819444 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:56.923781 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.069728 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.076123 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.082323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Allocated IP 172.20.0.1 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/15cc840e-a446-4c2a-8f7e-9f34e86d7a0b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:22:57.118830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964f4a8-44d0-4d3d-b6e7-9b45e242a2fb None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:22:57.125479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Attempting to bind port 9e2863ef-81cd-4764-9bc7-6ce021427b48 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:22:57.125860 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Attempting to bind port 9e2863ef-81cd-4764-9bc7-6ce021427b48 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:22:57.126222 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Attempting to bind port 9e2863ef-81cd-4764-9bc7-6ce021427b48 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:22:57.134942 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Pushing event updated for resources: {'Port': ['ID=9e2863ef-81cd-4764-9bc7-6ce021427b48,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:57.137028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:22:57.137427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:22:57.138004 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.138269 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:22:57.138744 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Bound port: 9e2863ef-81cd-4764-9bc7-6ce021427b48, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:22:57.139126 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.161818 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.162169 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.162514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.162851 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.163189 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.163517 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.163845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.164170 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.164897 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.164897 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.165175 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.165479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.165801 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:22:57.190659 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.200708 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] For port 9e2863ef-81cd-4764-9bc7-6ce021427b48, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:22:57.204109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] For port 9e2863ef-81cd-4764-9bc7-6ce021427b48, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9e2863ef-81cd-4764-9bc7-6ce021427b48,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:22:57.210063 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.223096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] Provisioning complete for port 9e2863ef-81cd-4764-9bc7-6ce021427b48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:57.223497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.228572 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.266797 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6254d-a3ac-42c4-8745-e9be61e8e521 None None] Pushing event updated for resources: {'Port': ['ID=9e2863ef-81cd-4764-9bc7-6ce021427b48,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:57.273963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:57.278905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:57.280345 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:22:57.281160 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:22:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:57.282459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508faf1-318c-4b7e-9f33-ea9f8d96a354 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:22:57.282742 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:22:57.315382 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Pushing event updated for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:57.342317 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.349385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.375271 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] For port 9e2863ef-81cd-4764-9bc7-6ce021427b48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9e2863ef-81cd-4764-9bc7-6ce021427b48,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:22:57.380945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.448974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677dc67-3587-46d4-93b1-268e798dd2f2 None None] Pushing event updated for resources: {'Port': ['ID=9e2863ef-81cd-4764-9bc7-6ce021427b48,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:57.496659 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:22:57.507334 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.514334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-545e151d-3e03-44e9-a9f5-58d7c856c7ae None None] Provisioning complete for port 9e2863ef-81cd-4764-9bc7-6ce021427b48 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:57.514719 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-545e151d-3e03-44e9-a9f5-58d7c856c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.543213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.691091 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.696211 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.697980 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:55Z', 'revision_number': 3, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:57.720648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-643a3ea8-0cd9-4b67-89fe-8325ed832c8d None None] Provisioning complete for port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:57.721199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-643a3ea8-0cd9-4b67-89fe-8325ed832c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.727199 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cee32-7941-4c68-9c5e-5014473ae636 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:55Z', 'revision_number': 3, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:22:57.764368 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:57.766058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-643a3ea8-0cd9-4b67-89fe-8325ed832c8d None None] Port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:22:57.766184 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Pushing event updated for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:57.864758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:57.866230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:58.009860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:22:58.128681 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:22:58.133857 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0587edbd-8228-4149-aa16-0a2fdf2db9db admin admin] 10.222.0.30 "PUT /v2.0/routers/a1fd3454-cb7d-4718-b7db-cf6ee430b8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854062 Dec 13 10:22:58.187129 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3bc8047b-87ef-489b-b1da-18fe753e9e89 None None] Provisioning complete for port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:58.187685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bc8047b-87ef-489b-b1da-18fe753e9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.222671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8047b-87ef-489b-b1da-18fe753e9e89 None None] Port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:22:58.637612 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:58.642524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef06e5d3-f0f9-4cd5-b19f-5f6e925684af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.642962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054482683', 'description': 'tempest-description--61868962'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:58.672063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9e2863ef-81cd-4764-9bc7-6ce021427b48 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:22:58.677579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.752043 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.756433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.787982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.791896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1505063 Dec 13 10:22:58.792385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:58.799514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'security_group_rule': {'security_group_id': '6cce198d-f786-4408-ad82-e590015428d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:58.804843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55457-509f-4eaa-9dc0-8502fb96e750 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce198d-f786-4408-ad82-e590015428d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:58.836375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.889420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9e2863ef-81cd-4764-9bc7-6ce021427b48 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:22:58.889710 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.896776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.900517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.916284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e568f455-90da-4a7f-aa21-4f311d46e872,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:58.928246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:58.931873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-13ab70d1-3493-4440-abc5-eebee27528d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359360 Dec 13 10:22:58.932453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:58.938103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'security_group_rule': {'security_group_id': '6cce198d-f786-4408-ad82-e590015428d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:58.968556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.032480 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.035880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.051084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e08a8b4-85d9-4eb6-a441-b68242ab719a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:59.062474 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.063729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7818ed86-a994-48a4-afd9-4309c2a09776 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303217 Dec 13 10:22:59.066862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 47618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:22:59.071520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:22:59.094597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.193653 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.271418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:22:59.283160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:22:59.283880 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:22:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:59.302126 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Allocated IP 172.25.1.169 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/361fe95e-124c-40a5-b855-af8a48c2c78b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:22:59.400596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.407990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.412234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:22:59.441439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.484290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:22:59.487255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:22:59.489821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:22:59.517531 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=361fe95e-124c-40a5-b855-af8a48c2c78b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:59.587916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.620840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 2, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:22:59.625647 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.649434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:22:59.649961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Updating router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:22:59.674213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.784228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.790871 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.863429 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=361fe95e-124c-40a5-b855-af8a48c2c78b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:22:59.874752 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.892486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.893791 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8596ff28-fa0f-4dc3-8d76-645379908ea7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8258862 Dec 13 10:22:59.945933 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.952271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:22:59.993509 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:23:00.008374 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81a05-6d05-4173-8af0-ed35175753e4 None None] Pushing event updated for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:00.056442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Attempting to bind port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:23:00.056823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Attempting to bind port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:23:00.057241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Attempting to bind port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:23:00.062730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-8773e4e7-2bc7-4439-a178-c46a8a7e798c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2054482683&fields=id&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 267 time: 0.0528898 Dec 13 10:23:00.063257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:23:00.063594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:23:00.064005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.064465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:23:00.064861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Bound port: 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:23:00.065276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.136042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] For port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:23:00.140279 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] For port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:23:00.145168 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.191480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-0d8f577b-059f-471a-9974-723397d02d36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:00.192955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-0d8f577b-059f-471a-9974-723397d02d36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1232014 Dec 13 10:23:00.205244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:23:00.205896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:22:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:00.214784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-dfe73e64-b4f6-443e-aa73-94eec44b6243 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/quotas/d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 375 time: 0.0155017 Dec 13 10:23:00.247050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81a05-6d05-4173-8af0-ed35175753e4 None None] Pushing event updated for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:00.305503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] Provisioning complete for port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:23:00.305795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.369909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:23:00.522282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.559710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-8e1c3619-646b-45b9-8be4-122a528455ab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3439651 Dec 13 10:23:00.577659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-d31d9dd3-fe98-42ee-8bb1-c15a9634fcad service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:23:00.579340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-d31d9dd3-fe98-42ee-8bb1-c15a9634fcad service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071054 Dec 13 10:23:00.584268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] For port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:23:00.592034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.666752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9b388-72af-45cb-a299-486c2578db34 None None] Pushing event updated for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:00.679817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-79520726-15b2-4d72-bd45-d32a2c12293a service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927382 Dec 13 10:23:00.687182 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:00.728224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c6fba-4962-42b4-a226-f9a73e192ee3 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:23:00.741193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff4a3055-3196-449e-ad7f-851e8acae5eb None None] Provisioning complete for port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:23:00.741568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3055-3196-449e-ad7f-851e8acae5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:00.790541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-a7c77c0d-e745-4fa7-bc7b-fc19c69f2631 service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037199 Dec 13 10:23:00.980045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f815f55f-554d-495a-8c3d-ec6cfab867c4 req-fc9dfa84-bb5d-45fd-880e-388c87bb418e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 210 time: 0.0275798 Dec 13 10:23:01.051818 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30a6d02f-660d-43db-aa1e-b18001ca8a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.090062 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83e61beb-8a4e-4bed-9098-b7cc3b4dbd12 req-602b1578-d5b5-4b6f-a711-0e6f92bbea43 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 210 time: 0.0363085 Dec 13 10:23:02.098783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-3ef72afc-9935-4814-80d3-b98c5c59856a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:02.100183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-3ef72afc-9935-4814-80d3-b98c5c59856a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1380556 Dec 13 10:23:02.170619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-96b97ed7-859b-4ee1-9944-a8e54a52fcbd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 380 time: 0.0599303 Dec 13 10:23:02.181391 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'port': {'device_id': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'admin_state_up': True, 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'security_groups': ['6cce198d-f786-4408-ad82-e590015428d9']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:23:02.292315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:23:02.296506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.359748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.429437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Allocated IP 172.20.0.8 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/206e01af-1e26-48ae-9fe4-e7db6a62e8e4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:23:02.562855 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.603433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.656135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:23:02.659620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:23:02.659757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:23:02.663682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:23:02.690386 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:02.714431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:23:02.715067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.725206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:02.726031 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.746216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-88a487b7-b988-40a8-8aa2-b3b7d60e7349 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683372 Dec 13 10:23:02.758976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Request body: {'port': {'device_id': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:23:02.824338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:02.980654 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-55a8c3e5-d05f-450a-ad73-dc24dea3e95e None None] Provisioning complete for port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:23:02.981030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-55a8c3e5-d05f-450a-ad73-dc24dea3e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.021455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-55a8c3e5-d05f-450a-ad73-dc24dea3e95e None None] Port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:23:03.094548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:23:03.102387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.114745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Transition to ACTIVE for port object 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:23:03.118155 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.211341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:03.272427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ef16a-5146-4a14-9b58-a06f0f91015b req-e5d9671c-eacf-4e12-a162-4be04e8b70ea tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.273993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd4ef16a-5146-4a14-9b58-a06f0f91015b req-e5d9671c-eacf-4e12-a162-4be04e8b70ea tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.1092613 Dec 13 10:23:03.298413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:23:03.298754 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:23:03.299094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:23:03.307012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:23:03.307338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:23:03.320358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:23:03.320705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:23:03.321101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:23:03.321569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Bound port: 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:23:03.321932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.351416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fd4ef16a-5146-4a14-9b58-a06f0f91015b req-e6eeae0e-cabb-41d7-8a98-786eca00cc59 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693343 Dec 13 10:23:03.401031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:23:03.404168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:23:03.409079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.453146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.453815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.455217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] 10.222.0.44 "PUT /v2.0/ports/206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 1091 time: 0.7007585 Dec 13 10:23:03.455663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:23:03.457998 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d9a97-81d0-4a8f-8987-b29248695155" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:23:03.481936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc734954-050f-474f-ae79-df9a938e5197 service neutron] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:03.510892 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b7535-3807-4dcb-81b3-3a9db94c5aa9 x-openstack-request-id: req-d59b7535-3807-4dcb-81b3-3a9db94c5aa9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:23:03.511194 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:23:03.511452 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d59b7535-3807-4dcb-81b3-3a9db94c5aa9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:23:03.511877 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'status': 'completed', 'code': 200} Dec 13 10:23:03.544499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-19246b4b-9be3-4aeb-810b-5128bc84faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.546289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-19246b4b-9be3-4aeb-810b-5128bc84faa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0473683 Dec 13 10:23:03.590035 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-70c04c71-6d89-4ee8-858d-b63f18c1b3f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 217 time: 0.0359116 Dec 13 10:23:03.644684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-74fd8003-5d1c-4458-b135-383d58124cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.646190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-74fd8003-5d1c-4458-b135-383d58124cb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0491416 Dec 13 10:23:03.697339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-117fbe8f-b40d-4193-9542-c5f11c7a4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.698840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-117fbe8f-b40d-4193-9542-c5f11c7a4ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448787 Dec 13 10:23:03.779433 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:03.789709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-91061579-31d9-480c-ac25-082a44df8189 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Dec 13 10:23:03.883259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-047e3a2c-6d6b-4bd8-951b-51274b3f40d7 req-2265fbc9-cb15-465e-a433-e9a948fdde5d service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864680 Dec 13 10:23:03.966010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-db36ab81-2139-446f-8578-5ea789a51e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:03.967594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-db36ab81-2139-446f-8578-5ea789a51e70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0409470 Dec 13 10:23:04.063477 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-ee2a7aa7-d5e2-48ec-95ac-a5534449a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:04.064879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-ee2a7aa7-d5e2-48ec-95ac-a5534449a294 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0898426 Dec 13 10:23:04.109291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-50cc23df-f7d0-4f6d-99d1-784bd0e578f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 217 time: 0.0362225 Dec 13 10:23:04.159547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-c234ea1b-701a-4da0-b21b-109d24b65226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:04.160960 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-c234ea1b-701a-4da0-b21b-109d24b65226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0432270 Dec 13 10:23:04.207982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-f003a05c-1d20-439e-828e-43b1e2604726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:04.209454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-f003a05c-1d20-439e-828e-43b1e2604726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386946 Dec 13 10:23:04.302208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-26dc916a-8424-4102-b4b5-d3ca92d61ee4 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843472 Dec 13 10:23:04.393266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc2d9a97-81d0-4a8f-8987-b29248695155 req-3b92bbcc-1f54-4a15-b03c-50eef08bb56f service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819409 Dec 13 10:23:04.486888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73243a6-e507-4870-a904-d2945fa8a937 req-b7ada72b-1b69-428d-9b52-c7420c8bff7f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:04.488389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d73243a6-e507-4870-a904-d2945fa8a937 req-b7ada72b-1b69-428d-9b52-c7420c8bff7f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0547686 Dec 13 10:23:04.537043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d73243a6-e507-4870-a904-d2945fa8a937 req-e6871928-ea12-444c-b167-fa8d5321463a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Dec 13 10:23:04.810606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:05.517492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:23:05.615030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:23:05.627104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'mac_address': 'fa:16:3e:92:44:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:23:05.657359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419c0a1-03f2-4a8a-8cf4-6bd865c1477c req-b116ce96-ca9b-4eed-bc14-90f95334c606 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:05.658849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5419c0a1-03f2-4a8a-8cf4-6bd865c1477c req-b116ce96-ca9b-4eed-bc14-90f95334c606 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0522525 Dec 13 10:23:05.665321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:05.679352 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:23:05.698723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:23:05.702510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:05.707446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5419c0a1-03f2-4a8a-8cf4-6bd865c1477c req-2450bbcd-ccc2-4ce8-801c-4ffd1b40eb92 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Dec 13 10:23:05.750042 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:05.908070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['206e01af-1e26-48ae-9fe4-e7db6a62e8e4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:23:06.827164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f7fb0-ff91-482d-9902-23450d8bbe01 req-21bb1a87-5a92-4aba-87b8-4746fa4742df tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:06.828708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-580f7fb0-ff91-482d-9902-23450d8bbe01 req-21bb1a87-5a92-4aba-87b8-4746fa4742df tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 944 time: 0.0530214 Dec 13 10:23:06.876191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-580f7fb0-ff91-482d-9902-23450d8bbe01 req-f82a5828-c9c3-46a3-8267-761e7e30f9ab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Dec 13 10:23:07.532938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:23:07.580484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:23:07.584436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:23:07.584811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:07.664105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:07.686486 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:23:07.688750 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a882300-49ae-46f1-8833-a2e2a3f98cc0" -d '{"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-plugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:23:07.702175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:23:07.706161 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:07.730420 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3920bc-2aaa-4780-8c0a-1fda30fe5d18 x-openstack-request-id: req-cc3920bc-2aaa-4780-8c0a-1fda30fe5d18 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:23:07.730719 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-plugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:23:07.730972 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc3920bc-2aaa-4780-8c0a-1fda30fe5d18 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:23:07.731360 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'code': 200} Dec 13 10:23:07.757826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:23:07.835155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82955dd-1277-432a-a80e-1ea7cc680a43 req-922accf8-b840-43a0-9ee0-0c12d4066d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:07.836686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c82955dd-1277-432a-a80e-1ea7cc680a43 req-922accf8-b840-43a0-9ee0-0c12d4066d7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1096 time: 0.0400949 Dec 13 10:23:07.884249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c82955dd-1277-432a-a80e-1ea7cc680a43 req-e192feec-2f2b-4d72-9026-d96e0ca2f96a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384209 Dec 13 10:23:07.990875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c42f-9be3-4b2e-b7a6-0b3f14b357e0 req-02befe9d-ff02-4913-9bd0-e8719f5b6176 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:07.992341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a619c42f-9be3-4b2e-b7a6-0b3f14b357e0 req-02befe9d-ff02-4913-9bd0-e8719f5b6176 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Dec 13 10:23:08.042863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a619c42f-9be3-4b2e-b7a6-0b3f14b357e0 req-ea2dbfc0-4bf1-47a8-aafe-97c5e9d82bf7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Dec 13 10:23:09.161595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c84f5-3f9c-4604-8767-dfec143a06a3 req-09615ce3-86c0-45bc-a86f-fe1242456de3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:09.163054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-779c84f5-3f9c-4604-8767-dfec143a06a3 req-09615ce3-86c0-45bc-a86f-fe1242456de3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Dec 13 10:23:09.209247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-779c84f5-3f9c-4604-8767-dfec143a06a3 req-f2eaf626-e71e-4b5a-94ac-ad04dcbda2a5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Dec 13 10:23:09.319598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a86ee7-7367-47c7-be94-9fa434d7baf7 req-040b2bd2-de5c-452d-893d-07e0a0e322a1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:09.321061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7a86ee7-7367-47c7-be94-9fa434d7baf7 req-040b2bd2-de5c-452d-893d-07e0a0e322a1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0477970 Dec 13 10:23:09.330154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 47664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:23:09.334505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'floatingip': {'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:23:09.377648 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:09.787181 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:09.790823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:09.890323 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d associated. External IP: 172.25.1.169, port: 206e01af-1e26-48ae-9fe4-e7db6a62e8e4. Dec 13 10:23:10.093235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:23:10.200384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:23:10.205496 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:10.210381 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:23:10.221783 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:23:10.222388 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:23:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:10.234381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b271c64e-ef3d-40eb-a663-d6abc5f80646 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "PUT /v2.0/floatingips/ee50d2d8-f6c3-4bb1-ba0e-0935af51019d HTTP/1.1" status: 200 len: 991 time: 0.9031596 Dec 13 10:23:10.235079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:23:10.237510 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091634d-93e2-4e8f-930c-c7175671181e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:23:10.282936 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdbf58f-c2e0-4fd7-ae6f-00874fa436c3 x-openstack-request-id: req-bbdbf58f-c2e0-4fd7-ae6f-00874fa436c3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:23:10.283266 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:23:10.283532 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbdbf58f-c2e0-4fd7-ae6f-00874fa436c3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:23:10.283954 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'status': 'completed', 'code': 200} Dec 13 10:23:10.329914 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:23:10.350012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091634d-93e2-4e8f-930c-c7175671181e req-4ebbcbb5-25ef-4f60-8b48-31b30bd87ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:10.351524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-4ebbcbb5-25ef-4f60-8b48-31b30bd87ad6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1096 time: 0.0416317 Dec 13 10:23:10.448765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091634d-93e2-4e8f-930c-c7175671181e req-499e3d02-79be-48e4-95c0-cb8ac8219b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:10.450266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-499e3d02-79be-48e4-95c0-cb8ac8219b89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0910983 Dec 13 10:23:10.544865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-2888bac4-6882-47b1-9358-128570e4f3ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 999 time: 0.0872943 Dec 13 10:23:10.553695 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:92:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:23:09Z', 'revision_number': 1, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:10.583469 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:23:10.592742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:23:10.593387 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:23:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:10.699168 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:23:10.880827 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091634d-93e2-4e8f-930c-c7175671181e req-1726c519-52d0-40be-b749-30757641504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:10.882349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-1726c519-52d0-40be-b749-30757641504a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.3308942 Dec 13 10:23:10.926762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091634d-93e2-4e8f-930c-c7175671181e req-caab6cb3-50d0-44c2-a8ae-744227be377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:10.928257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-caab6cb3-50d0-44c2-a8ae-744227be377e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388861 Dec 13 10:23:10.930835 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:92:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:23:09Z', 'revision_number': 1, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:23:10.957050 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed331c-4703-4824-9d91-da842ccd01cd None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:92:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:23:09Z', 'revision_number': 1, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:23:11.019282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-d90612f4-0a94-4f9c-ad27-3df6908d55a7 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Dec 13 10:23:11.114149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b091634d-93e2-4e8f-930c-c7175671181e req-6d80c8f1-d1a5-47b1-befc-1184e17489e1 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880413 Dec 13 10:23:11.152869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984c979-c04b-45f4-9305-28dd67bc061c None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:23:27.546749 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:28.646698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58469249-2fb8-480c-9e52-b8511930f16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:29.418577 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:31.044876 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b790cf5-4f07-4231-aa28-5ae9affec6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:32.363330 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:33.782385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:34.814057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:36.983825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:23:42.156421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-26750eb2-3bca-469b-a38d-906260ef2157 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390475 Dec 13 10:23:42.241350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42b46-061d-45bf-a592-92d99078aa64 req-5fd7b7d3-7e97-4ed6-a28f-185550c19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:42.242824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-5fd7b7d3-7e97-4ed6-a28f-185550c19e32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1096 time: 0.0420113 Dec 13 10:23:42.352777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42b46-061d-45bf-a592-92d99078aa64 req-fd7040c1-8a4b-48a8-a16a-1907e1680a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:42.354574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-fd7040c1-8a4b-48a8-a16a-1907e1680a68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0910857 Dec 13 10:23:42.424557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-94ba6447-db88-49fe-a92e-53ee47a40aca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 1001 time: 0.0628097 Dec 13 10:23:42.477803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42b46-061d-45bf-a592-92d99078aa64 req-5fb5d90b-4118-4dda-8c49-9a495e5db465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:42.479483 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-5fb5d90b-4118-4dda-8c49-9a495e5db465 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0463376 Dec 13 10:23:42.524565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42b46-061d-45bf-a592-92d99078aa64 req-89ce238b-1d0c-49e1-a418-1f55711112b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:23:42.526097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-89ce238b-1d0c-49e1-a418-1f55711112b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386860 Dec 13 10:23:42.621857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-9b87971e-c53a-4f17-a9b5-c93b185923b8 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869491 Dec 13 10:23:42.710760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31f42b46-061d-45bf-a592-92d99078aa64 req-0a78ce5a-d00f-4c62-b126-1b294642cdbf service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Dec 13 10:23:57.557631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:58.647370 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4db91a86-df8b-4196-9d75-b36fa3d88cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:23:59.434307 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:01.047478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-499ceee2-8cf2-4c10-9ffd-d9ac3e9de60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:02.365146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:03.785475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:04.816898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:13.984967 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:24:27.550566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:28.648278 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-152bf484-f980-49c6-89f2-a5ff06bcd0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:29.437760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:31.049758 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36fdf6f8-30be-45ae-a09b-e78766c47af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:32.369992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:33.789232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:34.819497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:44.158232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-c05604b6-887d-4d98-afab-db8d4903b03c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459161 Dec 13 10:24:44.246246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-3f289be7-7564-4e6e-8a33-0e6abe46b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:44.247706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-3f289be7-7564-4e6e-8a33-0e6abe46b7f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1096 time: 0.0442848 Dec 13 10:24:44.350625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-72e2830d-8265-4da8-b8bf-ae88fff63baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:44.352429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-72e2830d-8265-4da8-b8bf-ae88fff63baa service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0843914 Dec 13 10:24:44.420431 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-18c33cb1-00ac-4140-94b5-e1b7c13c2315 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 1001 time: 0.0613043 Dec 13 10:24:44.470098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-d4671a5c-78b7-4a71-aa30-e065bbedfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:44.471515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-d4671a5c-78b7-4a71-aa30-e065bbedfa66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0427306 Dec 13 10:24:44.518736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-e64aa74b-e5af-45fc-a28f-a8202f6d3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:44.520226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-e64aa74b-e5af-45fc-a28f-a8202f6d3ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407531 Dec 13 10:24:44.615570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-ebaa3c75-f39b-4d6a-ae97-904fd4497a65 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846355 Dec 13 10:24:44.707687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69606924-46cb-4b98-b54d-eeb2be030fe5 req-1b741760-1883-45e3-8e66-3f75d3819b19 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823965 Dec 13 10:24:47.451409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce803-f50b-4837-bbe2-0d2b26fa9328 req-612ce5eb-b32e-45f0-9e45-04076f53370f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:47.453533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac6ce803-f50b-4837-bbe2-0d2b26fa9328 req-612ce5eb-b32e-45f0-9e45-04076f53370f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0498979 Dec 13 10:24:47.505137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ac6ce803-f50b-4837-bbe2-0d2b26fa9328 req-c969adc7-563b-46a3-a798-cc2c20e50527 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Dec 13 10:24:47.736075 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-b63d2bef-2ad7-4824-9f27-faeb561b7ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440717 Dec 13 10:24:47.754060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f53b0-2c50-4504-8b31-ae62657e37f8 req-fc61eb26-8a47-4903-8753-ba5f395c2d2a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:47.755619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b85f53b0-2c50-4504-8b31-ae62657e37f8 req-fc61eb26-8a47-4903-8753-ba5f395c2d2a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0541239 Dec 13 10:24:47.804329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b85f53b0-2c50-4504-8b31-ae62657e37f8 req-cfa0f505-8814-4b3b-936a-fcbb8451bfd1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Dec 13 10:24:48.930723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-7788044a-4324-4c20-adc2-93ae0d4744a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:48.932235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-7788044a-4324-4c20-adc2-93ae0d4744a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1096 time: 0.0415332 Dec 13 10:24:49.041618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-6d93a415-7069-49c9-bfc3-918c044be976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:49.043099 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-6d93a415-7069-49c9-bfc3-918c044be976 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1042097 Dec 13 10:24:49.131251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0076c7e-8fd0-4383-8cf8-eee9e5083e62 req-1a7725a4-cfbc-4914-b5ae-6271bf696138 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:49.132850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0076c7e-8fd0-4383-8cf8-eee9e5083e62 req-1a7725a4-cfbc-4914-b5ae-6271bf696138 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.2503917 Dec 13 10:24:49.137850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-f6875b5c-aece-4c69-9d28-968ccd2048f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 1001 time: 0.0814235 Dec 13 10:24:49.216568 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f0076c7e-8fd0-4383-8cf8-eee9e5083e62 req-6610b270-646e-4714-9f7f-b3669ddef35d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774240 Dec 13 10:24:49.218204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-bae77635-0706-4312-a798-03d556012614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:49.219535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-bae77635-0706-4312-a798-03d556012614 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0668571 Dec 13 10:24:49.267542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-0e1ca2bf-d179-4d58-909d-99ef8c79899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:49.269002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-0e1ca2bf-d179-4d58-909d-99ef8c79899a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411341 Dec 13 10:24:49.361102 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-c1dd2ade-18bd-4b9a-8bf7-d112246a4217 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839319 Dec 13 10:24:49.451500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-155e211f-1376-4d21-95be-8e146aa532af service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Dec 13 10:24:50.331373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3589f0-ddfd-4ba8-bb99-b5d203c1b5d8 req-d9e45476-ea99-459a-ae6c-b5c13072dbf7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:50.332818 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a3589f0-ddfd-4ba8-bb99-b5d203c1b5d8 req-d9e45476-ea99-459a-ae6c-b5c13072dbf7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Dec 13 10:24:50.383928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0a3589f0-ddfd-4ba8-bb99-b5d203c1b5d8 req-ee98952a-2f84-4845-8dfb-8d6e3cfb1870 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452034 Dec 13 10:24:50.985117 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:24:51.501501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1b93-dbd8-4cf3-ad98-1efe694ddef8 req-67e944cb-011e-4861-8a6e-66bedc94f1da tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:51.502964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-015a1b93-dbd8-4cf3-ad98-1efe694ddef8 req-67e944cb-011e-4861-8a6e-66bedc94f1da tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0497952 Dec 13 10:24:51.549910 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-015a1b93-dbd8-4cf3-ad98-1efe694ddef8 req-40ad46f3-f813-45ba-b3c4-44f7132364a9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Dec 13 10:24:52.665384 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ea1f8-e479-46c0-85a4-2652f8faf1b5 req-ff1b5a61-64a9-4bec-bbac-3735785385b6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:52.666847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a6ea1f8-e479-46c0-85a4-2652f8faf1b5 req-ff1b5a61-64a9-4bec-bbac-3735785385b6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0488691 Dec 13 10:24:52.714562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a6ea1f8-e479-46c0-85a4-2652f8faf1b5 req-ce1f888d-5ad1-4020-b94a-e475edb373f5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Dec 13 10:24:53.834480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0cd58-3d40-4b3a-86ba-4ca730d84816 req-72e8e53e-6a91-406d-9884-13a8dde090e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:53.835945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94f0cd58-3d40-4b3a-86ba-4ca730d84816 req-72e8e53e-6a91-406d-9884-13a8dde090e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Dec 13 10:24:53.882860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-94f0cd58-3d40-4b3a-86ba-4ca730d84816 req-d247e81c-0c02-4a3e-a7cd-fbf5874cb890 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Dec 13 10:24:54.999823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0d336-600d-48fa-a53d-1efb5ad4faa1 req-641557a0-b34f-41e1-bfb0-f73eae9f320d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:55.001325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10a0d336-600d-48fa-a53d-1efb5ad4faa1 req-641557a0-b34f-41e1-bfb0-f73eae9f320d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Dec 13 10:24:55.048120 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10a0d336-600d-48fa-a53d-1efb5ad4faa1 req-6c693b96-aa33-4833-a1c1-bc522908662e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Dec 13 10:24:56.167467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e7a90-3e70-46c0-bfb9-8b3be0e9dc2d req-0b44b1f6-9e5d-43d1-a5ea-25152e473ec3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:56.168904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-647e7a90-3e70-46c0-bfb9-8b3be0e9dc2d req-0b44b1f6-9e5d-43d1-a5ea-25152e473ec3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Dec 13 10:24:56.215444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-647e7a90-3e70-46c0-bfb9-8b3be0e9dc2d req-697d2cb9-b11c-4fd4-a400-b3bc023f1650 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Dec 13 10:24:57.332157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758908dd-3149-40c1-a6a9-c14fc1282d17 req-e04943f8-cfd2-453c-ae90-19a29b21527f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:57.333650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-758908dd-3149-40c1-a6a9-c14fc1282d17 req-e04943f8-cfd2-453c-ae90-19a29b21527f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Dec 13 10:24:57.381249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-758908dd-3149-40c1-a6a9-c14fc1282d17 req-926fdb01-477c-4f06-bed6-94ba0ce7ee29 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Dec 13 10:24:57.547626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:58.499955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d285c4-fe61-4c50-b245-66a6c5b01a6d req-fc0299c9-449e-44bf-a605-89266851f60a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:58.501467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69d285c4-fe61-4c50-b245-66a6c5b01a6d req-fc0299c9-449e-44bf-a605-89266851f60a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Dec 13 10:24:58.551795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69d285c4-fe61-4c50-b245-66a6c5b01a6d req-399e0602-7656-485b-8c08-abc6c0a01a75 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Dec 13 10:24:58.649894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec5e27dc-733d-4717-a948-817ffcce5dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:59.443254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:24:59.667812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c24c-cda4-48cb-8584-10bddf067864 req-b1573ce1-fed3-4222-b2fd-42378219e150 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:24:59.669306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1558c24c-cda4-48cb-8584-10bddf067864 req-b1573ce1-fed3-4222-b2fd-42378219e150 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Dec 13 10:24:59.715826 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1558c24c-cda4-48cb-8584-10bddf067864 req-c9b5f49e-8e9a-4eeb-b419-5f1583fdd138 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Dec 13 10:25:00.836912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de987b5f-041d-423b-ae89-19f83a92ad3f req-ce5aae05-616a-41bf-b1d0-cb7d2e46897f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:00.838624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de987b5f-041d-423b-ae89-19f83a92ad3f req-ce5aae05-616a-41bf-b1d0-cb7d2e46897f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Dec 13 10:25:00.889971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-de987b5f-041d-423b-ae89-19f83a92ad3f req-669548a6-b31e-44c4-800f-6bea2c2e3d53 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Dec 13 10:25:01.052513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43a74f1b-79d3-4bb3-81a9-f0ce83adc5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:01.496382 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-6bbe948b-0be1-42ec-85e4-a4f64741dc99 service neutron] show failed (client error): The resource could not be found. Dec 13 10:25:01.497402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-6bbe948b-0be1-42ec-85e4-a4f64741dc99 service neutron] 10.222.0.44 "GET /v2.0/ports/206e01af-1e26-48ae-9fe4-e7db6a62e8e4/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0581238 Dec 13 10:25:01.700276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-97e82a0b-5cc1-4220-aff6-b8ac1621a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:01.701831 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-97e82a0b-5cc1-4220-aff6-b8ac1621a6bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1096 time: 0.0430410 Dec 13 10:25:01.713951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:01.770516 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:01.971807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:02.006413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:02.011331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563291cf-858f-49b1-b90a-5e8da905a147 req-247a8b5c-fa94-4bf9-8a7d-266aa65fdb36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.013949 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-563291cf-858f-49b1-b90a-5e8da905a147 req-247a8b5c-fa94-4bf9-8a7d-266aa65fdb36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0506814 Dec 13 10:25:02.046848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:02.049065 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74b287d-2e14-4d00-9975-34aa44ae8d17" -d '{"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-unplugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:02.052916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.063718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-563291cf-858f-49b1-b90a-5e8da905a147 req-af41a964-d69f-4f4e-8301-1c7dd9ca555a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Dec 13 10:25:02.066202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Transition to ACTIVE for port object 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:25:02.071035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.149872 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff412e1-fd1f-4689-aecc-3094b200e74e x-openstack-request-id: req-5ff412e1-fd1f-4689-aecc-3094b200e74e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:02.150175 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-unplugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:02.150432 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ff412e1-fd1f-4689-aecc-3094b200e74e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:02.150833 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'code': 200} Dec 13 10:25:02.171728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:02.183818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.184170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.184521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.184865 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.185226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.185571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.185904 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.186235 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.187093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.187428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.187779 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.188090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.188421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:02.213860 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] No DVR routers for this DVR port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:25:02.348867 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:02.349229 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:02.349556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:02.353792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:25:02.354119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Attempting to bind port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:02.359453 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:02.359795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:02.360226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:02.360610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Bound port: 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:02.360979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.373764 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.426577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:02.430223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:02.433824 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.474238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.474861 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:02.476236 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 1091 time: 0.7662535 Dec 13 10:25:02.495989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975f4ec-5d64-4220-9246-be5ea4288bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:02.546427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-e675c0f9-3928-4f30-97b9-1632da79835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.548183 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-e675c0f9-3928-4f30-97b9-1632da79835f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0450914 Dec 13 10:25:02.645927 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-3d254e1b-e65d-4af9-8ba5-273980561530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.647455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-3d254e1b-e65d-4af9-8ba5-273980561530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0922351 Dec 13 10:25:02.722479 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-e324ed80-e706-45f2-b806-ef91193850a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 999 time: 0.0660207 Dec 13 10:25:02.774395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-a3674ae0-0a4d-4a80-844d-16042e52b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.775777 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-a3674ae0-0a4d-4a80-844d-16042e52b940 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0464087 Dec 13 10:25:02.821185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-05f0561c-8247-40c8-8d15-68147126330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:02.822659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-05f0561c-8247-40c8-8d15-68147126330d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399463 Dec 13 10:25:02.917816 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-81f7415e-1a80-4b18-bbf2-bdd509bc5d4f service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Dec 13 10:25:03.006779 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-63868a17-75cc-4ebe-80ea-7dad5962800b req-08b5aa3f-b5be-4256-8414-154504c23c19 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824049 Dec 13 10:25:03.188007 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915d79b-7da1-457a-83a0-95a0740279fc req-8b6e211b-4524-48b8-baaa-e50ce9beada6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:03.189418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2915d79b-7da1-457a-83a0-95a0740279fc req-8b6e211b-4524-48b8-baaa-e50ce9beada6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0483723 Dec 13 10:25:03.236044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2915d79b-7da1-457a-83a0-95a0740279fc req-0a267cf9-01af-451e-905c-bbd9d3f4bb8c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Dec 13 10:25:03.790336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:04.152393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:04.154829 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6249226-d6b0-4b62-a05f-499ea802fed9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:04.205797 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5225c214-7c64-42ee-9ad0-1836cf9c137a x-openstack-request-id: req-5225c214-7c64-42ee-9ad0-1836cf9c137a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:04.206167 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:04.206448 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5225c214-7c64-42ee-9ad0-1836cf9c137a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:04.206850 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'status': 'completed', 'code': 200} Dec 13 10:25:04.267530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-fac69ae4-21ca-46f1-b5f6-8c3138e5cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.269487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-fac69ae4-21ca-46f1-b5f6-8c3138e5cc8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0449970 Dec 13 10:25:04.272085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-d2ac8ab1-d10a-446c-8e7a-13e1fa40725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.273608 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-d2ac8ab1-d10a-446c-8e7a-13e1fa40725e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0453887 Dec 13 10:25:04.368701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-9f91ca1c-34b0-4897-97c4-7416d9fb1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.370318 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-9f91ca1c-34b0-4897-97c4-7416d9fb1d97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0923004 Dec 13 10:25:04.399962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b32e6-cdee-4015-9132-8c8568ea0da3 req-0947d4f4-d545-42d2-8ff9-51b3aa2af81e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.401489 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b3b32e6-cdee-4015-9132-8c8568ea0da3 req-0947d4f4-d545-42d2-8ff9-51b3aa2af81e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0773926 Dec 13 10:25:04.417533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-2af6b24e-5846-41d8-ab49-596828af0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.418851 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-2af6b24e-5846-41d8-ab49-596828af0e44 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1374667 Dec 13 10:25:04.445042 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-c0fc26c9-5e16-4721-8b77-f131358821eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 999 time: 0.0671842 Dec 13 10:25:04.498429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b3b32e6-cdee-4015-9132-8c8568ea0da3 req-fb7aba17-abdc-4807-bd9e-c495bc4ad46e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894761 Dec 13 10:25:04.504354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-527a63ad-78dc-4982-b43a-0f832403776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.505861 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-527a63ad-78dc-4982-b43a-0f832403776a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0535743 Dec 13 10:25:04.509926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-85d13716-58cc-4831-9f15-6a8098aeaa18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 999 time: 0.0836589 Dec 13 10:25:04.553032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-f9402097-ce89-4263-899e-c8bdf71991e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.554676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-f9402097-ce89-4263-899e-c8bdf71991e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411422 Dec 13 10:25:04.564122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-55dc5902-8a50-4979-94a3-080f693e6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.565600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-55dc5902-8a50-4979-94a3-080f693e6738 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0483682 Dec 13 10:25:04.616584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-2b22b327-1004-4b89-aef0-809675bef24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:04.618112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-2b22b327-1004-4b89-aef0-809675bef24a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458398 Dec 13 10:25:04.648641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-85a03be0-baf2-451f-bf64-8b311c20449f service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Dec 13 10:25:04.708303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-c703b12e-4f33-4677-aecf-2c91e64f3367 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Dec 13 10:25:04.744107 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-f27dd78f-266e-45df-862e-693269a94672 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Dec 13 10:25:04.804758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d6249226-d6b0-4b62-a05f-499ea802fed9 req-853f5fc4-27a0-437c-84ab-bc174850be03 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893500 Dec 13 10:25:04.824531 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:05.618187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45fdc-9d60-4a54-a7b4-806a15c3e0a5 req-a95f44e5-6be6-4587-ac8b-eab3b81dd4bb tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:05.619691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85f45fdc-9d60-4a54-a7b4-806a15c3e0a5 req-a95f44e5-6be6-4587-ac8b-eab3b81dd4bb tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0493143 Dec 13 10:25:05.667209 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-85f45fdc-9d60-4a54-a7b4-806a15c3e0a5 req-6396613e-755a-4dcf-8550-d293c52a13c6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Dec 13 10:25:06.076150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:06.117388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:06.784820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91d77a-da37-4a00-b685-a0ce65e3e276 req-3cc21901-66df-4e41-81d5-6864484267e4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:06.786349 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da91d77a-da37-4a00-b685-a0ce65e3e276 req-3cc21901-66df-4e41-81d5-6864484267e4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0493495 Dec 13 10:25:06.837882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-da91d77a-da37-4a00-b685-a0ce65e3e276 req-5500f707-dd50-4f4d-a54a-b03c2c23a614 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Dec 13 10:25:07.059139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f5f1-9bdd-463f-bad5-d8707c42edfe req-66ac22bf-5ffd-4dc7-a31a-ae4a02c929ac tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.060616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc32f5f1-9bdd-463f-bad5-d8707c42edfe req-66ac22bf-5ffd-4dc7-a31a-ae4a02c929ac tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 943 time: 0.0807052 Dec 13 10:25:07.068993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-19c51913-35d4-432c-9240-0ba9df7d14a8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.070366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-19c51913-35d4-432c-9240-0ba9df7d14a8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92&tenant_id=d281f02cfb6f4c85bc14515a508acd13&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 943 time: 0.0778601 Dec 13 10:25:07.148919 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc32f5f1-9bdd-463f-bad5-d8707c42edfe req-0b4bb2ca-2449-4959-9aba-657751665f13 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775142 Dec 13 10:25:07.162495 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-fb471b72-5f5a-4016-8170-1fea3cb3fb55 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:25:07.163498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-fb471b72-5f5a-4016-8170-1fea3cb3fb55 service neutron] 10.222.0.44 "DELETE /v2.0/ports/206e01af-1e26-48ae-9fe4-e7db6a62e8e4/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0795503 Dec 13 10:25:07.249467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-be12b536-db85-4598-8240-9a65afbfd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.250926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-be12b536-db85-4598-8240-9a65afbfd3b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 1094 time: 0.0421329 Dec 13 10:25:07.337059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-79fa7cb0-fb5c-41e5-b353-6f7ddc1bbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.338515 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-79fa7cb0-fb5c-41e5-b353-6f7ddc1bbcef service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0807641 Dec 13 10:25:07.415364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-837e883a-bf28-43c4-bc81-8eb593c05a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 200 len: 999 time: 0.0601220 Dec 13 10:25:07.465548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-d9342fc9-7b15-4747-9913-557958865e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.466981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-d9342fc9-7b15-4747-9913-557958865e1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0436220 Dec 13 10:25:07.512226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-725d7d3b-c840-4753-af0c-ea794b14dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:07.513680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-725d7d3b-c840-4753-af0c-ea794b14dcad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392818 Dec 13 10:25:07.546910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:25:07.604319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-ec502063-2c75-4209-ba8c-330eeae97573 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833578 Dec 13 10:25:07.699200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6255bf2-5e75-4ef4-a4b7-d9102120df5f req-2c1cf307-8c51-4342-b7ae-b7d2729c9851 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Dec 13 10:25:07.808218 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:07.819467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'mac_address': 'fa:16:3e:92:44:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:25:07.855155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:07.868785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:25:07.887901 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:07.890846 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:07.937906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:07.945315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.945672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.946017 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.946358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.946700 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.947033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.947365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.947694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.948021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.948343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.948670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.948994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:07.949395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:25:08.255357 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['206e01af-1e26-48ae-9fe4-e7db6a62e8e4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:25:08.282356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a2a7-0e63-4aae-a718-1a61042e3e46 req-a22cf12e-53b3-4671-b990-7fc5d080ae74 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:08.283855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9f1a2a7-0e63-4aae-a718-1a61042e3e46 req-a22cf12e-53b3-4671-b990-7fc5d080ae74 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 944 time: 0.0585375 Dec 13 10:25:08.332355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9f1a2a7-0e63-4aae-a718-1a61042e3e46 req-3a09a86c-6e36-48b6-8ea2-52d15b11f001 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Dec 13 10:25:08.454571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d63d2-255b-4220-a982-3a86c696125c req-c0e83f16-b387-42c2-95c1-dea67c87a90c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:08.456042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-147d63d2-255b-4220-a982-3a86c696125c req-c0e83f16-b387-42c2-95c1-dea67c87a90c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 944 time: 0.0561023 Dec 13 10:25:08.503138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-147d63d2-255b-4220-a982-3a86c696125c req-a354b48e-0c45-49b2-bf0c-972ba91710f8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Dec 13 10:25:08.619818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6b35-7f3e-4295-b991-d30d07b7530e req-2f3d854b-0f60-4f6d-b846-3c91fef5b69b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:08.621226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfdd6b35-7f3e-4295-b991-d30d07b7530e req-2f3d854b-0f60-4f6d-b846-3c91fef5b69b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 944 time: 0.0520594 Dec 13 10:25:08.668619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cfdd6b35-7f3e-4295-b991-d30d07b7530e req-cea6a669-1b5a-45ae-a374-f58a575dfc1a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Dec 13 10:25:08.904412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba62db0-b221-4ecb-9179-c053d4f11266 req-d310dd0e-eee9-4b01-805e-970a58c3ab3b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:08.905965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ba62db0-b221-4ecb-9179-c053d4f11266 req-d310dd0e-eee9-4b01-805e-970a58c3ab3b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 944 time: 0.0494380 Dec 13 10:25:08.954496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ba62db0-b221-4ecb-9179-c053d4f11266 req-5b67ba11-c868-4542-92fb-7273377e981c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Dec 13 10:25:09.571651 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:09.623293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:25:09.627792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:09.628158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:09.702627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:09.724702 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:09.727001 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6252b504-6550-4f4c-8fc3-717205d540c9" -d '{"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-plugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:09.739969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:09.743966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:09.770933 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95fadc-2e4a-4e85-bf03-91cc77752186 x-openstack-request-id: req-7e95fadc-2e4a-4e85-bf03-91cc77752186 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:09.771252 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-plugged", "status": "completed", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:09.771504 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e95fadc-2e4a-4e85-bf03-91cc77752186 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:09.771897 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'code': 200} Dec 13 10:25:09.792457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:10.070264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7542e-1919-4f75-81a9-ab7f543e2db6 req-dee342e7-41ac-4cd2-9230-21eeb0f0e58f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:10.071719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ee7542e-1919-4f75-81a9-ab7f543e2db6 req-dee342e7-41ac-4cd2-9230-21eeb0f0e58f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Dec 13 10:25:10.122088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ee7542e-1919-4f75-81a9-ab7f543e2db6 req-3d3447a9-5b2a-475e-a46e-51aa5bc22fbe tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Dec 13 10:25:10.305899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-3e4935af-c0fa-4c09-a2ae-4e9485484769 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:10.307292 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-3e4935af-c0fa-4c09-a2ae-4e9485484769 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Dec 13 10:25:10.399940 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Deleting port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:25:10.400277 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:10.488627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] For port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:10.488994 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:10.662760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:10.663120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:10.663434 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d disassociated. External IP: 172.25.1.169, port: 206e01af-1e26-48ae-9fe4-e7db6a62e8e4. Dec 13 10:25:10.663771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Calling delete_port for 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:25:10.788311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:10.820619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'Port': ['ID=206e01af-1e26-48ae-9fe4-e7db6a62e8e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:10.935065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:11.043820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:11.054220 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:11.066271 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:11.066872 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:11.086847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] No DVR routers for this DVR port 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:25:11.089536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:11.093234 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8cbf839d-5cd4-4e3a-b282-a6ca163b63e8 req-6ca34031-947c-4764-b701-99a7d2bc5924 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "DELETE /v2.0/ports/206e01af-1e26-48ae-9fe4-e7db6a62e8e4 HTTP/1.1" status: 204 len: 173 time: 0.7799127 Dec 13 10:25:11.093644 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-deleted', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:11.096792 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111e1fc-3371-4696-bfce-9e87e04c06f2" -d '{"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-deleted", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:11.139201 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28748bd8-2e76-41ca-861a-66689a9a91b7 x-openstack-request-id: req-28748bd8-2e76-41ca-861a-66689a9a91b7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:11.139534 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf641a0-c8c4-4ab4-b3a2-79b10462dd92", "name": "network-vif-deleted", "tag": "206e01af-1e26-48ae-9fe4-e7db6a62e8e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:11.139823 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28748bd8-2e76-41ca-861a-66689a9a91b7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:11.140234 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf641a0-c8c4-4ab4-b3a2-79b10462dd92', 'name': 'network-vif-deleted', 'tag': '206e01af-1e26-48ae-9fe4-e7db6a62e8e4', 'status': 'completed', 'code': 200} Dec 13 10:25:11.183604 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:11.226777 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-141bd775-4665-4213-aff1-135970400d8e req-804e1c36-92de-43db-abc1-5e9ac404d400 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf641a0-c8c4-4ab4-b3a2-79b10462dd92 HTTP/1.1" status: 200 len: 210 time: 0.0288503 Dec 13 10:25:11.388590 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:11.415176 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:11.423558 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:11.424192 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:11.526833 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:11.723501 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-86343245-337e-4515-b7a3-a549257bb33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:11.750289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86343245-337e-4515-b7a3-a549257bb33a None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:11.960324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83248c69-a46d-4b88-9ba5-a212f8c524b7 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:25:12.658498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-c29db1f9-c74b-496e-96c0-760fd661e83a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2054482683&fields=id&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 267 time: 0.0417845 Dec 13 10:25:12.767628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-14a522f2-52dd-4c7b-bd0f-f7e7335dffdf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:12.769045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-14a522f2-52dd-4c7b-bd0f-f7e7335dffdf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1037407 Dec 13 10:25:12.784496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-f9434934-106e-4f0a-8b7d-f57803f109cf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/quotas/d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Dec 13 10:25:12.833999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-3021525d-1fe1-4150-af56-61eb0fa846d3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441930 Dec 13 10:25:12.992813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-f4830937-f18c-4ebb-937b-2e87b154e7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466117 Dec 13 10:25:13.086183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-96a88c24-e498-4983-aad0-f3d514cc849b service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Dec 13 10:25:13.244674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb31b803-a090-4fef-9438-3e15bba9fbd7 req-0fbcf8bd-7ad6-449f-99e5-70f70a7c627d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 210 time: 0.0273201 Dec 13 10:25:13.586402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:25:13.606404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:25:13.606745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 206e01af-1e26-48ae-9fe4-e7db6a62e8e4 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:25:14.227528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-1fc98878-9038-45d7-8213-ae7ebd91a90b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:14.229699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-1fc98878-9038-45d7-8213-ae7ebd91a90b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1084332 Dec 13 10:25:14.292639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-df152344-d073-4345-9897-5340d82d3ce1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 380 time: 0.0531557 Dec 13 10:25:14.303249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'port': {'device_id': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'admin_state_up': True, 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'security_groups': ['6cce198d-f786-4408-ad82-e590015428d9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:14.340938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-723f21d6-1d56-4710-a83c-988fca0d3f64 req-53dcbcb1-d3ae-464f-aac8-51e622a4f7de tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 210 time: 0.0273888 Dec 13 10:25:14.439785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:25:14.443380 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:14.585585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Allocated IP 172.20.0.9 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/d99eeeaa-274e-4409-9670-972681300f89) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:25:14.739881 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:14.776325 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:14.828935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:25:14.832435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:25:14.836988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:25:14.867951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:14.901027 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:14.901716 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:14.919957 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-964717e8-6dd9-4556-8609-7ebdf712e1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208303 Dec 13 10:25:14.933177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Request body: {'port': {'device_id': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:14.995849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.050763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf64964f-0de9-4d8b-b78f-929214f3db78 None None] Provisioning complete for port d99eeeaa-274e-4409-9670-972681300f89 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:15.051317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf64964f-0de9-4d8b-b78f-929214f3db78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.085002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf64964f-0de9-4d8b-b78f-929214f3db78 None None] Port d99eeeaa-274e-4409-9670-972681300f89 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:25:15.463701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9187db9-16a0-4175-b66c-f0d41925262f req-2d67a75f-1572-4f81-b204-8b1bcabe67ef tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:15.465421 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9187db9-16a0-4175-b66c-f0d41925262f req-2d67a75f-1572-4f81-b204-8b1bcabe67ef tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 931 time: 0.0505831 Dec 13 10:25:15.525804 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9187db9-16a0-4175-b66c-f0d41925262f req-abaf1baa-10b3-4556-a8b8-dc12291d3637 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532551 Dec 13 10:25:15.582996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99eeeaa-274e-4409-9670-972681300f89 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:25:15.590353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.602773 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Transition to ACTIVE for port object d99eeeaa-274e-4409-9670-972681300f89 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:25:15.607806 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.659293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4392-5695-466c-8971-f01064386433 service neutron] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:15.730595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:25:15.730949 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:25:15.731286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:15.736954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:25:15.737321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:25:15.743648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:25:15.743648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:25:15.743967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:25:15.744399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Bound port: d99eeeaa-274e-4409-9670-972681300f89, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:25:15.744758 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.819546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:25:15.822892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:25:15.829273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.865935 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:15.866558 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:15.867969 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-99bb4392-5695-466c-8971-f01064386433 service neutron] 10.222.0.37 "PUT /v2.0/ports/d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1091 time: 0.9397664 Dec 13 10:25:15.868466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:15.870792 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b63e37-15ef-4852-a010-d14280553ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:15.899071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4392-5695-466c-8971-f01064386433 service neutron] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:15.943405 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d18f0d-700f-4bc4-8c0d-ea446af38bad x-openstack-request-id: req-13d18f0d-700f-4bc4-8c0d-ea446af38bad {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:15.943714 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:15.944106 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13d18f0d-700f-4bc4-8c0d-ea446af38bad {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:15.944625 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'status': 'completed', 'code': 200} Dec 13 10:25:15.961035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-720983f4-bcc9-4dad-8cb1-59977e64fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:15.962583 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-720983f4-bcc9-4dad-8cb1-59977e64fc26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0520947 Dec 13 10:25:16.011388 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-22206137-6f65-49be-a883-ba08c7c92b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 217 time: 0.0403776 Dec 13 10:25:16.062798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-abffc73c-d23d-4d95-b6a4-a386aee1b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.064653 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-abffc73c-d23d-4d95-b6a4-a386aee1b592 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0469272 Dec 13 10:25:16.109634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-3de8588e-5cab-4ff2-9de1-214b58020e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.111929 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-3de8588e-5cab-4ff2-9de1-214b58020e46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405016 Dec 13 10:25:16.204630 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-1ef9e3d6-67fe-444b-9be9-fd6210ddd5ca service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839756 Dec 13 10:25:16.291012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-8313d473-2156-4c62-8eff-1e04fa7986d7 req-7db06880-054f-41bd-bad9-cef276cbe539 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Dec 13 10:25:16.379011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-c16a9189-c5e7-4d58-a602-ee19078cbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.380491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-c16a9189-c5e7-4d58-a602-ee19078cbcd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0411186 Dec 13 10:25:16.474943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-8e5a34f2-0740-47d0-8923-ae3e0b42b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.476320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-8e5a34f2-0740-47d0-8923-ae3e0b42b409 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0884776 Dec 13 10:25:16.519237 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-7a052d16-fc0b-4440-8375-b40af9bce8df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 217 time: 0.0346539 Dec 13 10:25:16.569976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-91759f5c-d5c7-4221-b340-9eb816427e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.571466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-91759f5c-d5c7-4221-b340-9eb816427e1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0447552 Dec 13 10:25:16.629170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-15e32d42-3dc7-46fb-b318-052a230bcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.630708 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-15e32d42-3dc7-46fb-b318-052a230bcd6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522316 Dec 13 10:25:16.644293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c77313-8a25-4f0d-aabf-80a4418d77c0 req-bb4292c7-78cd-4622-871e-c22af0b30e2a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:16.645801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-15c77313-8a25-4f0d-aabf-80a4418d77c0 req-bb4292c7-78cd-4622-871e-c22af0b30e2a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0504413 Dec 13 10:25:16.692904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-15c77313-8a25-4f0d-aabf-80a4418d77c0 req-7f857728-ecb8-47e5-a6f3-1865900b4ca6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Dec 13 10:25:16.721747 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-cdadf9ab-a58e-4074-adaa-d00e187d79da service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839243 Dec 13 10:25:16.817437 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e3b63e37-15ef-4852-a010-d14280553ce8 req-7279114a-b390-481d-acda-f8c868747198 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879166 Dec 13 10:25:17.810874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cfd29-b8f0-4ed7-9b54-458dfeccd9a3 req-db429154-f6d8-42a2-a18b-e7167d3a0d33 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:17.812348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e9cfd29-b8f0-4ed7-9b54-458dfeccd9a3 req-db429154-f6d8-42a2-a18b-e7167d3a0d33 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0494144 Dec 13 10:25:17.858999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e9cfd29-b8f0-4ed7-9b54-458dfeccd9a3 req-fbe8e11b-ba10-48ab-ab81-42653d6e8def tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Dec 13 10:25:18.981592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c24fb-d77b-4694-95b9-99c4251bf2b8 req-119ba342-dabb-4262-aa7b-1aa36cd064b8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:18.983324 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa3c24fb-d77b-4694-95b9-99c4251bf2b8 req-119ba342-dabb-4262-aa7b-1aa36cd064b8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0537505 Dec 13 10:25:19.030360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa3c24fb-d77b-4694-95b9-99c4251bf2b8 req-59178abb-932e-4935-9188-02749501a0eb tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Dec 13 10:25:20.147880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101f76d-7261-46d9-b8ef-e999378a2e6e req-1266c1e1-f9f4-41cc-854f-22cb653d61a5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:20.149367 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9101f76d-7261-46d9-b8ef-e999378a2e6e req-1266c1e1-f9f4-41cc-854f-22cb653d61a5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0492840 Dec 13 10:25:20.196383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9101f76d-7261-46d9-b8ef-e999378a2e6e req-8d0e0c67-2b91-4294-9310-c72b6592f1b8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Dec 13 10:25:21.320426 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e6309-12a7-4bf2-8ba1-cd276bbb850e req-4110e9d9-23f1-4b1d-b2c1-b27a6ba9faa6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:21.322195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c9e6309-12a7-4bf2-8ba1-cd276bbb850e req-4110e9d9-23f1-4b1d-b2c1-b27a6ba9faa6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0567057 Dec 13 10:25:21.372476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7c9e6309-12a7-4bf2-8ba1-cd276bbb850e req-80598477-b939-46f5-b612-3861ec65bfc0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Dec 13 10:25:21.655637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d99eeeaa-274e-4409-9670-972681300f89 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:25:21.748104 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:21.763483 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd99eeeaa-274e-4409-9670-972681300f89', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': 'd99eeeaa-274e-4409-9670-972681300f89', 'mac_address': 'fa:16:3e:2f:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:25:21.800074 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:21.812349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99eeeaa-274e-4409-9670-972681300f89 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:25:21.831386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:21.835254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:21.881890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:22.119633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d99eeeaa-274e-4409-9670-972681300f89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:25:22.493253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62e585-9955-498b-bfa2-015346dcb323 req-feecf342-e3a7-4b0a-9efc-d4096d193f81 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:22.494732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee62e585-9955-498b-bfa2-015346dcb323 req-feecf342-e3a7-4b0a-9efc-d4096d193f81 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 944 time: 0.0500860 Dec 13 10:25:22.544673 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee62e585-9955-498b-bfa2-015346dcb323 req-5d569b5b-0bb7-43b1-bcca-1e4c387bf0c2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Dec 13 10:25:23.660104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894624c-f1c0-4c1f-8486-de1ae337c233 req-3a2edcd7-8c68-440c-a04e-a9801c7e984d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:23.661582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b894624c-f1c0-4c1f-8486-de1ae337c233 req-3a2edcd7-8c68-440c-a04e-a9801c7e984d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 944 time: 0.0478194 Dec 13 10:25:23.670365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d99eeeaa-274e-4409-9670-972681300f89 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:25:23.708633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b894624c-f1c0-4c1f-8486-de1ae337c233 req-1b8b1db2-2ba8-44c2-b9ef-9e9edbf88ce3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Dec 13 10:25:23.721038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d99eeeaa-274e-4409-9670-972681300f89 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:25:23.725485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d99eeeaa-274e-4409-9670-972681300f89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:25:23.725859 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:23.804391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:23.826495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:23.828709 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7690a17-571b-490f-9894-ecd4d7c16797" -d '{"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:23.840746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:25:23.846716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:23.870818 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aae7cc-1423-4fc4-a61e-a27ebeb68680 x-openstack-request-id: req-f9aae7cc-1423-4fc4-a61e-a27ebeb68680 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:23.871121 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:23.871379 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9aae7cc-1423-4fc4-a61e-a27ebeb68680 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:23.871766 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'code': 200} Dec 13 10:25:23.897347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:25:23.968125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5b38-34ea-4b87-b7f7-8afb19591436 req-f5242102-6336-4f76-b016-9782aa27b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:23.970470 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3ce5b38-34ea-4b87-b7f7-8afb19591436 req-f5242102-6336-4f76-b016-9782aa27b280 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0409322 Dec 13 10:25:24.015409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3ce5b38-34ea-4b87-b7f7-8afb19591436 req-959faed6-2382-44ed-bc86-f1a4f2bf02f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Dec 13 10:25:24.830280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b88ea-de26-4ed9-9eb7-05b375513fed req-6d9c8164-f427-4617-be1d-1780560ba469 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:24.831746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-574b88ea-de26-4ed9-9eb7-05b375513fed req-6d9c8164-f427-4617-be1d-1780560ba469 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0520513 Dec 13 10:25:24.878325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-574b88ea-de26-4ed9-9eb7-05b375513fed req-4798836c-8618-410a-a9df-6a0990b4e91b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405936 Dec 13 10:25:25.994901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a86021-b004-4f99-a377-785763c288a7 req-d532ce3c-6aec-45db-bae9-ed9af141cb47 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:25.996351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08a86021-b004-4f99-a377-785763c288a7 req-d532ce3c-6aec-45db-bae9-ed9af141cb47 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0487525 Dec 13 10:25:26.042131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08a86021-b004-4f99-a377-785763c288a7 req-41e3a4c6-5cde-4f58-81e1-ebdfcf8649d4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398312 Dec 13 10:25:26.156139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb0790-0cb5-41b3-b671-ba5c6cabcc68 req-8ea6df68-e845-46ce-9da4-a269d71ab17b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:26.157683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10fb0790-0cb5-41b3-b671-ba5c6cabcc68 req-8ea6df68-e845-46ce-9da4-a269d71ab17b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0517952 Dec 13 10:25:26.166911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:25:26.171177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'floatingip': {'port_id': 'd99eeeaa-274e-4409-9670-972681300f89'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:25:26.209531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:26.901813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:26.905360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:27.004047 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d associated. External IP: 172.25.1.169, port: d99eeeaa-274e-4409-9670-972681300f89. Dec 13 10:25:27.202958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:25:27.309480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:25:27.314523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:27.319172 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:25:27.328870 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:27.329590 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:27.341855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f87cf9d2-ff73-4ebb-a81e-2eb165f0948d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "PUT /v2.0/floatingips/ee50d2d8-f6c3-4bb1-ba0e-0935af51019d HTTP/1.1" status: 200 len: 991 time: 1.1739123 Dec 13 10:25:27.342528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:25:27.344912 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca20b731-2fcc-42d1-8326-b49bade5306f" -d '{"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:25:27.384838 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0939db38-129e-4b8c-a85d-2a3979836e0e x-openstack-request-id: req-0939db38-129e-4b8c-a85d-2a3979836e0e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:25:27.385170 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:25:27.385429 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0939db38-129e-4b8c-a85d-2a3979836e0e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:25:27.385840 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'status': 'completed', 'code': 200} Dec 13 10:25:27.441817 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:27.446486 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-58d6c678-ac7b-4725-bcfb-7ce07cbf20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:27.448034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-58d6c678-ac7b-4725-bcfb-7ce07cbf20cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0405905 Dec 13 10:25:27.541063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-30c5d69d-92fa-4bfd-b77e-84f3af84ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:27.542595 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-30c5d69d-92fa-4bfd-b77e-84f3af84ca26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0880523 Dec 13 10:25:27.548676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:27.608325 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-9210f586-e652-47cd-a94a-e3ea9fa8efdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.0578773 Dec 13 10:25:27.665100 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-2ef7d8b6-c6f2-4324-9839-6d6cafa39ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:27.666593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-2ef7d8b6-c6f2-4324-9839-6d6cafa39ae1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0502858 Dec 13 10:25:27.668574 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': 'd99eeeaa-274e-4409-9670-972681300f89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:2f:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:25:26Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:27.694044 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:25:27.702306 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:25:27.702900 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:25:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:27.712614 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-3c34eec6-980d-4807-a37d-f2b19bc417e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:27.714169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-3c34eec6-980d-4807-a37d-f2b19bc417e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405414 Dec 13 10:25:27.804798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-4cec5f2c-50d7-4ab4-897d-2402eff01473 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827281 Dec 13 10:25:27.805492 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:25:27.901275 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-ca20b731-2fcc-42d1-8326-b49bade5306f req-2efbcc40-1bc7-4a35-a786-c73fca056046 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884075 Dec 13 10:25:28.028620 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:25:28.112863 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': 'd99eeeaa-274e-4409-9670-972681300f89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:2f:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:25:26Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:25:28.141825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84068761-840d-4af6-8bc8-e6a6a4da1793 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': 'd99eeeaa-274e-4409-9670-972681300f89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:2f:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:25:26Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:25:28.334458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19747fed-0888-4405-a11f-8777456ed984 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:25:28.651031 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27a9e2a7-9078-4b12-a50e-e2d983a23487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:29.452052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:31.054624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c5de-551e-4949-b5c8-c43527059044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:32.371192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:33.797491 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:34.831009 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:57.545575 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:58.652389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a62da189-9ae2-4847-9ef7-34b550f1bb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:25:58.661834 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-d47dc95d-5d74-41e8-8e67-258795c85561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413322 Dec 13 10:25:58.747212 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-959d116d-7818-4740-a832-50511ff9dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:58.748703 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-959d116d-7818-4740-a832-50511ff9dbf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0423636 Dec 13 10:25:58.854652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-f55c4f8f-fb79-404e-be1a-bdec64459043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:58.856125 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-f55c4f8f-fb79-404e-be1a-bdec64459043 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0880897 Dec 13 10:25:58.924727 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-63ece1fa-a058-40fb-ab7a-afcf0243c22b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1001 time: 0.0608394 Dec 13 10:25:58.978933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-3339f4bb-10e6-4b9b-9c9c-58e9c2a2e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:58.980374 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-3339f4bb-10e6-4b9b-9c9c-58e9c2a2e7a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0484047 Dec 13 10:25:59.026971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-3e2568ba-90f8-453a-8342-ab9540a9fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:25:59.028431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-3e2568ba-90f8-453a-8342-ab9540a9fbb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399287 Dec 13 10:25:59.121952 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-dd407768-5771-48c8-ae9a-e7b1c2dfd4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849335 Dec 13 10:25:59.211396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2917e43e-f723-4789-bcc8-87bb9e58551c req-e273ad04-9525-4a5d-8f96-7fc012ad91ab service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804033 Dec 13 10:25:59.449056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:01.056363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-195ff71e-3358-4438-a47f-dd099989a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:02.373271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:03.795105 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:04.824174 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:05.007818 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:26:27.545663 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:28.653948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5bb5-445c-44a5-baa3-d9523f9f80e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:29.464680 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:31.060748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ceacfbb6-62f2-466e-a5e5-3aa1124e2f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:32.376736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:33.797833 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:34.826490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:42.007468 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:26:57.547489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:58.655852 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57b51077-77a3-4a82-be49-2e54cec6903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:59.467526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:26:59.757252 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-e1f862fe-fcd8-491d-96cb-a34d2b75ac24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430106 Dec 13 10:26:59.841463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-eeb2ead8-651c-4783-a12f-5d58bfe5897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:59.843260 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-eeb2ead8-651c-4783-a12f-5d58bfe5897b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0449941 Dec 13 10:26:59.945187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-5bf04fd9-07fd-404e-a1ba-57df5e0bc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:26:59.946676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-5bf04fd9-07fd-404e-a1ba-57df5e0bc5e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0847683 Dec 13 10:27:00.016900 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-7948c423-6b24-4aaa-ab9e-72f7268e724b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1001 time: 0.0632961 Dec 13 10:27:00.066103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-b90e2326-1ba5-4804-aa83-076e4dc4cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:00.067519 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-b90e2326-1ba5-4804-aa83-076e4dc4cb60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0435827 Dec 13 10:27:00.114864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-f137cdb6-ece7-40b3-b898-898ab0f3cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:00.116344 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-f137cdb6-ece7-40b3-b898-898ab0f3cb07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401611 Dec 13 10:27:00.128393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-2c691ff7-0388-4c8f-8147-ef9365cf30d5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:27:00.129407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-2c691ff7-0388-4c8f-8147-ef9365cf30d5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048263 Dec 13 10:27:00.221048 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-5f96fcbd-07b3-4ce3-8093-8fea9adb2ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839834 Dec 13 10:27:00.309492 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-a7a91560-de2a-467d-8f45-a952e7cd68b0 req-f124e354-f117-45d2-8dbe-ac77a2e8f8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813813 Dec 13 10:27:01.063993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a570f89-0a9f-4675-9dc7-eb03f3c02f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:02.378361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:03.803112 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:04.830120 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:19.007064 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:27:27.549688 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:28.656981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ef11375-165b-43a8-b24b-73af3c56aa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:29.472453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:31.067047 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3de183f7-6d68-4963-bd7a-8ef8c2466472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:32.380788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:33.802178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:34.832542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:56.006251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:27:57.552796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:58.660046 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc8be74-d47e-4db3-ac80-44400a298548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:58.740529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f484-9e28-498c-87b5-99a8b72ca297 req-4e2b6e0e-1ee9-4762-ad94-7d5f41445e63 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:58.741940 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2907f484-9e28-498c-87b5-99a8b72ca297 req-4e2b6e0e-1ee9-4762-ad94-7d5f41445e63 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0543742 Dec 13 10:27:58.788859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2907f484-9e28-498c-87b5-99a8b72ca297 req-981d6fc4-168c-44d2-b746-8e77573efcec tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Dec 13 10:27:59.469899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:27:59.961743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17326-0c18-4752-83d0-fd44dae6583b req-2183f39c-98c4-4e41-8529-1f184a33e030 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:27:59.963223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aca17326-0c18-4752-83d0-fd44dae6583b req-2183f39c-98c4-4e41-8529-1f184a33e030 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0479207 Dec 13 10:28:00.010536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aca17326-0c18-4752-83d0-fd44dae6583b req-6cedbfa9-5c0f-4d24-99f7-6cf3901b71ab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Dec 13 10:28:00.696436 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-3be50366-d0a6-4562-beb1-0f20f3336f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.698029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-3be50366-d0a6-4562-beb1-0f20f3336f2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0424438 Dec 13 10:28:00.805422 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-a1e31d5d-10a3-4e4f-8b56-e540c156c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.806912 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-a1e31d5d-10a3-4e4f-8b56-e540c156c7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0892575 Dec 13 10:28:00.876284 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-1f391383-0363-4a5c-b3a5-612295cf4fb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1001 time: 0.0584836 Dec 13 10:28:00.928948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-33db4746-761a-4d21-bd01-0f36aa11259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.930431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-33db4746-761a-4d21-bd01-0f36aa11259f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0470612 Dec 13 10:28:00.976356 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-68c6bccf-6d24-4df8-9cec-b0411df9f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:00.977849 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-68c6bccf-6d24-4df8-9cec-b0411df9f4fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396922 Dec 13 10:28:01.069536 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f5d7e5d-950c-4bc3-a623-8fa0b5a42ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:01.070114 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-70ecc7b2-ec21-4d80-a4b4-c40116ea0227 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850289 Dec 13 10:28:01.133304 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f2898-ca64-4c1e-b20f-e4f43defa6f5 req-aee63fd1-616b-4890-9cb9-d0a3dc855cde tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:01.134715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f6f2898-ca64-4c1e-b20f-e4f43defa6f5 req-aee63fd1-616b-4890-9cb9-d0a3dc855cde tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0530615 Dec 13 10:28:01.165172 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-335b4314-c0e5-4a94-b791-2380b7ecbbaa req-253baa08-ef35-44ef-bfcc-920d832f0fda service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Dec 13 10:28:01.183921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f6f2898-ca64-4c1e-b20f-e4f43defa6f5 req-d2b09d5a-e023-4109-8d8f-5ae0bf45df5d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Dec 13 10:28:02.299516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514ae0-5dc7-479c-846b-7fbf38215696 req-8661e878-78b1-434a-95d7-b67af12c0f25 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:02.300983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6514ae0-5dc7-479c-846b-7fbf38215696 req-8661e878-78b1-434a-95d7-b67af12c0f25 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0479445 Dec 13 10:28:02.347861 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6514ae0-5dc7-479c-846b-7fbf38215696 req-09dc5061-3ed5-4354-b604-1bff7e904974 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Dec 13 10:28:02.384891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:03.463039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f25c-7204-42d2-991d-34b7c28db347 req-52680466-aa5b-403a-a3fe-1b5e70ff34ab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:03.464507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e90f25c-7204-42d2-991d-34b7c28db347 req-52680466-aa5b-403a-a3fe-1b5e70ff34ab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0479751 Dec 13 10:28:03.514848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e90f25c-7204-42d2-991d-34b7c28db347 req-a42df815-86b3-4baa-9e8e-69fbb49ceab5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444288 Dec 13 10:28:03.805528 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:04.637146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b70f3-58bf-4a5b-98f4-6188880c4e55 req-3df0a6ce-8af5-4335-b0d1-94eb305e516d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:04.638632 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef5b70f3-58bf-4a5b-98f4-6188880c4e55 req-3df0a6ce-8af5-4335-b0d1-94eb305e516d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0532565 Dec 13 10:28:04.685637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef5b70f3-58bf-4a5b-98f4-6188880c4e55 req-56baafe5-de70-4164-999e-191121ead9e7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Dec 13 10:28:04.834654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:05.801542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b958-2777-4507-a973-4800099e2278 req-7d94797d-077a-46dd-b035-b241181866cf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:05.803026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9b1b958-2777-4507-a973-4800099e2278 req-7d94797d-077a-46dd-b035-b241181866cf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0485833 Dec 13 10:28:05.849740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9b1b958-2777-4507-a973-4800099e2278 req-5dce290f-5547-4601-a1e4-f5e8217c12ec tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Dec 13 10:28:06.971050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dffcf6-e936-4e86-b988-dd7cbc97e472 req-bf0f40b8-c096-4568-a5a5-7b0c4405f124 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:06.973416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36dffcf6-e936-4e86-b988-dd7cbc97e472 req-bf0f40b8-c096-4568-a5a5-7b0c4405f124 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0523705 Dec 13 10:28:07.019603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36dffcf6-e936-4e86-b988-dd7cbc97e472 req-76c8e48c-f7c7-48f8-b217-e2e1d06dcd9a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Dec 13 10:28:08.138371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4cfe-ad3c-4826-8de7-dd68156d0375 req-b24c168a-4dc2-45dd-bfb6-a466657682f2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:08.139823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e87b4cfe-ad3c-4826-8de7-dd68156d0375 req-b24c168a-4dc2-45dd-bfb6-a466657682f2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0488977 Dec 13 10:28:08.187368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e87b4cfe-ad3c-4826-8de7-dd68156d0375 req-7412258b-f3d6-4d83-bb2d-d2855a5230e4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Dec 13 10:28:09.311428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acb977-b52d-47a2-a3f9-af874deb1ae5 req-6cc309cf-dd54-40aa-9644-3c03e823032a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:09.312898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99acb977-b52d-47a2-a3f9-af874deb1ae5 req-6cc309cf-dd54-40aa-9644-3c03e823032a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0524032 Dec 13 10:28:09.359536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99acb977-b52d-47a2-a3f9-af874deb1ae5 req-5ae5c8f3-d846-4765-9068-474e1e840792 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399907 Dec 13 10:28:09.601880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a6eb-db7f-4b3c-8bb9-0be0f6f41e51 req-cf555683-671a-4a61-92a5-26c1202cd8d1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:09.603604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ba1a6eb-db7f-4b3c-8bb9-0be0f6f41e51 req-cf555683-671a-4a61-92a5-26c1202cd8d1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0519161 Dec 13 10:28:09.646541 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-644928ed-ff43-477a-93ab-c11a0c439e8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008575 Dec 13 10:28:09.655388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ba1a6eb-db7f-4b3c-8bb9-0be0f6f41e51 req-2ca789b8-e53e-4a0a-9ad3-1f292cfc83be tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Dec 13 10:28:10.717983 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-ba6b6ba6-6736-4da4-a540-88a26168eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.719481 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-ba6b6ba6-6736-4da4-a540-88a26168eadf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1096 time: 0.0423675 Dec 13 10:28:10.772234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951ed19-98db-44a1-90b1-2b95be05463a req-d7945499-939a-4619-9376-435e9faf9621 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.773742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4951ed19-98db-44a1-90b1-2b95be05463a req-d7945499-939a-4619-9376-435e9faf9621 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0486336 Dec 13 10:28:10.814596 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-f5f23fae-dc72-4599-8c77-7a56c9039fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.816125 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-f5f23fae-dc72-4599-8c77-7a56c9039fb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0884807 Dec 13 10:28:10.824656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4951ed19-98db-44a1-90b1-2b95be05463a req-f4eef005-57a5-43c1-8d20-8c9158a2473d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Dec 13 10:28:10.882357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-f8ef8615-0ccb-43ae-a86e-fab7b1a73e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1001 time: 0.0590680 Dec 13 10:28:10.936069 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-0285ec1c-dce6-4465-90bd-ffb8c6564bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.937547 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-0285ec1c-dce6-4465-90bd-ffb8c6564bdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0485637 Dec 13 10:28:10.982890 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-877e98ae-c674-42ba-b162-900d002c47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:10.984354 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-877e98ae-c674-42ba-b162-900d002c47bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402069 Dec 13 10:28:11.072465 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-739ae361-6254-4462-b52e-f9e8ef3997d9 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811012 Dec 13 10:28:11.164669 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-bcdc9b48-22bb-4c20-a845-9ac706d8a4c7 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Dec 13 10:28:11.943416 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174363-24e8-4c29-831b-dc8a256dbea1 req-d2a4a98d-8606-4737-98c5-737dd5962bc9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:11.944805 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6174363-24e8-4c29-831b-dc8a256dbea1 req-d2a4a98d-8606-4737-98c5-737dd5962bc9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0487802 Dec 13 10:28:11.992660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6174363-24e8-4c29-831b-dc8a256dbea1 req-e774d81f-4b38-4e7e-97ab-a2554050f085 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Dec 13 10:28:12.983941 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-ef8d9aac-d78a-4c7f-9fde-2e15244d085a service neutron] show failed (client error): The resource could not be found. Dec 13 10:28:12.984963 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-ef8d9aac-d78a-4c7f-9fde-2e15244d085a service neutron] 10.222.0.37 "GET /v2.0/ports/d99eeeaa-274e-4409-9670-972681300f89/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0543008 Dec 13 10:28:13.114730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2852e-3ce8-4cc6-8f2e-e3085041f084 req-79834643-d4e0-4166-9d4e-0324fd92b292 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:13.116668 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66a2852e-3ce8-4cc6-8f2e-e3085041f084 req-79834643-d4e0-4166-9d4e-0324fd92b292 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0557704 Dec 13 10:28:13.171277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66a2852e-3ce8-4cc6-8f2e-e3085041f084 req-4084e4c7-5591-4bb2-a9f3-ded4c22f1009 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463431 Dec 13 10:28:13.285747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-739a4168-ca94-461f-99d6-453d0bbf56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:13.287722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-739a4168-ca94-461f-99d6-453d0bbf56ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1096 time: 0.1428578 Dec 13 10:28:13.299518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-fabd7a97-6303-4df8-a4fe-1385df2601f8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:28:13.300445 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-fabd7a97-6303-4df8-a4fe-1385df2601f8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Dec 13 10:28:13.311941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:13.363674 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:13.559130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:13.595885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:13.635972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:13.638313 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9c3b3-f8dd-4443-93d7-c6c821d5ac9a" -d '{"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:13.642485 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:13.656098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Transition to ACTIVE for port object d99eeeaa-274e-4409-9670-972681300f89 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:28:13.660507 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:13.760825 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa11cc4-d847-42c1-bc44-254651560832 x-openstack-request-id: req-caa11cc4-d847-42c1-bc44-254651560832 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:13.761141 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:13.761399 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caa11cc4-d847-42c1-bc44-254651560832 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:13.761797 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'code': 200} Dec 13 10:28:13.779367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:13.805708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.806057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.806400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.806738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.807070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.807397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.807723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.808048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.808370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.808696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.809018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.809407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.809683 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:13.854281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] No DVR routers for this DVR port d99eeeaa-274e-4409-9670-972681300f89 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:28:13.990841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:13.991093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:13.991421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:13.995656 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:28:13.995977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Attempting to bind port d99eeeaa-274e-4409-9670-972681300f89 on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:14.000891 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:14.001285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:14.001664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:14.002085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Bound port: d99eeeaa-274e-4409-9670-972681300f89, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:14.002428 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:14.067383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:14.070550 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:14.074098 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:14.109777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.110492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:14.111854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] 10.222.0.44 "PUT /v2.0/ports/d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 1091 time: 0.8035514 Dec 13 10:28:14.132044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01ec3b-5c7d-4210-bef2-86b702df1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:14.178760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-25d6b06a-527b-4574-8cfb-bd4d32a0e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.180353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-25d6b06a-527b-4574-8cfb-bd4d32a0e078 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0441179 Dec 13 10:28:14.312501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-2ebc9ecf-b00d-4411-864f-603d7a0c0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.313997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-2ebc9ecf-b00d-4411-864f-603d7a0c0c52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1239514 Dec 13 10:28:14.325052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150b43-c258-4b5a-b922-d4f2cf96f11a req-7cdd67ef-02e1-48a8-bf82-0c8a96be37a4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.326393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e150b43-c258-4b5a-b922-d4f2cf96f11a req-7cdd67ef-02e1-48a8-bf82-0c8a96be37a4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0807261 Dec 13 10:28:14.414890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-0ae4cc42-f2bb-47c6-874c-290d1faba1c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.0874796 Dec 13 10:28:14.421852 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e150b43-c258-4b5a-b922-d4f2cf96f11a req-262fbbc0-32b7-4449-806f-b413cd1ba267 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882621 Dec 13 10:28:14.464862 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-12b2db72-6382-49a4-976c-51153d4d61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.466364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-12b2db72-6382-49a4-976c-51153d4d61bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0436780 Dec 13 10:28:14.514182 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-c2416ad3-e516-4ee9-b188-afa08f736c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:14.515679 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-c2416ad3-e516-4ee9-b188-afa08f736c2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417097 Dec 13 10:28:14.607748 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-8d2cf50a-1aa6-4004-9508-51be879b3aed service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Dec 13 10:28:14.697612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a8eedf4-68e4-4834-95fc-37fe9a6e7302 req-a14f31ed-f4f2-405e-9d0b-a3170a43f761 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812392 Dec 13 10:28:15.542368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ed2d-1774-4b0b-8cfe-a3891ff162a9 req-52dd0c54-e38d-4cfa-b5e7-28a648b5bf0f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:15.543827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a437ed2d-1774-4b0b-8cfe-a3891ff162a9 req-52dd0c54-e38d-4cfa-b5e7-28a648b5bf0f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0497968 Dec 13 10:28:15.596637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a437ed2d-1774-4b0b-8cfe-a3891ff162a9 req-ee8d8a52-5963-4ebf-b566-59cc353e673b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467908 Dec 13 10:28:15.763525 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:15.765824 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc5858-e1df-4687-a939-32260020324b" -d '{"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:15.813376 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d1268-cd51-48c4-a9a0-ebb63f745691 x-openstack-request-id: req-987d1268-cd51-48c4-a9a0-ebb63f745691 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:15.813682 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:15.813938 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-987d1268-cd51-48c4-a9a0-ebb63f745691 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:15.814345 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'status': 'completed', 'code': 200} Dec 13 10:28:15.874082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-602a2dc8-9e54-411a-8b5d-5a0ac40a02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:15.875615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-602a2dc8-9e54-411a-8b5d-5a0ac40a02fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0408778 Dec 13 10:28:15.876886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-dc979e17-7b22-4896-bacb-6991fe745e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:15.878413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-dc979e17-7b22-4896-bacb-6991fe745e36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0422783 Dec 13 10:28:15.972032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-19440a87-8f96-4478-b181-5da68bd05ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:15.973504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-19440a87-8f96-4478-b181-5da68bd05ee4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0861700 Dec 13 10:28:15.981082 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-34dbc6ea-a372-4df3-987e-d1d160342816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:15.982575 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-34dbc6ea-a372-4df3-987e-d1d160342816 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1003866 Dec 13 10:28:16.053744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-0e4f6bdb-c095-45d2-83f6-9f6b47a3678f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.0632327 Dec 13 10:28:16.053959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-24873408-720f-42d3-aeaa-143d2a154da4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.0655787 Dec 13 10:28:16.102502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-bb34ad71-8689-43cf-af55-5a4764ecb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.103935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-bb34ad71-8689-43cf-af55-5a4764ecb89e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0439570 Dec 13 10:28:16.107600 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-bb76d859-1c5f-48a5-b37e-56ece160f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.109068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-bb76d859-1c5f-48a5-b37e-56ece160f58a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0491204 Dec 13 10:28:16.153700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-0e42616b-10b7-4830-a4a8-5cc4879fbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.155089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5858-e1df-4687-a939-32260020324b req-b16fcc30-f79d-484b-bccf-7a51f712d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.155251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-0e42616b-10b7-4830-a4a8-5cc4879fbb8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417950 Dec 13 10:28:16.156631 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-b16fcc30-f79d-484b-bccf-7a51f712d233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408177 Dec 13 10:28:16.249898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-5df3e81b-b265-4de4-9f6c-7daf10a0cc6f service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865636 Dec 13 10:28:16.250149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-6495ec1f-999b-44c5-8d7a-86d77899cbf2 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Dec 13 10:28:16.340134 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-b82c6f50-a54a-479c-a8ed-416b1f4c684c service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Dec 13 10:28:16.340466 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39bc5858-e1df-4687-a939-32260020324b req-ad566e46-1bd2-430b-9274-534b5642d95c service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832217 Dec 13 10:28:16.474358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d99eeeaa-274e-4409-9670-972681300f89 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:28:16.512283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d99eeeaa-274e-4409-9670-972681300f89 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:28:16.712721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0337-a0f5-4bc6-963f-090447b7a1ec req-9d8b4cd6-426d-46d8-ac8c-ad3ce1de3ea8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.714282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57ac0337-a0f5-4bc6-963f-090447b7a1ec req-9d8b4cd6-426d-46d8-ac8c-ad3ce1de3ea8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0491648 Dec 13 10:28:16.765889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57ac0337-a0f5-4bc6-963f-090447b7a1ec req-9e044fe2-f160-4b7f-97c0-6ea90b02ce52 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456922 Dec 13 10:28:16.965609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39943427-57df-48e6-bdaa-36d07621baae req-ca55e69b-a985-4f8d-96d5-22e4162e378c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.967094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39943427-57df-48e6-bdaa-36d07621baae req-ca55e69b-a985-4f8d-96d5-22e4162e378c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0497053 Dec 13 10:28:16.976263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-5e758ad6-a804-4ee0-af08-2f39705f7ecf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:16.977875 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-5e758ad6-a804-4ee0-af08-2f39705f7ecf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a&tenant_id=d281f02cfb6f4c85bc14515a508acd13&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Dec 13 10:28:17.015699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39943427-57df-48e6-bdaa-36d07621baae req-dd84f1f5-c8a7-4d31-9739-9ef9373cac98 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Dec 13 10:28:17.047585 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-f9f5377c-3b31-4aa9-bb9b-eb66153cf639 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:28:17.048595 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-f9f5377c-3b31-4aa9-bb9b-eb66153cf639 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d99eeeaa-274e-4409-9670-972681300f89/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0631709 Dec 13 10:28:17.131861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-917a5abb-b97d-4243-b6ca-5805bcbe9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:17.133278 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-917a5abb-b97d-4243-b6ca-5805bcbe9541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0416625 Dec 13 10:28:17.221040 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-fb38f8da-524f-42a4-94b3-9d85f67135b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:17.222531 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-fb38f8da-524f-42a4-94b3-9d85f67135b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0822899 Dec 13 10:28:17.290851 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-8dc584f9-68b7-4c20-9c19-2dec35b2bcc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.0609336 Dec 13 10:28:17.339134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-498e386e-ed2c-4cd8-9291-b03fd262fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:17.340553 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-498e386e-ed2c-4cd8-9291-b03fd262fce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0425942 Dec 13 10:28:17.387501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-88ffbcad-9287-4654-bdde-22499b53824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:17.388873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-88ffbcad-9287-4654-bdde-22499b53824c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402858 Dec 13 10:28:17.480550 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-b3befc13-26b3-4dd5-a765-9546e167d949 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842116 Dec 13 10:28:17.568270 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-17b0495c-6b70-4d99-ba26-3a13a4060aa5 req-e21e6d02-9353-4be4-975f-cd77b30d0134 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797334 Dec 13 10:28:18.142400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d623ac7-22ab-4d58-8fbb-080b1810dacb req-c9d11b70-3287-4d7a-9c43-60c641cf6fcf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.143881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d623ac7-22ab-4d58-8fbb-080b1810dacb req-c9d11b70-3287-4d7a-9c43-60c641cf6fcf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0500603 Dec 13 10:28:18.195381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d623ac7-22ab-4d58-8fbb-080b1810dacb req-785e35e3-7365-4bb2-bc4f-e581c9e0d63b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Dec 13 10:28:18.319052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32200cd8-a7ef-4b3a-8e61-b48e3965277b req-585b5252-0693-49fb-a683-1089acf1abf4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.320551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32200cd8-a7ef-4b3a-8e61-b48e3965277b req-585b5252-0693-49fb-a683-1089acf1abf4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0546424 Dec 13 10:28:18.371351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32200cd8-a7ef-4b3a-8e61-b48e3965277b req-a2b4828f-bc07-44e3-b60f-f9854bdbe04a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Dec 13 10:28:18.616502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf481-adb4-4d64-94e5-7982e914cf48 req-5161df95-7687-471d-9ca0-a38a244ac5e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.617500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cecf481-adb4-4d64-94e5-7982e914cf48 req-5161df95-7687-471d-9ca0-a38a244ac5e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 943 time: 0.0787833 Dec 13 10:28:18.653559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-75e9f099-9281-495c-a2b7-02efe164dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.655026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-75e9f099-9281-495c-a2b7-02efe164dc5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 1094 time: 0.0815821 Dec 13 10:28:18.728615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2cecf481-adb4-4d64-94e5-7982e914cf48 req-0d51f0ca-9d08-4471-b801-87e843b3daa4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041818 Dec 13 10:28:18.769902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-83a343c9-bb3c-4fb1-965d-6a0ef853e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:18.771567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-83a343c9-bb3c-4fb1-965d-6a0ef853e43a service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1052287 Dec 13 10:28:18.858421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d99eeeaa-274e-4409-9670-972681300f89 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:28:18.977967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:18.993492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd99eeeaa-274e-4409-9670-972681300f89', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': 'd99eeeaa-274e-4409-9670-972681300f89', 'mac_address': 'fa:16:3e:2f:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:28:19.032621 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:19.047077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99eeeaa-274e-4409-9670-972681300f89 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:19.067445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:19.070992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:19.124543 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:19.132454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.132802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.133163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.133506 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.133835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.134161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.134490 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.134903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.135234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.135554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.135874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.136196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.136514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:19.163663 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-312295e1-97e0-42ea-833f-8effa0cc8538 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 200 len: 999 time: 0.3850167 Dec 13 10:28:19.213179 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-4b906344-fef8-4a52-b506-6e3504eac193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:19.214621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-4b906344-fef8-4a52-b506-6e3504eac193 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0433223 Dec 13 10:28:19.260692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-434bf54f-88de-48f7-b5cf-65cc6c999303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:19.262112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-434bf54f-88de-48f7-b5cf-65cc6c999303 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396233 Dec 13 10:28:19.326528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d99eeeaa-274e-4409-9670-972681300f89'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:19.358611 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-afb744b8-c789-45ca-b100-4fe23d4a7666 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866363 Dec 13 10:28:19.449656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8862ab2c-7de3-4547-8d58-8e378a9d3d20 req-7c1f6225-13cd-409d-b2b6-7c16678286fa service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829246 Dec 13 10:28:19.864794 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ff22-e1b8-4d61-8a43-241eb17bb6f2 req-e7a2b0b0-79e2-4bb7-bc57-3519921781d0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:19.866996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67f2ff22-e1b8-4d61-8a43-241eb17bb6f2 req-e7a2b0b0-79e2-4bb7-bc57-3519921781d0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 944 time: 0.0656824 Dec 13 10:28:19.926706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67f2ff22-e1b8-4d61-8a43-241eb17bb6f2 req-97fef483-e878-4f25-9852-03fac2d6661f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529819 Dec 13 10:28:20.863435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d99eeeaa-274e-4409-9670-972681300f89 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:20.915825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d99eeeaa-274e-4409-9670-972681300f89 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:28:20.919782 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d99eeeaa-274e-4409-9670-972681300f89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:20.920154 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:20.996037 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:21.018762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:21.021030 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcaee12-4615-490b-bdc5-8e6c5b357635" -d '{"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:21.034412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:21.040560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:21.047880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ab11-fafd-41ed-8df0-61c8b46a8be2 req-5a0028f4-8622-45ef-9abe-6f4387b63251 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:21.049433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a171ab11-fafd-41ed-8df0-61c8b46a8be2 req-5a0028f4-8622-45ef-9abe-6f4387b63251 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 944 time: 0.0526586 Dec 13 10:28:21.095692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:21.106760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a171ab11-fafd-41ed-8df0-61c8b46a8be2 req-01f07ade-8fbe-4a65-8652-a8e9dcbdb973 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Dec 13 10:28:21.132674 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3daedb-92de-49b1-8963-270f99c2b9b2 x-openstack-request-id: req-9d3daedb-92de-49b1-8963-270f99c2b9b2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:21.132969 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:21.133267 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d3daedb-92de-49b1-8963-270f99c2b9b2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:21.133655 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'code': 200} Dec 13 10:28:21.338919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2c98f-7214-4c74-98dd-b3c29ea10b76 req-31d1f32a-9a95-4e20-b772-c73a1e6df6f2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:21.340400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8d2c98f-7214-4c74-98dd-b3c29ea10b76 req-31d1f32a-9a95-4e20-b772-c73a1e6df6f2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0489109 Dec 13 10:28:21.387425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8d2c98f-7214-4c74-98dd-b3c29ea10b76 req-d2816997-9ced-4b35-a9f2-e242d157f36d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Dec 13 10:28:22.510056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62620d86-5276-4993-a466-bd163fd47969 req-875f4420-2639-47eb-befe-062f9185776e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:22.511517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62620d86-5276-4993-a466-bd163fd47969 req-875f4420-2639-47eb-befe-062f9185776e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0537140 Dec 13 10:28:22.566216 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62620d86-5276-4993-a466-bd163fd47969 req-48a0fb17-4d30-4775-8106-84eb5375c82d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487947 Dec 13 10:28:22.605790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-e6e65af8-abef-43a6-9be3-62cc91c3a69d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:22.607219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-e6e65af8-abef-43a6-9be3-62cc91c3a69d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 945 time: 0.0516343 Dec 13 10:28:22.698694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Deleting port d99eeeaa-274e-4409-9670-972681300f89 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:28:22.699074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:22.788131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] For port d99eeeaa-274e-4409-9670-972681300f89, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d99eeeaa-274e-4409-9670-972681300f89,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:22.788492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:23.006498 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:23.006813 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:23.007145 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d disassociated. External IP: 172.25.1.169, port: d99eeeaa-274e-4409-9670-972681300f89. Dec 13 10:28:23.007461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Calling delete_port for d99eeeaa-274e-4409-9670-972681300f89 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:28:23.135905 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:23.162339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'Port': ['ID=d99eeeaa-274e-4409-9670-972681300f89,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:23.281103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:28:23.391836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:28:23.401811 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:28:23.411088 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:23.412114 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:28:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:23.431518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] No DVR routers for this DVR port d99eeeaa-274e-4409-9670-972681300f89 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:28:23.434132 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:23.437605 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-090aef92-c53f-47bd-aba7-a88f72970a24 req-b113c234-3a71-41de-a9e3-5b61304b262a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "DELETE /v2.0/ports/d99eeeaa-274e-4409-9670-972681300f89 HTTP/1.1" status: 204 len: 173 time: 0.8239036 Dec 13 10:28:23.438016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-deleted', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:23.440292 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591a3691-f519-41c6-94f3-f9b40cca8676" -d '{"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-deleted", "tag": "d99eeeaa-274e-4409-9670-972681300f89"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:23.478937 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274d0d5-ca9f-4e0b-96e6-43c5425dc272 x-openstack-request-id: req-1274d0d5-ca9f-4e0b-96e6-43c5425dc272 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:23.479240 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c4c8db-986f-4226-a86d-bdccc0826e8a", "name": "network-vif-deleted", "tag": "d99eeeaa-274e-4409-9670-972681300f89", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:23.479502 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1274d0d5-ca9f-4e0b-96e6-43c5425dc272 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:23.479908 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c4c8db-986f-4226-a86d-bdccc0826e8a', 'name': 'network-vif-deleted', 'tag': 'd99eeeaa-274e-4409-9670-972681300f89', 'status': 'completed', 'code': 200} Dec 13 10:28:23.523487 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:23.694634 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aaab80d5-84c9-4d6b-84c8-728f11e262bd req-66227b82-9aff-4b47-a8c7-9943401079ad tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c4c8db-986f-4226-a86d-bdccc0826e8a HTTP/1.1" status: 200 len: 210 time: 0.0388057 Dec 13 10:28:23.742267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:23.768055 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:28:23.776914 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:23.777545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:28:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:23.878890 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:24.073825 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-edf08002-1488-474c-b118-d4978b355c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:24.099593 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08002-1488-474c-b118-d4978b355c70 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:28:24.311829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57cad2-0d32-4fad-ab07-6b3d7ead3e00 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:28:25.000293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-54d71e88-3ef5-4b86-9326-5ac27171f701 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2054482683&fields=id&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 267 time: 0.0481241 Dec 13 10:28:25.109666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-9e387d39-722b-479f-8d86-07e6cd59cb21 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:25.111042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-9e387d39-722b-479f-8d86-07e6cd59cb21 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1034515 Dec 13 10:28:25.126273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-b290d409-fcb9-404c-8436-be824f63bc1c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/quotas/d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Dec 13 10:28:25.175701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f8769f2d-8f82-47eb-9b54-51673d69768a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435050 Dec 13 10:28:25.273555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-2d170eee-43b8-4389-88f3-e10fa6071c22 service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Dec 13 10:28:25.361914 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-6ff5ad91-f619-41df-9ea0-9e56f525cc68 service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821910 Dec 13 10:28:25.523111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-47f033ea-31f5-436c-aff6-b77f6833ca3d req-4b0f10c8-e2bc-4967-a64f-e990298ca4bf tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 210 time: 0.0275025 Dec 13 10:28:26.432274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-ca116260-8dba-4aae-b160-51f2028ec828 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:26.433772 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-ca116260-8dba-4aae-b160-51f2028ec828 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1094875 Dec 13 10:28:26.495101 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-158bd95d-70db-41ca-997c-e28192da278b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 380 time: 0.0521066 Dec 13 10:28:26.506815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'port': {'device_id': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'admin_state_up': True, 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'security_groups': ['6cce198d-f786-4408-ad82-e590015428d9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:26.623225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59589a61-a7db-435b-9d4f-c61710965fca req-0b57f800-aff9-412d-b991-afac886ba06d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 210 time: 0.0320611 Dec 13 10:28:26.629574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:28:26.633623 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:26.759592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Allocated IP 172.20.0.8 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/30628ba4-300f-40f6-a281-24329dc0d9ce) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:28:26.898985 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:26.904317 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d99eeeaa-274e-4409-9670-972681300f89 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:28:26.925319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d99eeeaa-274e-4409-9670-972681300f89 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:28:26.925319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d99eeeaa-274e-4409-9670-972681300f89 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:28:26.933207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:26.978325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:28:26.981553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:28:26.985359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:28:26.992658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:27.024689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.025038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.025415 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.025761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.026118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.026461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.026795 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.027129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.027460 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.027815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.028121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.028451 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.028783 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:28:27.055299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.055925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.073695 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-f366ed88-e9d0-430c-a545-c1b9a7c4e632 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705593 Dec 13 10:28:27.086805 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Request body: {'port': {'device_id': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:27.142603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.247500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-40f66ce1-7539-4723-bab2-3a2594585ae7 None None] Provisioning complete for port 30628ba4-300f-40f6-a281-24329dc0d9ce triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:27.247787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40f66ce1-7539-4723-bab2-3a2594585ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.284075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-40f66ce1-7539-4723-bab2-3a2594585ae7 None None] Port 30628ba4-300f-40f6-a281-24329dc0d9ce cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:28:27.399833 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:27.407496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.420770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Transition to ACTIVE for port object 30628ba4-300f-40f6-a281-24329dc0d9ce will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:28:27.424333 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.482697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:27.551063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:28:27.551582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:28:27.552110 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:27.557330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:28:27.557673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:28:27.559998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.563749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:28:27.564216 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:28:27.564728 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:28:27.565320 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Bound port: 30628ba4-300f-40f6-a281-24329dc0d9ce, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:28:27.566246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.636536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:28:27.640312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:28:27.644007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.686254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.686882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:27.688313 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1091 time: 0.6060572 Dec 13 10:28:27.688847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:27.691317 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc38d250-1d46-4eb1-9853-db6585a675a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:27.719699 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481db2-974a-4917-910f-1de47a0db7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:27.779012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-cb39a70d-c970-4d8e-ba7e-abf4ba8f2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.781250 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-cb39a70d-c970-4d8e-ba7e-abf4ba8f2fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0502701 Dec 13 10:28:27.791545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62935a7-726b-42df-b2a4-1a06d2b274de req-cf744eac-9bbe-4348-9ff6-d80f434d12ed tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.793276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d62935a7-726b-42df-b2a4-1a06d2b274de req-cf744eac-9bbe-4348-9ff6-d80f434d12ed tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0760360 Dec 13 10:28:27.829523 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1a39c-0806-49b7-8bec-46b61f32d2d2 x-openstack-request-id: req-d2f1a39c-0806-49b7-8bec-46b61f32d2d2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:27.829815 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:27.830096 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2f1a39c-0806-49b7-8bec-46b61f32d2d2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:27.830493 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'status': 'completed', 'code': 200} Dec 13 10:28:27.832319 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-0e3fa656-0d62-4162-bc29-6373139d76fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 217 time: 0.0426002 Dec 13 10:28:27.855779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d62935a7-726b-42df-b2a4-1a06d2b274de req-9a21cec0-c709-4b07-b89d-93e9de433a8c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549896 Dec 13 10:28:27.889151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-633b1452-ea2d-46d3-99a8-46fbdb0df74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:27.890711 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-633b1452-ea2d-46d3-99a8-46fbdb0df74b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0517824 Dec 13 10:28:28.235330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-b2015dff-a9c3-4940-9831-fd30ea44471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.236836 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-b2015dff-a9c3-4940-9831-fd30ea44471d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3389161 Dec 13 10:28:28.325256 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-5dc6f19d-1224-4e6e-bfc3-7a1a20a29ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809562 Dec 13 10:28:28.416237 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9e9aa692-13c7-4bad-adf3-6fc105441cdf req-4ca90e1c-9323-4b88-8a3f-9442356c7bbf service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834062 Dec 13 10:28:28.501439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-2d18ad84-401d-456b-8b2e-b67b98129ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.502916 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-2d18ad84-401d-456b-8b2e-b67b98129ab0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0421040 Dec 13 10:28:28.595280 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-c0aa29d9-10aa-4869-b41a-4d1925258849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.596744 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-c0aa29d9-10aa-4869-b41a-4d1925258849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0872200 Dec 13 10:28:28.644349 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-b084446b-265e-4187-819a-43ba926fab53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 217 time: 0.0400836 Dec 13 10:28:28.663817 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-392f7ada-3196-4892-841b-b122d227405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:28.695118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-b6dd86f1-c104-4fc6-b5b1-c981a6c0b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.696607 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-b6dd86f1-c104-4fc6-b5b1-c981a6c0b9a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0458033 Dec 13 10:28:28.746973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-5aa100a2-953f-4999-81db-ecdf8367a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.748469 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-5aa100a2-953f-4999-81db-ecdf8367a1f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452721 Dec 13 10:28:28.835992 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-a4e02f3f-5853-4a53-9e09-5fecae103401 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803008 Dec 13 10:28:28.929450 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-dc38d250-1d46-4eb1-9853-db6585a675a6 req-7971578b-d23f-4b1a-92a2-62030f319fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Dec 13 10:28:28.974457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee59c7-68f6-4829-86a7-aa006126380a req-bbedfbb5-42aa-4bf9-b362-d46cae01c1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:28.975930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ee59c7-68f6-4829-86a7-aa006126380a req-bbedfbb5-42aa-4bf9-b362-d46cae01c1e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0509818 Dec 13 10:28:29.022665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27ee59c7-68f6-4829-86a7-aa006126380a req-6094f4e2-34a6-4bec-be38-a2891fe94d05 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Dec 13 10:28:29.473411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:30.144612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023a148-0c5f-4ed3-bf8f-de1a23fb6d05 req-87cef61f-05b5-41b8-af14-f78b82698b5c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:30.147092 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7023a148-0c5f-4ed3-bf8f-de1a23fb6d05 req-87cef61f-05b5-41b8-af14-f78b82698b5c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0544739 Dec 13 10:28:30.195072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7023a148-0c5f-4ed3-bf8f-de1a23fb6d05 req-ed5e75cf-50cc-4b4f-b9ff-8fa4e3afcff4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Dec 13 10:28:31.071611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cc6ff5-fcfe-4a28-afaf-10e907b22489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:31.310749 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0451c2b-234f-4e2e-8d50-cc1d5709b5bb req-07d3576c-aff9-4067-9f83-de164739011c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:31.312227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0451c2b-234f-4e2e-8d50-cc1d5709b5bb req-07d3576c-aff9-4067-9f83-de164739011c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0481884 Dec 13 10:28:31.359399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0451c2b-234f-4e2e-8d50-cc1d5709b5bb req-10d2e143-5ff2-45bc-87ec-b5e9bad0132a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Dec 13 10:28:32.387917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:32.480302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb869c85-b736-40ef-8df0-0e2d5fcd406c req-b075b255-d903-4e8f-93e6-16f013678b69 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:32.481829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb869c85-b736-40ef-8df0-0e2d5fcd406c req-b075b255-d903-4e8f-93e6-16f013678b69 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0522470 Dec 13 10:28:32.519262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:28:32.530299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb869c85-b736-40ef-8df0-0e2d5fcd406c req-481abcb6-399a-412d-b7e7-a232f53c89e5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Dec 13 10:28:32.615413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:32.626370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:28:32.662660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:32.681113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:28:32.701179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:32.705167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:32.753637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:33.005670 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:28:33.070006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['30628ba4-300f-40f6-a281-24329dc0d9ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:28:33.648784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081039e4-a5b8-4d48-ad43-922b24b42a72 req-c68b1008-546f-42f4-9105-84dd1c4cf429 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:33.650281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-081039e4-a5b8-4d48-ad43-922b24b42a72 req-c68b1008-546f-42f4-9105-84dd1c4cf429 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0504026 Dec 13 10:28:33.697391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-081039e4-a5b8-4d48-ad43-922b24b42a72 req-3365102e-c0ed-4d08-8d51-ed799f8a2919 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Dec 13 10:28:33.811607 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.524197 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:28:34.579118 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 30628ba4-300f-40f6-a281-24329dc0d9ce completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:28:34.582684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 30628ba4-300f-40f6-a281-24329dc0d9ce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:28:34.583762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.658908 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.681156 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:34.683476 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e539e4-a19e-4f2d-a318-49b908179cc8" -d '{"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-plugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:34.700177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:28:34.704167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.726767 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad11cdbb-a12d-49f1-b9e0-63698bed4ecb x-openstack-request-id: req-ad11cdbb-a12d-49f1-b9e0-63698bed4ecb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:34.727059 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-plugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:34.727872 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad11cdbb-a12d-49f1-b9e0-63698bed4ecb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:34.727872 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'code': 200} Dec 13 10:28:34.753852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:28:34.822862 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f984e-7702-4815-95ff-11c76b629fba req-c64b6951-06a7-4854-9b7f-b4105c0cb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:34.824361 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b73f984e-7702-4815-95ff-11c76b629fba req-c64b6951-06a7-4854-9b7f-b4105c0cb4af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0429058 Dec 13 10:28:34.830636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70187cda-d067-4288-aa9e-9274f4433c16 req-49ea9784-59d0-4ea0-82e3-ed3ed1ca8db9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:34.832103 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70187cda-d067-4288-aa9e-9274f4433c16 req-49ea9784-59d0-4ea0-82e3-ed3ed1ca8db9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0507720 Dec 13 10:28:34.838113 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:34.873579 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b73f984e-7702-4815-95ff-11c76b629fba req-11510896-03f1-411b-a852-92fb139cd224 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Dec 13 10:28:34.886913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-70187cda-d067-4288-aa9e-9274f4433c16 req-26057e06-9516-4220-bb73-9191e1ee7c61 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Dec 13 10:28:36.004305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f4f16-25c5-456b-9d68-df828cbfe708 req-2707ad25-6cd7-44d0-b476-193322a81aff tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:36.006640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-749f4f16-25c5-456b-9d68-df828cbfe708 req-2707ad25-6cd7-44d0-b476-193322a81aff tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0492108 Dec 13 10:28:36.056281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-749f4f16-25c5-456b-9d68-df828cbfe708 req-2ce9a36f-18bf-41d8-8b36-1d101922cee7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Dec 13 10:28:37.175889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6379-2e37-4ed2-a3d2-d28e0ae86ed8 req-48f01c0e-0643-4946-9119-a84699f2582e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:37.177415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfbf6379-2e37-4ed2-a3d2-d28e0ae86ed8 req-48f01c0e-0643-4946-9119-a84699f2582e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0510435 Dec 13 10:28:37.224636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfbf6379-2e37-4ed2-a3d2-d28e0ae86ed8 req-71e17e45-61d9-49aa-9c83-3172e3df55a6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Dec 13 10:28:37.340578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8a202-bd8a-4ca4-9c1d-b0d10d70278a req-ca1a3b69-d861-444b-a18e-8ce317a72684 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:37.341994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7df8a202-bd8a-4ca4-9c1d-b0d10d70278a req-ca1a3b69-d861-444b-a18e-8ce317a72684 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0532734 Dec 13 10:28:37.350931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 48548) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:28:37.355259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'floatingip': {'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:28:37.393560 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:37.808086 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:37.811774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:37.910400 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d associated. External IP: 172.25.1.169, port: 30628ba4-300f-40f6-a281-24329dc0d9ce. Dec 13 10:28:38.110634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:28:38.217817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:28:38.222549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:38.227704 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:28:38.241779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:38.242387 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:28:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:38.251215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-96ead8a6-09d9-48b5-a29a-fe091268f929 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "PUT /v2.0/floatingips/ee50d2d8-f6c3-4bb1-ba0e-0935af51019d HTTP/1.1" status: 200 len: 991 time: 0.8992479 Dec 13 10:28:38.251805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:28:38.254233 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c2b45-841c-49ab-a558-740b72e59fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:28:38.299908 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67546cb7-4a3b-49a5-862a-b43d309e04b5 x-openstack-request-id: req-67546cb7-4a3b-49a5-862a-b43d309e04b5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:28:38.300202 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:28:38.300459 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67546cb7-4a3b-49a5-862a-b43d309e04b5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:28:38.301246 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'status': 'completed', 'code': 200} Dec 13 10:28:38.348302 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:38.361973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-97c9825d-dc55-46fa-9765-7ecee0ec437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.363699 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-97c9825d-dc55-46fa-9765-7ecee0ec437f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0402329 Dec 13 10:28:38.456330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-13f28cb5-6444-43e9-b434-eaf911efd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.457825 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-13f28cb5-6444-43e9-b434-eaf911efd6c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0876539 Dec 13 10:28:38.528446 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-31aa6be6-ceb0-41b0-bdd7-dbde2988c4a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 999 time: 0.0618036 Dec 13 10:28:38.584978 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-2083b517-3401-48a8-b1d2-d453236df1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.586528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-2083b517-3401-48a8-b1d2-d453236df1ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0513594 Dec 13 10:28:38.632948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-cb505d4b-b558-4ca5-9d5a-17b89f435e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:28:38.634476 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-cb505d4b-b558-4ca5-9d5a-17b89f435e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407939 Dec 13 10:28:38.664951 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:28:37Z', 'revision_number': 9, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:38.690536 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:28:38.699159 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:28:38.699757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:28:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:38.725407 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-891709ce-6f84-45dc-bb26-b16e99b021b1 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Dec 13 10:28:38.805677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:28:38.822235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-d36c2b45-841c-49ab-a558-740b72e59fc0 req-f8d50a8b-1ae6-40cb-b9df-bfc5432ba9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895746 Dec 13 10:28:39.028468 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:28:37Z', 'revision_number': 9, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:28:39.054482 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422aa1-877f-4be7-8c25-38e959587dd6 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:28:37Z', 'revision_number': 9, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:28:39.252894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f188a-2477-451d-b8cb-b5ab155e2a7c None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:28:42.730688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-cf9b8f48-59b4-4373-b303-0eeef38b3dc5 req-7f677bfa-072c-4ad4-a4d8-6b0fb6fc2a2f service neutron] (103189) timed out ('10.222.0.30', 42900) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:28:57.576645 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:58.665685 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f842f7e-8ba2-4e8d-8183-139bedaa0520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:28:59.477915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:01.073526 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7fda-5297-46cf-ae0d-7e6ff306c67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:02.390031 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:02.663986 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-b38976f0-bd9a-44a5-a357-c04969cecad6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407393 Dec 13 10:29:02.746447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-c509e96d-65fe-4e03-91bc-f85007692b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:02.748061 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-c509e96d-65fe-4e03-91bc-f85007692b9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0423467 Dec 13 10:29:02.858124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-ed7c1128-645f-4c0a-b725-a9820a919591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:02.859594 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-ed7c1128-645f-4c0a-b725-a9820a919591 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0919435 Dec 13 10:29:02.927340 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-d6daa983-0b80-4bd3-b4b5-59b3bd92a72a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1002 time: 0.0602446 Dec 13 10:29:02.979786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-1682af89-781d-474c-a020-51245f7d0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:02.981246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-1682af89-781d-474c-a020-51245f7d0704 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0475512 Dec 13 10:29:03.027035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-b2359936-861e-4301-a92c-f0f789bf6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:29:03.028511 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-b2359936-861e-4301-a92c-f0f789bf6ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407586 Dec 13 10:29:03.119251 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-1ecd20ec-c00d-4b14-b86e-d0ca8ff462d0 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832131 Dec 13 10:29:03.212554 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ac369e3-9108-420a-bbd9-dd51c06f7b0b req-a060344c-5a68-481f-bf7b-a8313b084061 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 Dec 13 10:29:03.810978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:04.840559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:10.005585 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:29:27.588350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:28.667008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f482e7d-3b82-42fd-8659-37733e502b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:29.480626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:31.076572 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50664bcb-0a01-44d1-94ce-c33cbdb5ee29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:32.392370 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:33.814222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:34.841603 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:47.006100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:29:57.587060 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:58.669638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cc07c72-a612-4dfd-b18b-ea32386bf8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:29:59.496928 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:01.077213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-55aeb617-322d-41e2-adfa-2c12480f10ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:02.396648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:03.672126 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-15831491-d0c4-45c6-aba2-353291b0894c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421178 Dec 13 10:30:03.751360 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-2a9acc04-c031-4cca-9089-504fad056721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:03.752843 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-2a9acc04-c031-4cca-9089-504fad056721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0399117 Dec 13 10:30:03.818701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:03.859223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-9aca165a-2308-40fa-b64a-f4b09b9d8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:03.860707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-9aca165a-2308-40fa-b64a-f4b09b9d8cb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0886588 Dec 13 10:30:03.927196 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-e0d03d15-b6f2-471d-af66-eb0ba8607287 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1002 time: 0.0587721 Dec 13 10:30:03.979159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-d11105dc-b145-4ca2-a24e-12dd0bdb05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:03.980591 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-d11105dc-b145-4ca2-a24e-12dd0bdb05e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0474107 Dec 13 10:30:04.028905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-17bed359-a661-49a2-aa94-b0debca97e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:30:04.030443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-17bed359-a661-49a2-aa94-b0debca97e6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396430 Dec 13 10:30:04.123548 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-8431558f-c20c-43a5-81f8-06eb46b97557 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856669 Dec 13 10:30:04.211269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-97f22c52-95ee-4cfa-9566-7017ac8529d4 req-6ba3fe42-53cf-4710-b3cb-4e59b3a545be service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799987 Dec 13 10:30:04.844109 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:24.004821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:30:27.586970 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:28.671485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6961f6f7-763b-4cf5-a959-8f7151362575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:29.529661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:31.078374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43412c11-84f5-4709-8924-5888635d425d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:32.398651 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:33.818578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:34.845844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:57.587495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:58.675881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-128d98c3-e8ea-48c8-808d-6eaa19ad236a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:30:59.543404 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:01.005142 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:31:01.079653 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2582d4ea-5de4-4996-8725-1fd0be780dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:01.256445 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-1a46aad2-adb4-4c63-bc4d-85065de0a96d req-da4a5c8a-16f6-4ef3-9fa4-387a25df0210 service neutron] (103188) timed out ('10.222.0.30', 54910) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:31:02.401356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:03.821301 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:04.848574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:05.660396 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-41af846f-6e5e-41f3-92a9-a7006a840887 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417159 Dec 13 10:31:05.750179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302d59-dcae-4260-8901-ce535160353c req-a4ae1466-08d5-4b73-9f73-17470b59ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:05.751666 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-a4ae1466-08d5-4b73-9f73-17470b59ea0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0459263 Dec 13 10:31:05.854205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302d59-dcae-4260-8901-ce535160353c req-b53092b0-1f06-4288-a21d-fdd178d33262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:05.855649 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-b53092b0-1f06-4288-a21d-fdd178d33262 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0835493 Dec 13 10:31:05.925452 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-de9b90ef-8aa7-4972-8ad4-ff2610ea377e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1002 time: 0.0626380 Dec 13 10:31:05.978383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302d59-dcae-4260-8901-ce535160353c req-58ab3f35-adb1-491b-b581-0fe1fdc0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:05.979902 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-58ab3f35-adb1-491b-b581-0fe1fdc0fd03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0475049 Dec 13 10:31:06.027520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302d59-dcae-4260-8901-ce535160353c req-1f26bb44-0fdd-400d-9519-91eab3db0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:06.028979 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-1f26bb44-0fdd-400d-9519-91eab3db0e89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416980 Dec 13 10:31:06.122051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-7f23b911-d3fe-4f19-8657-93958c0a5229 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Dec 13 10:31:06.211673 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f8302d59-dcae-4260-8901-ce535160353c req-31e7a804-ff31-4eca-96eb-e17b02e759b3 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823300 Dec 13 10:31:11.674682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-9f0f5173-3a7c-4375-bd75-e163820ddbc1 req-9ccb59a1-66b6-4912-8366-57b00cfc5404 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:31:11.675696 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f0f5173-3a7c-4375-bd75-e163820ddbc1 req-9ccb59a1-66b6-4912-8366-57b00cfc5404 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535450 Dec 13 10:31:11.844612 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-e2f4506a-f4d9-4353-ba26-488ea6056ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421212 Dec 13 10:31:11.853621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-72c01720-ef1b-45ce-8261-b0d64df6a4cf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:31:11.854609 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-72c01720-ef1b-45ce-8261-b0d64df6a4cf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059681 Dec 13 10:31:11.915516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743677cd-5333-41d4-95f8-9ff365a57ae7 req-a11f3779-953f-4f4d-b33e-4c75d4106f11 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:11.917014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-743677cd-5333-41d4-95f8-9ff365a57ae7 req-a11f3779-953f-4f4d-b33e-4c75d4106f11 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.1027851 Dec 13 10:31:11.966893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-743677cd-5333-41d4-95f8-9ff365a57ae7 req-0b69fe47-3267-42f6-803b-530a157d0a15 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Dec 13 10:31:12.980310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-5f9285f3-7021-44d3-8e01-7a616c902f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:12.981814 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-5f9285f3-7021-44d3-8e01-7a616c902f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1096 time: 0.0452735 Dec 13 10:31:13.077582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-03d619f5-3e52-4bed-9a0f-94f759f81baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:13.079092 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-03d619f5-3e52-4bed-9a0f-94f759f81baa service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0882380 Dec 13 10:31:13.139723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ea87-8f8a-4358-b521-04db00ac9c42 req-ab6f2b04-12ba-4518-8443-fad716ee4fcd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:13.141361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d28ea87-8f8a-4358-b521-04db00ac9c42 req-ab6f2b04-12ba-4518-8443-fad716ee4fcd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.1015651 Dec 13 10:31:13.151523 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-ef835fe1-9658-4a50-b624-32db1e91b298 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1002 time: 0.0641873 Dec 13 10:31:13.188233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d28ea87-8f8a-4358-b521-04db00ac9c42 req-2b003aaf-284f-4ed6-bca4-46ca78c9351d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Dec 13 10:31:13.202254 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-02202a5c-c6b4-4a76-978a-84f18f45e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:13.203489 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-02202a5c-c6b4-4a76-978a-84f18f45e2f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0444589 Dec 13 10:31:13.248929 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-fa968bba-d956-42a0-8b13-f4354956a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:13.250425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-fa968bba-d956-42a0-8b13-f4354956a760 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401642 Dec 13 10:31:13.343360 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-08842a7e-6268-4c15-9a9f-60c914e29031 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Dec 13 10:31:13.432224 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-93f5cc36-93fd-4e3f-8cc4-e3e200ca4d72 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811617 Dec 13 10:31:14.312246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81426b-a694-4525-b5a8-2d7146298382 req-939a3f02-d835-4d36-9dd2-e6df6044d1b9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:14.313738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea81426b-a694-4525-b5a8-2d7146298382 req-939a3f02-d835-4d36-9dd2-e6df6044d1b9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0536439 Dec 13 10:31:14.361428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea81426b-a694-4525-b5a8-2d7146298382 req-cfe5ede6-1b18-46b9-b49e-9eb53c833494 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Dec 13 10:31:15.476704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5240f-d0cc-428a-ba7d-45ec8bdda375 req-4460d6ed-28d0-4f52-b0f7-e18980e6b2f6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:15.478188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9b5240f-d0cc-428a-ba7d-45ec8bdda375 req-4460d6ed-28d0-4f52-b0f7-e18980e6b2f6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0484281 Dec 13 10:31:15.524884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9b5240f-d0cc-428a-ba7d-45ec8bdda375 req-37dde44c-7538-4e62-8127-f77c9cd46253 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408764 Dec 13 10:31:16.640925 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeeea7-45f1-41fa-90fa-838c4096f29a req-03e29653-a462-440f-8523-1baaadac2da7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:16.642432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6eeeea7-45f1-41fa-90fa-838c4096f29a req-03e29653-a462-440f-8523-1baaadac2da7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0493588 Dec 13 10:31:16.694077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c6eeeea7-45f1-41fa-90fa-838c4096f29a req-e605fe3b-ebff-49c2-a04f-76d8d367c618 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Dec 13 10:31:17.811008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d5072-522c-4461-80f6-1fecded7e47b req-e6479ed0-9e94-4491-bf7e-bb4cf8e52e5f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:17.812507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-651d5072-522c-4461-80f6-1fecded7e47b req-e6479ed0-9e94-4491-bf7e-bb4cf8e52e5f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0484436 Dec 13 10:31:17.860432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-651d5072-522c-4461-80f6-1fecded7e47b req-87f5dfaf-5b17-4fe6-bec8-7088a476a9dd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Dec 13 10:31:18.976743 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04077697-31b8-4369-b6b0-50a0ff9177b7 req-411921fa-b1ae-4c00-a0b5-dae1a30454b2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:18.978208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04077697-31b8-4369-b6b0-50a0ff9177b7 req-411921fa-b1ae-4c00-a0b5-dae1a30454b2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0475175 Dec 13 10:31:19.037955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-04077697-31b8-4369-b6b0-50a0ff9177b7 req-8f20f93b-1939-474f-8313-75635e63ffa3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537410 Dec 13 10:31:20.156942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08925c7-df9a-4a27-840a-d05139268782 req-6c09855e-ce3e-4b6e-aeb2-b5a893264b96 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:20.158419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c08925c7-df9a-4a27-840a-d05139268782 req-6c09855e-ce3e-4b6e-aeb2-b5a893264b96 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0515351 Dec 13 10:31:20.204737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c08925c7-df9a-4a27-840a-d05139268782 req-d5cf7c9b-ee7e-4a40-a8e8-131f9f22090c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Dec 13 10:31:21.325079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cb6ce-fd0e-4e50-9368-18042e579ebe req-8cd4f634-7831-44c4-852a-5a852ee6ded6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:21.327038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167cb6ce-fd0e-4e50-9368-18042e579ebe req-8cd4f634-7831-44c4-852a-5a852ee6ded6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0522244 Dec 13 10:31:21.377194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-167cb6ce-fd0e-4e50-9368-18042e579ebe req-8b096fb6-44b1-415c-ad54-434ebd21450d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436881 Dec 13 10:31:22.496473 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dca532-2ed9-4237-8b36-1c7676fec82e req-5461472d-aad0-4e05-a471-ad420563eb45 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:22.497992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90dca532-2ed9-4237-8b36-1c7676fec82e req-5461472d-aad0-4e05-a471-ad420563eb45 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0516703 Dec 13 10:31:22.548371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90dca532-2ed9-4237-8b36-1c7676fec82e req-694c0d30-4287-4a71-8c0e-5564e227c2ee tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Dec 13 10:31:23.664336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45bd74-6c3e-475a-beb6-5d08799a56ab req-1e0897ac-d033-46a7-a1a6-d4b39fdd283d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:23.665821 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e45bd74-6c3e-475a-beb6-5d08799a56ab req-1e0897ac-d033-46a7-a1a6-d4b39fdd283d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0483036 Dec 13 10:31:23.711543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e45bd74-6c3e-475a-beb6-5d08799a56ab req-0c5936ad-6b0f-4286-adeb-6051f7d3729b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Dec 13 10:31:24.830296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318294b-d70d-4bab-9634-e01eaf4a5c5f req-d1f79a46-c37f-4bde-8ff1-ba6294c4eb8a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:24.831764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3318294b-d70d-4bab-9634-e01eaf4a5c5f req-d1f79a46-c37f-4bde-8ff1-ba6294c4eb8a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0476780 Dec 13 10:31:24.882829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3318294b-d70d-4bab-9634-e01eaf4a5c5f req-3453a2aa-27c1-46da-a0df-80923e7d1438 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Dec 13 10:31:25.716439 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-90d29a42-3966-432f-9f85-041c166a268b req-814d6949-0976-4966-82cf-43d17b4b4f4c service neutron] show failed (client error): The resource could not be found. Dec 13 10:31:25.717496 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-814d6949-0976-4966-82cf-43d17b4b4f4c service neutron] 10.222.0.37 "GET /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0537336 Dec 13 10:31:26.229980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-368a52a9-f61b-425f-83fd-d49ca6b8d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:26.231476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-368a52a9-f61b-425f-83fd-d49ca6b8d4ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1096 time: 0.3531022 Dec 13 10:31:26.243363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd80d1c-5b2b-4b33-b747-0c8b34fb2439 req-30804f58-d14a-41f9-bbad-4feecc7e6129 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:26.244702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdd80d1c-5b2b-4b33-b747-0c8b34fb2439 req-30804f58-d14a-41f9-bbad-4feecc7e6129 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0575662 Dec 13 10:31:26.249410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:26.335252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fdd80d1c-5b2b-4b33-b747-0c8b34fb2439 req-3e626080-8bcb-4917-9e9a-6fb8260d3cfa tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832572 Dec 13 10:31:26.335962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:26.534492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:26.566537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:26.606579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:26.608856 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121aa554-a687-4306-9cb8-0fe55b285e0a" -d '{"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-unplugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:26.613044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:26.626816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Transition to ACTIVE for port object 30628ba4-300f-40f6-a281-24329dc0d9ce will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:31:26.630818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:26.663882 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13fc5f7-6c94-4c4a-a73f-199f7086d282 x-openstack-request-id: req-b13fc5f7-6c94-4c4a-a73f-199f7086d282 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:26.664178 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-unplugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:26.664432 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b13fc5f7-6c94-4c4a-a73f-199f7086d282 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:26.664843 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'code': 200} Dec 13 10:31:26.715341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:26.732773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.733136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.733481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.733822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.734158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.734485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.734818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.735169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.735494 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.735818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.736141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.736461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.736779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:26.773998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] No DVR routers for this DVR port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:31:26.909756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:31:26.910092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:31:26.910420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:26.914649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:31:26.914966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:26.919735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:31:26.920072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:31:26.920450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:31:26.920871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Bound port: 30628ba4-300f-40f6-a281-24329dc0d9ce, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:31:26.921241 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:26.981368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:26.984650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:31:26.989756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:27.027565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.028247 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:27.029909 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] 10.222.0.44 "PUT /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1091 time: 0.7842960 Dec 13 10:31:27.063589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0fcb3-25ae-46ae-95e6-be8d6bc8a760 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:27.097852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-9f458378-ee45-4c93-99c1-ba73dd8e3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.099405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-9f458378-ee45-4c93-99c1-ba73dd8e3378 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0451233 Dec 13 10:31:27.193549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-2821cb05-3b2a-4b6a-b942-f7c14cdd1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.195017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-2821cb05-3b2a-4b6a-b942-f7c14cdd1e72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0874054 Dec 13 10:31:27.263404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-56e4527e-9a07-450b-aa44-2144bfbf67ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0615208 Dec 13 10:31:27.312325 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-73adb121-c520-4a5e-a398-01b78e59e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.313753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-73adb121-c520-4a5e-a398-01b78e59e87f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0433445 Dec 13 10:31:27.359284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29a42-3966-432f-9f85-041c166a268b req-d4cc8654-673c-4f03-b21b-518a1296d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.360770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-d4cc8654-673c-4f03-b21b-518a1296d1ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389152 Dec 13 10:31:27.487577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9c080-9f58-4208-bb29-bd3b594f064b req-0890061b-8014-4903-9344-63fcae51fc55 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:27.489582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d9c080-9f58-4208-bb29-bd3b594f064b req-0890061b-8014-4903-9344-63fcae51fc55 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0767155 Dec 13 10:31:27.493373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-349ef315-f8e7-450d-88f8-19a5a0f03ece service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251884 Dec 13 10:31:27.591113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25d9c080-9f58-4208-bb29-bd3b594f064b req-91ed0327-7696-42d8-bd5f-f72db411df96 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951829 Dec 13 10:31:27.602807 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:27.620236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-90d29a42-3966-432f-9f85-041c166a268b req-138b7865-4e82-420c-adb3-6813a3456486 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186173 Dec 13 10:31:28.666079 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:28.669009 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462060d-13ac-4c03-ad04-17bc13e7f4da" -d '{"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:28.679268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2121730-31fa-4c02-bd8e-f682af90adaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:28.724804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a802d1-b9c4-498e-bb06-6e55be8298e5 req-4bd47ac5-ff6d-4b33-a0d7-1711ed6a288e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:28.727074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a802d1-b9c4-498e-bb06-6e55be8298e5 req-4bd47ac5-ff6d-4b33-a0d7-1711ed6a288e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0545585 Dec 13 10:31:28.728772 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a732c1ff-3c17-43d8-aa04-66e5d97e1d9e x-openstack-request-id: req-a732c1ff-3c17-43d8-aa04-66e5d97e1d9e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:28.729082 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:28.729365 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a732c1ff-3c17-43d8-aa04-66e5d97e1d9e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:28.729759 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'status': 'completed', 'code': 200} Dec 13 10:31:28.787491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-1b3cd5aa-7ffa-4246-b198-bd048bbca3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:28.788901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-1b3cd5aa-7ffa-4246-b198-bd048bbca3ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0477498 Dec 13 10:31:28.819077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a802d1-b9c4-498e-bb06-6e55be8298e5 req-631831e8-1625-4896-8fa8-dbd95ca3a539 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805848 Dec 13 10:31:28.821729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-9f693fa3-7583-41b9-8043-818b5cfffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:28.823163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-9f693fa3-7583-41b9-8043-818b5cfffa80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0755737 Dec 13 10:31:28.881616 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-77b7feb9-d3e8-4c0e-bb77-dff7f72aa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:28.883169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-77b7feb9-d3e8-4c0e-bb77-dff7f72aa4b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0872648 Dec 13 10:31:28.923733 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-235f7fbf-c2ec-44ca-92a0-022eb2158368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:28.925250 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-235f7fbf-c2ec-44ca-92a0-022eb2158368 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0935731 Dec 13 10:31:28.953003 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-e6978a30-96f0-4bc1-a572-ae31eb6ccf59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0632458 Dec 13 10:31:28.999229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-97a69759-77ad-48f8-961b-db060232d1f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0631948 Dec 13 10:31:29.003055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-e9ea83de-dac7-411e-8113-99b139c68b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:29.004515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-e9ea83de-dac7-411e-8113-99b139c68b5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0447297 Dec 13 10:31:29.055032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-2f62c18e-e598-4e54-a6ae-f1ab7d3c0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:29.056417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-2f62c18e-e598-4e54-a6ae-f1ab7d3c0061 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0499992 Dec 13 10:31:29.056549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-8b84d88e-ec25-4939-b305-ab9ccd87f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:29.058124 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-8b84d88e-ec25-4939-b305-ab9ccd87f923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424845 Dec 13 10:31:29.106822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-c21b4527-d98e-4abe-9b9e-8cda397b1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:29.108520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-c21b4527-d98e-4abe-9b9e-8cda397b1930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442550 Dec 13 10:31:29.162570 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-2fee553b-cc3a-45d9-b701-802160b73881 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969720 Dec 13 10:31:29.207955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-d52abb67-2cdf-440c-b620-e2739bf48c8a service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893617 Dec 13 10:31:29.258174 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-7730df87-3730-453d-bf37-fd6c33dc4b2c service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Dec 13 10:31:29.300206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0462060d-13ac-4c03-ad04-17bc13e7f4da req-612a0583-fd1d-4426-a0b3-63b2296eb19f service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846932 Dec 13 10:31:29.458411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:31:29.500173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:31:29.540423 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:29.941906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae90d56-c4ee-4a97-879e-b7820c5b5f80 req-6c02268f-9829-4885-8f07-a4376d8674c0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:29.944238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fae90d56-c4ee-4a97-879e-b7820c5b5f80 req-6c02268f-9829-4885-8f07-a4376d8674c0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0532460 Dec 13 10:31:29.996738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fae90d56-c4ee-4a97-879e-b7820c5b5f80 req-a3129a91-9eb9-4c52-b6b4-8acaef3f3299 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Dec 13 10:31:30.324655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-7c097c3a-fd1b-48f5-bfbc-cd1c84947d5f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.326127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-7c097c3a-fd1b-48f5-bfbc-cd1c84947d5f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&tenant_id=d281f02cfb6f4c85bc14515a508acd13&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 943 time: 0.0890596 Dec 13 10:31:30.334497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669cc2-8d18-4fe0-8017-5c015d8193f5 req-19a2ddf7-fad1-43f4-a370-c89c47e4136e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.335840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76669cc2-8d18-4fe0-8017-5c015d8193f5 req-19a2ddf7-fad1-43f4-a370-c89c47e4136e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0698652 Dec 13 10:31:30.435033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-76669cc2-8d18-4fe0-8017-5c015d8193f5 req-028afcf3-9ece-43ab-99ed-88b8880e6c90 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922143 Dec 13 10:31:30.436693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-d2a3adaa-94c4-4e45-b7d2-640dad2e3358 service neutron] 10.222.0.44 "GET /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce/bindings/n-h2-820531-5 HTTP/1.1" status: 200 len: 382 time: 0.1000209 Dec 13 10:31:30.500425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-0719c33d-efba-4f81-b88d-ea995e07f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.502116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-0719c33d-efba-4f81-b88d-ea995e07f7a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1094 time: 0.0420625 Dec 13 10:31:30.593362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-41933d4d-987e-4b79-86d8-344c1f17be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.595200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-41933d4d-987e-4b79-86d8-344c1f17be73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0866010 Dec 13 10:31:30.665598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-b1c5a6ad-18ab-4043-b4e9-63dc9a5cce04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0628159 Dec 13 10:31:30.713571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-a9637522-4f08-4d35-b28b-6f03ec2da796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.714990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-a9637522-4f08-4d35-b28b-6f03ec2da796 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0428195 Dec 13 10:31:30.761061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-92a3531f-0af9-4810-8af9-d8a19da25335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:30.762544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-92a3531f-0af9-4810-8af9-d8a19da25335 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406208 Dec 13 10:31:30.855598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-e36150dd-e833-4f34-8af4-d06668613183 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855780 Dec 13 10:31:30.942734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-9f9ca67b-8809-4c11-84f7-5a732cca3021 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805950 Dec 13 10:31:31.080252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f0653e8-4a3c-4c17-880a-ea5d2c602aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:31.556099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c1618-5b91-4b3d-9668-7af810e30fdc req-616ae6ef-9169-4f18-83e4-e5b665157f3b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:31.557580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-591c1618-5b91-4b3d-9668-7af810e30fdc req-616ae6ef-9169-4f18-83e4-e5b665157f3b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 943 time: 0.0497653 Dec 13 10:31:31.608790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-591c1618-5b91-4b3d-9668-7af810e30fdc req-b2c8aa35-74c9-45ac-93ef-235b24f6b833 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Dec 13 10:31:31.689210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:31:31.785387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:31.796829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:31:31.831356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:31.844343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:31.864131 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:31.868121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:31.913070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:31.920123 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.920465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.920803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.921155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.921488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.921814 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.922138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.922457 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.922784 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.923103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.923421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.923738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:31.924056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:32.407394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:32.732934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a810a6-c564-4345-bb1f-b50fe6b41951 req-187bf93b-93b6-4d0c-8fea-3f7811ba1551 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:32.734482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9a810a6-c564-4345-bb1f-b50fe6b41951 req-187bf93b-93b6-4d0c-8fea-3f7811ba1551 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0503771 Dec 13 10:31:32.784131 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9a810a6-c564-4345-bb1f-b50fe6b41951 req-d9422107-f3f7-4ac7-a079-617c99896b6c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Dec 13 10:31:32.859536 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-b4403a26-9af0-400a-add0-009872202afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:32.861009 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-b4403a26-9af0-400a-add0-009872202afa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1095 time: 0.0415583 Dec 13 10:31:32.872785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:32.929537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.136758 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:33.173312 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:33.204426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:33.213311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.224897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Ignored duplicate provisioning block setup for port 30628ba4-300f-40f6-a281-24329dc0d9ce by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 10:31:33.228911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.316813 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=9']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:33.326787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.327134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.327479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.327820 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.328154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.328484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.328819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.329159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.329491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.329815 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.330137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.330456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.330776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:31:33.364898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] No DVR routers for this DVR port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:31:33.500011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:31:33.500270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:31:33.500595 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:33.505516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:31:33.505961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Attempting to bind port 30628ba4-300f-40f6-a281-24329dc0d9ce on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:33.510824 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:31:33.511177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:31:33.511555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:31:33.511980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Bound port: 30628ba4-300f-40f6-a281-24329dc0d9ce, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:31:33.512327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.574944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:33.578222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:31:33.582511 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.619434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.620109 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.621836 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] 10.222.0.37 "PUT /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1091 time: 0.7529056 Dec 13 10:31:33.624227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:33.626583 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1f124-b6b2-4e83-a033-0f52b402409c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:33.679662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ea75-1bfc-46b5-aa1f-0356c8f7fe91 service neutron] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:33.684309 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e52eaf0-f1e2-46f9-97fc-3a30b5a709af x-openstack-request-id: req-0e52eaf0-f1e2-46f9-97fc-3a30b5a709af {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:33.684598 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:33.684852 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e52eaf0-f1e2-46f9-97fc-3a30b5a709af {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:33.685275 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'status': 'completed', 'code': 200} Dec 13 10:31:33.703709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-0bbcd0a3-4828-443c-a7cb-0971528a1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.705232 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-0bbcd0a3-4828-443c-a7cb-0971528a1927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1095 time: 0.0549459 Dec 13 10:31:33.758815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-1ff5dbf9-5ab8-4d69-9bbe-46fcdaf29e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.760394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-1ff5dbf9-5ab8-4d69-9bbe-46fcdaf29e6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1095 time: 0.0528700 Dec 13 10:31:33.834350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:33.834883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-a9c3b279-e05c-4280-ae2b-3fba090fda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.836372 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-a9c3b279-e05c-4280-ae2b-3fba090fda9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1242585 Dec 13 10:31:33.922828 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-98280cb5-3ab9-466d-9791-f52ef6c5a8d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0770729 Dec 13 10:31:33.946188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-896d10c4-fe8b-41b3-bd98-e91828bea417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.948771 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-896d10c4-fe8b-41b3-bd98-e91828bea417 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1810219 Dec 13 10:31:33.963647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73d45-5d1a-403a-b2b6-c32dd36f848e req-eab51865-91d2-4767-8811-cf867bd2b716 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.965275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83b73d45-5d1a-403a-b2b6-c32dd36f848e req-eab51865-91d2-4767-8811-cf867bd2b716 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0812292 Dec 13 10:31:33.974175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-3a0d122f-562f-4394-a2ec-dc115723a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:33.975621 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-3a0d122f-562f-4394-a2ec-dc115723a5cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0467157 Dec 13 10:31:34.025798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-dfedaab9-34de-4a67-b949-ec320d081616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.027218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-dfedaab9-34de-4a67-b949-ec320d081616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436034 Dec 13 10:31:34.043275 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-0a6fc6df-dc5d-47be-b932-477c41df7399 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0769639 Dec 13 10:31:34.107965 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83b73d45-5d1a-403a-b2b6-c32dd36f848e req-ea68836b-7306-455e-992b-a62ad6aaa02b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361856 Dec 13 10:31:34.118067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-fd4fe5d3-1848-4da2-8bad-4dcd0c94cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.119520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-fd4fe5d3-1848-4da2-8bad-4dcd0c94cadc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0646806 Dec 13 10:31:34.132164 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-154a81a9-cf35-4a27-be54-998b37abc121 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975707 Dec 13 10:31:34.166549 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-b489412f-d531-4d01-852f-8223fcc1455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.168028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-b489412f-d531-4d01-852f-8223fcc1455e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418055 Dec 13 10:31:34.226169 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e8f56f9a-7329-43c7-bb98-875f057ca1dd req-f960f34f-876f-435b-870e-0a1e4e49ea04 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872741 Dec 13 10:31:34.264757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-0a809616-43ed-4ce0-a078-139c68822a4b service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891707 Dec 13 10:31:34.316454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-40b2d7dd-eb4e-41a6-96cc-69c70d54ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.318079 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-40b2d7dd-eb4e-41a6-96cc-69c70d54ec67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 1095 time: 0.0466442 Dec 13 10:31:34.356300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-66d3283a-aaa9-4c11-a06d-867fc16a4efa service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Dec 13 10:31:34.407427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-5188c5d8-a7e6-452b-989c-aab755cfd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.408907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-5188c5d8-a7e6-452b-989c-aab755cfd592 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0842891 Dec 13 10:31:34.476840 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-343ccfbd-2ac7-45f8-ad25-d9fe776df437 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 200 len: 1000 time: 0.0613587 Dec 13 10:31:34.531427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-42fdffb4-7c10-4cd3-9a34-ed4383159087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.532878 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-42fdffb4-7c10-4cd3-9a34-ed4383159087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0480661 Dec 13 10:31:34.578839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-e713e576-3c15-47ee-887e-59d569d5e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:34.580207 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-e713e576-3c15-47ee-887e-59d569d5e105 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406098 Dec 13 10:31:34.671934 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-4b768195-3005-4e8b-a822-57c42e3cb66e service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Dec 13 10:31:34.760605 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1f124-b6b2-4e83-a033-0f52b402409c req-fa3aeb30-cd3c-469a-9de3-c79cf04e1bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819230 Dec 13 10:31:34.851096 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:35.230771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14a12-2083-4ff2-8b80-74f3c3c37196 req-08ed136b-dba4-464c-95b2-17c2231cb453 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:35.232236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17e14a12-2083-4ff2-8b80-74f3c3c37196 req-08ed136b-dba4-464c-95b2-17c2231cb453 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0538845 Dec 13 10:31:35.279981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-17e14a12-2083-4ff2-8b80-74f3c3c37196 req-dff9124a-4aed-4a69-ac85-5a91100a4c06 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Dec 13 10:31:35.698040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:31:35.735632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:31:36.395262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f5e0a-d8b6-449a-8f4e-9aaf98c3eb35 req-4a93c36a-8f03-4b0a-a62b-d17662836a58 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:36.396762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f7f5e0a-d8b6-449a-8f4e-9aaf98c3eb35 req-4a93c36a-8f03-4b0a-a62b-d17662836a58 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0494375 Dec 13 10:31:36.444522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f7f5e0a-d8b6-449a-8f4e-9aaf98c3eb35 req-6d49c2bd-21ef-4d63-aa67-28e62668b28c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 Dec 13 10:31:37.475569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:31:37.563664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e365-2821-4c2e-98fb-be474fb6781b req-7b428ba2-3f81-485f-ac43-b411d73bd069 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.565177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f723e365-2821-4c2e-98fb-be474fb6781b req-7b428ba2-3f81-485f-ac43-b411d73bd069 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 944 time: 0.0492032 Dec 13 10:31:37.573933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:37.585564 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'mac_address': 'fa:16:3e:7a:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:31:37.616394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f723e365-2821-4c2e-98fb-be474fb6781b req-6c9c2179-7d3d-4463-990b-ad8bf2f83cdd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 Dec 13 10:31:37.624506 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:37.637250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:37.657606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:37.662835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:37.713480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:37.735048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e2e87-67b7-4053-8aca-dc1bfa1de918 req-35e2f39a-98d2-4de6-bc71-2d2488f0c312 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.736528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-006e2e87-67b7-4053-8aca-dc1bfa1de918 req-35e2f39a-98d2-4de6-bc71-2d2488f0c312 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0505552 Dec 13 10:31:37.785178 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-006e2e87-67b7-4053-8aca-dc1bfa1de918 req-9fce8c1a-f744-47b6-8267-5bba16cd8180 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Dec 13 10:31:37.899107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19cd00-d602-471f-ac90-fa547d3d08d6 req-f8e34981-b0c4-4cd3-9b7e-5620cba849fd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:37.900612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e19cd00-d602-471f-ac90-fa547d3d08d6 req-f8e34981-b0c4-4cd3-9b7e-5620cba849fd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0485196 Dec 13 10:31:37.948669 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e19cd00-d602-471f-ac90-fa547d3d08d6 req-8b10736e-b272-4efd-9082-5b9ff93ba5dd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Dec 13 10:31:38.004386 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:31:38.028951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['30628ba4-300f-40f6-a281-24329dc0d9ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:31:38.190452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a103f-7ae0-4d47-abb3-21ac358954d0 req-4cdb4f6e-b449-4812-8131-641064b0e58f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:38.191902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66a103f-7ae0-4d47-abb3-21ac358954d0 req-4cdb4f6e-b449-4812-8131-641064b0e58f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0551202 Dec 13 10:31:38.238067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b66a103f-7ae0-4d47-abb3-21ac358954d0 req-904b119f-2831-401b-bcce-0d0d198556fc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Dec 13 10:31:39.357687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64a06-f8e8-42ef-a9b3-ac0bac53d103 req-6302bbd9-d678-45df-aeff-5a75147567b9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:39.359207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ae64a06-f8e8-42ef-a9b3-ac0bac53d103 req-6302bbd9-d678-45df-aeff-5a75147567b9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0497525 Dec 13 10:31:39.406161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ae64a06-f8e8-42ef-a9b3-ac0bac53d103 req-add4fc1d-94e6-4702-8634-b4f3a7c6ea2c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Dec 13 10:31:39.479923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:31:39.529501 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 30628ba4-300f-40f6-a281-24329dc0d9ce completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:31:39.533857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 30628ba4-300f-40f6-a281-24329dc0d9ce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:31:39.534229 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:39.561554 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-0b73d0b0-d466-4128-96b7-8b52e71b33ac tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:39.563020 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-0b73d0b0-d466-4128-96b7-8b52e71b33ac tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 945 time: 0.0497627 Dec 13 10:31:39.612742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:39.633047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:39.635337 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c2f6a-5fe6-4bcb-b6df-f734abbaea38" -d '{"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-plugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:39.649087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:39.654460 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:39.663764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Deleting port 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:31:39.664113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:39.762118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:39.762497 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:39.845203 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca7072-9918-4ae6-9bbe-3c963efbd939 x-openstack-request-id: req-52ca7072-9918-4ae6-9bbe-3c963efbd939 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:39.845458 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-plugged", "status": "completed", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:39.845648 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52ca7072-9918-4ae6-9bbe-3c963efbd939 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:39.846044 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'code': 200} Dec 13 10:31:39.851083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:31:39.898834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:39.971697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 30628ba4-300f-40f6-a281-24329dc0d9ce, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=30628ba4-300f-40f6-a281-24329dc0d9ce,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:39.986705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce has no active binding in host n-h2-820531-5 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 13 10:31:40.232959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:40.233360 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:40.233680 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d disassociated. External IP: 172.25.1.169, port: 30628ba4-300f-40f6-a281-24329dc0d9ce. Dec 13 10:31:40.234025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Calling delete_port for 30628ba4-300f-40f6-a281-24329dc0d9ce owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:31:40.358530 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:40.391823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'Port': ['ID=30628ba4-300f-40f6-a281-24329dc0d9ce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:40.509721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f35b94be-3bc0-4fd6-be04-7d2c5f6f4828 req-4c5590ba-5ceb-4b03-a8bc-86e7f7e32cab tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a890ad9-2d51-4bd5-ba82-816b3ba706ff HTTP/1.1" status: 200 len: 210 time: 0.0270669 Dec 13 10:31:40.513979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:31:40.633137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:31:40.643261 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:31:40.654083 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:40.654768 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:31:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:40.672291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] No DVR routers for this DVR port 30628ba4-300f-40f6-a281-24329dc0d9ce on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:31:40.674800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:40.678218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c3a1133c-4fbd-40e7-af81-f0069b61b0a3 req-543d0de8-7aec-4bca-bbdc-abe22704a811 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "DELETE /v2.0/ports/30628ba4-300f-40f6-a281-24329dc0d9ce HTTP/1.1" status: 204 len: 173 time: 1.1092885 Dec 13 10:31:40.678664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-deleted', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:40.680966 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11c146352e5f263b997d6c143495f0b22ae9c1b0daa0d3bb8b3efeb051eccba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656d9837-460a-47da-b2fb-1cb6377acf3e" -d '{"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-deleted", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:40.718671 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a90569-862e-4d2e-ac08-50c3cb4bc488 x-openstack-request-id: req-f4a90569-862e-4d2e-ac08-50c3cb4bc488 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:40.718974 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a890ad9-2d51-4bd5-ba82-816b3ba706ff", "name": "network-vif-deleted", "tag": "30628ba4-300f-40f6-a281-24329dc0d9ce", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:40.719235 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4a90569-862e-4d2e-ac08-50c3cb4bc488 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:40.719645 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a890ad9-2d51-4bd5-ba82-816b3ba706ff', 'name': 'network-vif-deleted', 'tag': '30628ba4-300f-40f6-a281-24329dc0d9ce', 'status': 'completed', 'code': 200} Dec 13 10:31:40.768918 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:40.963111 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:40.991858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:31:41.000634 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:41.001349 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:31:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:41.115595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:41.395271 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:41.420252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1595-9632-49e3-aafb-cf1654308497 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:31:41.650920 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c025fec-51b5-4205-9b5a-9c67995cc242 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:31:41.824764 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-7a359e6e-b8ae-492c-a70c-2f67814ae2bd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2054482683&fields=id&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 267 time: 0.0494802 Dec 13 10:31:41.933340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-6eb73120-e3f6-4046-9cdb-ddeac1a096d7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:41.934708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-6eb73120-e3f6-4046-9cdb-ddeac1a096d7 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1031423 Dec 13 10:31:41.949337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-2f5ae838-ed70-47ca-8823-e48384da572d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/quotas/d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Dec 13 10:31:42.003743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-c9bd8cc0-4d6f-4653-b034-3b8e1107f05e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492246 Dec 13 10:31:42.140308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-5cab3a98-77f4-4f3d-aad6-08abd180a1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238241 Dec 13 10:31:42.233206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-c01ef92e-aa69-4a14-855b-c28ce21656ec service neutron] 10.222.0.30 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860350 Dec 13 10:31:42.393975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f35a7d0-fb0b-44ad-8b1e-d0a422ed53e7 req-1ea29902-c7c6-4261-a0ea-988cee97f103 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0264404 Dec 13 10:31:43.397854 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-00f67def-7097-40b3-83b2-7a9d4ddb3b62 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:43.399325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-00f67def-7097-40b3-83b2-7a9d4ddb3b62 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 810 time: 0.1050808 Dec 13 10:31:43.466163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-7f5196f8-4e8f-4d15-aba7-d78dbcebc1db tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 380 time: 0.0579221 Dec 13 10:31:43.479592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'port': {'device_id': '6e858501-3558-4e72-a868-c67d6575b755', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'admin_state_up': True, 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'security_groups': ['6cce198d-f786-4408-ad82-e590015428d9']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:43.480801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:31:43.500421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 30628ba4-300f-40f6-a281-24329dc0d9ce {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:31:43.500874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 30628ba4-300f-40f6-a281-24329dc0d9ce not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:31:43.535228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3836f073-23c4-4c21-9055-ee39cb02bf33 req-f53702f0-20c0-404e-9ea2-fe83c6c2d679 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0680940 Dec 13 10:31:43.605009 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Made reservation on behalf of d281f02cfb6f4c85bc14515a508acd13 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:31:43.608488 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:43.735169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Allocated IP 172.20.0.11 (132a4930-d40d-4fb5-bb8c-86f04358ebb5/6dcf4470-da4f-4688-8c45-e292ff5baeec/39550072-2c54-4020-878e-33a5e981ec9a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:31:43.873669 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:43.908606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:43.954114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:31:43.957314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:31:43.961281 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:31:43.983972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:44.014096 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.014720 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.031660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bfb43383-1e83-4911-b718-b47edc3e9d3a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561891 Dec 13 10:31:44.045318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Request body: {'port': {'device_id': '6e858501-3558-4e72-a868-c67d6575b755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:44.103065 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.241526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1a8a35a-2a13-47c4-9ddc-929bcf7643cc None None] Provisioning complete for port 39550072-2c54-4020-878e-33a5e981ec9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:31:44.241819 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a35a-2a13-47c4-9ddc-929bcf7643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.278910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8a35a-2a13-47c4-9ddc-929bcf7643cc None None] Port 39550072-2c54-4020-878e-33a5e981ec9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:31:44.363639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:44.371926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.383804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Transition to ACTIVE for port object 39550072-2c54-4020-878e-33a5e981ec9a will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:31:44.386968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.435383 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:44.510045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:31:44.510516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:31:44.510842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:44.515767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:31:44.515767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:31:44.522312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:31:44.522654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:31:44.523047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:31:44.523474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Bound port: 39550072-2c54-4020-878e-33a5e981ec9a, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:31:44.523826 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.590968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:31:44.595417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:31:44.604161 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.665200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.665840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:44.667246 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] 10.222.0.44 "PUT /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1092 time: 0.6263251 Dec 13 10:31:44.669612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:44.671930 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951d2d6-6cb2-4361-965e-195a74697cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:44.694720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35ff72-7380-4abc-bcff-b11d2f019e99 service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:44.714097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a284cda-9e38-44ee-94f0-ed70ebfa6744 req-236ee4b9-283c-461d-b0bc-7fac6824292e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.715860 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a284cda-9e38-44ee-94f0-ed70ebfa6744 req-236ee4b9-283c-461d-b0bc-7fac6824292e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0865335 Dec 13 10:31:44.718058 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed4d53-cf35-4ab3-a1c7-f304fefd344f x-openstack-request-id: req-93ed4d53-cf35-4ab3-a1c7-f304fefd344f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:44.718348 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:44.718610 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93ed4d53-cf35-4ab3-a1c7-f304fefd344f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:44.719012 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'status': 'completed', 'code': 200} Dec 13 10:31:44.798802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-85204668-4577-46c0-855e-17b5bf07522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.800331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-85204668-4577-46c0-855e-17b5bf07522a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0803864 Dec 13 10:31:44.805366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a284cda-9e38-44ee-94f0-ed70ebfa6744 req-843779d9-d1a9-4976-8a75-21070acec822 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757458 Dec 13 10:31:44.845595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-b1bcbc0a-c9cf-4ad1-88bc-daa8017307c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 217 time: 0.0354514 Dec 13 10:31:44.899543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-99fdbd9c-d527-46dd-b7ab-5893f6aee57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.901060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-99fdbd9c-d527-46dd-b7ab-5893f6aee57d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0476086 Dec 13 10:31:44.946651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-05e299a9-e32b-4f97-b4f7-24d6d35fcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:44.948177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-05e299a9-e32b-4f97-b4f7-24d6d35fcc84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405476 Dec 13 10:31:45.035474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-daee65c9-ad7f-4d37-b30e-84a7db9e18aa service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803435 Dec 13 10:31:45.419061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5276763d-5fa8-41a0-ae3f-9bea73415450 req-dc3a419f-61d7-4587-8e1e-1c03d5870142 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759289 Dec 13 10:31:45.501591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-93970aaa-e055-4058-85d8-b3d6eeaae08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.503068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-93970aaa-e055-4058-85d8-b3d6eeaae08c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0402606 Dec 13 10:31:45.595190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-558b09f6-434a-4a3a-b625-b015a7a0611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.596993 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-558b09f6-434a-4a3a-b625-b015a7a0611f service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0860305 Dec 13 10:31:45.638029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-645bdca2-b006-4447-87a9-bad28e01e4c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 217 time: 0.0335135 Dec 13 10:31:45.687548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-27c5d025-ea9d-49f6-9a02-12ab6787b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.688887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-27c5d025-ea9d-49f6-9a02-12ab6787b2db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0433745 Dec 13 10:31:45.740835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-12f39c10-621a-4048-ba41-fdae3143fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.742692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-12f39c10-621a-4048-ba41-fdae3143fedc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448835 Dec 13 10:31:45.829881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-d7739930-1db4-4129-96f3-95293d1dec55 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800970 Dec 13 10:31:45.958562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519037-ef37-40a5-81c4-112a0ef8768b req-9b50ad84-9630-48ec-ae8e-e9b458d0f680 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:45.960027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8519037-ef37-40a5-81c4-112a0ef8768b req-9b50ad84-9630-48ec-ae8e-e9b458d0f680 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0760186 Dec 13 10:31:45.964788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5951d2d6-6cb2-4361-965e-195a74697cd7 req-67cc0389-3efb-46ef-b7d7-abf39b95d3c4 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270046 Dec 13 10:31:46.008703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8519037-ef37-40a5-81c4-112a0ef8768b req-f60e346f-31c8-4f72-b00b-bf754c110b5d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Dec 13 10:31:47.128106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fa8e7-46c3-48a4-8ca7-3d40e7422e8e req-84766837-3315-43cd-ad21-e04de1d3213a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:47.129698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-491fa8e7-46c3-48a4-8ca7-3d40e7422e8e req-84766837-3315-43cd-ad21-e04de1d3213a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0527313 Dec 13 10:31:47.177281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-491fa8e7-46c3-48a4-8ca7-3d40e7422e8e req-e4aa66f5-0e56-4800-afdb-013dd5e74bc6 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Dec 13 10:31:47.745912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:31:47.837385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:47.852291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '39550072-2c54-4020-878e-33a5e981ec9a', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:31:47.888410 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:47.902247 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:31:47.921210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:47.925344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:47.970440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:48.120063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['39550072-2c54-4020-878e-33a5e981ec9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:31:48.297036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558c71-5d8b-4f5e-8454-9400e7285982 req-27b82723-f022-4b63-9b0e-c3dd80e8055b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:48.298541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80558c71-5d8b-4f5e-8454-9400e7285982 req-27b82723-f022-4b63-9b0e-c3dd80e8055b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Dec 13 10:31:48.344618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80558c71-5d8b-4f5e-8454-9400e7285982 req-1997d81c-6ec7-4548-81c3-9c54787a299e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Dec 13 10:31:49.461395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218af9cb-22e4-4a17-ae4e-eb231161aedb req-5dc6a5d1-320d-4f0e-868d-d57d806e3c49 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:49.462830 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-218af9cb-22e4-4a17-ae4e-eb231161aedb req-5dc6a5d1-320d-4f0e-868d-d57d806e3c49 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Dec 13 10:31:49.512903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-218af9cb-22e4-4a17-ae4e-eb231161aedb req-178f7fd0-6fd7-48b2-9b6c-1a0f7a0211fc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Dec 13 10:31:49.764513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:31:49.814315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 39550072-2c54-4020-878e-33a5e981ec9a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:31:49.818102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 39550072-2c54-4020-878e-33a5e981ec9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:31:49.818470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:49.898446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:49.928711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:49.930980 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d50cc542ee4668a51ff108e8336fdb211ceb849d8dc1d0e679c3fb9cb0b104c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e812bcb-7935-4590-a589-bcddc550537b" -d '{"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-plugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:49.943327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:31:49.947367 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:49.970710 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0396ea-c890-45ac-83d4-d34a919d6edc x-openstack-request-id: req-9d0396ea-c890-45ac-83d4-d34a919d6edc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:49.971006 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-plugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:49.971261 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d0396ea-c890-45ac-83d4-d34a919d6edc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:49.971647 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'code': 200} Dec 13 10:31:49.999809 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:31:50.064284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1b53-7676-48a8-bf67-bdd05d0bc889 req-5bd4ef11-133d-419f-914e-ab5ec412f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:50.065741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-307c1b53-7676-48a8-bf67-bdd05d0bc889 req-5bd4ef11-133d-419f-914e-ab5ec412f2bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.0384099 Dec 13 10:31:50.109761 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-307c1b53-7676-48a8-bf67-bdd05d0bc889 req-a132ec9a-237b-4944-bf15-a4983706cf0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Dec 13 10:31:50.630181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5015a1-8a9d-4e17-b6ab-98e0cce9eac8 req-bb4611fa-1990-4819-bd21-67416b462c72 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:50.632508 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e5015a1-8a9d-4e17-b6ab-98e0cce9eac8 req-bb4611fa-1990-4819-bd21-67416b462c72 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Dec 13 10:31:50.679530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e5015a1-8a9d-4e17-b6ab-98e0cce9eac8 req-80b12f32-4fdd-4790-8d37-48c1880d0db8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Dec 13 10:31:51.802246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9e3da-42a0-477e-b239-7fa379f340bf req-2e8da83d-c217-46d1-a6ee-af104b2cf7c3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.803693 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-caf9e3da-42a0-477e-b239-7fa379f340bf req-2e8da83d-c217-46d1-a6ee-af104b2cf7c3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Dec 13 10:31:51.849414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-caf9e3da-42a0-477e-b239-7fa379f340bf req-31771792-2078-4c49-8cdc-d63b17e0de63 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Dec 13 10:31:51.962155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cdb2b-eed3-4191-9670-7e5d481901f4 req-8d333a34-8a59-43bb-bd6f-3a648bd4f80f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:51.963524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-420cdb2b-eed3-4191-9670-7e5d481901f4 req-8d333a34-8a59-43bb-bd6f-3a648bd4f80f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0487261 Dec 13 10:31:51.972147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:31:51.976598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Request body: {'floatingip': {'port_id': '39550072-2c54-4020-878e-33a5e981ec9a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:31:52.020190 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:52.220955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-ab3a4858-3c40-4a3f-943b-8cc3e8d6c90b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184623 Dec 13 10:31:52.411741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-777eaed4-e00d-473c-adaf-f6ed6c7de1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.413274 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-777eaed4-e00d-473c-adaf-f6ed6c7de1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.1264310 Dec 13 10:31:52.576699 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:52.586172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:52.621015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-73c6374f-884c-41cc-9d1b-653dd419730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.622528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-73c6374f-884c-41cc-9d1b-653dd419730f service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1785257 Dec 13 10:31:52.726308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-1cedb68a-6689-4282-84aa-1eed6b76b658 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0788636 Dec 13 10:31:52.761161 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d associated. External IP: 172.25.1.169, port: 39550072-2c54-4020-878e-33a5e981ec9a. Dec 13 10:31:52.845470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-8dc324c4-37a1-4adb-a9e8-8436c0f5282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.846944 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-8dc324c4-37a1-4adb-a9e8-8436c0f5282a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.1132956 Dec 13 10:31:52.911687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-ce2d3822-3e32-47de-baaa-481dcf3640de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:52.913211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-ce2d3822-3e32-47de-baaa-481dcf3640de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587156 Dec 13 10:31:53.081096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-ca5fc76d-a6b9-40ee-91bf-6712549c313c service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359279 Dec 13 10:31:53.085586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:31:53.257825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5d3f9a4-9c62-421f-a6a2-058829942586 req-4651e008-d47c-47e5-9536-27aa4eeb3bae service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686301 Dec 13 10:31:53.264847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:31:53.269589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:53.276667 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:31:53.292513 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:53.293158 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:31:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:53.300242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-994aa1e8-aa11-47dc-a82d-1b4b740383f4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "PUT /v2.0/floatingips/ee50d2d8-f6c3-4bb1-ba0e-0935af51019d HTTP/1.1" status: 200 len: 993 time: 1.3270373 Dec 13 10:31:53.300875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:31:53.303245 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008443d7cb73ba0663c204cd7d7654348cd856fb2e74e22cd03d466d99e1629d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:31:53.342090 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38d233-8267-4a57-bd2f-8fb1e0a372ba x-openstack-request-id: req-ee38d233-8267-4a57-bd2f-8fb1e0a372ba {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:31:53.342397 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:31:53.342660 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee38d233-8267-4a57-bd2f-8fb1e0a372ba {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:31:53.343074 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'status': 'completed', 'code': 200} Dec 13 10:31:53.403298 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:53.406127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-e97863c2-3755-488c-bdd5-48b0213bec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:53.407616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-e97863c2-3755-488c-bdd5-48b0213bec49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.0408862 Dec 13 10:31:53.500688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-08ba1618-12b2-4997-a1cf-74250fb3de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:53.502200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-08ba1618-12b2-4997-a1cf-74250fb3de8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0863550 Dec 13 10:31:53.633016 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e858501-3558-4e72-a868-c67d6575b755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:31:52Z', 'revision_number': 13, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:53.663318 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:31:53.672177 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:31:53.672804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:31:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:53.781157 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:31:53.865530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-fe28632d-7cf9-43c1-b04b-32bfcbfafe49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.3564780 Dec 13 10:31:53.913583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-d81c5a6a-b18c-4e70-a9cc-59da762d289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:53.914988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-d81c5a6a-b18c-4e70-a9cc-59da762d289a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0427833 Dec 13 10:31:53.966143 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-f38979c3-91ad-468e-ad57-f350c185343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:31:53.967624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-f38979c3-91ad-468e-ad57-f350c185343f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459182 Dec 13 10:31:54.004840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e858501-3558-4e72-a868-c67d6575b755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:31:52Z', 'revision_number': 13, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:31:54.034102 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810aace9-e27e-49ac-8b9a-9280e405728f None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': 'ee50d2d8-f6c3-4bb1-ba0e-0935af51019d', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e858501-3558-4e72-a868-c67d6575b755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:22:59Z', 'updated_at': '2021-12-13T10:31:52Z', 'revision_number': 13, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:31:54.061354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-4b86f23c-3e29-487f-95b9-b38153cc9c15 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864096 Dec 13 10:31:54.161836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f20ef55-d65e-4f60-8f99-0a8d653ece7e req-09cac587-1adb-4e17-a036-ca0870503f60 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934000 Dec 13 10:31:54.236347 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e3ea-55db-4bca-ba2c-cd64dd282445 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:31:57.610088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:58.680955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f04aa398-6dac-4a5e-a1ca-5a61bd58f6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:31:59.534566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:01.083675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fb2039a-4fe9-4474-b741-bfeb1f006f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:02.406967 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:03.831038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:04.854056 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:15.003465 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:32:27.600390 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:28.683271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cef764a1-2aee-468c-87b3-5047a99cde05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:29.553793 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:31.085389 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d95948f5-08e5-44b6-a850-acbdbb1b2527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:32.408377 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:33.830428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:34.856996 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:52.005215 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:32:52.206362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-5eaa0b2b-f9f5-4060-906c-a44844a20500 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765831 Dec 13 10:32:52.287594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-0005248d-1024-42e3-99db-9f8c86b7479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:52.289040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-0005248d-1024-42e3-99db-9f8c86b7479a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.0403776 Dec 13 10:32:52.400185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-d79a6f88-6e10-407a-acad-d5cc6af4ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:52.402198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-d79a6f88-6e10-407a-acad-d5cc6af4ed8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0944715 Dec 13 10:32:52.468321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-fa3a1c38-8a92-414c-a180-31f20725b2ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1003 time: 0.0584671 Dec 13 10:32:52.518392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-cb7e3ba7-6c12-44c5-baf0-158bb7605a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:52.520072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-cb7e3ba7-6c12-44c5-baf0-158bb7605a81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0441988 Dec 13 10:32:52.568863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-9bf16b70-2283-4086-8fe5-4a0ce87213df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:32:52.570352 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-9bf16b70-2283-4086-8fe5-4a0ce87213df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438702 Dec 13 10:32:52.658479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-66dd3c03-22ad-4434-a211-c6ec49322ab3 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812216 Dec 13 10:32:52.751455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa0b0f00-a8c2-4ed5-a45b-61b2d40a5f9a req-7c5c0b64-9ee6-44ee-8e38-383cb1fc0310 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Dec 13 10:32:57.613364 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:58.684689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-028ed6dd-2417-436f-81cb-10863d28fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:32:59.553788 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:01.085904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c50d-6188-4887-bbc3-31bff440b2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:02.411456 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:03.833627 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:04.860609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:27.633297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:28.686640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b05fb82b-c5aa-4623-8bb4-4cb973ad60f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:29.004262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:33:29.564428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:30.933755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a479bc-3a07-4d7d-b728-852505121045 req-de4cf448-a2d9-417c-be83-a3731a9e3a04 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:30.935277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3a479bc-3a07-4d7d-b728-852505121045 req-de4cf448-a2d9-417c-be83-a3731a9e3a04 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.1394694 Dec 13 10:33:30.982713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3a479bc-3a07-4d7d-b728-852505121045 req-937e87f2-f43d-48ae-bb76-7a464f0a3257 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Dec 13 10:33:31.088340 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18c6c581-c676-4644-b274-9bd9bf9abfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:32.414841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:33.838964 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:34.863363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:42.329717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68022c-8be4-435a-85c8-1c6b43359d84 req-6af28bfd-c474-4f3f-a12b-c9400f19ac55 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:42.331267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e68022c-8be4-435a-85c8-1c6b43359d84 req-6af28bfd-c474-4f3f-a12b-c9400f19ac55 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0506828 Dec 13 10:33:42.377143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-59aeb5f1-d46e-44c8-b976-62fbabdab73c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800624 Dec 13 10:33:42.380626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3e68022c-8be4-435a-85c8-1c6b43359d84 req-e6c0040b-1e85-4467-afa4-171baa9cf059 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Dec 13 10:33:43.528714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a6e62-76f8-4fdc-af4d-2c67c2c1ec72 req-1a4b22a7-e08a-4d22-b9ac-33da46f30c9e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:43.530196 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-383a6e62-76f8-4fdc-af4d-2c67c2c1ec72 req-1a4b22a7-e08a-4d22-b9ac-33da46f30c9e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0730593 Dec 13 10:33:43.532604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-54c1d2b1-c60e-4027-925d-a341df14f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:43.533970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-54c1d2b1-c60e-4027-925d-a341df14f0b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.0848048 Dec 13 10:33:43.632536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-383a6e62-76f8-4fdc-af4d-2c67c2c1ec72 req-f96e543d-ffb0-4b79-b112-6d726a8168e0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960245 Dec 13 10:33:43.658739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-b702727d-e1fa-4f37-85b2-630d39989492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:43.660210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-b702727d-e1fa-4f37-85b2-630d39989492 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1178186 Dec 13 10:33:43.726081 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-f5d4ddd6-83ce-4134-8715-23f86af67549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1003 time: 0.0585380 Dec 13 10:33:43.773985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-3abbfc11-c56e-436d-842a-21f93e065665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:43.775391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-3abbfc11-c56e-436d-842a-21f93e065665 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0427580 Dec 13 10:33:43.824149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-14b11fd6-15ac-4fcd-96ae-1f9baa60612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:43.825626 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-14b11fd6-15ac-4fcd-96ae-1f9baa60612b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432472 Dec 13 10:33:43.914892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-765e4aa3-b830-400f-aad5-f1d2656b86ff service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806525 Dec 13 10:33:44.007306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-6a59cab7-4172-4a94-b55c-28398acb1a0f service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Dec 13 10:33:44.752066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad397c13-9c1e-4498-bc14-f94461cce569 req-db26db66-ed63-4e25-a43c-46eb4072e509 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:44.753564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad397c13-9c1e-4498-bc14-f94461cce569 req-db26db66-ed63-4e25-a43c-46eb4072e509 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0500283 Dec 13 10:33:44.800080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad397c13-9c1e-4498-bc14-f94461cce569 req-e765718a-eef1-4fe1-a6c3-be5f0eba4f11 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Dec 13 10:33:45.916799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08537ac1-8dfe-4a4f-bd1d-687c63aefc04 req-13f251f3-cef8-43b0-bb8c-548a11d7d0b4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:45.918215 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08537ac1-8dfe-4a4f-bd1d-687c63aefc04 req-13f251f3-cef8-43b0-bb8c-548a11d7d0b4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Dec 13 10:33:45.965417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08537ac1-8dfe-4a4f-bd1d-687c63aefc04 req-7e5fe246-6bb4-4c8b-87a6-c243e75963ba tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Dec 13 10:33:47.084567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf8ca7-a078-4233-b590-dc201289e66b req-98d78804-d33b-45db-aa96-7a5256322ef2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:47.086134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcdf8ca7-a078-4233-b590-dc201289e66b req-98d78804-d33b-45db-aa96-7a5256322ef2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0529680 Dec 13 10:33:47.133712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fcdf8ca7-a078-4233-b590-dc201289e66b req-c58b4435-22fd-439c-b058-66b816fcaa32 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Dec 13 10:33:48.249484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca661-6238-44d0-ac4f-d3b0c915bb2c req-a2051930-188a-4cc0-bb2d-6d8f4cbe8625 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:48.250967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-468ca661-6238-44d0-ac4f-d3b0c915bb2c req-a2051930-188a-4cc0-bb2d-6d8f4cbe8625 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Dec 13 10:33:48.297536 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-468ca661-6238-44d0-ac4f-d3b0c915bb2c req-3503b38b-6cb0-4073-afb1-33fed08aa834 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Dec 13 10:33:49.418570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dad53c-37a5-49a7-bcc5-e4ba87350a5c req-00435eb3-f1e9-4ffa-a7aa-40a4c76e5747 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:49.420039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58dad53c-37a5-49a7-bcc5-e4ba87350a5c req-00435eb3-f1e9-4ffa-a7aa-40a4c76e5747 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0529859 Dec 13 10:33:49.466828 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58dad53c-37a5-49a7-bcc5-e4ba87350a5c req-833e3ab5-38c0-4afd-bfdc-23d0bc57a5b3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 Dec 13 10:33:50.586514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7a813-b4fa-463b-bb57-75e7190eb364 req-e2ab1b6e-c41d-4715-aef0-0b666c67d64c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:50.587974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd7a813-b4fa-463b-bb57-75e7190eb364 req-e2ab1b6e-c41d-4715-aef0-0b666c67d64c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0486710 Dec 13 10:33:50.638210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bdd7a813-b4fa-463b-bb57-75e7190eb364 req-a3fbcffc-2587-4867-9791-0d9b2f6cb281 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Dec 13 10:33:51.757189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb820-2a1f-4cb7-9247-b53b97c1f710 req-b984c97b-6591-45a8-a1e3-520b77a4947a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:51.758665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87eeb820-2a1f-4cb7-9247-b53b97c1f710 req-b984c97b-6591-45a8-a1e3-520b77a4947a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0493209 Dec 13 10:33:51.809265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-87eeb820-2a1f-4cb7-9247-b53b97c1f710 req-7a9104c3-56b1-4526-bc5d-cf62c57ee033 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446846 Dec 13 10:33:52.182778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3470-9655-49b3-a0de-18276af62024 req-39236f34-bcaa-4b5e-a394-4633df27b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.184252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-39236f34-bcaa-4b5e-a394-4633df27b0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1097 time: 0.0400910 Dec 13 10:33:52.289431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3470-9655-49b3-a0de-18276af62024 req-80b410ab-9df6-4022-9f5d-008a6c4bd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.290875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-80b410ab-9df6-4022-9f5d-008a6c4bd596 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0839927 Dec 13 10:33:52.359116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-61d717ee-5e65-4bab-9988-96dc3d5fe626 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1003 time: 0.0610509 Dec 13 10:33:52.408664 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3470-9655-49b3-a0de-18276af62024 req-17894fd7-ee79-47e1-85e6-fa51ef41f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.410155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-17894fd7-ee79-47e1-85e6-fa51ef41f015 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0445938 Dec 13 10:33:52.455699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3470-9655-49b3-a0de-18276af62024 req-d3162dd3-fb52-45e3-af8c-f1e59c43d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.457191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-d3162dd3-fb52-45e3-af8c-f1e59c43d7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392809 Dec 13 10:33:52.557387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-ee0a24b9-fefa-494c-b3f9-51b25aea23d1 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886559 Dec 13 10:33:52.646345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af3f3470-9655-49b3-a0de-18276af62024 req-cd3b9d71-dcf5-43f3-b3c7-423008b6b9d1 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825410 Dec 13 10:33:52.931372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8ac0d-84bb-4733-9ac0-4636a44fb61b req-7492c0e9-8072-440e-9bfd-b15020ad5e36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:52.932834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ac8ac0d-84bb-4733-9ac0-4636a44fb61b req-7492c0e9-8072-440e-9bfd-b15020ad5e36 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0552077 Dec 13 10:33:52.980848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ac8ac0d-84bb-4733-9ac0-4636a44fb61b req-c53f6db5-8085-442d-8be6-9d2a3f3709c1 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419385 Dec 13 10:33:54.097996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6819a4-8ef6-47ad-a963-841037ac034a req-f43ebe14-c8be-4cb9-9d97-da313765d657 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:54.099691 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6819a4-8ef6-47ad-a963-841037ac034a req-f43ebe14-c8be-4cb9-9d97-da313765d657 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Dec 13 10:33:54.147595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f6819a4-8ef6-47ad-a963-841037ac034a req-d909c95b-dcd6-48ac-b471-741cac0cec51 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Dec 13 10:33:55.263071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba85fa3-b9ec-4a34-8045-62f8fe312a9a req-ea251944-065d-4746-9332-72b01fdcc5ad tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:55.264506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ba85fa3-b9ec-4a34-8045-62f8fe312a9a req-ea251944-065d-4746-9332-72b01fdcc5ad tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Dec 13 10:33:55.315641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ba85fa3-b9ec-4a34-8045-62f8fe312a9a req-18833a58-e0e9-46f2-bfaa-6b003fd9eb23 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 Dec 13 10:33:56.437467 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532d9e-78fb-40d4-83d8-fa44ca8eb343 req-15d5ba42-c6f7-4438-9cef-ca7477eb99e5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:56.438969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb532d9e-78fb-40d4-83d8-fa44ca8eb343 req-15d5ba42-c6f7-4438-9cef-ca7477eb99e5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0489380 Dec 13 10:33:56.487387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb532d9e-78fb-40d4-83d8-fa44ca8eb343 req-4def70ca-4515-4dc3-a1a6-34da153fcf0b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Dec 13 10:33:57.603575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d352601-a129-452a-a85d-561658bc0291 req-e8000c97-47a6-4594-b7f0-b8b0f8fa02b5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:57.605050 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d352601-a129-452a-a85d-561658bc0291 req-e8000c97-47a6-4594-b7f0-b8b0f8fa02b5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0491505 Dec 13 10:33:57.647795 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:57.659870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d352601-a129-452a-a85d-561658bc0291 req-67feb0e0-2dfd-42ba-b098-b617153fb44d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487106 Dec 13 10:33:58.057626 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-5092f80f-c168-49d2-8586-99e8f475f4dd service neutron] show failed (client error): The resource could not be found. Dec 13 10:33:58.058613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-5092f80f-c168-49d2-8586-99e8f475f4dd service neutron] 10.222.0.44 "GET /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0574906 Dec 13 10:33:58.331700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-47828340-67ac-4333-8402-03f4577e37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:58.333882 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-47828340-67ac-4333-8402-03f4577e37c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1097 time: 0.0784395 Dec 13 10:33:58.345299 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:33:58.401021 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:58.603035 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:33:58.637367 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:33:58.675877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:33:58.682290 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:58.694212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37724942-380c-4f55-9426-e6917241b3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:58.696303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Transition to ACTIVE for port object 39550072-2c54-4020-878e-33a5e981ec9a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:33:58.701270 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:58.729650 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df01be-01e2-4445-a418-b7763fe4b6c3" -d '{"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-unplugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:33:58.799952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:33:58.814536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75879ca-2e30-4563-99c2-89440f1b4291 req-a519fca1-f270-4aaf-a8f9-b55e7044ce06 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:58.818681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c75879ca-2e30-4563-99c2-89440f1b4291 req-a519fca1-f270-4aaf-a8f9-b55e7044ce06 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0824671 Dec 13 10:33:58.818980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.819327 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.819671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.820012 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.820344 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.820735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.821065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.821418 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.821743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.822068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.822447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.822775 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.823096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:33:58.858495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] No DVR routers for this DVR port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:33:58.887716 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c75879ca-2e30-4563-99c2-89440f1b4291 req-2d1eac05-d30f-4b60-b131-a4cf5bc1e13e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618715 Dec 13 10:33:58.893329 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660418d5-f5b9-4ade-876b-9ba75f7f0651 x-openstack-request-id: req-660418d5-f5b9-4ade-876b-9ba75f7f0651 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:33:58.893629 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-unplugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:33:58.893887 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-660418d5-f5b9-4ade-876b-9ba75f7f0651 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:33:58.894286 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'code': 200} Dec 13 10:33:59.002192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:33:59.002534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:33:59.002864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:33:59.007372 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:33:59.007714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:33:59.012618 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:33:59.012963 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:33:59.013376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:33:59.013802 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Bound port: 39550072-2c54-4020-878e-33a5e981ec9a, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:33:59.014158 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:59.078746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:33:59.081769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:33:59.085621 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:59.127485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.128063 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:59.129456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] 10.222.0.37 "PUT /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1092 time: 0.7882371 Dec 13 10:33:59.148507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10740-1719-4f65-818a-e3ac4df9aa0b service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:33:59.195926 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-f3d73316-f127-4c12-b629-d6369b632ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.197486 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-f3d73316-f127-4c12-b629-d6369b632ff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0453916 Dec 13 10:33:59.299395 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-bb66025e-c732-40f5-a180-e754b9d12996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.300928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-bb66025e-c732-40f5-a180-e754b9d12996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0957775 Dec 13 10:33:59.370831 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-c2b7a06c-111a-4595-951f-af7e1e027ab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0631452 Dec 13 10:33:59.419741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-7e611948-c673-42ba-a615-03de03b5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.421229 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-7e611948-c673-42ba-a615-03de03b5a306 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0435812 Dec 13 10:33:59.466337 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-7a5782a3-8ef9-4a57-bbff-e965e3b6f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:33:59.467795 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-7a5782a3-8ef9-4a57-bbff-e965e3b6f5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396848 Dec 13 10:33:59.546814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:33:59.563459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-98327e46-b382-4a26-b38d-7691a14189ba service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886941 Dec 13 10:33:59.651484 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-eaaed191-fd1a-423d-9fc0-e042806164cc service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809588 Dec 13 10:34:00.010722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1e64-21b6-4600-98ac-a26249ff57c0 req-87428a9c-00c8-4600-9be9-470968848703 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:00.012252 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-771d1e64-21b6-4600-98ac-a26249ff57c0 req-87428a9c-00c8-4600-9be9-470968848703 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0492857 Dec 13 10:34:00.059511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-771d1e64-21b6-4600-98ac-a26249ff57c0 req-fdfc05bf-6801-4b54-83e0-efc026f85bf4 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Dec 13 10:34:00.429731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:00.471002 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:00.896175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:00.898638 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:00.950228 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32730937-eaa9-40bf-9101-e60b898c3cd0 x-openstack-request-id: req-32730937-eaa9-40bf-9101-e60b898c3cd0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:00.950690 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:00.950956 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32730937-eaa9-40bf-9101-e60b898c3cd0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:00.951365 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'status': 'completed', 'code': 200} Dec 13 10:34:01.017369 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-cad209dd-0c39-494e-a8c7-5fae433dc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.018368 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-1129a14f-bb32-4406-960c-6a177c955964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.018905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-cad209dd-0c39-494e-a8c7-5fae433dc504 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0488503 Dec 13 10:34:01.019873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-1129a14f-bb32-4406-960c-6a177c955964 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0460072 Dec 13 10:34:01.121475 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-a2a11766-7382-4635-98b8-8c42950d80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.122187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2526bb7-dfc3-4b2a-b690-ce177e0cfd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:01.123093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-a2a11766-7382-4635-98b8-8c42950d80af service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0970957 Dec 13 10:34:01.128261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-16d997e4-4840-48fa-b598-6b4edc3e9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.130467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-16d997e4-4840-48fa-b598-6b4edc3e9f69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1032169 Dec 13 10:34:01.209745 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-9cb665ad-e54c-43b8-939c-ef1674584ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0788786 Dec 13 10:34:01.239018 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-76ff0b20-ed2c-4efb-8b3b-ffc7447f1536 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.1006732 Dec 13 10:34:01.263261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-e232e10f-d45b-401e-8786-651b86bbaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.264563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d915a5b-694f-46d6-8969-ace688e7db1f req-a7795f2d-a099-4f78-b8c1-bb9625cdacfa tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.264936 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-e232e10f-d45b-401e-8786-651b86bbaef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0480881 Dec 13 10:34:01.266118 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d915a5b-694f-46d6-8969-ace688e7db1f req-a7795f2d-a099-4f78-b8c1-bb9625cdacfa tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0814590 Dec 13 10:34:01.304540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-fb55adc3-4298-4adc-b99e-ee1ccb8a2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.306034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-fb55adc3-4298-4adc-b99e-ee1ccb8a2d64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0582695 Dec 13 10:34:01.314898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-dc3c37b5-b00e-42d3-9463-9cbc4e2034e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.316454 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-dc3c37b5-b00e-42d3-9463-9cbc4e2034e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445538 Dec 13 10:34:01.383038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d915a5b-694f-46d6-8969-ace688e7db1f req-f99d0f38-0c4d-4469-92cf-cfac6e9edb29 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945582 Dec 13 10:34:01.384928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-9858d1b5-c9c3-45d6-a517-8e0231c2dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:01.386404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-9858d1b5-c9c3-45d6-a517-8e0231c2dc7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676725 Dec 13 10:34:01.416081 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-7c9e11ad-eec2-4f88-a8c7-d80c6e1e99bb service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924139 Dec 13 10:34:01.481549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-5b40a1b7-3f34-462e-beca-4c47817fa85a service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873704 Dec 13 10:34:01.511959 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-09a1b820-f2eb-4565-b87e-ece8bfb9245b service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878997 Dec 13 10:34:01.578468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbeb2c87-cc1a-47b8-8558-86964d23dfd9 req-834f4888-6a42-4d94-9aac-5e36e0f29fdc service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900774 Dec 13 10:34:02.417654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:02.510753 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69fe0c-f13d-4cda-9ba8-de109eb1c4c0 req-a341b83f-b840-44a7-b975-459f44ab7355 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:02.512282 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a69fe0c-f13d-4cda-9ba8-de109eb1c4c0 req-a341b83f-b840-44a7-b975-459f44ab7355 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0546126 Dec 13 10:34:02.560674 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a69fe0c-f13d-4cda-9ba8-de109eb1c4c0 req-4b4f605f-b936-47bb-9ff2-f63c132b47ed tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Dec 13 10:34:03.685314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9841f8-7a45-4377-bdb6-3f08e75c8b7a req-1e5f03f5-53c8-454e-9cbf-06065e23f442 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:03.686867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9841f8-7a45-4377-bdb6-3f08e75c8b7a req-1e5f03f5-53c8-454e-9cbf-06065e23f442 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Dec 13 10:34:03.737723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c9841f8-7a45-4377-bdb6-3f08e75c8b7a req-cb76b436-898a-43fd-92a0-bfc905e533db tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Dec 13 10:34:03.842169 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:04.857977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7aaf-699a-4f07-bb64-2e74efa6de0e req-eb3e8379-c31a-46ab-95f8-565b05001cff tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:04.859376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-027d7aaf-699a-4f07-bb64-2e74efa6de0e req-eb3e8379-c31a-46ab-95f8-565b05001cff tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0523160 Dec 13 10:34:04.867275 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:04.907565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-027d7aaf-699a-4f07-bb64-2e74efa6de0e req-bc75e71c-92ae-4439-b3a4-5bf4cc5f309b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Dec 13 10:34:06.003004 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:34:06.025337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f6368-2ffd-4f63-be02-bd13bf769841 req-83129ba9-50b9-42d4-b3f9-715674f1653e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.026807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-315f6368-2ffd-4f63-be02-bd13bf769841 req-83129ba9-50b9-42d4-b3f9-715674f1653e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Dec 13 10:34:06.081729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-315f6368-2ffd-4f63-be02-bd13bf769841 req-965cbed1-53c9-4adf-9551-eb9a19ad2d23 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485895 Dec 13 10:34:06.329727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-bd629209-83c5-48eb-a9fc-14ee7116f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.331206 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-bd629209-83c5-48eb-a9fc-14ee7116f918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1095 time: 0.0405357 Dec 13 10:34:06.441209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-9d4fa61e-f310-42aa-a948-3c2f3843b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.443291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-9d4fa61e-f310-42aa-a948-3c2f3843b935 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0916808 Dec 13 10:34:06.526324 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-4cc752e0-424d-4488-9c9f-d67d53fa3009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0763228 Dec 13 10:34:06.580303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-489ac149-a09b-4ca9-b724-fc464b97c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.581691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-489ac149-a09b-4ca9-b724-fc464b97c925 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0481055 Dec 13 10:34:06.627170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-0e106d60-a9b6-45e2-a9a9-4f62f17b8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:06.628670 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-0e106d60-a9b6-45e2-a9a9-4f62f17b8589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397680 Dec 13 10:34:06.717441 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-3acbe99f-138f-4f22-b2ad-c6b9534ad797 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810466 Dec 13 10:34:06.824659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-796dc36e-64e1-411b-b5e4-6cd981d9ff1d req-d173c17e-b6bb-457d-8e05-6ac571d0a201 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000700 Dec 13 10:34:07.204957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988c8a2-989f-4f84-b4ba-c480bc8f6553 req-da0eb1ed-81b1-4a46-9b4b-c7ebb18d4c77 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:07.206434 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c988c8a2-989f-4f84-b4ba-c480bc8f6553 req-da0eb1ed-81b1-4a46-9b4b-c7ebb18d4c77 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0516725 Dec 13 10:34:07.253330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c988c8a2-989f-4f84-b4ba-c480bc8f6553 req-2b37d217-d4cb-4fe5-9b96-7a95bddcd91d tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 Dec 13 10:34:08.371502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97b9c-8743-4a25-941a-b7cd113b5174 req-fd5fcecb-74d1-4f63-a520-e44c4e64c091 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:08.372966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20f97b9c-8743-4a25-941a-b7cd113b5174 req-fd5fcecb-74d1-4f63-a520-e44c4e64c091 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0492280 Dec 13 10:34:08.419745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20f97b9c-8743-4a25-941a-b7cd113b5174 req-b16cb994-4d34-42f1-a37f-5569031cd367 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Dec 13 10:34:09.535217 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d24b71-8a63-4cd6-a342-91bfb48a0ffb req-d37ef633-6d05-4c8e-a134-da61963df4ed tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:09.537297 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68d24b71-8a63-4cd6-a342-91bfb48a0ffb req-d37ef633-6d05-4c8e-a134-da61963df4ed tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0473802 Dec 13 10:34:09.586557 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-68d24b71-8a63-4cd6-a342-91bfb48a0ffb req-e0a4f0a9-aa2a-4d48-813c-b4eddd80f622 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Dec 13 10:34:10.710117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687a86-858e-43d7-9e41-97ac94234aa5 req-c6bc0ae3-9e53-4cff-a440-13eafa9ee918 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:10.711590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0687a86-858e-43d7-9e41-97ac94234aa5 req-c6bc0ae3-9e53-4cff-a440-13eafa9ee918 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0490797 Dec 13 10:34:10.758509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c0687a86-858e-43d7-9e41-97ac94234aa5 req-d745c11b-851a-4189-a824-3f4c43e3483f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 Dec 13 10:34:11.878653 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee646-e68f-4b30-8321-0b1aae9a1624 req-61b1d9aa-26f2-4bd6-9bc3-5c0af2e5f447 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:11.881201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bbee646-e68f-4b30-8321-0b1aae9a1624 req-61b1d9aa-26f2-4bd6-9bc3-5c0af2e5f447 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0520709 Dec 13 10:34:11.928086 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bbee646-e68f-4b30-8321-0b1aae9a1624 req-3dbf0a92-b397-458d-b2ed-f03a24eb0679 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Dec 13 10:34:13.048977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa26a4b-2c11-4acf-ba03-c61b623400b8 req-49301033-cae2-404c-8497-5b8ae606ffbc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:13.050501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfa26a4b-2c11-4acf-ba03-c61b623400b8 req-49301033-cae2-404c-8497-5b8ae606ffbc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0523810 Dec 13 10:34:13.098234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfa26a4b-2c11-4acf-ba03-c61b623400b8 req-84c6435b-2c6c-4a29-aa9f-2618d06545d0 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Dec 13 10:34:14.079177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 39550072-2c54-4020-878e-33a5e981ec9a details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:34:14.172837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:14.185150 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '39550072-2c54-4020-878e-33a5e981ec9a', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:34:14.215730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693961-b07e-488c-ab1d-4e0f8d15d8b8 req-45e16f13-7d21-48d1-9c51-f93dc3b0d0cc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.217242 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69693961-b07e-488c-ab1d-4e0f8d15d8b8 req-45e16f13-7d21-48d1-9c51-f93dc3b0d0cc tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 944 time: 0.0489032 Dec 13 10:34:14.221044 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:14.238025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:14.258224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:14.262253 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:14.269079 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69693961-b07e-488c-ab1d-4e0f8d15d8b8 req-ac992266-9b86-4c79-ac14-6ad07f77f4fa tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Dec 13 10:34:14.309793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:14.317235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.317561 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.317996 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.318342 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.318680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.319044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.319376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.319718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.320389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.320771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.321099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.321462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.321799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:14.560714 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-87ad2fce-b5f0-4f04-b18c-f447b3a42425 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.562338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-87ad2fce-b5f0-4f04-b18c-f447b3a42425 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&tenant_id=d281f02cfb6f4c85bc14515a508acd13&binding%3Ahost_id=n-h1-820531-5 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Dec 13 10:34:14.578553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa0c49-aa99-440d-b441-184138cb95c0 req-84afd15c-db80-46fa-8e82-a8fb89bf3edd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.580053 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37fa0c49-aa99-440d-b441-184138cb95c0 req-84afd15c-db80-46fa-8e82-a8fb89bf3edd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Dec 13 10:34:14.617853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['39550072-2c54-4020-878e-33a5e981ec9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:34:14.624408 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ace01c8f-ce02-494d-a707-ff8b600b2144 service neutron] 10.222.0.37 "GET /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a/bindings/n-h1-820531-5 HTTP/1.1" status: 200 len: 382 time: 0.0546396 Dec 13 10:34:14.640453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-37fa0c49-aa99-440d-b441-184138cb95c0 req-953c8c37-d853-463b-a42e-a6611a6a7056 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541768 Dec 13 10:34:14.695016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-cbfa663d-45d7-469a-bf24-f34f63aa2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.696528 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-cbfa663d-45d7-469a-bf24-f34f63aa2c3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1096 time: 0.0494773 Dec 13 10:34:14.787266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-1abcfc80-3949-43e5-868e-024d8d3b0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.788742 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-1abcfc80-3949-43e5-868e-024d8d3b0715 service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0848057 Dec 13 10:34:14.858779 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-6250b421-91cf-4b02-a772-0080bfcf23aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1002 time: 0.0620489 Dec 13 10:34:14.906829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-771ff02f-b45c-4897-84c9-d473ebf2ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.908149 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-771ff02f-b45c-4897-84c9-d473ebf2ee07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0422468 Dec 13 10:34:14.953006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-d336ed64-46aa-47d8-b1bb-ceea1d3fd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:14.954472 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-d336ed64-46aa-47d8-b1bb-ceea1d3fd8d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397816 Dec 13 10:34:15.046503 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-4de629a6-f1cc-47c6-a99d-5c56f4f71ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Dec 13 10:34:15.134444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-890f4033-9931-4474-a801-971767d987c6 service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808537 Dec 13 10:34:15.766129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d003f-68e1-472b-b371-9037ba8c8f1a req-af1628c7-9b9e-405d-80d2-d3ce7eb3459b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:15.767591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-064d003f-68e1-472b-b371-9037ba8c8f1a req-af1628c7-9b9e-405d-80d2-d3ce7eb3459b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Dec 13 10:34:15.815888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-064d003f-68e1-472b-b371-9037ba8c8f1a req-183a252c-7fa5-4b41-bd35-d9fa36652de9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 Dec 13 10:34:16.099685 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 39550072-2c54-4020-878e-33a5e981ec9a up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:34:16.148594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 39550072-2c54-4020-878e-33a5e981ec9a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:34:16.152302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 39550072-2c54-4020-878e-33a5e981ec9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:34:16.152668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.226787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.249039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:16.266297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:16.270669 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:16.294449 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e54bf9-2fe3-4f33-8dad-35e8ff97ba9d" -d '{"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-plugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:16.322047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:16.394838 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c38d5ab-7452-4af6-9766-0f1164b3d495 x-openstack-request-id: req-1c38d5ab-7452-4af6-9766-0f1164b3d495 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:16.395242 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-plugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:16.395537 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c38d5ab-7452-4af6-9766-0f1164b3d495 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:16.395947 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'code': 200} Dec 13 10:34:16.937077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b775ffc-4d08-4b99-8b3c-34cd1255955f req-ffdbf09e-2393-4ceb-8cf3-4a376a5ac8d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:16.938928 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b775ffc-4d08-4b99-8b3c-34cd1255955f req-ffdbf09e-2393-4ceb-8cf3-4a376a5ac8d2 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0507298 Dec 13 10:34:16.988416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b775ffc-4d08-4b99-8b3c-34cd1255955f req-14723efc-748a-47f7-b817-93b1aaff5636 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 13 10:34:18.112060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ad1b-326a-42a8-b337-b705d2f7cc24 req-0930e69e-d470-4832-9122-9582f81fd86e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:18.113479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3f3ad1b-326a-42a8-b337-b705d2f7cc24 req-0930e69e-d470-4832-9122-9582f81fd86e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0524166 Dec 13 10:34:18.161224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f3f3ad1b-326a-42a8-b337-b705d2f7cc24 req-2aa36783-d456-47af-9365-ca6aaaa7d82f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Dec 13 10:34:19.310061 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439780e-5547-461e-bc9f-e296d52b5b61 req-7bbdb61c-356c-4f2d-b97a-8ddf878a78b8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:19.311519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5439780e-5547-461e-bc9f-e296d52b5b61 req-7bbdb61c-356c-4f2d-b97a-8ddf878a78b8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 946 time: 0.0768652 Dec 13 10:34:19.314354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-e3a00ce4-f109-4041-bc72-807e4365d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:19.315709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-e3a00ce4-f109-4041-bc72-807e4365d257 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755&tenant_id=d281f02cfb6f4c85bc14515a508acd13 HTTP/1.1" status: 200 len: 1097 time: 0.0713727 Dec 13 10:34:19.327962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:19.409175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5439780e-5547-461e-bc9f-e296d52b5b61 req-adf13c1b-49c7-4429-869f-53383942de14 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908418 Dec 13 10:34:19.410978 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:19.611251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:19.643895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:19.686816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:19.692882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:19.704987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Transition to ACTIVE for port object 39550072-2c54-4020-878e-33a5e981ec9a will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:34:19.710061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:19.736569 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b26636-e278-4183-aaa2-4a6d13011d5b" -d '{"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-unplugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:19.794410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:19.814348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.814771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.815140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.815463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.815797 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.816128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.816457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.816919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.817340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.817672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.817996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.818331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.818650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:34:19.857377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] No DVR routers for this DVR port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:34:19.860068 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd8a38d-ee3f-4e57-8a6c-2e7893ca2b27 x-openstack-request-id: req-fdd8a38d-ee3f-4e57-8a6c-2e7893ca2b27 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:19.860370 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-unplugged", "status": "completed", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:19.860627 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdd8a38d-ee3f-4e57-8a6c-2e7893ca2b27 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:19.861024 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'code': 200} Dec 13 10:34:19.996644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:34:19.996977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:34:19.997321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:20.001498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:34:20.001810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Attempting to bind port 39550072-2c54-4020-878e-33a5e981ec9a on network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:20.007475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:34:20.007807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Checking segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:34:20.008186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Bound using segment: {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:34:20.008602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Bound port: 39550072-2c54-4020-878e-33a5e981ec9a, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49abce06-7fc0-4853-8440-baf60c51d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:34:20.008943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:20.073186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:20.076206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:34:20.079859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:20.110648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.111293 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:20.112794 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] 10.222.0.44 "PUT /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1093 time: 0.7887838 Dec 13 10:34:20.116970 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 39550072-2c54-4020-878e-33a5e981ec9a no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:20.163990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74fcf-2703-4671-827e-7cdc67f9941c service neutron] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:20.164440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 39550072-2c54-4020-878e-33a5e981ec9a not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:20.184780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-411bb247-c03f-4b2e-8979-2f4bfb630c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.186326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-411bb247-c03f-4b2e-8979-2f4bfb630c34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1096 time: 0.0501714 Dec 13 10:34:20.283503 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-9d0892dc-4d52-41c0-a141-7563853d8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.285009 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-9d0892dc-4d52-41c0-a141-7563853d8804 service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0911589 Dec 13 10:34:20.351420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-1d5ecb0e-90fe-48fe-b9ea-0994817602f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0581989 Dec 13 10:34:20.405199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-d9951ffe-d8cf-45d1-b384-b75c7eaaa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.406555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-d9951ffe-d8cf-45d1-b384-b75c7eaaa730 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0467062 Dec 13 10:34:20.452374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-8d43d59c-b1d1-4114-b463-713eb8da8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.453921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-8d43d59c-b1d1-4114-b463-713eb8da8244 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397294 Dec 13 10:34:20.578055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8156d1e-e975-48a1-9f27-f4f8da9f2841 req-296f7430-53fc-43ae-95ad-abf818c3760f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:20.579501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8156d1e-e975-48a1-9f27-f4f8da9f2841 req-296f7430-53fc-43ae-95ad-abf818c3760f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0778997 Dec 13 10:34:20.585563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-557bc544-7eb1-4bc1-874f-7b58f08b999a service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244147 Dec 13 10:34:20.677411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8156d1e-e975-48a1-9f27-f4f8da9f2841 req-92ec1f96-7694-44d8-8e59-a5e668c41529 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907845 Dec 13 10:34:20.704211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5f150e27-8d2c-4cba-8a28-c9fc932a1942 req-fdb5352f-d0e6-469b-bd12-e61b7eeacc02 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045332 Dec 13 10:34:22.096512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:22.099512 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63be30e-fd33-4a21-a042-fbc21182875a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:22.126209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f486cd-6c17-4ee2-8d6c-c4da4da75799 req-9fc15c35-b8e5-4dae-a376-fb2451cab0cd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.128147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11f486cd-6c17-4ee2-8d6c-c4da4da75799 req-9fc15c35-b8e5-4dae-a376-fb2451cab0cd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.3771920 Dec 13 10:34:22.151413 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e19ef9-4ba4-40df-897e-bb12f6af5a2c x-openstack-request-id: req-94e19ef9-4ba4-40df-897e-bb12f6af5a2c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:22.151840 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:22.152119 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94e19ef9-4ba4-40df-897e-bb12f6af5a2c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:22.152502 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'status': 'completed', 'code': 200} Dec 13 10:34:22.215521 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-11f486cd-6c17-4ee2-8d6c-c4da4da75799 req-8d86aff7-f46a-4f01-b893-f6054a8a4dea tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811117 Dec 13 10:34:22.219438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-60d94001-462c-4910-b962-10f75271a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.222198 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-60d94001-462c-4910-b962-10f75271a417 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1096 time: 0.0483899 Dec 13 10:34:22.228311 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-884ddf6b-37b2-4e0a-95f4-852be0efd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.229863 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-884ddf6b-37b2-4e0a-95f4-852be0efd0f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d281f02cfb6f4c85bc14515a508acd13&device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 1096 time: 0.0495570 Dec 13 10:34:22.321011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-9fece9c7-5371-4921-bb33-c2e36da9faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.322527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-9fece9c7-5371-4921-bb33-c2e36da9faab service neutron] 10.222.0.37 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.0929811 Dec 13 10:34:22.341411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-b78b90c2-e4a2-40f5-8466-9e5421892bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.342870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-b78b90c2-e4a2-40f5-8466-9e5421892bed service neutron] 10.222.0.44 "GET /v2.0/networks?id=132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 200 len: 911 time: 0.1026793 Dec 13 10:34:22.391281 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-19d351e6-457d-46b1-8486-608dd3bd67e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0608160 Dec 13 10:34:22.409911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-feabfbf3-5155-4f1e-ad8a-6af5c51ef0d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 200 len: 1001 time: 0.0597320 Dec 13 10:34:22.444762 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-6bad3a36-3fae-478a-9285-abfd129b2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.446390 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-6bad3a36-3fae-478a-9285-abfd129b2467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0485489 Dec 13 10:34:22.460697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-c188a09a-8e65-4c82-9736-3f707faea040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.462160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-c188a09a-8e65-4c82-9736-3f707faea040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 200 len: 849 time: 0.0454705 Dec 13 10:34:22.493974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-7eb1f768-4947-4c91-8657-c95d5d6f4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.495838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-7eb1f768-4947-4c91-8657-c95d5d6f4a33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423369 Dec 13 10:34:22.521934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be30e-fd33-4a21-a042-fbc21182875a req-17da1604-9525-464e-9a03-72ecda93c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:22.523361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-17da1604-9525-464e-9a03-72ecda93c158 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=132a4930-d40d-4fb5-bb8c-86f04358ebb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522366 Dec 13 10:34:22.591844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-81de4a3a-40b7-4d04-b910-980ee503d3de service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866935 Dec 13 10:34:22.625918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-83eb08e9-912b-474f-8051-8534be89fd21 service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933623 Dec 13 10:34:22.706143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-e608e909-37c3-44ff-a9e3-b12fce9cf50a service neutron] 10.222.0.37 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074367 Dec 13 10:34:22.731376 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c63be30e-fd33-4a21-a042-fbc21182875a req-f03fb85e-2c49-4ed2-b404-427ed33d216d service neutron] 10.222.0.44 "GET /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982966 Dec 13 10:34:23.340993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18f4c-d200-49e4-8704-dcc6d5c57813 req-51c54998-43cf-4dfd-9ce1-93b9351f8e07 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:23.342420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13e18f4c-d200-49e4-8704-dcc6d5c57813 req-51c54998-43cf-4dfd-9ce1-93b9351f8e07 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Dec 13 10:34:23.402229 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-13e18f4c-d200-49e4-8704-dcc6d5c57813 req-5d0ac096-8ebb-4757-a449-b929be39f268 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Dec 13 10:34:24.520735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0525-7aed-40fc-a3cd-3a8123ca03bc req-da5a2670-9f8a-4b16-8d19-ae8f33d078c3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:24.522350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea0f0525-7aed-40fc-a3cd-3a8123ca03bc req-da5a2670-9f8a-4b16-8d19-ae8f33d078c3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Dec 13 10:34:24.574787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea0f0525-7aed-40fc-a3cd-3a8123ca03bc req-d88182a1-77ff-4f85-80a4-9fdcd27b4883 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Dec 13 10:34:25.715648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d008be-2e14-403a-8f1e-55cbf3bce811 req-7d5f279c-c4db-4ae9-8f26-3f979c6e471c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:25.717227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59d008be-2e14-403a-8f1e-55cbf3bce811 req-7d5f279c-c4db-4ae9-8f26-3f979c6e471c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0612402 Dec 13 10:34:25.767770 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59d008be-2e14-403a-8f1e-55cbf3bce811 req-a1c270ac-0d6d-443d-bdae-6adb56351671 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Dec 13 10:34:26.891215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79730-3007-49f0-9898-0e88bc674993 req-f78fec38-018d-4cf2-85f4-afcfd1f58d40 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:26.892589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2f79730-3007-49f0-9898-0e88bc674993 req-f78fec38-018d-4cf2-85f4-afcfd1f58d40 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0487282 Dec 13 10:34:26.939517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2f79730-3007-49f0-9898-0e88bc674993 req-89fb861f-8dd9-4b25-a9c9-39c7525a451c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Dec 13 10:34:27.655616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:28.059708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d5e7b-615f-47a2-b446-b20b47d9f452 req-6d59d09a-dd5b-4d12-b6ec-68830f6422ba tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:28.061185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c9d5e7b-615f-47a2-b446-b20b47d9f452 req-6d59d09a-dd5b-4d12-b6ec-68830f6422ba tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Dec 13 10:34:28.108194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0c9d5e7b-615f-47a2-b446-b20b47d9f452 req-09dfe194-8a97-4a1c-a997-b50550464551 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Dec 13 10:34:28.687822 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3c37759-da7f-4904-b8f8-1d825d47de45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:29.222016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0164e72-99ba-4844-80ee-c2b0d06b9af6 req-31b62feb-62d4-4f02-b1a1-64c9f05b353e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:29.224124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0164e72-99ba-4844-80ee-c2b0d06b9af6 req-31b62feb-62d4-4f02-b1a1-64c9f05b353e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Dec 13 10:34:29.272042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0164e72-99ba-4844-80ee-c2b0d06b9af6 req-1422045e-4207-49a2-874a-c18e6e8e66b3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Dec 13 10:34:29.548010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:30.389864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaabb9b-9080-4d72-b054-8a2a3b0efc36 req-2e9e4ea8-e995-4bfc-b68f-92d4720d7330 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:30.391341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efaabb9b-9080-4d72-b054-8a2a3b0efc36 req-2e9e4ea8-e995-4bfc-b68f-92d4720d7330 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Dec 13 10:34:30.447206 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-efaabb9b-9080-4d72-b054-8a2a3b0efc36 req-be5564c6-a2d6-4307-9335-cd1d62b92639 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488441 Dec 13 10:34:31.095080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-075255f8-e1bd-4afa-904c-9e4fd24903af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:31.565373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cf556-d440-41c7-9fc0-9deaaf229165 req-79d3d5aa-950d-47e2-a25a-4674a7ecaa05 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:31.566864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e91cf556-d440-41c7-9fc0-9deaaf229165 req-79d3d5aa-950d-47e2-a25a-4674a7ecaa05 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0487394 Dec 13 10:34:31.614786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e91cf556-d440-41c7-9fc0-9deaaf229165 req-6adaac54-e4bf-44df-8832-7cf929663355 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Dec 13 10:34:32.418606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:32.732373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461d905-f904-49fe-aaaf-7968ee388a95 req-9e6150ff-e800-45ea-a57b-6b7c42d5de98 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:32.733881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2461d905-f904-49fe-aaaf-7968ee388a95 req-9e6150ff-e800-45ea-a57b-6b7c42d5de98 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Dec 13 10:34:32.781616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2461d905-f904-49fe-aaaf-7968ee388a95 req-984cd3a7-d684-4917-965c-69bd518a8e9a tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407271 Dec 13 10:34:32.900493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de932-806e-4cac-89f9-5f096aa3580f req-74b256c3-6e23-4239-b4a2-2a2637528d1b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:32.902019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-061de932-806e-4cac-89f9-5f096aa3580f req-74b256c3-6e23-4239-b4a2-2a2637528d1b tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Dec 13 10:34:32.953115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-061de932-806e-4cac-89f9-5f096aa3580f req-72f625f4-dc49-4d23-bc94-04530d818f63 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Dec 13 10:34:33.066811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae814d7-6107-4eae-b82d-768fa6087cda req-4b971b9b-40e9-4c2a-91c9-feee3a3bb4e3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:33.068430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ae814d7-6107-4eae-b82d-768fa6087cda req-4b971b9b-40e9-4c2a-91c9-feee3a3bb4e3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0496011 Dec 13 10:34:33.116926 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ae814d7-6107-4eae-b82d-768fa6087cda req-945809f7-b6ca-4448-a395-926782a98747 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Dec 13 10:34:33.352278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1127e7-809b-40a7-9947-ecc7c36ba00b req-5fe74d84-08a2-47b4-bf6a-fcebe8a3c5cb tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:33.354087 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd1127e7-809b-40a7-9947-ecc7c36ba00b req-5fe74d84-08a2-47b4-bf6a-fcebe8a3c5cb tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Dec 13 10:34:33.404374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd1127e7-809b-40a7-9947-ecc7c36ba00b req-ef143c9c-5566-4186-a412-30920bec4a10 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Dec 13 10:34:33.843372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.539521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48318f5-c6dd-4e7d-897c-835a657720f8 req-0ba4cc9a-96ce-4421-a1d0-dae720d7521e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:34.541008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b48318f5-c6dd-4e7d-897c-835a657720f8 req-0ba4cc9a-96ce-4421-a1d0-dae720d7521e tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0606606 Dec 13 10:34:34.590152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b48318f5-c6dd-4e7d-897c-835a657720f8 req-9d80fb74-f002-4573-a986-964805998ef5 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cce198d-f786-4408-ad82-e590015428d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Dec 13 10:34:34.616862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:34:34.733493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:34.745039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '39550072-2c54-4020-878e-33a5e981ec9a', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'port_id': '39550072-2c54-4020-878e-33a5e981ec9a', 'mac_address': 'fa:16:3e:62:68:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:34:34.786790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.800043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:34.829013 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:34.835029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.876190 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-1afc1cb2-9e6e-4e6d-a156-c40d8a1994cd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:34.877802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-1afc1cb2-9e6e-4e6d-a156-c40d8a1994cd tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 945 time: 0.0617073 Dec 13 10:34:34.889562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:34.896329 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:34.987876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Deleting port 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:34.988130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.076767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] For port 39550072-2c54-4020-878e-33a5e981ec9a, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=39550072-2c54-4020-878e-33a5e981ec9a,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:35.077145 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.268885 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.269185 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.269564 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d disassociated. External IP: 172.25.1.169, port: 39550072-2c54-4020-878e-33a5e981ec9a. Dec 13 10:34:35.270595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Calling delete_port for 39550072-2c54-4020-878e-33a5e981ec9a owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:35.405243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.436410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'Port': ['ID=39550072-2c54-4020-878e-33a5e981ec9a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:35.557449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:34:35.699525 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-209b832d-66db-42e2-8008-b23df4860ab2 req-13c7359d-6d00-44a3-89ce-79871082dea8 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0351427 Dec 13 10:34:35.700924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:34:35.712901 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:34:35.732225 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:35.732864 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:35.744867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] No DVR routers for this DVR port 39550072-2c54-4020-878e-33a5e981ec9a on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:34:35.747807 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:35.751356 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5246e77d-1de2-40e1-a624-b6c4947fccd8 req-8edc57f6-7da5-439d-b21a-0557cfeb9cb3 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.44 "DELETE /v2.0/ports/39550072-2c54-4020-878e-33a5e981ec9a HTTP/1.1" status: 204 len: 173 time: 0.8665118 Dec 13 10:34:35.751830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-deleted', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:35.755080 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0b6a9-4696-48ea-bd9c-e474ffbb19c8" -d '{"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-deleted", "tag": "39550072-2c54-4020-878e-33a5e981ec9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:35.796501 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5fd20-04b7-440b-8984-08beb8e25951 x-openstack-request-id: req-bcc5fd20-04b7-440b-8984-08beb8e25951 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:35.796798 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858501-3558-4e72-a868-c67d6575b755", "name": "network-vif-deleted", "tag": "39550072-2c54-4020-878e-33a5e981ec9a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:35.797214 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcc5fd20-04b7-440b-8984-08beb8e25951 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:35.797733 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858501-3558-4e72-a868-c67d6575b755', 'name': 'network-vif-deleted', 'tag': '39550072-2c54-4020-878e-33a5e981ec9a', 'status': 'completed', 'code': 200} Dec 13 10:34:35.856318 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:36.096457 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:36.123267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:34:36.132890 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:36.133451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:36.246109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:36.445432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:36.475725 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04548747-1adb-4e13-8a93-5edb2ff3f8d7 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '15cc840e-a446-4c2a-8f7e-9f34e86d7a0b', 'name': '', 'network_id': '132a4930-d40d-4fb5-bb8c-86f04358ebb5', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'mac_address': 'fa:16:3e:bc:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:56Z', 'updated_at': '2021-12-13T10:23:00Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'subnets': [{'id': '6dcf4470-da4f-4688-8c45-e292ff5baeec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:34:36.714075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcc00f-9487-45da-86d7-0eec7af01e73 None None] New status for floating IP ee50d2d8-f6c3-4bb1-ba0e-0935af51019d: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:34:36.809162 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af7ca660-0a19-4513-b7ab-1d2042fd19d8 req-2b204119-340d-42bd-87ac-b125901f4550 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Dec 13 10:34:37.918615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fa3cc8-8254-4d10-ae14-066fd0115184 req-48db90d8-5f63-4d86-8ef7-03501511f935 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0271962 Dec 13 10:34:38.662799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:38.683081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 39550072-2c54-4020-878e-33a5e981ec9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:34:38.683423 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 39550072-2c54-4020-878e-33a5e981ec9a not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:39.015950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d94338e7-aee5-481a-a461-2be115f31e7c req-8adbefa8-470c-4a04-be52-f1f34703e75f tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Dec 13 10:34:40.117321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c97de94-2550-479b-b196-4ca2bced16b4 req-0a637aec-02c1-4ba3-9c4d-bc5b035fb849 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e858501-3558-4e72-a868-c67d6575b755 HTTP/1.1" status: 200 len: 210 time: 0.0325303 Dec 13 10:34:43.001694 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:34:44.865460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:44.920691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:44.946118 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:44.994288 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:44.997494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:44.998645 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "DELETE /v2.0/security-groups/6cce198d-f786-4408-ad82-e590015428d9 HTTP/1.1" status: 204 len: 168 time: 0.1321797 Dec 13 10:34:45.001275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:45.008361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628784-87fa-418b-9452-f8ee7be75a03 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce198d-f786-4408-ad82-e590015428d9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:45.017283 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8930f9ea-dc1e-4ee9-88a1-a54abfab893c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] show failed (client error): The resource could not be found. Dec 13 10:34:45.021614 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8930f9ea-dc1e-4ee9-88a1-a54abfab893c tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "GET /v2.0/security-groups/6cce198d-f786-4408-ad82-e590015428d9 HTTP/1.1" status: 404 len: 347 time: 0.0161564 Dec 13 10:34:45.021874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:45.152984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Deleting port 361fe95e-124c-40a5-b855-af8a48c2c78b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:45.153223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.231008 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.231338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.242788 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Calling delete_port for 361fe95e-124c-40a5-b855-af8a48c2c78b owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:45.375258 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.400866 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Pushing event deleted for resources: {'Port': ['ID=361fe95e-124c-40a5-b855-af8a48c2c78b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:45.464245 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.466988 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:45.468230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-51eed6ba-c847-49ed-92a4-8eed20797be9 tempest-ServerActionsTestJSON-2033148718 tempest-ServerActionsTestJSON-2033148718-project] 10.222.0.30 "DELETE /v2.0/floatingips/ee50d2d8-f6c3-4bb1-ba0e-0935af51019d HTTP/1.1" status: 204 len: 168 time: 0.4452162 Dec 13 10:34:45.471200 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:45.944173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:46.478213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Deleting port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:46.478916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:46.554454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] For port 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:46.554821 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:46.566882 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Calling delete_port for 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:46.740457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:46.768828 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cc840e-a446-4c2a-8f7e-9f34e86d7a0b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:46.934315 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.150787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:34:47.257298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:34:47.262200 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fa9814ae-80b5-42b6-8200-e406e32eb2e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/a1fd3454-cb7d-4718-b7db-cf6ee430b8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900283 Dec 13 10:34:47.264738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:47.267151 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Sync routers for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:34:47.277327 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:47.277934 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:47.364866 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.381774 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:47.467350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.524292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Deleting port 9e2863ef-81cd-4764-9bc7-6ce021427b48 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:47.524952 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.557461 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:34:46Z', 'revision_number': 5, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port': {'id': '9e2863ef-81cd-4764-9bc7-6ce021427b48', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:22:55Z', 'updated_at': '2021-12-13T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:47.587620 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Checking router: a1fd3454-cb7d-4718-b7db-cf6ee430b8fe for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:34:47.596251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Routers {'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:34:47.596843 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:34:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:47.603880 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] For port 9e2863ef-81cd-4764-9bc7-6ce021427b48, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9e2863ef-81cd-4764-9bc7-6ce021427b48,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:47.604244 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.617378 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Calling delete_port for 9e2863ef-81cd-4764-9bc7-6ce021427b48 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:47.682295 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] Set router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:34:47.732967 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:34:47Z', 'revision_number': 6, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:47.788435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.815557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2863ef-81cd-4764-9bc7-6ce021427b48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:47.833517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a495171-5b0c-47c8-bc1a-6e67eab5ba8d None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:34:47.858627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fad467-001c-48c9-a281-3d7183ab3da9 None None] The sync data for ids ['a1fd3454-cb7d-4718-b7db-cf6ee430b8fe'] in n-d-820531-5 is: [{'id': 'a1fd3454-cb7d-4718-b7db-cf6ee430b8fe', 'name': 'tempest-ServerActionsTestJSON-20004236-router', 'tenant_id': 'd281f02cfb6f4c85bc14515a508acd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:22:54Z', 'updated_at': '2021-12-13T10:34:47Z', 'revision_number': 6, 'project_id': 'd281f02cfb6f4c85bc14515a508acd13', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:34:47.886630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.976559 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:47.978742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.022235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.022791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1fd3454-cb7d-4718-b7db-cf6ee430b8fe {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:34:48.027083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.028273 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a397b91a-6d1e-4edc-b4ac-63ac77efd206 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a1fd3454-cb7d-4718-b7db-cf6ee430b8fe HTTP/1.1" status: 204 len: 168 time: 0.7625861 Dec 13 10:34:48.030944 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:48.074778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Deleting subnet 6dcf4470-da4f-4688-8c45-e292ff5baeec {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:34:48.077718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.115379 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.190785 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.245742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.276045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcf4470-da4f-4688-8c45-e292ff5baeec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:48.280104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.286370 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ed147796-1030-46ec-b483-936925dfe2ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6dcf4470-da4f-4688-8c45-e292ff5baeec HTTP/1.1" status: 204 len: 168 time: 0.2514982 Dec 13 10:34:48.286370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:48.288903 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133bdbec-5d14-487d-9c95-8774b5227dde None None] Network 132a4930-d40d-4fb5-bb8c-86f04358ebb5 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:34:48.356305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.411604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Deleting port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:34:48.411967 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.477754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] For port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,segment=NetworkSegment(49abce06-7fc0-4853-8440-baf60c51d071),segment_id=49abce06-7fc0-4853-8440-baf60c51d071)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:48.478118 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.491183 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Calling delete_port for e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:34:48.567207 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.592494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:48.595873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] No DVR routers for this DVR port e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:34:48.654153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac904cda-70fd-4dc0-be8d-0396f156f472 None None] DHCP port deletion for 132a4930-d40d-4fb5-bb8c-86f04358ebb5 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:34:48.674574 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.696309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132a4930-d40d-4fb5-bb8c-86f04358ebb5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:48.705416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49abce06-7fc0-4853-8440-baf60c51d071') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:48.705717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49abce06-7fc0-4853-8440-baf60c51d071') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:34:48.715134 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.728689 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.735567 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:34:48.735956 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:34:48.737657 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:34:48.797617 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.803697 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:48.807066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/132a4930-d40d-4fb5-bb8c-86f04358ebb5 HTTP/1.1" status: 204 len: 168 time: 0.5200448 Dec 13 10:34:48.818354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e18250-0495-472b-b681-32527058cbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=132a4930-d40d-4fb5-bb8c-86f04358ebb5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:48.933151 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:48.974705 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0fba15be-8a51-4591-95fe-63ce1bd12a41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d281f02cfb6f4c85bc14515a508acd13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403571 Dec 13 10:34:48.977071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:48.994635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9e2863ef-81cd-4764-9bc7-6ce021427b48 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:49.016165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9e2863ef-81cd-4764-9bc7-6ce021427b48 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:34:49.016507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9e2863ef-81cd-4764-9bc7-6ce021427b48 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:49.016928 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:49.025622 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:49.036732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:34:49.037075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 15cc840e-a446-4c2a-8f7e-9f34e86d7a0b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:49.037514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:34:49.046810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:49.055728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:34:49.056076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e7cc9c33-3f7c-4dca-a7f5-1b5c6f43b76f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:34:49.093630 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:49.098171 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:49.099436 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8b1c46b-bfa5-4a5a-beff-d3f3f01a243b HTTP/1.1" status: 204 len: 168 time: 0.1214366 Dec 13 10:34:49.107188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018640ee-f17a-4ff6-8273-54781614df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b1c46b-bfa5-4a5a-beff-d3f3f01a243b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:49.785182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:49.888148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1637445101-network', 'tenant_id': '389c5f88237149b2b80f9ca5714264e2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:49.909237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Made reservation on behalf of 389c5f88237149b2b80f9ca5714264e2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:34:49.911656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:49.926107 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.006735 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.010372 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.037152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:34:50.042401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b3efc-b87f-4b83-be35-1da41a70fc36,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:50.049305 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.049652 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Added segment 3947e0e3-0878-4520-acfb-5b99d98e63f8 of type vlan for network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 Dec 13 10:34:50.090498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.114900 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.115855 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:50.116440 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.166431 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3799038 Dec 13 10:34:50.169476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:34:50.174575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Request body: {'subnet': {'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1637445101-subnet', 'tenant_id': '389c5f88237149b2b80f9ca5714264e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:50.178008 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508f5b1-3bbb-4b00-942b-32ef9b22adad admin admin] Pushing event updated for resources: {'Network': ['ID=d53278eb-d695-4267-8ca4-ac0d3f6cbf33,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:50.187513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:34:50.198936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Made reservation on behalf of 389c5f88237149b2b80f9ca5714264e2 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:34:50.201696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.366344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.422269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:50.431071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Checking segment: {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:34:50.431427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Network hostable DHCP agents. Network: d53278eb-d695-4267-8ca4-ac0d3f6cbf33, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:34:50.448493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:34:50.457138 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d53278eb-d695-4267-8ca4-ac0d3f6cbf33) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:34:50.461326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:50.461918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:50.466442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5ca4a-fe91-4914-af2e-a77b32ebc89d None None] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:34:50.477769 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bc15ea53-1e19-470d-bf6b-214ae8329985 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071532 Dec 13 10:34:50.726475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5b632-6807-439e-ba18-c8cbfa54d88a None None] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:34:50.923187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-6c7bb6d9-3658-4b9e-a2be-07d8395c1560 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:50.924572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-6c7bb6d9-3658-4b9e-a2be-07d8395c1560 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 814 time: 0.1060979 Dec 13 10:34:50.939823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-8831cd94-6e14-4460-9542-f6d9df7eca8e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/quotas/389c5f88237149b2b80f9ca5714264e2 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Dec 13 10:34:50.971848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-a195c6af-9af9-46ed-b4bb-fc82bcd13714 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257192 Dec 13 10:34:51.075986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-62a9069a-cc9f-4830-854d-d39f1b37688c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:34:51.076997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-62a9069a-cc9f-4830-854d-d39f1b37688c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475783 Dec 13 10:34:51.169366 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-f6ed0d9e-d7b3-4e62-9b56-f91c5710c62a service neutron] 10.222.0.30 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850923 Dec 13 10:34:51.258157 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-06461812-c1a0-4a6d-aefd-cfcf95a0b46b service neutron] 10.222.0.30 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Dec 13 10:34:51.424393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8fa81fcd-e5b0-4f31-94cd-248147b19d45 req-e390f875-da5e-4db4-a92c-3f63e812ec6e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 210 time: 0.0258460 Dec 13 10:34:52.368499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-3a01435c-7f95-4fb4-886f-9d783a11ecab tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:52.370108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-3a01435c-7f95-4fb4-886f-9d783a11ecab tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.44 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 814 time: 0.1080019 Dec 13 10:34:52.384759 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Request body: {'port': {'device_id': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33', 'admin_state_up': True, 'tenant_id': '389c5f88237149b2b80f9ca5714264e2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:52.500435 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Made reservation on behalf of 389c5f88237149b2b80f9ca5714264e2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:34:52.504661 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:52.538115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a18f8c06-0aeb-4a29-8317-56ee7cd56a28 req-a40786f8-a321-4e14-b3fa-a83e0be44120 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 210 time: 0.0311506 Dec 13 10:34:52.651866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Allocated IP 172.20.0.8 (d53278eb-d695-4267-8ca4-ac0d3f6cbf33/a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9/63156281-6381-4748-ac98-24661390bad9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:34:52.798738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:52.832165 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:52.878393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:34:52.882207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:34:52.886032 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:34:52.916678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Pushing event updated for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:52.953845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:52.954460 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:52.970198 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-2983611e-215c-40ef-a4dd-a92f815cd4c4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892026 Dec 13 10:34:52.982356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Request body: {'port': {'device_id': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:34:53.033996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.293937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63156281-6381-4748-ac98-24661390bad9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:53.301880 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.313689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Transition to ACTIVE for port object 63156281-6381-4748-ac98-24661390bad9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:34:53.317524 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.369515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Pushing event updated for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:53.433347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Attempting to bind port 63156281-6381-4748-ac98-24661390bad9 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:34:53.433688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Attempting to bind port 63156281-6381-4748-ac98-24661390bad9 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:34:53.434018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Attempting to bind port 63156281-6381-4748-ac98-24661390bad9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:53.438290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Port 63156281-6381-4748-ac98-24661390bad9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:34:53.438614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Attempting to bind port 63156281-6381-4748-ac98-24661390bad9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:34:53.444031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:34:53.444419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Checking segment: {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:34:53.444781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Bound using segment: {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:34:53.445234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Bound port: 63156281-6381-4748-ac98-24661390bad9, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:34:53.445591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.511871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:34:53.514910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=63156281-6381-4748-ac98-24661390bad9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:34:53.519527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.554455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:53.555080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:53.556463 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] 10.222.0.44 "PUT /v2.0/ports/63156281-6381-4748-ac98-24661390bad9 HTTP/1.1" status: 200 len: 1091 time: 0.5780742 Dec 13 10:34:53.556916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'tag': '63156281-6381-4748-ac98-24661390bad9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:53.559208 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80955f0d-9aca-4195-b726-4416d8e9be12" -d '{"events": [{"name": "network-changed", "server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "tag": "63156281-6381-4748-ac98-24661390bad9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:53.588459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500ccd-13bb-48bf-b819-3f9dbb89017c service neutron] Pushing event updated for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:53.603526 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d9a4bf-f504-4538-a160-f1cb5eed21ec x-openstack-request-id: req-e4d9a4bf-f504-4538-a160-f1cb5eed21ec {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:53.603830 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "tag": "63156281-6381-4748-ac98-24661390bad9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:53.604092 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4d9a4bf-f504-4538-a160-f1cb5eed21ec {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:53.604508 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'tag': '63156281-6381-4748-ac98-24661390bad9', 'status': 'completed', 'code': 200} Dec 13 10:34:53.682980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-69f74cb0-d15e-406d-8285-8ef9bf726567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:53.684488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-69f74cb0-d15e-406d-8285-8ef9bf726567 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 1094 time: 0.0691125 Dec 13 10:34:53.696114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583569-b46e-4beb-b571-b6e773e000b1 req-0343f0e3-1943-4ba0-b6d2-ec90f0e06977 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:53.697514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61583569-b46e-4beb-b571-b6e773e000b1 req-0343f0e3-1943-4ba0-b6d2-ec90f0e06977 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 943 time: 0.0729935 Dec 13 10:34:53.745374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-79ec093f-c298-4788-b236-d9da159696b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63156281-6381-4748-ac98-24661390bad9 HTTP/1.1" status: 200 len: 217 time: 0.0468912 Dec 13 10:34:53.804538 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61583569-b46e-4beb-b571-b6e773e000b1 req-9893bbbb-7127-42e7-9288-b2f82ae07319 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007512 Dec 13 10:34:53.813226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-d97554bf-2221-434e-8f0d-d7d9de56d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:53.814692 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-d97554bf-2221-434e-8f0d-d7d9de56d675 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 HTTP/1.1" status: 200 len: 854 time: 0.0617476 Dec 13 10:34:53.845913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-00edf60a-2916-4984-8d03-ece19f836162 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243857 Dec 13 10:34:53.937824 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-699f098f-e964-46eb-bf3e-40e19d12e00a service neutron] 10.222.0.44 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Dec 13 10:34:54.025680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1de20cfc-6d9f-4034-a0d9-3b144302fae4 req-db01766c-a017-479d-8e43-1e9e5bb87b5f service neutron] 10.222.0.44 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800588 Dec 13 10:34:54.121936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-64735616-34cd-46b3-af87-f5c8a404f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:54.123363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-64735616-34cd-46b3-af87-f5c8a404f0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 1094 time: 0.0481987 Dec 13 10:34:54.216382 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-32d71f14-3040-4048-9640-a4421be69757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:54.217881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-32d71f14-3040-4048-9640-a4421be69757 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 915 time: 0.0873368 Dec 13 10:34:54.265698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-76c3ad9a-9a0f-48bb-9cd9-97cfe94a8b4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63156281-6381-4748-ac98-24661390bad9 HTTP/1.1" status: 200 len: 217 time: 0.0388176 Dec 13 10:34:54.314107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-64b163b1-d030-429e-acf5-d47f22022600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:54.315516 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-64b163b1-d030-429e-acf5-d47f22022600 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 HTTP/1.1" status: 200 len: 854 time: 0.0425708 Dec 13 10:34:54.347311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-c7b785c3-a342-4789-b003-a7387b60cad3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236461 Dec 13 10:34:54.435650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-0c636a39-64f4-47ec-846d-ec15d98730fa service neutron] 10.222.0.44 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803080 Dec 13 10:34:54.528597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80955f0d-9aca-4195-b726-4416d8e9be12 req-dd887d05-e3da-4c5a-864a-e61a2a4df726 service neutron] 10.222.0.44 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Dec 13 10:34:54.922169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd11e4-bf15-4b4f-8f15-9c2ff274faf3 req-963a19c6-72e6-43b8-8514-4b9799acec49 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:54.923631 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1cd11e4-bf15-4b4f-8f15-9c2ff274faf3 req-963a19c6-72e6-43b8-8514-4b9799acec49 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 943 time: 0.0492647 Dec 13 10:34:54.973094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d1cd11e4-bf15-4b4f-8f15-9c2ff274faf3 req-f817ceec-2845-46bf-bede-bfc091fc7147 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Dec 13 10:34:56.092674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952403-f6dc-4dcc-9fca-1c7b022cf970 req-3c57c7d4-2e26-4c84-aaac-9ec895c95803 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:56.094193 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2952403-f6dc-4dcc-9fca-1c7b022cf970 req-3c57c7d4-2e26-4c84-aaac-9ec895c95803 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 943 time: 0.0537899 Dec 13 10:34:56.141900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2952403-f6dc-4dcc-9fca-1c7b022cf970 req-4c6f8601-10a4-4e6d-afb8-4a4a845a74a6 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Dec 13 10:34:56.738494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 63156281-6381-4748-ac98-24661390bad9 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:34:56.833995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=63156281-6381-4748-ac98-24661390bad9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:56.844581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '63156281-6381-4748-ac98-24661390bad9', 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33', 'port_id': '63156281-6381-4748-ac98-24661390bad9', 'mac_address': 'fa:16:3e:57:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:34:56.880317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:56.892445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63156281-6381-4748-ac98-24661390bad9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:34:56.911530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=63156281-6381-4748-ac98-24661390bad9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:56.915317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:56.960669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:57.112720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['63156281-6381-4748-ac98-24661390bad9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:34:57.257884 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab48ee-08f8-4660-b132-a789a7be04e0 req-48d7653f-9f48-45ad-b94e-bdc48bacd0bb tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:57.259359 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2ab48ee-08f8-4660-b132-a789a7be04e0 req-48d7653f-9f48-45ad-b94e-bdc48bacd0bb tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 944 time: 0.0494864 Dec 13 10:34:57.306985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2ab48ee-08f8-4660-b132-a789a7be04e0 req-08889b27-c63a-46a8-8047-24be306dfb7b tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Dec 13 10:34:57.642413 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:58.423915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0e6e-efa2-4c92-b2e6-d875fcba8f42 req-c98c8573-f81f-4b07-9886-2db6fc1a8378 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:58.425533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7caa0e6e-efa2-4c92-b2e6-d875fcba8f42 req-c98c8573-f81f-4b07-9886-2db6fc1a8378 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 944 time: 0.0484266 Dec 13 10:34:58.477448 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7caa0e6e-efa2-4c92-b2e6-d875fcba8f42 req-6cb3e2f8-32dc-40c1-8a81-e0df5c812365 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Dec 13 10:34:58.689714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bc835b3-2180-4cb4-affc-6adf2e0d1bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:58.767319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 63156281-6381-4748-ac98-24661390bad9 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:34:58.815825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 63156281-6381-4748-ac98-24661390bad9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:34:58.819905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 63156281-6381-4748-ac98-24661390bad9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:34:58.820271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:58.897938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:58.919890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63156281-6381-4748-ac98-24661390bad9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:34:58.922126 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71058de-93d1-4d20-b1e7-f0bd502a0850" -d '{"events": [{"server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "name": "network-vif-plugged", "status": "completed", "tag": "63156281-6381-4748-ac98-24661390bad9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:34:58.935363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=63156281-6381-4748-ac98-24661390bad9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:34:58.939186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:58.963492 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9764666-8e32-4a3f-aad1-19e2d111f86f x-openstack-request-id: req-e9764666-8e32-4a3f-aad1-19e2d111f86f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:34:58.963786 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "name": "network-vif-plugged", "status": "completed", "tag": "63156281-6381-4748-ac98-24661390bad9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:34:58.964043 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9764666-8e32-4a3f-aad1-19e2d111f86f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:34:58.964437 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63156281-6381-4748-ac98-24661390bad9', 'code': 200} Dec 13 10:34:58.992425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:34:59.060278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b9c9e-6950-44b3-91f7-ee3513bfe3d1 req-5fe81bb3-cd5a-4c7d-86d1-b56241ed2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:59.061800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a22b9c9e-6950-44b3-91f7-ee3513bfe3d1 req-5fe81bb3-cd5a-4c7d-86d1-b56241ed2e5c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 1096 time: 0.0402734 Dec 13 10:34:59.107464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a22b9c9e-6950-44b3-91f7-ee3513bfe3d1 req-858749c9-7450-4461-8aa4-0b1dcbdb7b30 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386703 Dec 13 10:34:59.561280 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:34:59.593724 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146941e-d5d9-420a-a508-239d200e489d req-d34be3e0-7e8c-4d4f-933f-2cbeb6113ae1 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:34:59.595212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8146941e-d5d9-420a-a508-239d200e489d req-d34be3e0-7e8c-4d4f-933f-2cbeb6113ae1 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0493364 Dec 13 10:34:59.645391 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8146941e-d5d9-420a-a508-239d200e489d req-6300d28b-b8c7-449c-88b8-1cb2cb3de01c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Dec 13 10:35:00.764898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da82f9-0898-4133-a79a-9296fbe2722e req-889f1cbd-31d8-472f-962d-08b0890b3971 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:00.766371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50da82f9-0898-4133-a79a-9296fbe2722e req-889f1cbd-31d8-472f-962d-08b0890b3971 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0524733 Dec 13 10:35:00.813051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-50da82f9-0898-4133-a79a-9296fbe2722e req-b50694d9-cdde-4b43-8f41-a2ad2a129ed4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Dec 13 10:35:01.038885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-d04f62e4-a73b-4c92-9364-ea6a265576e0 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:01.040326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-d04f62e4-a73b-4c92-9364-ea6a265576e0 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 814 time: 0.1066730 Dec 13 10:35:01.055843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-b96778c7-803a-4e64-a43a-9c6b9cc4bbac tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/quotas/389c5f88237149b2b80f9ca5714264e2 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Dec 13 10:35:01.100866 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3560d9e3-1c1d-446e-8ddd-194448ee0798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:01.104462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-94b6e36b-fe7c-4ace-9498-5772c605c695 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435789 Dec 13 10:35:01.186906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-1a4fd91c-035c-4087-aa1f-6beb187101c0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:35:01.187908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-1a4fd91c-035c-4087-aa1f-6beb187101c0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433619 Dec 13 10:35:01.277599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-0aece893-d783-4ad8-99c7-c03095e7c834 service neutron] 10.222.0.30 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813134 Dec 13 10:35:01.371792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-c842c7d5-b244-4f8c-9d8c-ee155fcf43a1 service neutron] 10.222.0.30 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Dec 13 10:35:01.535977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4e33da99-98a9-4e96-80e4-90fecc10b20f req-361ba5db-e657-4362-82a8-2165cc5ade6f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 210 time: 0.0304675 Dec 13 10:35:02.426250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:02.452171 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-1556dcfc-5952-44b4-b272-8a60f1ca8a7f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:02.453715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-1556dcfc-5952-44b4-b272-8a60f1ca8a7f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.37 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 814 time: 0.1154006 Dec 13 10:35:02.466674 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Request body: {'port': {'device_id': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33', 'admin_state_up': True, 'tenant_id': '389c5f88237149b2b80f9ca5714264e2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:02.582903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Made reservation on behalf of 389c5f88237149b2b80f9ca5714264e2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:02.586753 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:02.633061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc5a2dad-d565-4733-92af-199f1d9b17dc req-88378cbc-f133-4795-bed8-455028aa6ee4 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 210 time: 0.0283737 Dec 13 10:35:02.714450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Allocated IP 172.20.0.7 (d53278eb-d695-4267-8ca4-ac0d3f6cbf33/a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9/00611464-10b6-4b4f-b5cb-d5ebe55755e9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:02.861387 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:02.894677 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:02.908073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['63156281-6381-4748-ac98-24661390bad9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:02.940701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:02.946487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:02.951519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:02.955613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Pushing event updated for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:02.990236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.990509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.990861 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.991205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.991545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.991884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.992220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.992552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.992883 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.993243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.993579 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.993908 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:02.994239 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:03.017631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:03.018250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.034219 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-fdaa038b-88c8-496b-b2ca-9a47e0f1514f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712984 Dec 13 10:35:03.046274 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Request body: {'port': {'device_id': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:03.099344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.355128 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00611464-10b6-4b4f-b5cb-d5ebe55755e9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:35:03.362350 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.375211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Transition to ACTIVE for port object 00611464-10b6-4b4f-b5cb-d5ebe55755e9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:35:03.378331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.427099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Pushing event updated for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:03.496076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Attempting to bind port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:03.496759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Attempting to bind port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:03.496759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Attempting to bind port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:03.500943 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:35:03.501302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Attempting to bind port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 on network d53278eb-d695-4267-8ca4-ac0d3f6cbf33 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:03.506661 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:03.507001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Checking segment: {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:03.507384 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Bound using segment: {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:03.507809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Bound port: 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3947e0e3-0878-4520-acfb-5b99d98e63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:03.508162 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.572503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:03.575666 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:03.579082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.618079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:03.618702 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.620068 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] 10.222.0.37 "PUT /v2.0/ports/00611464-10b6-4b4f-b5cb-d5ebe55755e9 HTTP/1.1" status: 200 len: 1091 time: 0.5779026 Dec 13 10:35:03.620517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:03.623049 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c774ae83-cc1e-4944-94bd-0fc51b794704" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:03.647020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdef4a1-4287-4c3a-8224-efd0858870fe service neutron] Pushing event updated for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:03.667990 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f29301-bfc0-4cd2-abed-648f47cc0f86 x-openstack-request-id: req-28f29301-bfc0-4cd2-abed-648f47cc0f86 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:03.668297 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:03.668556 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28f29301-bfc0-4cd2-abed-648f47cc0f86 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:03.668963 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9', 'status': 'completed', 'code': 200} Dec 13 10:35:03.713924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-3bbff2a3-e1da-49f7-9799-5281e2732611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:03.715420 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-3bbff2a3-e1da-49f7-9799-5281e2732611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 1094 time: 0.0419297 Dec 13 10:35:03.752014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844ed80-fd86-48b0-9dfa-6ffeab34dd0e req-2439140f-cf69-4f98-8125-13ba07e95e8f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:03.754291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7844ed80-fd86-48b0-9dfa-6ffeab34dd0e req-2439140f-cf69-4f98-8125-13ba07e95e8f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 943 time: 0.0491641 Dec 13 10:35:03.764296 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-c44d75bf-3260-473a-a6c6-d13b5959ad29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9 HTTP/1.1" status: 200 len: 217 time: 0.0375545 Dec 13 10:35:03.807365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7844ed80-fd86-48b0-9dfa-6ffeab34dd0e req-3e9fed44-f17d-4f5b-900f-a6104fb16f0b tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Dec 13 10:35:03.814226 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736390-7688-4d3c-a410-e76097b0439c req-5d03874b-ccc7-4e6a-8fc8-8fae8b482dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:03.815677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-5d03874b-ccc7-4e6a-8fc8-8fae8b482dc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 HTTP/1.1" status: 200 len: 854 time: 0.0430422 Dec 13 10:35:03.847201 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:03.852901 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-80d9ee06-05b3-41a7-945e-45109d6e8506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272000 Dec 13 10:35:03.952722 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-323a7c71-b007-4ea9-bafc-4d901e0ef538 service neutron] 10.222.0.37 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902505 Dec 13 10:35:04.045864 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-52736390-7688-4d3c-a410-e76097b0439c req-201304ed-8a93-4770-8263-d494ad3f27be service neutron] 10.222.0.37 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Dec 13 10:35:04.132817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-25c2430b-7813-42b3-b419-a52a4fcc1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:04.134763 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-25c2430b-7813-42b3-b419-a52a4fcc1417 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=389c5f88237149b2b80f9ca5714264e2&device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 1094 time: 0.0431609 Dec 13 10:35:04.229610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-1e0e64c3-585d-4899-a6bb-8cf0ab827a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:04.231023 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-1e0e64c3-585d-4899-a6bb-8cf0ab827a2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 200 len: 915 time: 0.0882812 Dec 13 10:35:04.273246 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-41b0087f-a607-4c3f-9a55-a9315e27cdd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9 HTTP/1.1" status: 200 len: 217 time: 0.0342271 Dec 13 10:35:04.322912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-16e2bfd9-2164-4828-bfa3-a5d1f14a3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:04.324336 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-16e2bfd9-2164-4828-bfa3-a5d1f14a3c09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 HTTP/1.1" status: 200 len: 854 time: 0.0436471 Dec 13 10:35:04.657658 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-44d0a49b-a076-407e-b614-b71fc032e8ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d53278eb-d695-4267-8ca4-ac0d3f6cbf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3257124 Dec 13 10:35:04.749184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-003ee4ef-906e-4194-9942-96d4894c780b service neutron] 10.222.0.37 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827425 Dec 13 10:35:04.841141 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c774ae83-cc1e-4944-94bd-0fc51b794704 req-980d5126-3227-4073-b0a7-c170d95efa1f service neutron] 10.222.0.37 "GET /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845883 Dec 13 10:35:04.873723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:04.927066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372761-7f58-4b82-af2a-4aab99e6d394 req-888acf68-2d9f-44ab-9c7f-b9c3e62ff36e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:04.928518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6372761-7f58-4b82-af2a-4aab99e6d394 req-888acf68-2d9f-44ab-9c7f-b9c3e62ff36e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 943 time: 0.0496755 Dec 13 10:35:04.977723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6372761-7f58-4b82-af2a-4aab99e6d394 req-29365028-d60e-4f5b-8893-2029dfab48fa tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Dec 13 10:35:06.094916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e271b-487b-4696-8078-92030f3c3b29 req-0fb06e35-1064-4a12-9dde-4dda1072351a tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:06.096372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a4e271b-487b-4696-8078-92030f3c3b29 req-0fb06e35-1064-4a12-9dde-4dda1072351a tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 943 time: 0.0490646 Dec 13 10:35:06.143918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4a4e271b-487b-4696-8078-92030f3c3b29 req-69b93eeb-8fb9-4c0a-94c7-994e4a49a657 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Dec 13 10:35:07.266774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e4704-3cea-4e54-85f0-39df20ca655d req-6aad290a-79e6-4dea-8e92-b72014a13301 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:07.268240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e6e4704-3cea-4e54-85f0-39df20ca655d req-6aad290a-79e6-4dea-8e92-b72014a13301 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 943 time: 0.0528393 Dec 13 10:35:07.314895 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0e6e4704-3cea-4e54-85f0-39df20ca655d req-5ba3e43e-1372-4df2-996a-63194050d505 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Dec 13 10:35:08.348707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00611464-10b6-4b4f-b5cb-d5ebe55755e9 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:35:08.435066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ddaa-81a3-4067-aed3-7388559e39ac req-5bc7e9fc-5136-4b29-9437-0386283b5c14 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:08.436579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24f1ddaa-81a3-4067-aed3-7388559e39ac req-5bc7e9fc-5136-4b29-9437-0386283b5c14 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 943 time: 0.0500548 Dec 13 10:35:08.441707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:08.453393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '00611464-10b6-4b4f-b5cb-d5ebe55755e9', 'network_id': 'd53278eb-d695-4267-8ca4-ac0d3f6cbf33', 'port_id': '00611464-10b6-4b4f-b5cb-d5ebe55755e9', 'mac_address': 'fa:16:3e:5c:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:35:08.484291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24f1ddaa-81a3-4067-aed3-7388559e39ac req-ac221cf7-80b5-415a-aff6-91646035662d tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Dec 13 10:35:08.494673 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:08.507802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00611464-10b6-4b4f-b5cb-d5ebe55755e9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:35:08.526763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:08.531086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:08.575979 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:08.835909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['00611464-10b6-4b4f-b5cb-d5ebe55755e9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:09.605321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ec857-7e70-4047-8d91-d908dfee6e28 req-4e7e7771-fb4f-460e-97d7-fa48ce565618 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:09.606784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a1ec857-7e70-4047-8d91-d908dfee6e28 req-4e7e7771-fb4f-460e-97d7-fa48ce565618 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 944 time: 0.0551155 Dec 13 10:35:09.953363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7a1ec857-7e70-4047-8d91-d908dfee6e28 req-32a6b3d1-9359-4d0e-a6bb-c8b8ddf838ab tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384645 Dec 13 10:35:10.348613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00611464-10b6-4b4f-b5cb-d5ebe55755e9 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:10.395872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:35:10.399602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:10.399969 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:10.477098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:10.498933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:10.501207 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d732386-5e5b-487d-830a-3370cfd6bd3e" -d '{"events": [{"server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "name": "network-vif-plugged", "status": "completed", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:10.514039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:10.518050 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:10.542153 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef7929-f31a-4aae-8662-842f0ddde3ef x-openstack-request-id: req-09ef7929-f31a-4aae-8662-842f0ddde3ef {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:10.542449 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "name": "network-vif-plugged", "status": "completed", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:10.542704 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09ef7929-f31a-4aae-8662-842f0ddde3ef {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:10.543092 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9', 'code': 200} Dec 13 10:35:10.568674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:10.641339 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f5f-532f-41c8-bead-1090b6119920 req-5602d331-9def-493b-bb51-24350aa9c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:10.642835 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72876f5f-532f-41c8-bead-1090b6119920 req-5602d331-9def-493b-bb51-24350aa9c7fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 1096 time: 0.0416567 Dec 13 10:35:10.685985 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-72876f5f-532f-41c8-bead-1090b6119920 req-5403a5b0-e6cb-4b17-b18b-76ae22cec572 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363939 Dec 13 10:35:11.067545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3e4fa-10a7-4e4d-a37a-e8f58515de4f req-60242c1c-55e1-4e2c-ab72-dfcfdb434890 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:11.068987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08d3e4fa-10a7-4e4d-a37a-e8f58515de4f req-60242c1c-55e1-4e2c-ab72-dfcfdb434890 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 945 time: 0.0481291 Dec 13 10:35:11.115473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08d3e4fa-10a7-4e4d-a37a-e8f58515de4f req-2321c9b9-b618-4a5f-86b9-c07ae83be8aa tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Dec 13 10:35:12.231055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915d9d-9ff0-49ac-aedf-918759808375 req-3b291482-3e6f-44e5-a15f-d6d71378fb53 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:12.232514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24915d9d-9ff0-49ac-aedf-918759808375 req-3b291482-3e6f-44e5-a15f-d6d71378fb53 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 945 time: 0.0491111 Dec 13 10:35:12.279443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24915d9d-9ff0-49ac-aedf-918759808375 req-15e05187-5f1f-46ac-a7fe-f5f95a3beac7 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Dec 13 10:35:12.512910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dec9-00e5-4c90-bde9-b13fe7f70f03 req-edaa086d-9fe1-4272-920a-3d6b5b38b92f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:12.514402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f92dec9-00e5-4c90-bde9-b13fe7f70f03 req-edaa086d-9fe1-4272-920a-3d6b5b38b92f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 945 time: 0.0524235 Dec 13 10:35:12.560816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f92dec9-00e5-4c90-bde9-b13fe7f70f03 req-7e32f877-a717-40f6-86ef-70dcd1bbd06b tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Dec 13 10:35:13.681604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa3ad7-250f-44ea-b509-71107d9df3b2 req-0054cd18-e951-411a-8f1c-894fa661c82e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:13.683058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06fa3ad7-250f-44ea-b509-71107d9df3b2 req-0054cd18-e951-411a-8f1c-894fa661c82e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 945 time: 0.0497210 Dec 13 10:35:13.730111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06fa3ad7-250f-44ea-b509-71107d9df3b2 req-6cd0cca9-0931-4662-9ffe-2421322ebb92 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Dec 13 10:35:13.888158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-794a84e4-5349-45dd-b833-45f7e41a147b tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:13.889554 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-794a84e4-5349-45dd-b833-45f7e41a147b tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b3cd378-10e1-40a3-9d26-14951739d3cf HTTP/1.1" status: 200 len: 945 time: 0.0483770 Dec 13 10:35:13.981332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Deleting port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:13.981669 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:14.073402 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] For port 00611464-10b6-4b4f-b5cb-d5ebe55755e9, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=00611464-10b6-4b4f-b5cb-d5ebe55755e9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:14.073775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:14.090425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Calling delete_port for 00611464-10b6-4b4f-b5cb-d5ebe55755e9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:14.214969 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:14.227086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['63156281-6381-4748-ac98-24661390bad9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:14.229943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['00611464-10b6-4b4f-b5cb-d5ebe55755e9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:14.244107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Pushing event deleted for resources: {'Port': ['ID=00611464-10b6-4b4f-b5cb-d5ebe55755e9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:14.290068 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] No DVR routers for this DVR port 00611464-10b6-4b4f-b5cb-d5ebe55755e9 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:14.292784 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:14.296184 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-15a5195e-a577-40d3-8aec-df1c9955b06b req-3864bfc5-f7d6-4beb-8f47-4465f7221516 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.37 "DELETE /v2.0/ports/00611464-10b6-4b4f-b5cb-d5ebe55755e9 HTTP/1.1" status: 204 len: 173 time: 0.4000654 Dec 13 10:35:14.296629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'name': 'network-vif-deleted', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:14.298915 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504843f-75b0-4c98-b816-9ed5740c25af" -d '{"events": [{"server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "name": "network-vif-deleted", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:14.340596 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45890fa5-0f03-4227-a36c-40935fb04496 x-openstack-request-id: req-45890fa5-0f03-4227-a36c-40935fb04496 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:14.340896 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3cd378-10e1-40a3-9d26-14951739d3cf", "name": "network-vif-deleted", "tag": "00611464-10b6-4b4f-b5cb-d5ebe55755e9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:14.341177 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45890fa5-0f03-4227-a36c-40935fb04496 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:14.342039 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3cd378-10e1-40a3-9d26-14951739d3cf', 'name': 'network-vif-deleted', 'tag': '00611464-10b6-4b4f-b5cb-d5ebe55755e9', 'status': 'completed', 'code': 200} Dec 13 10:35:14.886702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb216d-abb3-449c-b671-761d201ee30a req-12e92e2d-4fb7-4cc2-a80e-256ce21dea80 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:14.888083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97cb216d-abb3-449c-b671-761d201ee30a req-12e92e2d-4fb7-4cc2-a80e-256ce21dea80 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0528178 Dec 13 10:35:14.934245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97cb216d-abb3-449c-b671-761d201ee30a req-b82e7f6d-9877-40a8-ad71-75e4ac34824e tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Dec 13 10:35:15.064142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68e329-c719-4645-a864-3431bf587b7e req-6018ed42-2f4c-4a96-963f-56b7c3c80a45 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:15.065619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a68e329-c719-4645-a864-3431bf587b7e req-6018ed42-2f4c-4a96-963f-56b7c3c80a45 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0484860 Dec 13 10:35:15.117388 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a68e329-c719-4645-a864-3431bf587b7e req-026fc307-0a43-4ec5-87ec-6780207bfd70 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Dec 13 10:35:15.233868 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab232d5-ab89-4325-a1a3-04e07b91af43 req-aacea84e-ecc7-4533-9efd-6e1d02c3a30c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:15.235326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ab232d5-ab89-4325-a1a3-04e07b91af43 req-aacea84e-ecc7-4533-9efd-6e1d02c3a30c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0480986 Dec 13 10:35:15.286212 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ab232d5-ab89-4325-a1a3-04e07b91af43 req-1d74bb65-e927-482b-a5d9-95d13f864860 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Dec 13 10:35:15.451662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39977cc-4771-4fc8-b0a4-c7538079c876 req-bb7b1ff0-6e5b-42c7-b135-e4be9505866c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:15.453147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c39977cc-4771-4fc8-b0a4-c7538079c876 req-bb7b1ff0-6e5b-42c7-b135-e4be9505866c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0491953 Dec 13 10:35:15.500637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c39977cc-4771-4fc8-b0a4-c7538079c876 req-85fb31d6-2629-4ea0-92c9-b7339a0371c5 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Dec 13 10:35:15.618244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0b1a-f4ba-4876-a7d8-e10a89e40dca req-00f5b169-3d5d-423c-b90d-4ede77094a8f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:15.620545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-216a0b1a-f4ba-4876-a7d8-e10a89e40dca req-00f5b169-3d5d-423c-b90d-4ede77094a8f tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0507793 Dec 13 10:35:15.667730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-216a0b1a-f4ba-4876-a7d8-e10a89e40dca req-b324f740-3f05-4cbf-b38f-37b0fa449131 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Dec 13 10:35:15.798564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942189b3-ca8d-4bf9-a8d0-4df630bc114e req-763432e5-118d-406a-9b45-c7594a5b8e58 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:15.800089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-942189b3-ca8d-4bf9-a8d0-4df630bc114e req-763432e5-118d-406a-9b45-c7594a5b8e58 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0546532 Dec 13 10:35:15.848315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-942189b3-ca8d-4bf9-a8d0-4df630bc114e req-374e349d-6964-4204-b264-2acb68ddc68d tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Dec 13 10:35:16.154443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637a719-38c5-4020-b4c7-e0900e8c5226 req-79921bb8-7e7f-4816-a813-03a25d8dc250 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:16.155916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f637a719-38c5-4020-b4c7-e0900e8c5226 req-79921bb8-7e7f-4816-a813-03a25d8dc250 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0485473 Dec 13 10:35:16.203591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f637a719-38c5-4020-b4c7-e0900e8c5226 req-90968d1c-2ccc-41a3-93b3-a80c679c68bb tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Dec 13 10:35:16.395678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00611464-10b6-4b4f-b5cb-d5ebe55755e9 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:16.415607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 00611464-10b6-4b4f-b5cb-d5ebe55755e9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:16.415945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 00611464-10b6-4b4f-b5cb-d5ebe55755e9 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:17.322122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ef96c-fa6f-4596-bf04-604a8f4fad9e req-26723331-ef3e-4710-8ec7-9ebc7dad3e23 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:17.323622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-138ef96c-fa6f-4596-bf04-604a8f4fad9e req-26723331-ef3e-4710-8ec7-9ebc7dad3e23 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0500259 Dec 13 10:35:17.375363 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-138ef96c-fa6f-4596-bf04-604a8f4fad9e req-a15acf40-c3f0-49ff-a65b-d32674cc2a48 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.30 "GET /v2.0/security-groups?id=e60b3efc-b87f-4b83-be35-1da41a70fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Dec 13 10:35:17.482606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-5bc034c8-3732-4452-918f-25031ae02488 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:17.484002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-5bc034c8-3732-4452-918f-25031ae02488 tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.44 "GET /v2.0/ports?device_id=40c92d3c-470d-42c8-9cb3-4cfe6dd3154a HTTP/1.1" status: 200 len: 945 time: 0.0489182 Dec 13 10:35:17.572288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Deleting port 63156281-6381-4748-ac98-24661390bad9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:17.572631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:17.666916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] For port 63156281-6381-4748-ac98-24661390bad9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=63156281-6381-4748-ac98-24661390bad9,segment=NetworkSegment(3947e0e3-0878-4520-acfb-5b99d98e63f8),segment_id=3947e0e3-0878-4520-acfb-5b99d98e63f8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:17.667292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:17.679710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Calling delete_port for 63156281-6381-4748-ac98-24661390bad9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:17.806858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:17.819878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['63156281-6381-4748-ac98-24661390bad9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:17.837388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Pushing event deleted for resources: {'Port': ['ID=63156281-6381-4748-ac98-24661390bad9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:17.875507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] No DVR routers for this DVR port 63156281-6381-4748-ac98-24661390bad9 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:17.878650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:17.882265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6111334-daf3-41eb-9542-da6f4631eb69 req-e4383b41-3a7e-4b6b-8e11-72beebdc4d4c tempest-ServersNegativeTestJSON-2133936266 tempest-ServersNegativeTestJSON-2133936266-project] 10.222.0.44 "DELETE /v2.0/ports/63156281-6381-4748-ac98-24661390bad9 HTTP/1.1" status: 204 len: 173 time: 0.3919079 Dec 13 10:35:17.882712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'name': 'network-vif-deleted', 'tag': '63156281-6381-4748-ac98-24661390bad9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:17.884985 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8bfc37-2583-453b-841b-70978513d94e" -d '{"events": [{"server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "name": "network-vif-deleted", "tag": "63156281-6381-4748-ac98-24661390bad9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:17.924959 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2729961a-8443-4891-ba7b-0e4b670e2c1d x-openstack-request-id: req-2729961a-8443-4891-ba7b-0e4b670e2c1d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:17.925474 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c92d3c-470d-42c8-9cb3-4cfe6dd3154a", "name": "network-vif-deleted", "tag": "63156281-6381-4748-ac98-24661390bad9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:17.925822 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2729961a-8443-4891-ba7b-0e4b670e2c1d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:17.926241 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c92d3c-470d-42c8-9cb3-4cfe6dd3154a', 'name': 'network-vif-deleted', 'tag': '63156281-6381-4748-ac98-24661390bad9', 'status': 'completed', 'code': 200} Dec 13 10:35:18.431003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:18.479269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Deleting subnet a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:35:18.482246 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.516062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.554410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.604650 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.631893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:18.633877 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.637088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-86fd33ac-18fd-4ae7-9a45-82b1299fe0d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a279f027-5cad-4b8e-b5bf-6b1a73ce0cf9 HTTP/1.1" status: 204 len: 168 time: 0.2050788 Dec 13 10:35:18.639652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:18.709644 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.787040 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.811127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53278eb-d695-4267-8ca4-ac0d3f6cbf33']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:18.820443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3947e0e3-0878-4520-acfb-5b99d98e63f8') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:18.820738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3947e0e3-0878-4520-acfb-5b99d98e63f8') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:18.829862 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.843023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.849417 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:18.849805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:18.851453 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:18.903570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.908726 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:18.915173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d53278eb-d695-4267-8ca4-ac0d3f6cbf33 HTTP/1.1" status: 204 len: 168 time: 0.2721794 Dec 13 10:35:18.923592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbffe1-18de-4d4e-80c2-eb5c6ed76c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d53278eb-d695-4267-8ca4-ac0d3f6cbf33,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:19.046329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:19.085968 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-de2e8823-8faf-4303-8e24-0a1c4f66aaca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=389c5f88237149b2b80f9ca5714264e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384743 Dec 13 10:35:19.088327 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:19.135209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:19.160996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:19.206326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:19.209637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:19.210836 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e60b3efc-b87f-4b83-be35-1da41a70fc36 HTTP/1.1" status: 204 len: 168 time: 0.1216009 Dec 13 10:35:19.219348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c0aa-8662-4ac8-8007-35fe85ee655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b3efc-b87f-4b83-be35-1da41a70fc36,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:19.894409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:20.000947 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:35:20.003829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075800792'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:20.024466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:20.027839 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.036779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.109465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.113861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.136532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:20.151219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ac638-9332-4e19-b689-75592917b976,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:20.154373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.154755 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Added segment d7a7edb2-2c83-4765-8dd3-371ca9be9ce0 of type vlan for network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 Dec 13 10:35:20.171966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.172320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.172666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.173006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.173363 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.173698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.174027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.174360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.174689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.175649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.176017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.176454 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.176783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:20.215183 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.240354 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.245938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:20.246779 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:20.315842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4202812 Dec 13 10:35:20.352451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134dffb-a659-42e3-808f-f2dc0ef167d6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Network': ['ID=a00d77a9-8d1b-4b5d-b7c2-1b83231531e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:20.363001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:20.907462 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 63156281-6381-4748-ac98-24661390bad9 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:20.930868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 63156281-6381-4748-ac98-24661390bad9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:20.931212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 63156281-6381-4748-ac98-24661390bad9 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:23.714098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:23.719660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'subnet': {'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:23.808361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:23.811818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:23.991717 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.058241 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Subnet': ['ID=ba087042-12cc-4c5f-80c8-a01e43e3d3e9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:24.066017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking segment: {'id': 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:24.066391 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network hostable DHCP agents. Network: a00d77a9-8d1b-4b5d-b7c2-1b83231531e2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:24.082668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:24.090570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, a00d77a9-8d1b-4b5d-b7c2-1b83231531e2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:24.095468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:24.096142 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.099241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42575be0-4282-4c9c-a71d-99c1a1de9f02 None None] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:24.112260 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-61840d70-8ba7-4f1b-ab66-367bfc36edd6 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3970318 Dec 13 10:35:24.116196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:24.121690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865109800'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:24.142892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:24.146765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.171365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:24.183981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.184333 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Added segment 122fa3f9-ca50-472f-94c8-657484f0644b of type vlan for network 078db40f-5d64-4a58-9712-2b7da0ff85ab Dec 13 10:35:24.202101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-a00d77a9-8d1b-4b5d-b7c2-1b83231531e2', 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2', 'project_id': '3d4a264dbeae484abd0e7ef4f1604138', 'fixed_ips': [{'subnet_id': 'ba087042-12cc-4c5f-80c8-a01e43e3d3e9'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:24.202961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.225819 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.250267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.256757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:24.257363 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.320907 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2036388 Dec 13 10:35:24.324262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:24.330746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'subnet': {'network_id': '078db40f-5d64-4a58-9712-2b7da0ff85ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:24.334211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b94eb0-3145-4cb2-ac10-b02e710bdb81 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Network': ['ID=078db40f-5d64-4a58-9712-2b7da0ff85ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:24.345337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 078db40f-5d64-4a58-9712-2b7da0ff85ab details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:24.367733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Allocated IP 2001:db8:0:ffff::2 (a00d77a9-8d1b-4b5d-b7c2-1b83231531e2/ba087042-12cc-4c5f-80c8-a01e43e3d3e9/180c6080-6c7c-4299-a18d-2fc03c8bb988) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:24.439691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:24.443953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.580238 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.587767 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.638178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:24.641556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:24.645221 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:24.652008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Pushing event updated for resources: {'Port': ['ID=180c6080-6c7c-4299-a18d-2fc03c8bb988,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:24.656602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.682678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.683028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.683372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.683714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.684048 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.684455 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.684714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.685045 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.685425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.685728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.686057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.686397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.686699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:24.721044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Attempting to bind port 180c6080-6c7c-4299-a18d-2fc03c8bb988 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:24.721723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Attempting to bind port 180c6080-6c7c-4299-a18d-2fc03c8bb988 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:24.722773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Attempting to bind port 180c6080-6c7c-4299-a18d-2fc03c8bb988 on network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:24.728902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:24.729309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Checking segment: {'id': 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:24.729732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.730112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Bound using segment: {'id': 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:24.730578 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Bound port: 180c6080-6c7c-4299-a18d-2fc03c8bb988, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a00d77a9-8d1b-4b5d-b7c2-1b83231531e2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:24.730962 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.740828 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Subnet': ['ID=7f02675f-22f4-4815-b401-b44cf076b4e7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:24.752852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking segment: {'id': '122fa3f9-ca50-472f-94c8-657484f0644b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '078db40f-5d64-4a58-9712-2b7da0ff85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:24.753272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network hostable DHCP agents. Network: 078db40f-5d64-4a58-9712-2b7da0ff85ab, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:24.774335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network 078db40f-5d64-4a58-9712-2b7da0ff85ab is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:24.785686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 078db40f-5d64-4a58-9712-2b7da0ff85ab) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:24.790273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:24.791079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.800740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7f283-92e2-408e-89ef-a44af5502eee None None] Network 078db40f-5d64-4a58-9712-2b7da0ff85ab requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:24.805710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] For port 180c6080-6c7c-4299-a18d-2fc03c8bb988, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:24.809513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3cbe7a75-0ad5-45e1-9b87-1315c6341d6c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4841220 Dec 13 10:35:24.812895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:24.853260 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] For port 180c6080-6c7c-4299-a18d-2fc03c8bb988, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=180c6080-6c7c-4299-a18d-2fc03c8bb988,segment=NetworkSegment(d7a7edb2-2c83-4765-8dd3-371ca9be9ce0),segment_id=d7a7edb2-2c83-4765-8dd3-371ca9be9ce0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:24.859406 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.927494 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:24.943950 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5b57-cedd-44b6-b8a7-8c98a9ebe1f3 None None] Pushing event updated for resources: {'Port': ['ID=180c6080-6c7c-4299-a18d-2fc03c8bb988,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:24.982265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a36e36-e791-4054-9043-2efdfd669586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-078db40f-5d64-4a58-9712-2b7da0ff85ab', 'network_id': '078db40f-5d64-4a58-9712-2b7da0ff85ab', 'project_id': '3d4a264dbeae484abd0e7ef4f1604138', 'fixed_ips': [{'subnet_id': '7f02675f-22f4-4815-b401-b44cf076b4e7'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:24.983236 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0a36e36-e791-4054-9043-2efdfd669586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.025010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.104699 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-a0a36e36-e791-4054-9043-2efdfd669586 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f02675f-22f4-4815-b401-b44cf076b4e7: This subnet is being modified by another concurrent operation. Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f02675f-22f4-4815-b401-b44cf076b4e7: This subnet is being modified by another concurrent operation. Dec 13 10:35:25.106468 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:35:25.138443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Subnet': ['ID=7f02675f-22f4-4815-b401-b44cf076b4e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:25.160489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2e7b8-1add-4c74-a5ac-e700f330c806 None None] Network 078db40f-5d64-4a58-9712-2b7da0ff85ab requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:25.220394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.243010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078db40f-5d64-4a58-9712-2b7da0ff85ab']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:25.254208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122fa3f9-ca50-472f-94c8-657484f0644b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:25.254498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122fa3f9-ca50-472f-94c8-657484f0644b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:25.268960 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.283300 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.290594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:25.291005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:25.294312 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:25.352916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.360420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.364509 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/078db40f-5d64-4a58-9712-2b7da0ff85ab HTTP/1.1" status: 204 len: 168 time: 0.5506051 Dec 13 10:35:25.368152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:25.374589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732384328'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:25.378362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952c889-5ad8-4633-b511-fd99bad169fb tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Network': ['ID=078db40f-5d64-4a58-9712-2b7da0ff85ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:25.396057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:25.399629 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.424142 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:25.434256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.434606 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Added segment 175e8363-4094-44cc-842f-f30a7ada5cc7 of type vlan for network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b Dec 13 10:35:25.474595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.500649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.506428 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:25.507007 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.567127 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1972826 Dec 13 10:35:25.570180 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:25.575627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'subnet': {'network_id': '5f1a3b40-73e1-4ced-ba22-d5ad321cf04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:25.579303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbdc05-e6b4-4fce-8a3c-aa2df6318929 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Network': ['ID=5f1a3b40-73e1-4ced-ba22-d5ad321cf04b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:25.589980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:25.673855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:25.678066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.739335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 10:35:25.739858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 10:35:25.870790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.933646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Subnet': ['ID=c50bc77a-4847-44de-bf53-eac94ae9e9a4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:25.946947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking segment: {'id': '175e8363-4094-44cc-842f-f30a7ada5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f1a3b40-73e1-4ced-ba22-d5ad321cf04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:25.947406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network hostable DHCP agents. Network: 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:25.955297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2d02-2707-4be0-a7eb-51fee91ed049 None None] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:25.965439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:25.974358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:25.978907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:25.979702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:25.997659 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3fc3ab7e-5708-4214-b031-15d92d242817 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4263763 Dec 13 10:35:26.000592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:26.003602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b12953-6ce3-4d51-aecd-9f23b991797c None None] Network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:26.094436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] Provisioning complete for port 180c6080-6c7c-4299-a18d-2fc03c8bb988 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:26.094812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.101112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.182845 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.203964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d57b14-449d-4cba-8f81-7167e9047918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-5f1a3b40-73e1-4ced-ba22-d5ad321cf04b', 'network_id': '5f1a3b40-73e1-4ced-ba22-d5ad321cf04b', 'project_id': '3d4a264dbeae484abd0e7ef4f1604138', 'fixed_ips': [{'subnet_id': 'c50bc77a-4847-44de-bf53-eac94ae9e9a4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:26.205528 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15d57b14-449d-4cba-8f81-7167e9047918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.256486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.257635 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.303768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Subnet': ['ID=c50bc77a-4847-44de-bf53-eac94ae9e9a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:26.358990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.383869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1a3b40-73e1-4ced-ba22-d5ad321cf04b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:26.396006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175e8363-4094-44cc-842f-f30a7ada5cc7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:26.396302 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175e8363-4094-44cc-842f-f30a7ada5cc7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:26.407254 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.421346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.427503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:26.427892 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:26.430930 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:26.511906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] For port 180c6080-6c7c-4299-a18d-2fc03c8bb988, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=180c6080-6c7c-4299-a18d-2fc03c8bb988,segment=NetworkSegment(d7a7edb2-2c83-4765-8dd3-371ca9be9ce0),segment_id=d7a7edb2-2c83-4765-8dd3-371ca9be9ce0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:26.515777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-15d57b14-449d-4cba-8f81-7167e9047918 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c50bc77a-4847-44de-bf53-eac94ae9e9a4: This subnet is being modified by another concurrent operation. Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c50bc77a-4847-44de-bf53-eac94ae9e9a4: This subnet is being modified by another concurrent operation. Dec 13 10:35:26.526495 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:35:26.540537 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.546228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.546403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ceb904-fdc8-4dd8-8555-9cab68e4c202 None None] Network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:26.549666 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/5f1a3b40-73e1-4ced-ba22-d5ad321cf04b HTTP/1.1" status: 204 len: 168 time: 0.5479393 Dec 13 10:35:26.554571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:26.560429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104403578'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:26.567624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ceb904-fdc8-4dd8-8555-9cab68e4c202 None None] Network 5f1a3b40-73e1-4ced-ba22-d5ad321cf04b could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:35:26.569005 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece758f-e9ba-4b2b-86a7-dc0d417b72aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Network': ['ID=5f1a3b40-73e1-4ced-ba22-d5ad321cf04b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:26.581978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25caaa1e-3559-425d-83af-1e7d6d6534b2 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:35:26.587677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:26.589915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac2033-8f20-4b5e-b9dd-211394552505 None None] Pushing event updated for resources: {'Port': ['ID=180c6080-6c7c-4299-a18d-2fc03c8bb988,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:26.591162 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.623191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:26.633828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.634173 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Added segment 63bf6a39-fc3f-45b2-a1bb-930b124db082 of type vlan for network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 Dec 13 10:35:26.662612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63834a4b-640f-44d3-abe0-e16d5c344209 None None] Provisioning complete for port 180c6080-6c7c-4299-a18d-2fc03c8bb988 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:26.662986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63834a4b-640f-44d3-abe0-e16d5c344209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.673893 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.694179 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caaa1e-3559-425d-83af-1e7d6d6534b2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:35:26.699272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.704955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:26.705553 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:26.767563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2084284 Dec 13 10:35:26.767748 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:26.772616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'subnet': {'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:26.823812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a057f-f898-4280-91df-d33a96f110a4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Network': ['ID=0ca0bbbc-36f1-4add-971b-2c670d34dbb2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:26.840373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:26.874961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:26.878652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.008206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1b4f2-5418-452b-a347-9c5976e1c3b7 None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:35:27.063552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 180c6080-6c7c-4299-a18d-2fc03c8bb988 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:27.079926 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.118924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1b4f2-5418-452b-a347-9c5976e1c3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:35:27.141609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Subnet': ['ID=4283f31f-2582-4b05-ad32-9ccbb74c7ac4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:27.148933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking segment: {'id': '63bf6a39-fc3f-45b2-a1bb-930b124db082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:27.149277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network hostable DHCP agents. Network: 0ca0bbbc-36f1-4add-971b-2c670d34dbb2, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:27.166466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:27.176296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0ca0bbbc-36f1-4add-971b-2c670d34dbb2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:27.182410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:27.182634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 180c6080-6c7c-4299-a18d-2fc03c8bb988 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:27.183007 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.183242 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.199882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa5dc0b4-5fd9-4c9b-a236-7c69d7e44bdd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312558 Dec 13 10:35:27.203483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:27.208624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146086293'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:27.230268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:27.233814 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.258058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:27.266909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.267260 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Added segment 80a64a09-b6f4-4482-bf32-5707c6ddf2c3 of type vlan for network 58d4e35d-20b7-4c24-8593-63db59bc3c5b Dec 13 10:35:27.307996 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.332795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.338497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:27.339078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.397228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246caf05-4fb1-41b8-a09b-4eb70e88bd3f None None] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:27.398886 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1943517 Dec 13 10:35:27.401932 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:27.406968 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Request body: {'subnet': {'network_id': '58d4e35d-20b7-4c24-8593-63db59bc3c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:27.417956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629bf33-0543-4f5f-82f3-f96b9893a70e tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Network': ['ID=58d4e35d-20b7-4c24-8593-63db59bc3c5b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:27.451125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 58d4e35d-20b7-4c24-8593-63db59bc3c5b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:27.503108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Made reservation on behalf of 3d4a264dbeae484abd0e7ef4f1604138 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:27.507027 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.566096 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0ca0bbbc-36f1-4add-971b-2c670d34dbb2', 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2', 'project_id': '3d4a264dbeae484abd0e7ef4f1604138', 'fixed_ips': [{'subnet_id': '4283f31f-2582-4b05-ad32-9ccbb74c7ac4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:27.566966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.672521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.696113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.720230 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Allocated IP 2001:db8::2 (0ca0bbbc-36f1-4add-971b-2c670d34dbb2/4283f31f-2582-4b05-ad32-9ccbb74c7ac4/4644a461-10b4-4284-9e0b-3c65a3bc560b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:27.760033 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event updated for resources: {'Subnet': ['ID=1da4639a-d0fc-4fab-8a17-090761b7109e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:27.771163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Checking segment: {'id': '80a64a09-b6f4-4482-bf32-5707c6ddf2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58d4e35d-20b7-4c24-8593-63db59bc3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:27.771532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network hostable DHCP agents. Network: 58d4e35d-20b7-4c24-8593-63db59bc3c5b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:27.789024 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Network 58d4e35d-20b7-4c24-8593-63db59bc3c5b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:27.797730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 58d4e35d-20b7-4c24-8593-63db59bc3c5b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:27.801981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:27.802580 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.809768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47272710-2cd3-47e9-aaf2-a02d4f1a69cf None None] Network 58d4e35d-20b7-4c24-8593-63db59bc3c5b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:27.821530 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9e161d82-ecee-4e24-a7a7-6aedec39dc66 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183812 Dec 13 10:35:27.824083 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:27.926810 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.938314 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.960605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.982013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:27.992894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429cdb69-568b-4e2c-af2e-d78076cc7a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-58d4e35d-20b7-4c24-8593-63db59bc3c5b', 'network_id': '58d4e35d-20b7-4c24-8593-63db59bc3c5b', 'project_id': '3d4a264dbeae484abd0e7ef4f1604138', 'fixed_ips': [{'subnet_id': '1da4639a-d0fc-4fab-8a17-090761b7109e'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:27.993786 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-429cdb69-568b-4e2c-af2e-d78076cc7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.026904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:28.033262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Pushing event updated for resources: {'Port': ['ID=4644a461-10b4-4284-9e0b-3c65a3bc560b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:28.037750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:28.040896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:28.047103 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.074734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Subnet': ['ID=1da4639a-d0fc-4fab-8a17-090761b7109e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:28.141914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.158424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Attempting to bind port 4644a461-10b4-4284-9e0b-3c65a3bc560b on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:28.158794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Attempting to bind port 4644a461-10b4-4284-9e0b-3c65a3bc560b by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '63bf6a39-fc3f-45b2-a1bb-930b124db082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:28.159160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Attempting to bind port 4644a461-10b4-4284-9e0b-3c65a3bc560b on network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:28.163638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d4e35d-20b7-4c24-8593-63db59bc3c5b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-429cdb69-568b-4e2c-af2e-d78076cc7a9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da4639a-d0fc-4fab-8a17-090761b7109e: This subnet is being modified by another concurrent operation. Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da4639a-d0fc-4fab-8a17-090761b7109e: This subnet is being modified by another concurrent operation. Dec 13 10:35:28.164296 n-d-820531-5 neutron-server[103190]: ERROR oslo_messaging.rpc.server Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Checking segment: {'id': '63bf6a39-fc3f-45b2-a1bb-930b124db082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Bound using segment: {'id': '63bf6a39-fc3f-45b2-a1bb-930b124db082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Bound port: 4644a461-10b4-4284-9e0b-3c65a3bc560b, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bf6a39-fc3f-45b2-a1bb-930b124db082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca0bbbc-36f1-4add-971b-2c670d34dbb2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:28.170638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.173179 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a64a09-b6f4-4482-bf32-5707c6ddf2c3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:28.173488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a64a09-b6f4-4482-bf32-5707c6ddf2c3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:28.186026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.186193 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cedd979-4930-4018-ac87-3c058ed8caa7 None None] Network 58d4e35d-20b7-4c24-8593-63db59bc3c5b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:28.200119 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.207535 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:28.208064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:28.211185 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:28.271998 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.280505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.283819 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/58d4e35d-20b7-4c24-8593-63db59bc3c5b HTTP/1.1" status: 204 len: 168 time: 0.4587729 Dec 13 10:35:28.287145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.293997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1be0b-3a82-4378-bb2e-cffc44c9071a tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Network': ['ID=58d4e35d-20b7-4c24-8593-63db59bc3c5b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:28.303975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] For port 4644a461-10b4-4284-9e0b-3c65a3bc560b, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:28.307555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] For port 4644a461-10b4-4284-9e0b-3c65a3bc560b, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4644a461-10b4-4284-9e0b-3c65a3bc560b,segment=NetworkSegment(63bf6a39-fc3f-45b2-a1bb-930b124db082),segment_id=63bf6a39-fc3f-45b2-a1bb-930b124db082)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:28.312344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.319498 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2037b8b9-c283-4013-a60f-54ea1a1135a5 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] GET failed (client error): The resource could not be found. Dec 13 10:35:28.320832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2037b8b9-c283-4013-a60f-54ea1a1135a5 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "GET /v2.0/subnets/1da4639a-d0fc-4fab-8a17-090761b7109e HTTP/1.1" status: 404 len: 337 time: 0.0321174 Dec 13 10:35:28.323544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.342238 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f715282-3cda-48e3-89a2-664da0be82aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:28.342652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f715282-3cda-48e3-89a2-664da0be82aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:28.346600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5f715282-3cda-48e3-89a2-664da0be82aa tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/58d4e35d-20b7-4c24-8593-63db59bc3c5b HTTP/1.1" status: 404 len: 339 time: 0.0221364 Dec 13 10:35:28.351095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.371660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ed5a-6716-4604-8481-b4da0034c7f7 None None] Pushing event updated for resources: {'Port': ['ID=4644a461-10b4-4284-9e0b-3c65a3bc560b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:28.382404 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e989fe-e5cc-4537-b7ff-e8aecae1af26 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:28.382865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e989fe-e5cc-4537-b7ff-e8aecae1af26 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:28.386014 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c9e989fe-e5cc-4537-b7ff-e8aecae1af26 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/subnets/1da4639a-d0fc-4fab-8a17-090761b7109e HTTP/1.1" status: 404 len: 337 time: 0.0339863 Dec 13 10:35:28.389332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.408301 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e90ce4e-a679-4381-ac14-6ad37cf9f0cd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:28.408813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e90ce4e-a679-4381-ac14-6ad37cf9f0cd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:28.412299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7e90ce4e-a679-4381-ac14-6ad37cf9f0cd tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/58d4e35d-20b7-4c24-8593-63db59bc3c5b HTTP/1.1" status: 404 len: 339 time: 0.0218570 Dec 13 10:35:28.414836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.466468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Deleting subnet 4283f31f-2582-4b05-ad32-9ccbb74c7ac4 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:35:28.470041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.528013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.625037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.690372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.694355 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1840-3e58-4ca3-afb1-43a904f9ef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.723702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Subnet': ['ID=4283f31f-2582-4b05-ad32-9ccbb74c7ac4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:28.726589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.729848 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3267aa6b-33dc-438a-8dbe-1a25fe57f93c tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/subnets/4283f31f-2582-4b05-ad32-9ccbb74c7ac4 HTTP/1.1" status: 204 len: 168 time: 0.3140562 Dec 13 10:35:28.732292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:28.812962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.867731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Deleting port 4644a461-10b4-4284-9e0b-3c65a3bc560b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:28.867991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.934191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] For port 4644a461-10b4-4284-9e0b-3c65a3bc560b, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4644a461-10b4-4284-9e0b-3c65a3bc560b,segment=NetworkSegment(63bf6a39-fc3f-45b2-a1bb-930b124db082),segment_id=63bf6a39-fc3f-45b2-a1bb-930b124db082)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:28.934549 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:28.947669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Calling delete_port for 4644a461-10b4-4284-9e0b-3c65a3bc560b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:29.034401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.048132 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4644a461-10b4-4284-9e0b-3c65a3bc560b up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:29.071801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No DVR routers for this DVR port 4644a461-10b4-4284-9e0b-3c65a3bc560b on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:29.072594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4644a461-10b4-4284-9e0b-3c65a3bc560b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:29.072943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4644a461-10b4-4284-9e0b-3c65a3bc560b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 10:35:29.074527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Port': ['ID=4644a461-10b4-4284-9e0b-3c65a3bc560b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:29.101323 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Port 4644a461-10b4-4284-9e0b-3c65a3bc560b not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 10:35:29.164000 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.185310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca0bbbc-36f1-4add-971b-2c670d34dbb2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:29.196249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bf6a39-fc3f-45b2-a1bb-930b124db082') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:29.196553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bf6a39-fc3f-45b2-a1bb-930b124db082') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:29.207544 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.221172 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.227618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:29.228022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:29.231347 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:29.299033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.309036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.312530 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/0ca0bbbc-36f1-4add-971b-2c670d34dbb2 HTTP/1.1" status: 204 len: 168 time: 0.5791366 Dec 13 10:35:29.315170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.324142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754df8-8960-45ce-9fb2-82fd379e81c4 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Network': ['ID=0ca0bbbc-36f1-4add-971b-2c670d34dbb2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:29.349706 n-d-820531-5 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47e90b6-7d17-467a-9901-16c1870b12bc tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:29.350173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47e90b6-7d17-467a-9901-16c1870b12bc tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:29.353423 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a47e90b6-7d17-467a-9901-16c1870b12bc tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/subnets/c50bc77a-4847-44de-bf53-eac94ae9e9a4 HTTP/1.1" status: 404 len: 337 time: 0.0362904 Dec 13 10:35:29.356119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.375596 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e6b3ea-03f0-4761-9f80-8b3ddbb7f17f tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:29.376095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e6b3ea-03f0-4761-9f80-8b3ddbb7f17f tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:29.379619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-22e6b3ea-03f0-4761-9f80-8b3ddbb7f17f tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/5f1a3b40-73e1-4ced-ba22-d5ad321cf04b HTTP/1.1" status: 404 len: 339 time: 0.0224981 Dec 13 10:35:29.382133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.410307 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02c953e-d9e2-495f-94be-8a396bce2163 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:29.410942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02c953e-d9e2-495f-94be-8a396bce2163 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:29.414040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a02c953e-d9e2-495f-94be-8a396bce2163 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/subnets/7f02675f-22f4-4815-b401-b44cf076b4e7 HTTP/1.1" status: 404 len: 337 time: 0.0308187 Dec 13 10:35:29.416607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.424364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ead32d-d84e-478a-ae07-9dc303506348 None None] DHCP port deletion for 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:29.443266 n-d-820531-5 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fc4549-6969-4f5b-a36e-4b516d5a483d tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] DELETE failed (client error): The resource could not be found. Dec 13 10:35:29.443844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fc4549-6969-4f5b-a36e-4b516d5a483d tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 10:35:29.447244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7813d-57bc-4242-a5e9-55f11fec329c None None] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:29.448638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c5fc4549-6969-4f5b-a36e-4b516d5a483d tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/078db40f-5d64-4a58-9712-2b7da0ff85ab HTTP/1.1" status: 404 len: 339 time: 0.0310907 Dec 13 10:35:29.451127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.463369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-18edbc99-bab9-46b8-84b6-d84bd3092650 None None] Could not find standard attr ID for object 4644a461-10b4-4284-9e0b-3c65a3bc560b. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:35:29.464739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7813d-57bc-4242-a5e9-55f11fec329c None None] Network 0ca0bbbc-36f1-4add-971b-2c670d34dbb2 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:35:29.475504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e0e5a-2983-4c9e-a783-8b1294acc0df None None] get_active_networks_info from n-d-820531-5 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:35:29.508605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Deleting subnet ba087042-12cc-4c5f-80c8-a01e43e3d3e9 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:35:29.511609 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.550500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e0e5a-2983-4c9e-a783-8b1294acc0df None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 10:35:29.563295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.624158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.661069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.726121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.760944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Subnet': ['ID=ba087042-12cc-4c5f-80c8-a01e43e3d3e9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:29.765320 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.769374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b5329570-568f-47ce-9201-58c5018f23d1 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/subnets/ba087042-12cc-4c5f-80c8-a01e43e3d3e9 HTTP/1.1" status: 204 len: 168 time: 0.3164282 Dec 13 10:35:29.771745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:29.776936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685d563-e885-4bd3-a053-32623160dc0f None None] Network a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:29.854140 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.913918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Deleting port 180c6080-6c7c-4299-a18d-2fc03c8bb988 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:29.914230 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.934438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] DHCP port deletion for a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:29.986164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] For port 180c6080-6c7c-4299-a18d-2fc03c8bb988, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=180c6080-6c7c-4299-a18d-2fc03c8bb988,segment=NetworkSegment(d7a7edb2-2c83-4765-8dd3-371ca9be9ce0),segment_id=d7a7edb2-2c83-4765-8dd3-371ca9be9ce0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:29.986538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:29.987785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Deleting port 180c6080-6c7c-4299-a18d-2fc03c8bb988 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:29.988165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.000609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Calling delete_port for 180c6080-6c7c-4299-a18d-2fc03c8bb988 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:30.054736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] For port 180c6080-6c7c-4299-a18d-2fc03c8bb988, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=180c6080-6c7c-4299-a18d-2fc03c8bb988,segment=NetworkSegment(d7a7edb2-2c83-4765-8dd3-371ca9be9ce0),segment_id=d7a7edb2-2c83-4765-8dd3-371ca9be9ce0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:30.055142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.067656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Calling delete_port for 180c6080-6c7c-4299-a18d-2fc03c8bb988 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:30.082583 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.114662 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] No DVR routers for this DVR port 180c6080-6c7c-4299-a18d-2fc03c8bb988 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:30.117546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Port': ['ID=180c6080-6c7c-4299-a18d-2fc03c8bb988,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:30.154626 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.180787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] Pushing event deleted for resources: {'Port': ['ID=180c6080-6c7c-4299-a18d-2fc03c8bb988,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:30.184324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c1d78-26aa-4d3d-b1b8-f1ca63db6b06 None None] No DVR routers for this DVR port 180c6080-6c7c-4299-a18d-2fc03c8bb988 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:30.214486 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.234772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00d77a9-8d1b-4b5d-b7c2-1b83231531e2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:30.244825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:30.245197 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a7edb2-2c83-4765-8dd3-371ca9be9ce0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:30.255531 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.268547 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.281388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:30.281847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:30.285308 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:30.348702 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.356567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.359933 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] 10.222.0.30 "DELETE /v2.0/networks/a00d77a9-8d1b-4b5d-b7c2-1b83231531e2 HTTP/1.1" status: 204 len: 168 time: 0.5872412 Dec 13 10:35:30.374942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc317-5456-4306-9ba2-b2a71bca60c9 tempest-NetworksIpV6Test-1911303507 tempest-NetworksIpV6Test-1911303507-project] Pushing event deleted for resources: {'Network': ['ID=a00d77a9-8d1b-4b5d-b7c2-1b83231531e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:30.604493 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:30.736817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-98253795-52f7-4451-87e7-9106434dbe9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d4a264dbeae484abd0e7ef4f1604138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307533 Dec 13 10:35:30.739262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:30.785782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.805936 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.852924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.855521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:30.856657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f75ac638-9332-4e19-b689-75592917b976 HTTP/1.1" status: 204 len: 168 time: 0.1164846 Dec 13 10:35:30.866577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d9c1-dec0-45f4-aa05-8205e35aec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ac638-9332-4e19-b689-75592917b976,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:31.024625 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 180c6080-6c7c-4299-a18d-2fc03c8bb988 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:31.044273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 180c6080-6c7c-4299-a18d-2fc03c8bb988 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:31.044709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 180c6080-6c7c-4299-a18d-2fc03c8bb988 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:31.045148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4644a461-10b4-4284-9e0b-3c65a3bc560b no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:31.064196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4644a461-10b4-4284-9e0b-3c65a3bc560b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:31.064552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4644a461-10b4-4284-9e0b-3c65a3bc560b not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:31.102995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec631e88-4d1f-4c5c-8ade-a9fde9539d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.487098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:31.580346 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1874227919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:31.604329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.605353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.655366 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.659203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.678721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.679898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f3d69563-4a2b-4a68-92f5-f3e7b23644d0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1914456 Dec 13 10:35:31.682916 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:31.687986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1647345644'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:31.709590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Made reservation on behalf of 5cf8342649f749af894f15196e345e99 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:31.713364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.725852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.803296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.806932 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.830352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:31.845283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d49e787-db28-4464-9f76-e47fedcac849,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:31.848821 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.849202 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Added segment 58cc1500-2ce7-4dbe-8bad-43bc4ebd043b of type vlan for network 23935c96-d871-494c-bbd4-a32422b1c601 Dec 13 10:35:31.889657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.913613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.919118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:31.919713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:31.978853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2948015 Dec 13 10:35:31.982009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:31.987201 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'subnet': {'network_id': '23935c96-d871-494c-bbd4-a32422b1c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:31.991418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbb5c9-263c-4c77-85be-2c72e61bf2a0 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event updated for resources: {'Network': ['ID=23935c96-d871-494c-bbd4-a32422b1c601,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:32.002545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 23935c96-d871-494c-bbd4-a32422b1c601 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:32.079332 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Made reservation on behalf of 5cf8342649f749af894f15196e345e99 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:32.083435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.261933 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.323105 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event updated for resources: {'Subnet': ['ID=a7f0cf90-7c08-4adb-839a-971ae0176977,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:32.330326 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Checking segment: {'id': '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:32.330701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Network hostable DHCP agents. Network: 23935c96-d871-494c-bbd4-a32422b1c601, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:32.348629 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Network 23935c96-d871-494c-bbd4-a32422b1c601 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:32.357243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 23935c96-d871-494c-bbd4-a32422b1c601) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:32.361434 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:32.362035 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.368000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4d63b-b172-4a64-8bf3-49ef7bbc670e None None] Network 23935c96-d871-494c-bbd4-a32422b1c601 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:32.379373 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-479b1658-7f87-41b2-809a-735ff13f25e4 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3962157 Dec 13 10:35:32.382528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:32.387787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1800193359'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:32.410771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Made reservation on behalf of 5cf8342649f749af894f15196e345e99 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:32.414338 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.439218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:32.449934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.449934 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Added segment d5d17c99-d7b2-467d-8e38-5832bcac3a82 of type vlan for network 847a6314-0a40-4deb-a678-5632ce93e0b3 Dec 13 10:35:32.494012 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.522776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.528502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:32.529149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.593334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2095187 Dec 13 10:35:32.596006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49904) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:32.602248 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'subnet': {'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:32.606485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.611144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb82e-f9ad-46c0-a056-ecd220ee21eb tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event updated for resources: {'Network': ['ID=847a6314-0a40-4deb-a678-5632ce93e0b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:32.638668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:32.675196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-23935c96-d871-494c-bbd4-a32422b1c601', 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601', 'project_id': '5cf8342649f749af894f15196e345e99', 'fixed_ips': [{'subnet_id': 'a7f0cf90-7c08-4adb-839a-971ae0176977'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:32.676059 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.703303 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Made reservation on behalf of 5cf8342649f749af894f15196e345e99 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:32.707272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.834025 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Allocated IP 172.20.0.2 (23935c96-d871-494c-bbd4-a32422b1c601/a7f0cf90-7c08-4adb-839a-971ae0176977/cf807598-dab2-45b6-9f9a-5a516897e8f5) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:32.890956 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.954506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event updated for resources: {'Subnet': ['ID=522e0935-9029-4518-962b-622803c0ce94,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:32.961561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Checking segment: {'id': 'd5d17c99-d7b2-467d-8e38-5832bcac3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:32.961956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Network hostable DHCP agents. Network: 847a6314-0a40-4deb-a678-5632ce93e0b3, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:32.978971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:32.982452 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.987005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 847a6314-0a40-4deb-a678-5632ce93e0b3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:32.991795 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:32.992540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:32.994065 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.000643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155c591-bfc2-4751-878c-a8d881e7a95c None None] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:33.008760 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ea101552-8b93-4387-a3bc-c11787230c98 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4110656 Dec 13 10:35:33.011678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:33.016273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0eef2f78-58aa-4bb1-a2ca-2bcb8d87ca94 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Request body: {'router': {'external_gateway_info': {'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:33.087851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Network 23935c96-d871-494c-bbd4-a32422b1c601 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:33.094063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:33.096345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:33.107239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Pushing event updated for resources: {'Port': ['ID=cf807598-dab2-45b6-9f9a-5a516897e8f5,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:33.187900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-847a6314-0a40-4deb-a678-5632ce93e0b3', 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3', 'project_id': '5cf8342649f749af894f15196e345e99', 'fixed_ips': [{'subnet_id': '522e0935-9029-4518-962b-622803c0ce94'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:33.188756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.191200 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Attempting to bind port cf807598-dab2-45b6-9f9a-5a516897e8f5 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:33.191567 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Attempting to bind port cf807598-dab2-45b6-9f9a-5a516897e8f5 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:33.191926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Attempting to bind port cf807598-dab2-45b6-9f9a-5a516897e8f5 on network 23935c96-d871-494c-bbd4-a32422b1c601 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:33.205459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:33.205837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Checking segment: {'id': '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:33.206769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.207155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Bound using segment: {'id': '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:33.207723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Bound port: cf807598-dab2-45b6-9f9a-5a516897e8f5, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23935c96-d871-494c-bbd4-a32422b1c601'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:33.208110 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.368573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] For port cf807598-dab2-45b6-9f9a-5a516897e8f5, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:33.387168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] For port cf807598-dab2-45b6-9f9a-5a516897e8f5, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cf807598-dab2-45b6-9f9a-5a516897e8f5,segment=NetworkSegment(58cc1500-2ce7-4dbe-8bad-43bc4ebd043b),segment_id=58cc1500-2ce7-4dbe-8bad-43bc4ebd043b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:33.394481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.401492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Allocated IP 172.21.0.2 (847a6314-0a40-4deb-a678-5632ce93e0b3/522e0935-9029-4518-962b-622803c0ce94/d79d614a-19fd-4b9a-9c5d-834accecb4e7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:33.513719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63532e6d-88de-4be8-bf27-3addcc521f11 None None] Pushing event updated for resources: {'Port': ['ID=cf807598-dab2-45b6-9f9a-5a516897e8f5,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:33.530098 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0eef2f78-58aa-4bb1-a2ca-2bcb8d87ca94 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.608950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.620577 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.683938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:33.687401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:33.690819 n-d-820531-5 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0eef2f78-58aa-4bb1-a2ca-2bcb8d87ca94 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 10:35:33.691163 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:33.692273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0eef2f78-58aa-4bb1-a2ca-2bcb8d87ca94 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "PUT /v2.0/routers/12f2a654-bad4-4ba2-bd96-141c23025866 HTTP/1.1" status: 400 len: 364 time: 0.6796107 Dec 13 10:35:33.698369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:33.701099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Pushing event updated for resources: {'Port': ['ID=d79d614a-19fd-4b9a-9c5d-834accecb4e7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:33.759724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Attempting to bind port d79d614a-19fd-4b9a-9c5d-834accecb4e7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:33.760180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Attempting to bind port d79d614a-19fd-4b9a-9c5d-834accecb4e7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd5d17c99-d7b2-467d-8e38-5832bcac3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:33.760456 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Attempting to bind port d79d614a-19fd-4b9a-9c5d-834accecb4e7 on network 847a6314-0a40-4deb-a678-5632ce93e0b3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:33.764995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Deleting subnet 522e0935-9029-4518-962b-622803c0ce94 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:35:33.766612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:33.767065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Checking segment: {'id': 'd5d17c99-d7b2-467d-8e38-5832bcac3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:33.767546 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.767939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Bound using segment: {'id': 'd5d17c99-d7b2-467d-8e38-5832bcac3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:33.768404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Bound port: d79d614a-19fd-4b9a-9c5d-834accecb4e7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d17c99-d7b2-467d-8e38-5832bcac3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '847a6314-0a40-4deb-a678-5632ce93e0b3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:33.769598 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.771292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.819825 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.846019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] For port d79d614a-19fd-4b9a-9c5d-834accecb4e7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:33.858305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] For port d79d614a-19fd-4b9a-9c5d-834accecb4e7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d79d614a-19fd-4b9a-9c5d-834accecb4e7,segment=NetworkSegment(d5d17c99-d7b2-467d-8e38-5832bcac3a82),segment_id=d5d17c99-d7b2-467d-8e38-5832bcac3a82)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:33.867035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.900538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.908087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:33.929426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62ab4-ece3-4f9a-b6f2-f5b5bfb0a0fe None None] Pushing event updated for resources: {'Port': ['ID=d79d614a-19fd-4b9a-9c5d-834accecb4e7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:33.988790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.018366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Subnet': ['ID=522e0935-9029-4518-962b-622803c0ce94,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:34.021399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.024624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-de5e87b6-31c3-40e5-96d5-833990996467 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "DELETE /v2.0/subnets/522e0935-9029-4518-962b-622803c0ce94 HTTP/1.1" status: 204 len: 168 time: 0.3253367 Dec 13 10:35:34.027058 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:34.118548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.178596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Deleting port d79d614a-19fd-4b9a-9c5d-834accecb4e7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:34.178946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.252941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] For port d79d614a-19fd-4b9a-9c5d-834accecb4e7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d79d614a-19fd-4b9a-9c5d-834accecb4e7,segment=NetworkSegment(d5d17c99-d7b2-467d-8e38-5832bcac3a82),segment_id=d5d17c99-d7b2-467d-8e38-5832bcac3a82)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:34.253396 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.267786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Calling delete_port for d79d614a-19fd-4b9a-9c5d-834accecb4e7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:34.348872 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.377155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Port': ['ID=d79d614a-19fd-4b9a-9c5d-834accecb4e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:34.383097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] No DVR routers for this DVR port d79d614a-19fd-4b9a-9c5d-834accecb4e7 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:34.468083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.488214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847a6314-0a40-4deb-a678-5632ce93e0b3']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:34.498257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d17c99-d7b2-467d-8e38-5832bcac3a82') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:34.498556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d17c99-d7b2-467d-8e38-5832bcac3a82') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:34.508032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706fe18-e2be-4f99-a5e8-1818f5fd7f37 None None] Network 23935c96-d871-494c-bbd4-a32422b1c601 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:34.508798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.522683 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.528720 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:34.529137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:34.532815 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:34.569139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] Provisioning complete for port cf807598-dab2-45b6-9f9a-5a516897e8f5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:34.569524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.600424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.608259 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.615233 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:34.615765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "DELETE /v2.0/networks/847a6314-0a40-4deb-a678-5632ce93e0b3 HTTP/1.1" status: 204 len: 168 time: 0.5872979 Dec 13 10:35:34.632218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43ec9-ce59-4cb9-9922-8ff556e5a355 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Network': ['ID=847a6314-0a40-4deb-a678-5632ce93e0b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:34.684389 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Deleting subnet a7f0cf90-7c08-4adb-839a-971ae0176977 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:35:34.688983 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.728585 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.732886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.770312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] For port cf807598-dab2-45b6-9f9a-5a516897e8f5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cf807598-dab2-45b6-9f9a-5a516897e8f5,segment=NetworkSegment(58cc1500-2ce7-4dbe-8bad-43bc4ebd043b),segment_id=58cc1500-2ce7-4dbe-8bad-43bc4ebd043b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:34.774342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.844062 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59250-3832-4a4c-9bec-b5392fb7a3ba None None] Pushing event updated for resources: {'Port': ['ID=cf807598-dab2-45b6-9f9a-5a516897e8f5,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:34.853046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.891721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.927356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.966818 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f0cf90-7c08-4adb-839a-971ae0176977,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:34.968973 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:34.972889 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4bd85e23-8588-48cd-a3fc-715eecacf6e7 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "DELETE /v2.0/subnets/a7f0cf90-7c08-4adb-839a-971ae0176977 HTTP/1.1" status: 204 len: 168 time: 0.3561113 Dec 13 10:35:34.975238 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:34.979882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914baa6-66f6-45f4-a8a5-3b26d12e9f82 None None] Network 23935c96-d871-494c-bbd4-a32422b1c601 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:35.106105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.124851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-032f9674-1e30-4587-8c68-945f0cd5826c None None] Provisioning complete for port cf807598-dab2-45b6-9f9a-5a516897e8f5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:35.125519 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-032f9674-1e30-4587-8c68-945f0cd5826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.162234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3521f7-ba29-45cc-a8fa-fc3bae11a137 None None] DHCP port deletion for 847a6314-0a40-4deb-a678-5632ce93e0b3 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:35.164082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cf807598-dab2-45b6-9f9a-5a516897e8f5 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:35.169558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Deleting port cf807598-dab2-45b6-9f9a-5a516897e8f5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:35.169991 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.230993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd5848-6faa-4de0-b4ae-dfeebd1072e9 None None] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:35.255011 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] For port cf807598-dab2-45b6-9f9a-5a516897e8f5, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=cf807598-dab2-45b6-9f9a-5a516897e8f5,segment=NetworkSegment(58cc1500-2ce7-4dbe-8bad-43bc4ebd043b),segment_id=58cc1500-2ce7-4dbe-8bad-43bc4ebd043b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:35.255383 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.258356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd5848-6faa-4de0-b4ae-dfeebd1072e9 None None] Network 847a6314-0a40-4deb-a678-5632ce93e0b3 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 10:35:35.271160 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Calling delete_port for cf807598-dab2-45b6-9f9a-5a516897e8f5 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:35.293493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port cf807598-dab2-45b6-9f9a-5a516897e8f5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:35.293799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.299153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] DHCP port deletion for 23935c96-d871-494c-bbd4-a32422b1c601 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:35.367016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.371734 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Could not find standard attr ID for object cf807598-dab2-45b6-9f9a-5a516897e8f5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:35:35.374926 n-d-820531-5 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No ports have port_id starting with cf807598-dab2-45b6-9f9a-5a516897e8f5 Dec 13 10:35:35.393196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Deleting port cf807598-dab2-45b6-9f9a-5a516897e8f5 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:35:35.393605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.398777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Port': ['ID=cf807598-dab2-45b6-9f9a-5a516897e8f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:35.403421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] No DVR routers for this DVR port cf807598-dab2-45b6-9f9a-5a516897e8f5 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:35.459870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] For port cf807598-dab2-45b6-9f9a-5a516897e8f5, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:35.460271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.467369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2093db02-4ab1-4baf-b0f2-37313609bb52 None None] Could not find standard attr ID for object d79d614a-19fd-4b9a-9c5d-834accecb4e7. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 10:35:35.474740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Calling delete_port for cf807598-dab2-45b6-9f9a-5a516897e8f5 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:35:35.477396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Port cf807598-dab2-45b6-9f9a-5a516897e8f5 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:35:35.479183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.484600 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.506421 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23935c96-d871-494c-bbd4-a32422b1c601']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:35.509333 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] Pushing event deleted for resources: {'Port': ['ID=cf807598-dab2-45b6-9f9a-5a516897e8f5,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:35.512973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb68c9d-1940-4816-a178-48c0e484a5de None None] No DVR routers for this DVR port cf807598-dab2-45b6-9f9a-5a516897e8f5 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:35:35.516231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:35.516586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cc1500-2ce7-4dbe-8bad-43bc4ebd043b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:35.530175 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.544180 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.550490 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:35:35.550898 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:35:35.554081 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:35:35.615062 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.629672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.632872 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "DELETE /v2.0/networks/23935c96-d871-494c-bbd4-a32422b1c601 HTTP/1.1" status: 204 len: 168 time: 0.6560688 Dec 13 10:35:35.635649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:35.644996 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9fc4-ee90-4fd1-9dc0-d07f54547777 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Pushing event deleted for resources: {'Network': ['ID=23935c96-d871-494c-bbd4-a32422b1c601,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:35.662906 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0edbb3e1-a2e9-4ce2-bac4-05481db4a883 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "GET /v2.0/ports?device_id=12f2a654-bad4-4ba2-bd96-141c23025866 HTTP/1.1" status: 200 len: 205 time: 0.0261121 Dec 13 10:35:35.665136 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49922) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:35.737940 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.894292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.896446 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.937577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.938094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Fanout notify agent at l3_agent the message router_deleted on router 12f2a654-bad4-4ba2-bd96-141c23025866 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:35:35.946164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:35.947248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-585d3655-35a8-4945-92d1-5bcc1f819608 tempest-RoutersNegativeTest-46743695 tempest-RoutersNegativeTest-46743695-project] 10.222.0.30 "DELETE /v2.0/routers/12f2a654-bad4-4ba2-bd96-141c23025866 HTTP/1.1" status: 204 len: 168 time: 0.2811925 Dec 13 10:35:36.185474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:36.313637 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8d8994c5-6906-43b2-b0a5-cb776b0eafd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cf8342649f749af894f15196e345e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269290 Dec 13 10:35:36.316648 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:36.365991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:36.386995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:36.430848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:36.433458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:36.434588 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d49e787-db28-4464-9f76-e47fedcac849 HTTP/1.1" status: 204 len: 168 time: 0.1169751 Dec 13 10:35:36.443255 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657762-165b-44e8-bfed-d5de80fa6a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d49e787-db28-4464-9f76-e47fedcac849,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:37.019916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cf807598-dab2-45b6-9f9a-5a516897e8f5 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:37.039570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: cf807598-dab2-45b6-9f9a-5a516897e8f5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:37.039926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device cf807598-dab2-45b6-9f9a-5a516897e8f5 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:37.040348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d79d614a-19fd-4b9a-9c5d-834accecb4e7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:35:37.049071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:37.060358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d79d614a-19fd-4b9a-9c5d-834accecb4e7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:35:37.060712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d79d614a-19fd-4b9a-9c5d-834accecb4e7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:35:37.145910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-79710739-network', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:37.167571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Made reservation on behalf of e61b06fd21f74c1ea8b4c4edd5c051d8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:37.170004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.178741 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.254663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.258221 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.277939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:37.293165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc511e-bfab-48f7-9b89-bfd8bf06b591,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:37.296033 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.296378 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Added segment 30dcac71-1ee1-4e4e-9622-69d9363a3d0d of type vlan for network e1b5ebf0-d696-4259-8195-414ab58e3036 Dec 13 10:35:37.335050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.361647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.363128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:37.363701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.418200 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3675435 Dec 13 10:35:37.421170 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:37.423330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa659-3a9c-4ba9-9a93-5fcc14404b7b admin admin] Pushing event updated for resources: {'Network': ['ID=e1b5ebf0-d696-4259-8195-414ab58e3036,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:37.426715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Request body: {'subnet': {'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-subnet', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:37.436273 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network e1b5ebf0-d696-4259-8195-414ab58e3036 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:37.448199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Made reservation on behalf of e61b06fd21f74c1ea8b4c4edd5c051d8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:37.450709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.617981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.670842 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=50afed7f-c091-44d1-a39d-eb7f56fad3ed,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:37.681413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Checking segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:37.681771 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Network hostable DHCP agents. Network: e1b5ebf0-d696-4259-8195-414ab58e3036, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:37.698098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:37.705792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, e1b5ebf0-d696-4259-8195-414ab58e3036) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:37.710527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:37.711111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.715175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379d5b4-7a76-4974-ac6f-5052a4d19222 None None] Network e1b5ebf0-d696-4259-8195-414ab58e3036 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:37.726961 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c912eb53-a990-45da-948d-98abf56fdd1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3046978 Dec 13 10:35:37.729732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:37.734314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:37.755453 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.756487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.813800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-e1b5ebf0-d696-4259-8195-414ab58e3036', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:37.814732 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.815759 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:37.950249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Allocated IP 172.20.0.2 (e1b5ebf0-d696-4259-8195-414ab58e3036/50afed7f-c091-44d1-a39d-eb7f56fad3ed/a633b10b-fe51-4305-b8d9-0cb4428620c4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:37.953144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.094118 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.099256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.142746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:38.147487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:38.149339 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Pushing event updated for resources: {'Port': ['ID=a633b10b-fe51-4305-b8d9-0cb4428620c4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:38.151458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:38.156228 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.175266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.207312 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Attempting to bind port a633b10b-fe51-4305-b8d9-0cb4428620c4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:38.207619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Attempting to bind port a633b10b-fe51-4305-b8d9-0cb4428620c4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:38.207961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Attempting to bind port a633b10b-fe51-4305-b8d9-0cb4428620c4 on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:38.212781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:38.213178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Checking segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:38.213578 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.213966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Bound using segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:38.214421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Bound port: a633b10b-fe51-4305-b8d9-0cb4428620c4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:38.214793 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.275594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] For port a633b10b-fe51-4305-b8d9-0cb4428620c4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:38.278627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] For port a633b10b-fe51-4305-b8d9-0cb4428620c4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a633b10b-fe51-4305-b8d9-0cb4428620c4,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:38.281405 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Allocated IP 172.25.1.155 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/e5f6393f-b2ef-4066-8ead-b86b57c796f6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:38.284032 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.351300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ee819-cc03-4540-8e25-cfc33582a515 None None] Pushing event updated for resources: {'Port': ['ID=a633b10b-fe51-4305-b8d9-0cb4428620c4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:38.387975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.421508 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.465973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:38.469071 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:38.473576 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:38.502979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f6393f-b2ef-4066-8ead-b86b57c796f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:38.504738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7596b2-2bd0-423c-81b7-a254b8260a69 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:38.633803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c648471-60f4-4fa1-a16f-5d9675141cc7 None None] Provisioning complete for port e5f6393f-b2ef-4066-8ead-b86b57c796f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:38.634329 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c648471-60f4-4fa1-a16f-5d9675141cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:38.674351 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c648471-60f4-4fa1-a16f-5d9675141cc7 None None] Port e5f6393f-b2ef-4066-8ead-b86b57c796f6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:39.056420 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.066191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a633b10b-fe51-4305-b8d9-0cb4428620c4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:39.135576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a633b10b-fe51-4305-b8d9-0cb4428620c4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:39.136271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.220211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.262387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a633b10b-fe51-4305-b8d9-0cb4428620c4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a633b10b-fe51-4305-b8d9-0cb4428620c4,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:39.267121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.295458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.442182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Router e7c89031-24f3-4e54-a59d-c43268512457 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:35:39.467690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9c37b-d2d8-44b0-a797-2ed1c30274c3 None None] Network e1b5ebf0-d696-4259-8195-414ab58e3036 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:39.543870 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94154449-7145-4466-838f-5f861d21eab2 None None] Provisioning complete for port a633b10b-fe51-4305-b8d9-0cb4428620c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:39.544237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94154449-7145-4466-838f-5f861d21eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.546060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a633b10b-fe51-4305-b8d9-0cb4428620c4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:39.552473 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:35:39.570639 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:39.571880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-646e818c-1474-4837-bb7c-3f02df4b8a63 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8410580 Dec 13 10:35:39.574710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:39.576519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Sync routers for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:35:39.626940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:39.627591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:39.778974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:39.982145 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:38Z', 'revision_number': 3, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:40.012634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Checking router: e7c89031-24f3-4e54-a59d-c43268512457 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:35:40.012918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Updating router e7c89031-24f3-4e54-a59d-c43268512457 port e5f6393f-b2ef-4066-8ead-b86b57c796f6 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:35:40.028226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.035228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9c73a64a-c211-426c-99ac-fa40cf0af80f None None] Provisioning complete for port a633b10b-fe51-4305-b8d9-0cb4428620c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:40.035605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c73a64a-c211-426c-99ac-fa40cf0af80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.067158 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.237164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Allocated IP 172.20.0.1 (e1b5ebf0-d696-4259-8195-414ab58e3036/50afed7f-c091-44d1-a39d-eb7f56fad3ed/56013d06-2f4a-4a82-9bec-bbd767b29e51) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:40.342037 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.355057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.360354 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.375569 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.406404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f1286-a853-4aba-8a6d-10c1f785970b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:40.418850 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:40.420286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Attempting to bind port e5f6393f-b2ef-4066-8ead-b86b57c796f6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:40.420652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Attempting to bind port e5f6393f-b2ef-4066-8ead-b86b57c796f6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:40.421018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Attempting to bind port e5f6393f-b2ef-4066-8ead-b86b57c796f6 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:40.421913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:40.426012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:40.429877 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:40.430255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:40.430665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.431060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:40.431525 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Bound port: e5f6393f-b2ef-4066-8ead-b86b57c796f6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:40.431910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.433707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45c9b2-aacd-4de3-b6b5-9df2d50f07a6 None None] Pushing event updated for resources: {'Port': ['ID=e5f6393f-b2ef-4066-8ead-b86b57c796f6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:40.451756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Pushing event updated for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:40.470870 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.493934 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] For port e5f6393f-b2ef-4066-8ead-b86b57c796f6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:40.497696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] For port e5f6393f-b2ef-4066-8ead-b86b57c796f6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6393f-b2ef-4066-8ead-b86b57c796f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:40.503719 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.572442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1c764-bbf7-4914-8075-568d1d26562b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:40.595560 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45c9b2-aacd-4de3-b6b5-9df2d50f07a6 None None] Pushing event updated for resources: {'Port': ['ID=e5f6393f-b2ef-4066-8ead-b86b57c796f6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:40.601146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] Provisioning complete for port e5f6393f-b2ef-4066-8ead-b86b57c796f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:40.601644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.605656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:40.606217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:40.662385 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.772040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:40.825937 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.830216 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.830694 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.900827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] For port e5f6393f-b2ef-4066-8ead-b86b57c796f6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6393f-b2ef-4066-8ead-b86b57c796f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:40.901876 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Pushing event updated for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:40.904391 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.911760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:40.999160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b55a3f-11a3-46db-a2c2-c1cf3961f32b None None] Pushing event updated for resources: {'Port': ['ID=e5f6393f-b2ef-4066-8ead-b86b57c796f6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:41.000286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:41.002352 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:41.047426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a633b10b-fe51-4305-b8d9-0cb4428620c4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:41.073848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8330c39a-5194-478e-b841-b91438bf1c4f None None] Provisioning complete for port 56013d06-2f4a-4a82-9bec-bbd767b29e51 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:41.074226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8330c39a-5194-478e-b841-b91438bf1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.112606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:38Z', 'revision_number': 3, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:41.141969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Router e7c89031-24f3-4e54-a59d-c43268512457 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:35:41.150976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fae4e-25a3-4871-9df2-bf0c87cea5d0 None None] The sync data for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 is: [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:38Z', 'revision_number': 3, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:35:41.154911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8330c39a-5194-478e-b841-b91438bf1c4f None None] Port 56013d06-2f4a-4a82-9bec-bbd767b29e51 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:41.177975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8330c39a-5194-478e-b841-b91438bf1c4f None None] Provisioning complete for port e5f6393f-b2ef-4066-8ead-b86b57c796f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:41.177975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8330c39a-5194-478e-b841-b91438bf1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.197587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a633b10b-fe51-4305-b8d9-0cb4428620c4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:41.197954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.272909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:35:41.281312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a5c6b89a-c954-41a3-9ff4-e91c04abde20 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7c89031-24f3-4e54-a59d-c43268512457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054756 Dec 13 10:35:41.450936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bb114b68-e823-4716-9935-fdcede059bb5 None None] Provisioning complete for port 56013d06-2f4a-4a82-9bec-bbd767b29e51 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:41.451417 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb114b68-e823-4716-9935-fdcede059bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.491895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb114b68-e823-4716-9935-fdcede059bb5 None None] Port 56013d06-2f4a-4a82-9bec-bbd767b29e51 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:41.797441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:41.803097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-131431402-network', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:41.825830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Made reservation on behalf of d2068af58d1d442bb52a7ac4342499c8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:41.828217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.838602 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.920916 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.924945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.951758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:35:41.962259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39abf660-3246-482c-8708-0b6e820646cd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:41.968851 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:41.969261 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Added segment c6e62c88-466e-4614-a83d-20db9964b5c7 of type vlan for network 3cc29c49-1efc-43a3-9c7f-93abe923d36c Dec 13 10:35:42.014392 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.041267 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.042541 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:42.043440 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.094966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2957497 Dec 13 10:35:42.097836 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 49980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:42.102948 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Request body: {'subnet': {'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-subnet', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:42.105835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183984-1ac2-426d-93a5-45828b04838d admin admin] Pushing event updated for resources: {'Network': ['ID=3cc29c49-1efc-43a3-9c7f-93abe923d36c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:42.116285 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:35:42.126977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Made reservation on behalf of d2068af58d1d442bb52a7ac4342499c8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:42.129980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.298066 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.358237 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2093e8bf-b49e-4631-8e56-c0abc475ad22,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:42.367637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Checking segment: {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:42.367999 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Network hostable DHCP agents. Network: 3cc29c49-1efc-43a3-9c7f-93abe923d36c, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:35:42.384659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:35:42.393534 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 3cc29c49-1efc-43a3-9c7f-93abe923d36c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:42.398973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:42.399564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.403637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8d7bc-6887-4cde-a4a3-4bc384c9088e None None] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:42.416781 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b05f6bde-bd6d-4d06-90db-454410ea6c47 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3176892 Dec 13 10:35:42.419556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:42.424347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:42.448272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.449464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.516264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:35:42.517298 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.519081 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.668727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Allocated IP 172.20.0.2 (3cc29c49-1efc-43a3-9c7f-93abe923d36c/2093e8bf-b49e-4631-8e56-c0abc475ad22/e25607c7-c2cc-4f8b-8c93-1262277a3d71) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:42.764210 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Sync routers for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:35:42.775534 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:42.776402 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:42.820117 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.827295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:42.893881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:42.992245 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.054604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:43.057690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:43.060474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:43.090838 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Pushing event updated for resources: {'Port': ['ID=e25607c7-c2cc-4f8b-8c93-1262277a3d71,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:43.118604 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '56013d06-2f4a-4a82-9bec-bbd767b29e51', 'name': '', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'mac_address': 'fa:16:3e:4b:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:40Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 2, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'subnets': [{'id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:43.130430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Attempting to bind port e25607c7-c2cc-4f8b-8c93-1262277a3d71 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:43.131054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Attempting to bind port e25607c7-c2cc-4f8b-8c93-1262277a3d71 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:43.132246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Attempting to bind port e25607c7-c2cc-4f8b-8c93-1262277a3d71 on network 3cc29c49-1efc-43a3-9c7f-93abe923d36c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:43.137897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:43.138281 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Checking segment: {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:43.138691 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.139084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Bound using segment: {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:43.139548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Bound port: e25607c7-c2cc-4f8b-8c93-1262277a3d71, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:43.140891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.146141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6393f-b2ef-4066-8ead-b86b57c796f6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:43.150810 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Checking router: e7c89031-24f3-4e54-a59d-c43268512457 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:35:43.151163 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Updating router e7c89031-24f3-4e54-a59d-c43268512457 port 56013d06-2f4a-4a82-9bec-bbd767b29e51 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:35:43.179609 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.218958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.238658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.249983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e5f6393f-b2ef-4066-8ead-b86b57c796f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:43.249983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.293656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] For port e25607c7-c2cc-4f8b-8c93-1262277a3d71, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:43.308981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] For port e25607c7-c2cc-4f8b-8c93-1262277a3d71, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e25607c7-c2cc-4f8b-8c93-1262277a3d71,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:43.318107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.358741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Allocated IP 172.25.1.172 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/0c852c75-857d-44a9-9b5b-2eeabc91e746) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:43.413001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12a0b-5557-4233-bee6-ba5d03b9aa83 None None] Pushing event updated for resources: {'Port': ['ID=e25607c7-c2cc-4f8b-8c93-1262277a3d71,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:43.455139 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.463406 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.478725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.510303 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Pushing event updated for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:43.517170 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.520217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.520802 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.520941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.521257 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.521590 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.522035 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.522368 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.522693 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.523017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.523338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.523684 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.524003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.524324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:35:43.565459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:43.568893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:43.571556 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:43.586982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7b688-0243-4803-8b09-b647f3de682c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:43.604727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Pushing event updated for resources: {'Port': ['ID=0c852c75-857d-44a9-9b5b-2eeabc91e746,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:43.605788 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Attempting to bind port 56013d06-2f4a-4a82-9bec-bbd767b29e51 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:43.606291 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Attempting to bind port 56013d06-2f4a-4a82-9bec-bbd767b29e51 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:43.606947 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Attempting to bind port 56013d06-2f4a-4a82-9bec-bbd767b29e51 on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:43.616199 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:43.617292 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Checking segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:43.617834 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.618234 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Bound using segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:43.618763 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Bound port: 56013d06-2f4a-4a82-9bec-bbd767b29e51, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:43.619150 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.666518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-962f749d-55b5-4527-a400-ad96d48e9c8a None None] Provisioning complete for port 0c852c75-857d-44a9-9b5b-2eeabc91e746 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:43.667095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-962f749d-55b5-4527-a400-ad96d48e9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.712812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-962f749d-55b5-4527-a400-ad96d48e9c8a None None] Port 0c852c75-857d-44a9-9b5b-2eeabc91e746 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:43.741881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] For port 56013d06-2f4a-4a82-9bec-bbd767b29e51, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:43.745167 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] For port 56013d06-2f4a-4a82-9bec-bbd767b29e51, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=56013d06-2f4a-4a82-9bec-bbd767b29e51,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:43.750807 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.809447 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:43.810322 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:43.912018 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e67382-55ae-4246-92fd-9f412cb71b7c None None] Pushing event updated for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:43.933747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] Provisioning complete for port 56013d06-2f4a-4a82-9bec-bbd767b29e51 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:43.934125 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:43.937488 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:43.939775 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.023479 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.080521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] For port 56013d06-2f4a-4a82-9bec-bbd767b29e51, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=56013d06-2f4a-4a82-9bec-bbd767b29e51,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:44.088992 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.146540 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ede9c-85ed-4fee-82ac-49a6b1031a7b None None] Pushing event updated for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:44.154756 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '56013d06-2f4a-4a82-9bec-bbd767b29e51', 'name': '', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'mac_address': 'fa:16:3e:4b:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:40Z', 'updated_at': '2021-12-13T10:35:43Z', 'revision_number': 4, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'subnets': [{'id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:44.182556 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1df00c-26e9-41f9-99c8-96b1ea2ea57a None None] The sync data for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 is: [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '56013d06-2f4a-4a82-9bec-bbd767b29e51', 'name': '', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'mac_address': 'fa:16:3e:4b:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:40Z', 'updated_at': '2021-12-13T10:35:43Z', 'revision_number': 4, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'subnets': [{'id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:35:44.185107 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.216119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29bf2a78-02cd-49ff-9346-feb91240db00 None None] Provisioning complete for port 56013d06-2f4a-4a82-9bec-bbd767b29e51 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:44.216492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29bf2a78-02cd-49ff-9346-feb91240db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.356533 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Router 0db77f77-24f8-4981-aa30-fcdd0cb72430 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:35:44.473269 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:35:44.483641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Sync routers for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:35:44.493631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.497749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dc464015-a5b1-492b-ab90-1ec11abd604c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0741131 Dec 13 10:35:44.498194 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 49986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:35:44.499962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:44.500994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:44.644322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:44.703981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ee220-9b8f-479b-96a1-076d06684af7 None None] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:35:44.827432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] Provisioning complete for port e25607c7-c2cc-4f8b-8c93-1262277a3d71 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:44.827812 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:44.998072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.019049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.079222 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] For port e25607c7-c2cc-4f8b-8c93-1262277a3d71, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e25607c7-c2cc-4f8b-8c93-1262277a3d71,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:45.082689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:43Z', 'revision_number': 3, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:45.115306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Checking router: 0db77f77-24f8-4981-aa30-fcdd0cb72430 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:35:45.115891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Updating router 0db77f77-24f8-4981-aa30-fcdd0cb72430 port 0c852c75-857d-44a9-9b5b-2eeabc91e746 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:35:45.142941 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.190052 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.238232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 56013d06-2f4a-4a82-9bec-bbd767b29e51 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:45.250652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Allocated IP 172.20.0.1 (3cc29c49-1efc-43a3-9c7f-93abe923d36c/2093e8bf-b49e-4631-8e56-c0abc475ad22/9c32681f-b57d-4e6f-876c-9ecc40f8ffa0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:45.364947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.387272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f300f4-046f-4521-a37c-1e23cecec0d4 None None] Pushing event updated for resources: {'Port': ['ID=e25607c7-c2cc-4f8b-8c93-1262277a3d71,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:45.397626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-35aa6bb2-32f8-4f18-8a34-56e1e3190ff5 None None] Provisioning complete for port e25607c7-c2cc-4f8b-8c93-1262277a3d71 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:45.398057 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bb2-32f8-4f18-8a34-56e1e3190ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.405243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.448966 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 56013d06-2f4a-4a82-9bec-bbd767b29e51 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:45.449353 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.452293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Pushing event updated for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:45.460944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:45.462595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:45.465283 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:45.509977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.664186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.666863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e25607c7-c2cc-4f8b-8c93-1262277a3d71 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:45.671159 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.693734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.747262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ce10f-7b7c-40a4-9189-625fef625527 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:45.760153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Attempting to bind port 0c852c75-857d-44a9-9b5b-2eeabc91e746 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:45.760530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Attempting to bind port 0c852c75-857d-44a9-9b5b-2eeabc91e746 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:45.761183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Attempting to bind port 0c852c75-857d-44a9-9b5b-2eeabc91e746 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:45.777176 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df73e0-2c64-4cd5-8867-3767cbb9aa6f None None] Pushing event updated for resources: {'Port': ['ID=0c852c75-857d-44a9-9b5b-2eeabc91e746,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:45.780677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:45.781064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:45.781509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.781897 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:45.782376 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Bound port: 0c852c75-857d-44a9-9b5b-2eeabc91e746, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:45.782810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.832960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e25607c7-c2cc-4f8b-8c93-1262277a3d71 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:45.833374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.855977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.861517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:45.936768 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Pushing event updated for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:45.939234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.035841 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Provisioning complete for port 0c852c75-857d-44a9-9b5b-2eeabc91e746 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:46.036047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:46.036153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.037643 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:46.069641 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] For port 0c852c75-857d-44a9-9b5b-2eeabc91e746, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:46.090617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] For port 0c852c75-857d-44a9-9b5b-2eeabc91e746, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c852c75-857d-44a9-9b5b-2eeabc91e746,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:46.092552 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Port 0c852c75-857d-44a9-9b5b-2eeabc91e746 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:46.099339 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.160696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Provisioning complete for port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:46.161078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.163434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Router 0db77f77-24f8-4981-aa30-fcdd0cb72430 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:35:46.187524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b2906-0538-49c4-9282-be3473a25428 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:35:46.238071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df73e0-2c64-4cd5-8867-3767cbb9aa6f None None] Pushing event updated for resources: {'Port': ['ID=0c852c75-857d-44a9-9b5b-2eeabc91e746,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:46.241954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:46.242776 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:46.281578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:35:46.295360 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-06263b3f-e398-424f-acdc-41f8b8994353 admin admin] 10.222.0.30 "PUT /v2.0/routers/0db77f77-24f8-4981-aa30-fcdd0cb72430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886765 Dec 13 10:35:46.327004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ad25674-63c8-4af4-8e3c-d5f6278488e9 None None] Port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:46.364607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:46.492696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Provisioning complete for port 0c852c75-857d-44a9-9b5b-2eeabc91e746 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:46.493142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.626951 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.654084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] For port 0c852c75-857d-44a9-9b5b-2eeabc91e746, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c852c75-857d-44a9-9b5b-2eeabc91e746,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:46.659980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.690714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9c32681f-b57d-4e6f-876c-9ecc40f8ffa0', 'name': '', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'mac_address': 'fa:16:3e:c2:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:45Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 2, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'subnets': [{'id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:46.727516 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af32e8-96fe-4d28-aac0-b844fdb4443d None None] The sync data for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 is: [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9c32681f-b57d-4e6f-876c-9ecc40f8ffa0', 'name': '', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'mac_address': 'fa:16:3e:c2:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:45Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 2, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'subnets': [{'id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:35:46.733091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Provisioning complete for port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:46.733495 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:46.767128 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Pushing event updated for resources: {'Port': ['ID=0c852c75-857d-44a9-9b5b-2eeabc91e746,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:46.778640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-74be1415-4149-4b55-9782-650c0bb7686f None None] Port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:47.049240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e25607c7-c2cc-4f8b-8c93-1262277a3d71 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:47.101224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e25607c7-c2cc-4f8b-8c93-1262277a3d71 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:47.101597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:47.163953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-10149592-c665-4289-9703-876bdfc441ed tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:47.165552 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-10149592-c665-4289-9703-876bdfc441ed tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 815 time: 0.1179140 Dec 13 10:35:47.182077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-a5af3784-4903-42c4-b601-50eb9dacdbee tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/quotas/e61b06fd21f74c1ea8b4c4edd5c051d8 HTTP/1.1" status: 200 len: 375 time: 0.0104775 Dec 13 10:35:47.241386 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-73a50a5f-50d8-46ae-a939-e415ac6ac6ba tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534494 Dec 13 10:35:47.340523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-253881b1-a790-45d4-aa3b-ca01f4986e30 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863740 Dec 13 10:35:47.454571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-f6c140d1-0fe3-4bb0-ae45-4a40abab0928 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064551 Dec 13 10:35:47.645337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b0a4a8c-bda8-45e9-8130-c4d52933882e req-cc592d0a-a821-47f9-9673-c221cf009859 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 210 time: 0.0325937 Dec 13 10:35:48.589272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-1385fdc2-5c69-4c6d-9f7d-c1887bab363f tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:48.592175 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-1385fdc2-5c69-4c6d-9f7d-c1887bab363f tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 815 time: 0.1136665 Dec 13 10:35:48.605404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Request body: {'port': {'device_id': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'admin_state_up': True, 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:48.732516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Made reservation on behalf of e61b06fd21f74c1ea8b4c4edd5c051d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:35:48.735878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:48.753023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51065983-9fc9-4ada-86b5-2922b280d95b req-a639fff3-1028-4551-ac46-094cf34610d5 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 210 time: 0.0326383 Dec 13 10:35:48.783032 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Sync routers for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:35:48.793436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:48.794109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:48.905748 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:49.071990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c852c75-857d-44a9-9b5b-2eeabc91e746 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:49.133807 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 0c852c75-857d-44a9-9b5b-2eeabc91e746 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:49.134180 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.224754 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9c32681f-b57d-4e6f-876c-9ecc40f8ffa0', 'name': '', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'mac_address': 'fa:16:3e:c2:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:45Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 2, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'subnets': [{'id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:49.232757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Allocated IP 172.20.0.10 (e1b5ebf0-d696-4259-8195-414ab58e3036/50afed7f-c091-44d1-a39d-eb7f56fad3ed/2e8737cc-39ef-46e6-9ba9-0fe36be1e08e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:35:49.253888 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Checking router: 0db77f77-24f8-4981-aa30-fcdd0cb72430 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:35:49.254254 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Updating router 0db77f77-24f8-4981-aa30-fcdd0cb72430 port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:35:49.278156 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.382946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.417859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.458872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:35:49.463885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:35:49.466453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:35:49.498842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Pushing event updated for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:49.528620 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:49.529284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.548051 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.548273 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-207fd43e-4da9-471b-b0a5-27c7ad043396 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9467113 Dec 13 10:35:49.553649 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.560314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Request body: {'port': {'device_id': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:35:49.604563 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a5e04-9165-434a-8548-d57947b19254 None None] Pushing event updated for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:49.623937 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.683591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Attempting to bind port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:49.684048 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Attempting to bind port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:49.684896 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Attempting to bind port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 on network 3cc29c49-1efc-43a3-9c7f-93abe923d36c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:49.691513 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:49.691889 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Checking segment: {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:49.692300 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.692701 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Bound using segment: {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:49.693217 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Bound port: 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e62c88-466e-4614-a83d-20db9964b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:49.693584 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.717712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b2b44cc8-8dfe-435b-9480-1a362f4a10b2 None None] Provisioning complete for port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:49.718463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2b44cc8-8dfe-435b-9480-1a362f4a10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.757381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2b44cc8-8dfe-435b-9480-1a362f4a10b2 None None] Port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:35:49.777649 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] For port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:49.782633 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] For port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:49.789785 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:49.844807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:35:49.845554 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:35:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:49.921640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a5e04-9165-434a-8548-d57947b19254 None None] Pushing event updated for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:49.927971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455bc7c-f313-4e87-9db1-07a37943a36e req-456b2f25-9c44-4e4b-9157-5465a3258e0a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:49.929555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1455bc7c-f313-4e87-9db1-07a37943a36e req-456b2f25-9c44-4e4b-9157-5465a3258e0a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 932 time: 0.0892706 Dec 13 10:35:49.970278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:35:49.982473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] Provisioning complete for port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:49.983718 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.010551 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:35:50.024696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.038522 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1455bc7c-f313-4e87-9db1-07a37943a36e req-a2f81818-e81a-4276-b599-b001ae0fdf9f tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986483 Dec 13 10:35:50.047750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Transition to ACTIVE for port object 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:35:50.053502 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.083690 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.108637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Pushing event updated for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:50.132551 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] For port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:50.140351 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.196919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Attempting to bind port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:35:50.197162 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Attempting to bind port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:35:50.197544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Attempting to bind port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:50.203647 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e on network e1b5ebf0-d696-4259-8195-414ab58e3036 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:35:50.203978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Attempting to bind port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:35:50.210256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:35:50.210601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Checking segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:35:50.210990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Bound using segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:35:50.211423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Bound port: 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:35:50.211785 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.219787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db5775-713a-41f3-a6cd-f774fe95fa98 None None] Pushing event updated for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:50.256335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9c32681f-b57d-4e6f-876c-9ecc40f8ffa0', 'name': '', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'mac_address': 'fa:16:3e:c2:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:45Z', 'updated_at': '2021-12-13T10:35:49Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'subnets': [{'id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:35:50.276530 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7405c68-1e64-4e6a-bf07-831779ae660e None None] Provisioning complete for port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:50.277252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7405c68-1e64-4e6a-bf07-831779ae660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.293739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:35:50.296754 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdc6-55a3-4236-a470-637913ac9109 None None] The sync data for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 is: [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:35:45Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '9c32681f-b57d-4e6f-876c-9ecc40f8ffa0', 'name': '', 'network_id': '3cc29c49-1efc-43a3-9c7f-93abe923d36c', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'mac_address': 'fa:16:3e:c2:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:45Z', 'updated_at': '2021-12-13T10:35:49Z', 'revision_number': 4, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'subnets': [{'id': '2093e8bf-b49e-4631-8e56-c0abc475ad22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:35:50.297962 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:35:50.310084 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.353490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:50.354191 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:50.356063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] 10.222.0.44 "PUT /v2.0/ports/2e8737cc-39ef-46e6-9ba9-0fe36be1e08e HTTP/1.1" status: 200 len: 1092 time: 0.8000357 Dec 13 10:35:50.356570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:50.359195 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24" -d '{"events": [{"name": "network-changed", "server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:50.414113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92b9fe-bdad-4de0-83e9-f257ea0f491c service neutron] Pushing event updated for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:50.428401 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ccc21e-f24a-493e-b3c4-eabab0805364 x-openstack-request-id: req-74ccc21e-f24a-493e-b3c4-eabab0805364 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:50.428699 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:50.428954 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74ccc21e-f24a-493e-b3c4-eabab0805364 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:50.429392 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e', 'status': 'completed', 'code': 200} Dec 13 10:35:50.475092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-cdae10a6-b9c1-4c36-bb18-67f2e19d7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:50.476664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-cdae10a6-b9c1-4c36-bb18-67f2e19d7a5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0594192 Dec 13 10:35:50.536458 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-1ea9c57a-02aa-4713-a5c5-b419a04ffc0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e HTTP/1.1" status: 200 len: 217 time: 0.0497210 Dec 13 10:35:50.591330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-e212e0c2-c016-47ea-9a84-22d5a28f294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:50.592857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-e212e0c2-c016-47ea-9a84-22d5a28f294f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50afed7f-c091-44d1-a39d-eb7f56fad3ed HTTP/1.1" status: 200 len: 854 time: 0.0491133 Dec 13 10:35:50.645692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7a6c12ce-024f-41c0-8dc1-d23213709e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:50.648336 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-7a6c12ce-024f-41c0-8dc1-d23213709e26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1b5ebf0-d696-4259-8195-414ab58e3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483437 Dec 13 10:35:50.747869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-6b002dff-e91d-4f66-8076-f497178830c3 service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910833 Dec 13 10:35:50.843585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6aa669c1-23b7-4f6a-8b93-991eef988d45 req-1d3d3be4-80e3-4e94-a51f-51b3f780187a service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872347 Dec 13 10:35:50.936810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-3291c630-6295-4915-98ef-fb80aafe1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:50.938639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-3291c630-6295-4915-98ef-fb80aafe1693 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 1095 time: 0.0421898 Dec 13 10:35:51.046263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-f13ed5f2-abe6-4045-9c0a-b6ec0fe785d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:51.047865 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-f13ed5f2-abe6-4045-9c0a-b6ec0fe785d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 916 time: 0.1016665 Dec 13 10:35:51.055274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:51.093541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-af88d96b-f217-42ae-8b37-326c54e19be4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e HTTP/1.1" status: 200 len: 217 time: 0.0359769 Dec 13 10:35:51.104031 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:51.104617 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:51.175912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-dfb56d84-099c-4330-b40c-1a5ad5c7b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:51.177427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-dfb56d84-099c-4330-b40c-1a5ad5c7b1a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50afed7f-c091-44d1-a39d-eb7f56fad3ed HTTP/1.1" status: 200 len: 854 time: 0.0770113 Dec 13 10:35:51.203207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9e9dd-fa8a-4293-a7a6-fd4e381a16d0 req-ed7d88a8-bf0d-4785-bb76-880d6ffd6809 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:51.204658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae9e9dd-fa8a-4293-a7a6-fd4e381a16d0 req-ed7d88a8-bf0d-4785-bb76-880d6ffd6809 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 944 time: 0.0768487 Dec 13 10:35:51.264469 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-c5893066-4951-45c6-8e70-f538dc00ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:51.266010 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-c5893066-4951-45c6-8e70-f538dc00ff34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1b5ebf0-d696-4259-8195-414ab58e3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796971 Dec 13 10:35:51.273404 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae9e9dd-fa8a-4293-a7a6-fd4e381a16d0 req-3ad9cf06-17c7-438f-af6b-68cf32baee0f tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546150 Dec 13 10:35:51.359744 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-4be1cb81-e256-4c8e-8add-2563b315b3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853786 Dec 13 10:35:51.450501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa13e6fc-97d0-4edf-8cc5-b370b0ce7e24 req-89d86825-f87a-400b-bb95-e36fb5349140 service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Dec 13 10:35:52.390002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987aca6-2664-4361-830d-18da70909671 req-0c70c691-8bbd-44db-b5ad-822c298257fc tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:52.391488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8987aca6-2664-4361-830d-18da70909671 req-0c70c691-8bbd-44db-b5ad-822c298257fc tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 944 time: 0.0488453 Dec 13 10:35:52.438915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8987aca6-2664-4361-830d-18da70909671 req-c72b85fb-fd3b-4af3-86aa-eab82cd6d137 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Dec 13 10:35:52.985401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:35:53.082945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:53.094263 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'port_id': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e', 'mac_address': 'fa:16:3e:e5:91:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:35:53.131293 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:53.143653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:35:53.164259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:53.167301 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:53.218417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:53.365607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['2e8737cc-39ef-46e6-9ba9-0fe36be1e08e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:35:53.561885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce10d5-af71-4499-9af3-f47494268994 req-1c09a216-485a-44ef-a5a7-262221099940 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:53.563371 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01ce10d5-af71-4499-9af3-f47494268994 req-1c09a216-485a-44ef-a5a7-262221099940 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 945 time: 0.0542645 Dec 13 10:35:53.611130 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-01ce10d5-af71-4499-9af3-f47494268994 req-58a43e2a-6328-4e0b-93f5-0bcd208b9ea8 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Dec 13 10:35:54.726879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714d48c-32fc-4006-bae8-04b7498e904c req-898a231f-9186-41c8-8c00-763e5e1006ab tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:54.728353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f714d48c-32fc-4006-bae8-04b7498e904c req-898a231f-9186-41c8-8c00-763e5e1006ab tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 945 time: 0.0498290 Dec 13 10:35:54.776405 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f714d48c-32fc-4006-bae8-04b7498e904c req-a1667c5f-594d-4c36-a979-c65b3b74d87b tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Dec 13 10:35:55.003420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:35:55.054919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:35:55.058771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:35:55.059149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:55.135421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:55.157077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:35:55.160153 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb0b6c-92b9-478c-b721-cbd671298bdc" -d '{"events": [{"server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:35:55.172518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:35:55.176694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:55.207826 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57cfbca-d933-4ce7-a529-7aa01f2c5fb0 x-openstack-request-id: req-c57cfbca-d933-4ce7-a529-7aa01f2c5fb0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:35:55.208120 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:35:55.208376 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c57cfbca-d933-4ce7-a529-7aa01f2c5fb0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:35:55.208764 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e', 'code': 200} Dec 13 10:35:55.231591 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:35:55.304967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adfe4d-d376-4826-8116-c8ee8bdfe051 req-957f7769-02c8-473d-8fae-a3a726766ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:55.306472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9adfe4d-d376-4826-8116-c8ee8bdfe051 req-957f7769-02c8-473d-8fae-a3a726766ecd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0435336 Dec 13 10:35:55.351869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9adfe4d-d376-4826-8116-c8ee8bdfe051 req-0340f368-6b73-48e7-983a-28246c55203c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Dec 13 10:35:55.894903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c018d6-bcea-49f0-a357-71a29dc533ec req-7e3ab3e5-155b-4428-8819-e053b6d96210 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:55.896286 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4c018d6-bcea-49f0-a357-71a29dc533ec req-7e3ab3e5-155b-4428-8819-e053b6d96210 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0511994 Dec 13 10:35:55.943153 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b4c018d6-bcea-49f0-a357-71a29dc533ec req-f925db6c-e119-48c3-a6b9-5944b64290ad tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Dec 13 10:35:57.000087 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:35:57.065899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c134c39-4ca3-4e34-9de3-55df59e7a751 req-0cddaa79-88b2-4ca8-8ffd-679bbdb7d3bb tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:57.067410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c134c39-4ca3-4e34-9de3-55df59e7a751 req-0cddaa79-88b2-4ca8-8ffd-679bbdb7d3bb tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Dec 13 10:35:57.118925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9c134c39-4ca3-4e34-9de3-55df59e7a751 req-8bf92b12-bec0-44f6-bbd6-f3cc7faacb21 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Dec 13 10:35:57.232464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f800-c79a-4119-8980-4db0a258f390 req-13a5b0c2-feaa-4cd9-a69e-8ef080bc27bc tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:35:57.233967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa04f800-c79a-4119-8980-4db0a258f390 req-13a5b0c2-feaa-4cd9-a69e-8ef080bc27bc tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Dec 13 10:35:57.282191 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa04f800-c79a-4119-8980-4db0a258f390 req-51bf65d2-a5c9-4010-b80a-a1e2e23e2dd1 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Dec 13 10:35:57.666969 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:58.702361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef054909-49fd-44e8-acbb-1ad8f91d6cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:35:59.579396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:01.105025 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d298e984-e2b8-4c99-8db1-7184ae18f00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:02.427868 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:03.854049 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:04.876343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:18.817885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed174e46-eb6e-42b6-8587-f418bc76c6f4 req-eeb44c8d-7537-4d9a-bb19-4073afa080a4 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:18.819841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed174e46-eb6e-42b6-8587-f418bc76c6f4 req-eeb44c8d-7537-4d9a-bb19-4073afa080a4 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0510345 Dec 13 10:36:18.868138 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed174e46-eb6e-42b6-8587-f418bc76c6f4 req-573a84df-3ba0-4216-85fd-ac805e5bf2c1 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Dec 13 10:36:19.990369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8b042-9df3-4f52-b1d5-beb31c3a0e05 req-6c7376e0-29fc-4c15-bc69-1b21514b975a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:19.991867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c8b042-9df3-4f52-b1d5-beb31c3a0e05 req-6c7376e0-29fc-4c15-bc69-1b21514b975a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0542626 Dec 13 10:36:20.038759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33c8b042-9df3-4f52-b1d5-beb31c3a0e05 req-ac0f9e72-f0d1-43b3-b646-92cd4aeb845e tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Dec 13 10:36:20.417769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-1338e748-5308-4ef9-8f33-9e6f6e34b534 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:20.419210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-1338e748-5308-4ef9-8f33-9e6f6e34b534 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Dec 13 10:36:20.510589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Deleting port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:36:20.510925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:20.597789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] For port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:20.598149 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:20.610183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Calling delete_port for 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:36:20.741575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:20.753340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['2e8737cc-39ef-46e6-9ba9-0fe36be1e08e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:36:20.770689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Pushing event deleted for resources: {'Port': ['ID=2e8737cc-39ef-46e6-9ba9-0fe36be1e08e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:20.784289 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.784635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.784984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.785349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.785687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.786018 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.786346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.786673 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.787005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.787329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.787654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.787976 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.788300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:20.826447 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] No DVR routers for this DVR port 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:36:20.829174 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:20.832589 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a97cf8fd-ec6e-449b-81de-8414aa17b648 req-aef9accb-df2f-4e82-9966-9b1f0adc6cb6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "DELETE /v2.0/ports/2e8737cc-39ef-46e6-9ba9-0fe36be1e08e HTTP/1.1" status: 204 len: 173 time: 0.4072099 Dec 13 10:36:20.833056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'name': 'network-vif-deleted', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:36:20.835407 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e34c07-fe30-4813-a080-77abfb674a53" -d '{"events": [{"server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "name": "network-vif-deleted", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:36:20.880127 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59423327-8ceb-4f1c-acc9-e094c50f148f x-openstack-request-id: req-59423327-8ceb-4f1c-acc9-e094c50f148f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:36:20.880514 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a89329-dfac-4866-b502-0d727e6ea1f2", "name": "network-vif-deleted", "tag": "2e8737cc-39ef-46e6-9ba9-0fe36be1e08e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:36:20.880704 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59423327-8ceb-4f1c-acc9-e094c50f148f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:36:20.881101 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a89329-dfac-4866-b502-0d727e6ea1f2', 'name': 'network-vif-deleted', 'tag': '2e8737cc-39ef-46e6-9ba9-0fe36be1e08e', 'status': 'completed', 'code': 200} Dec 13 10:36:21.144255 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a08d94b9-6389-423f-95bc-9a5f924075ad req-e2bdc615-8bff-4028-98e4-69ed68ba1024 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a89329-dfac-4866-b502-0d727e6ea1f2 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Dec 13 10:36:22.772334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-78cd85b1-4204-4983-8133-0a69ecb0e549 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:22.773820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-78cd85b1-4204-4983-8133-0a69ecb0e549 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 815 time: 0.1009991 Dec 13 10:36:22.788800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-bb46b3a6-ddf9-458d-8594-01a8c38d346d tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/quotas/e61b06fd21f74c1ea8b4c4edd5c051d8 HTTP/1.1" status: 200 len: 375 time: 0.0091481 Dec 13 10:36:22.843577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-13605bd7-886d-4407-9e9b-eeb788b057ed tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492089 Dec 13 10:36:22.937658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-29a707f7-af7b-43b2-847a-dda9f8ab21e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825124 Dec 13 10:36:23.031026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-8757a0c0-48b8-42fb-aa1e-b7c15a0ffab0 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864928 Dec 13 10:36:23.115001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:36:23.135481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:36:23.135829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 2e8737cc-39ef-46e6-9ba9-0fe36be1e08e not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:36:23.196187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ed5d4e75-1ac7-492e-a9fe-0d4f7d58f7f0 req-29b336d7-4e45-4d25-90a2-e7d4c0354a47 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 210 time: 0.0291171 Dec 13 10:36:24.142399 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-9300d577-78ab-4c96-ae55-eca243ade5a2 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:24.144375 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-9300d577-78ab-4c96-ae55-eca243ade5a2 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 815 time: 0.1039846 Dec 13 10:36:24.157020 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Request body: {'port': {'device_id': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'admin_state_up': True, 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:36:24.277847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Made reservation on behalf of e61b06fd21f74c1ea8b4c4edd5c051d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:36:24.281177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.302719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06cfa8b2-eb31-4ced-9804-844fba534488 req-477e8da3-12f0-4c3e-b4fb-cf991cb087da tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 210 time: 0.0356293 Dec 13 10:36:24.420705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Allocated IP 172.20.0.13 (e1b5ebf0-d696-4259-8195-414ab58e3036/50afed7f-c091-44d1-a39d-eb7f56fad3ed/79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:36:24.573695 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.606136 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.648802 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Network e1b5ebf0-d696-4259-8195-414ab58e3036 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:36:24.652016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:36:24.655842 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:36:24.683646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Pushing event updated for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:24.709786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:24.710323 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.727066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-fff523d0-54fb-47dd-b3fa-2d87eeb5c9c6 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738101 Dec 13 10:36:24.741841 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Request body: {'port': {'device_id': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:36:24.810946 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.865328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4291ecc9-c086-4c04-b0b9-b0888f1826a7 None None] Provisioning complete for port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:36:24.865952 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4291ecc9-c086-4c04-b0b9-b0888f1826a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:24.900391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4291ecc9-c086-4c04-b0b9-b0888f1826a7 None None] Port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:36:25.070053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:36:25.077470 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.089833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Transition to ACTIVE for port object 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:36:25.093815 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.144156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Pushing event updated for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:25.217224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Attempting to bind port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:36:25.217568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Attempting to bind port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:36:25.217905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Attempting to bind port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:36:25.223140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec on network e1b5ebf0-d696-4259-8195-414ab58e3036 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:36:25.223470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Attempting to bind port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec on network e1b5ebf0-d696-4259-8195-414ab58e3036 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:36:25.228652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:36:25.228993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Checking segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:36:25.229413 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Bound using segment: {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:36:25.229849 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Bound port: 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcac71-1ee1-4e4e-9622-69d9363a3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:36:25.230214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.295108 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:36:25.298134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:36:25.303142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.337624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.338251 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:25.339740 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] 10.222.0.44 "PUT /v2.0/ports/79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec HTTP/1.1" status: 200 len: 1092 time: 0.6031480 Dec 13 10:36:25.340201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:36:25.342349 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a" -d '{"events": [{"name": "network-changed", "server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:36:25.372954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaded44c-3cad-4ddf-b589-bb3d0782c981 service neutron] Pushing event updated for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:25.390136 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a800782a-5ccd-47fa-90ea-9baecb5e6413 x-openstack-request-id: req-a800782a-5ccd-47fa-90ea-9baecb5e6413 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:36:25.390371 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:36:25.390633 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a800782a-5ccd-47fa-90ea-9baecb5e6413 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:36:25.391046 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec', 'status': 'completed', 'code': 200} Dec 13 10:36:25.482084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bddcd7-4454-41c3-b42c-9b64fc31d427 req-f97e7541-c7b8-4be2-a8c3-350cdee0e913 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.483647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0bddcd7-4454-41c3-b42c-9b64fc31d427 req-f97e7541-c7b8-4be2-a8c3-350cdee0e913 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 944 time: 0.0841529 Dec 13 10:36:25.485663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-58bce0b7-4dd5-419c-aa18-52b108896527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.487174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-58bce0b7-4dd5-419c-aa18-52b108896527 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 1095 time: 0.0889063 Dec 13 10:36:25.542555 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-b7a30b12-131c-4b2c-afa9-16d392c41b87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec HTTP/1.1" status: 200 len: 217 time: 0.0446906 Dec 13 10:36:25.596197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e0bddcd7-4454-41c3-b42c-9b64fc31d427 req-6e8587d5-9c58-4d3d-b872-829a6e4f0260 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055496 Dec 13 10:36:25.608566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-0a1c0995-d723-42ed-8c99-52206d145bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.612936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-0a1c0995-d723-42ed-8c99-52206d145bf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50afed7f-c091-44d1-a39d-eb7f56fad3ed HTTP/1.1" status: 200 len: 854 time: 0.0602458 Dec 13 10:36:25.658817 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-3ea2d4e3-e678-4016-b466-66ce4f2ff677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.660300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-3ea2d4e3-e678-4016-b466-66ce4f2ff677 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1b5ebf0-d696-4259-8195-414ab58e3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423539 Dec 13 10:36:25.751029 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-660ee2f5-53b9-42ef-b56b-28e813674f5e service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826313 Dec 13 10:36:25.842745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-35a765cf-25be-4cf7-9ba3-42875a8532e4 req-2972e590-8b04-4d03-87df-b3154a2c49ad service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846500 Dec 13 10:36:25.927994 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-6dc6eff3-d416-4b67-b677-79df1e68eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:25.929513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-6dc6eff3-d416-4b67-b677-79df1e68eaff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 1095 time: 0.0407677 Dec 13 10:36:26.026094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-b3517c8b-121a-4da0-a638-4c4a2473fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:26.027580 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-b3517c8b-121a-4da0-a638-4c4a2473fa8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 200 len: 916 time: 0.0887890 Dec 13 10:36:26.072802 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-0c15e824-79f8-41b9-a16c-5a86cf31df5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec HTTP/1.1" status: 200 len: 217 time: 0.0377431 Dec 13 10:36:26.121039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-c6cbed93-1039-4b61-8739-267e24ca04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:26.122712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-c6cbed93-1039-4b61-8739-267e24ca04bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50afed7f-c091-44d1-a39d-eb7f56fad3ed HTTP/1.1" status: 200 len: 854 time: 0.0430398 Dec 13 10:36:26.171951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-7b8ec0ec-9fb1-42cc-aae9-3d537890dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:26.173518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-7b8ec0ec-9fb1-42cc-aae9-3d537890dc36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1b5ebf0-d696-4259-8195-414ab58e3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430300 Dec 13 10:36:26.265289 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-7716fc7f-0c2d-4f54-ba42-1d5a382a5176 service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Dec 13 10:36:26.358822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6b42a8d9-dd73-444d-a6a8-edc3af48f13a req-791546c6-d27b-4d51-927a-afe4bb0524f2 service neutron] 10.222.0.44 "GET /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859177 Dec 13 10:36:26.726696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497da9ff-c534-4ebd-9a89-da3eeae339ed req-0b407022-845a-4f50-8b86-dfd5bb755614 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:26.728493 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-497da9ff-c534-4ebd-9a89-da3eeae339ed req-0b407022-845a-4f50-8b86-dfd5bb755614 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 944 time: 0.0606153 Dec 13 10:36:26.778988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-497da9ff-c534-4ebd-9a89-da3eeae339ed req-5d235356-2177-4213-977d-fe534086f9d7 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Dec 13 10:36:27.659949 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:27.898674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0125bd5-b752-4de6-9a2d-6771b79f4e5b req-d9b9f1d8-676e-4d9e-9e95-6728816974ed tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:27.900033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0125bd5-b752-4de6-9a2d-6771b79f4e5b req-d9b9f1d8-676e-4d9e-9e95-6728816974ed tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 944 time: 0.0484128 Dec 13 10:36:27.946841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0125bd5-b752-4de6-9a2d-6771b79f4e5b req-33c3dc54-8d3b-44d7-82db-1e5f95f2e54a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Dec 13 10:36:28.703297 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30d877cd-4d6b-45e6-aafe-3ba46a84da17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:29.066453 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3ecc0-05f5-4e71-95b2-92cea55ca53c req-b646b040-6e54-433e-8f3d-5c2faeebf72c tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:29.067923 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30f3ecc0-05f5-4e71-95b2-92cea55ca53c req-b646b040-6e54-433e-8f3d-5c2faeebf72c tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 944 time: 0.0536160 Dec 13 10:36:29.114738 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30f3ecc0-05f5-4e71-95b2-92cea55ca53c req-a800bf07-0190-4bb1-97e3-d3ea39bb4c50 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Dec 13 10:36:29.159738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:36:29.252811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:29.263694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec', 'network_id': 'e1b5ebf0-d696-4259-8195-414ab58e3036', 'port_id': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec', 'mac_address': 'fa:16:3e:bb:72:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50afed7f-c091-44d1-a39d-eb7f56fad3ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:36:29.300203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:29.317393 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:36:29.337313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:29.341769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:29.389250 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:29.397016 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.397392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.397733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.398073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.398406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.398739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.399069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.399402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.399756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.400085 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.400409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.400732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.401053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:36:29.567647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:36:29.601784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:30.232343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596910e5-50d5-4a75-82fd-86a83f8d2a3a req-e346d2a2-0c73-48e8-a27b-f6cc413c53c8 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:30.233881 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-596910e5-50d5-4a75-82fd-86a83f8d2a3a req-e346d2a2-0c73-48e8-a27b-f6cc413c53c8 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 945 time: 0.0506158 Dec 13 10:36:30.282454 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-596910e5-50d5-4a75-82fd-86a83f8d2a3a req-cdd85d7d-0232-4f71-a716-503311062269 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Dec 13 10:36:31.106468 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fb5822d-0e79-4c65-8b24-b95a4a6bedbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:31.189091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:36:31.237563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:36:31.241340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:36:31.241714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:31.317039 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:31.345863 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:36:31.348245 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093f892-9dc5-4692-8f5d-044fd17d2109" -d '{"events": [{"server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "name": "network-vif-plugged", "status": "completed", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:36:31.361319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:31.369532 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:31.394185 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb4e47-9a90-4100-8a0e-a2eb2181ab73 x-openstack-request-id: req-0aeb4e47-9a90-4100-8a0e-a2eb2181ab73 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:36:31.394484 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "name": "network-vif-plugged", "status": "completed", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:36:31.394741 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aeb4e47-9a90-4100-8a0e-a2eb2181ab73 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:36:31.395126 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec', 'code': 200} Dec 13 10:36:31.416005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0b93-a241-4592-81c8-1e0e4c1b792d req-35056fc0-3f76-448b-99ad-64215efaa437 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:31.417554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-685a0b93-a241-4592-81c8-1e0e4c1b792d req-35056fc0-3f76-448b-99ad-64215efaa437 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 945 time: 0.0641918 Dec 13 10:36:31.422957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:31.493232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-685a0b93-a241-4592-81c8-1e0e4c1b792d req-d4e2de7d-63f6-4b46-abd8-acd9f16a6f09 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Dec 13 10:36:31.503481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925ec4-9584-4766-95b9-bc66ea420531 req-9f7c323a-9dbf-4743-a95e-3cc730f3ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:31.504937 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb925ec4-9584-4766-95b9-bc66ea420531 req-9f7c323a-9dbf-4743-a95e-3cc730f3ca70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 1097 time: 0.0528045 Dec 13 10:36:31.548393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb925ec4-9584-4766-95b9-bc66ea420531 req-d5889294-42fb-4de6-a70b-bcbba5984e93 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366385 Dec 13 10:36:32.430348 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:32.617711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859a27a-92f1-481d-9bd6-701d1964819a req-d3e94be4-811c-43af-b36e-6eb048e62e75 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:32.619219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7859a27a-92f1-481d-9bd6-701d1964819a req-d3e94be4-811c-43af-b36e-6eb048e62e75 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 946 time: 0.0487540 Dec 13 10:36:32.670856 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7859a27a-92f1-481d-9bd6-701d1964819a req-af6f309b-5991-474c-9924-dd1a59c62ef7 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Dec 13 10:36:32.785286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c657e5-38d7-4632-91f6-34e2f6a8496d req-02b9b2ca-1f38-4d7f-b32c-0da2c5682909 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:32.786745 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03c657e5-38d7-4632-91f6-34e2f6a8496d req-02b9b2ca-1f38-4d7f-b32c-0da2c5682909 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 946 time: 0.0488997 Dec 13 10:36:32.833393 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-03c657e5-38d7-4632-91f6-34e2f6a8496d req-03db4124-4390-4fa3-ac56-c8a2c01bc76a tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Dec 13 10:36:33.858944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:33.999461 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:36:34.881915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:54.221607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c5cd-0b11-4872-b256-2ed635cf67cb req-d966efc1-9bd6-4800-9496-6f8f6865bb4d tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:54.223147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c706c5cd-0b11-4872-b256-2ed635cf67cb req-d966efc1-9bd6-4800-9496-6f8f6865bb4d tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 946 time: 0.0523186 Dec 13 10:36:54.270741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c706c5cd-0b11-4872-b256-2ed635cf67cb req-2b0cf899-f964-40dc-9f90-7802a0770c25 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Dec 13 10:36:55.391632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb87cd-7df3-482a-b53f-9c926fece67e req-c750ca97-dde9-4336-9c35-a0dad3c2a3b1 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:55.393254 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72eb87cd-7df3-482a-b53f-9c926fece67e req-c750ca97-dde9-4336-9c35-a0dad3c2a3b1 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 946 time: 0.0528011 Dec 13 10:36:55.439845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72eb87cd-7df3-482a-b53f-9c926fece67e req-3b969013-fee7-4a64-a575-a6f0cc035b13 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/security-groups?id=dcbc511e-bfab-48f7-9b89-bfd8bf06b591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Dec 13 10:36:55.751342 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-e361fd5f-855c-4117-9847-4f33db848898 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:36:55.752975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-e361fd5f-855c-4117-9847-4f33db848898 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 946 time: 0.0481770 Dec 13 10:36:55.844682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Deleting port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:36:55.845028 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:56.251988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] For port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:56.252344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:56.264361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Calling delete_port for 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:36:56.389528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:56.401199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:36:56.415543 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Pushing event deleted for resources: {'Port': ['ID=79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:56.461148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] No DVR routers for this DVR port 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:36:56.464017 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:56.467840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d59d1e45-f975-4040-8fa7-f4ba2bb05f91 req-66689bcd-84c5-4fac-86d9-c7375b5649d3 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.44 "DELETE /v2.0/ports/79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec HTTP/1.1" status: 204 len: 173 time: 0.7085550 Dec 13 10:36:56.468335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'name': 'network-vif-deleted', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:36:56.471238 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23491fc6-a4b6-47c9-8667-59721010e31a" -d '{"events": [{"server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "name": "network-vif-deleted", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:36:56.525158 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ebd8e-1693-456e-9631-c3ce44227033 x-openstack-request-id: req-e18ebd8e-1693-456e-9631-c3ce44227033 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:36:56.525451 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d", "name": "network-vif-deleted", "tag": "79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:36:56.525717 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e18ebd8e-1693-456e-9631-c3ce44227033 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:36:56.526140 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d', 'name': 'network-vif-deleted', 'tag': '79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec', 'status': 'completed', 'code': 200} Dec 13 10:36:56.561698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12990363-ddc1-4232-b104-798c995214ca req-ee2fd14e-5a82-4f25-80ea-0d69659f8405 tempest-TestEncryptedCinderVolumes-999657737 tempest-TestEncryptedCinderVolumes-999657737-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ef8ea5-be38-48ac-8b3b-6adf1b6e2e7d HTTP/1.1" status: 200 len: 210 time: 0.0345924 Dec 13 10:36:57.656060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:36:57.656681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:57.996013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.240086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Deleting port 56013d06-2f4a-4a82-9bec-bbd767b29e51 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:36:58.240422 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.323393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] For port 56013d06-2f4a-4a82-9bec-bbd767b29e51, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=56013d06-2f4a-4a82-9bec-bbd767b29e51,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:58.323518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.337667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Calling delete_port for 56013d06-2f4a-4a82-9bec-bbd767b29e51 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:36:58.523705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.548872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Pushing event deleted for resources: {'Port': ['ID=56013d06-2f4a-4a82-9bec-bbd767b29e51,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:58.709164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9941fa5-e119-41d0-9cff-30e73b8a6f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.732372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:58.948031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Router e7c89031-24f3-4e54-a59d-c43268512457 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:36:59.055153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:36:59.063295 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5fecff66-3167-4e4f-88c0-5c3648e771db admin admin] 10.222.0.30 "PUT /v2.0/routers/e7c89031-24f3-4e54-a59d-c43268512457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034042 Dec 13 10:36:59.063295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:36:59.064771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Sync routers for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:36:59.076239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:36:59.076856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:36:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:36:59.168991 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.280023 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.334043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Deleting port e5f6393f-b2ef-4066-8ead-b86b57c796f6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:36:59.334381 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.343885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:36:59.347425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:36:59.416648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:36:59.416994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 79a8d5b2-dd68-4b47-a8dd-022cf17ca8ec not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:36:59.419278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] For port e5f6393f-b2ef-4066-8ead-b86b57c796f6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e5f6393f-b2ef-4066-8ead-b86b57c796f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:36:59.419653 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.431942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Calling delete_port for e5f6393f-b2ef-4066-8ead-b86b57c796f6 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:36:59.541879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:36:58Z', 'revision_number': 5, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port': {'id': 'e5f6393f-b2ef-4066-8ead-b86b57c796f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:38Z', 'updated_at': '2021-12-13T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:36:59.577068 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Checking router: e7c89031-24f3-4e54-a59d-c43268512457 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:36:59.593891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Routers {'e7c89031-24f3-4e54-a59d-c43268512457'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:36:59.594509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:36:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['e7c89031-24f3-4e54-a59d-c43268512457'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:36:59.596889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.599769 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.628570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f6393f-b2ef-4066-8ead-b86b57c796f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:36:59.663331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa901c-3ec3-4183-b056-c938fb4e1753 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:36:59.677600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] Set router e7c89031-24f3-4e54-a59d-c43268512457 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:36:59.694386 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.729531 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:36:59Z', 'revision_number': 7, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:36:59.759452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa956db-b776-4822-aa70-683ca9394675 None None] The sync data for ids ['e7c89031-24f3-4e54-a59d-c43268512457'] in n-d-820531-5 is: [{'id': 'e7c89031-24f3-4e54-a59d-c43268512457', 'name': 'tempest-TestEncryptedCinderVolumes-79710739-router', 'tenant_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:37Z', 'updated_at': '2021-12-13T10:36:59Z', 'revision_number': 7, 'project_id': 'e61b06fd21f74c1ea8b4c4edd5c051d8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:36:59.786157 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.789249 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.835828 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.836381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c89031-24f3-4e54-a59d-c43268512457 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:36:59.840705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.841893 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1aff9cf4-c3fa-482a-bfa1-955570b0bcb2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7c89031-24f3-4e54-a59d-c43268512457 HTTP/1.1" status: 204 len: 168 time: 0.7777677 Dec 13 10:36:59.844511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:36:59.890021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Deleting subnet 50afed7f-c091-44d1-a39d-eb7f56fad3ed {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:36:59.893055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:36:59.927112 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.006783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.056917 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.083353 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50afed7f-c091-44d1-a39d-eb7f56fad3ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:00.085380 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.090028 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fa939946-e312-4a69-9cb7-8bce5b77ba85 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50afed7f-c091-44d1-a39d-eb7f56fad3ed HTTP/1.1" status: 204 len: 168 time: 0.2432020 Dec 13 10:37:00.091371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:00.094330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45668a-a2c4-485c-a62c-29a3d69fd0ef None None] Network e1b5ebf0-d696-4259-8195-414ab58e3036 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:00.172304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.226830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Deleting port a633b10b-fe51-4305-b8d9-0cb4428620c4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:37:00.227196 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.293088 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] For port a633b10b-fe51-4305-b8d9-0cb4428620c4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a633b10b-fe51-4305-b8d9-0cb4428620c4,segment=NetworkSegment(30dcac71-1ee1-4e4e-9622-69d9363a3d0d),segment_id=30dcac71-1ee1-4e4e-9622-69d9363a3d0d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:00.293474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.306209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Calling delete_port for a633b10b-fe51-4305-b8d9-0cb4428620c4 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:37:00.384635 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.416275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] No DVR routers for this DVR port a633b10b-fe51-4305-b8d9-0cb4428620c4 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:37:00.420255 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Pushing event deleted for resources: {'Port': ['ID=a633b10b-fe51-4305-b8d9-0cb4428620c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:00.446408 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.446700 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.447050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.447398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.447745 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.448084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.448420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.448754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.449087 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.449444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.449776 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.450108 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.450438 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:00.503274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.524385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70698195-eb10-4acd-bf02-342c628cb21d None None] DHCP port deletion for e1b5ebf0-d696-4259-8195-414ab58e3036 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:00.526218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b5ebf0-d696-4259-8195-414ab58e3036']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:00.538539 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dcac71-1ee1-4e4e-9622-69d9363a3d0d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:00.538807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dcac71-1ee1-4e4e-9622-69d9363a3d0d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:00.549489 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.562921 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.569898 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:37:00.570433 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:37:00.572355 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:37:00.633149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.639104 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:00.642296 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e1b5ebf0-d696-4259-8195-414ab58e3036 HTTP/1.1" status: 204 len: 168 time: 0.5496194 Dec 13 10:37:00.645878 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:00.654086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4736d3b-107b-4e09-a9bd-e98687031815 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b5ebf0-d696-4259-8195-414ab58e3036,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:00.990756 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:01.063389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a633b10b-fe51-4305-b8d9-0cb4428620c4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:01.087981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a633b10b-fe51-4305-b8d9-0cb4428620c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:01.088597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a633b10b-fe51-4305-b8d9-0cb4428620c4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:01.089034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6393f-b2ef-4066-8ead-b86b57c796f6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:01.116460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e5f6393f-b2ef-4066-8ead-b86b57c796f6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:01.116808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e5f6393f-b2ef-4066-8ead-b86b57c796f6 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:01.117259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 56013d06-2f4a-4a82-9bec-bbd767b29e51 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:01.139160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 56013d06-2f4a-4a82-9bec-bbd767b29e51 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:01.139514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 56013d06-2f4a-4a82-9bec-bbd767b29e51 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:01.140894 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1aef4f09-ad07-4eda-930a-889c38359767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:01.239941 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Deleting port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:37:01.240284 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:01.319564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] For port 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:01.319846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:01.333015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Calling delete_port for 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:37:01.508226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:01.534684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c32681f-b57d-4e6f-876c-9ecc40f8ffa0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:01.700069 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.060231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-68f772b0-84f7-4eec-a395-fe284ff3c50e req-f71645eb-31c9-4196-bae8-8fc4ed84eb77 service neutron] (103189) timed out ('10.222.0.37', 61633) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:37:02.234234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Router 0db77f77-24f8-4981-aa30-fcdd0cb72430 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:02.339385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:02.345341 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-24c761b8-8d02-407a-bedf-71108055deb5 admin admin] 10.222.0.30 "PUT /v2.0/routers/0db77f77-24f8-4981-aa30-fcdd0cb72430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974611 Dec 13 10:37:02.347730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:02.350321 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Sync routers for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:02.360416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:02.361051 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:02.433938 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.453657 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.465377 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:02.562420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.620100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Deleting port 0c852c75-857d-44a9-9b5b-2eeabc91e746 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:37:02.620427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.702892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] For port 0c852c75-857d-44a9-9b5b-2eeabc91e746, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=0c852c75-857d-44a9-9b5b-2eeabc91e746,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:02.703261 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.716150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Calling delete_port for 0c852c75-857d-44a9-9b5b-2eeabc91e746 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:37:02.732764 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:37:01Z', 'revision_number': 5, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port': {'id': '0c852c75-857d-44a9-9b5b-2eeabc91e746', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:35:43Z', 'updated_at': '2021-12-13T10:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:02.762170 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Checking router: 0db77f77-24f8-4981-aa30-fcdd0cb72430 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:02.771425 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Routers {'0db77f77-24f8-4981-aa30-fcdd0cb72430'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:02.772029 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0db77f77-24f8-4981-aa30-fcdd0cb72430'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:02.857135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] Set router 0db77f77-24f8-4981-aa30-fcdd0cb72430 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:02.880525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:02.907562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c852c75-857d-44a9-9b5b-2eeabc91e746,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:02.911717 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:37:02Z', 'revision_number': 6, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:02.927640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39f08f-6975-4a0f-a0aa-4c8f1f3b9135 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:02.943423 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1bd69-3865-4358-95dc-ee42a33d1650 None None] The sync data for ids ['0db77f77-24f8-4981-aa30-fcdd0cb72430'] in n-d-820531-5 is: [{'id': '0db77f77-24f8-4981-aa30-fcdd0cb72430', 'name': 'tempest-TestEncryptedCinderVolumes-131431402-router', 'tenant_id': 'd2068af58d1d442bb52a7ac4342499c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:35:42Z', 'updated_at': '2021-12-13T10:37:02Z', 'revision_number': 6, 'project_id': 'd2068af58d1d442bb52a7ac4342499c8', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:02.975763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.072148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.074283 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.116514 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.117064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db77f77-24f8-4981-aa30-fcdd0cb72430 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:37:03.121294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.122437 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-18f14217-757c-4048-91a1-31bb0db4310a admin admin] 10.222.0.30 "DELETE /v2.0/routers/0db77f77-24f8-4981-aa30-fcdd0cb72430 HTTP/1.1" status: 204 len: 168 time: 0.7737572 Dec 13 10:37:03.125242 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:03.168825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Deleting subnet 2093e8bf-b49e-4631-8e56-c0abc475ad22 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:37:03.171713 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.211639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.290522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.353025 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.381992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2093e8bf-b49e-4631-8e56-c0abc475ad22,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:03.386067 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.387370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-813b31b5-a298-4aff-b397-cc132f869d9d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2093e8bf-b49e-4631-8e56-c0abc475ad22 HTTP/1.1" status: 204 len: 168 time: 0.2611434 Dec 13 10:37:03.389954 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:03.393004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d2040-ec8d-49cc-b623-43b3b2989ddf None None] Network 3cc29c49-1efc-43a3-9c7f-93abe923d36c requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:03.437944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:03.466894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:03.467240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 9c32681f-b57d-4e6f-876c-9ecc40f8ffa0 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:03.478324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.539719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Deleting port e25607c7-c2cc-4f8b-8c93-1262277a3d71 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:37:03.540069 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.602342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] For port e25607c7-c2cc-4f8b-8c93-1262277a3d71, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e25607c7-c2cc-4f8b-8c93-1262277a3d71,segment=NetworkSegment(c6e62c88-466e-4614-a83d-20db9964b5c7),segment_id=c6e62c88-466e-4614-a83d-20db9964b5c7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:03.602708 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.615557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Calling delete_port for e25607c7-c2cc-4f8b-8c93-1262277a3d71 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:37:03.697595 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.724603 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25607c7-c2cc-4f8b-8c93-1262277a3d71,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:03.727687 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] No DVR routers for this DVR port e25607c7-c2cc-4f8b-8c93-1262277a3d71 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:37:03.759683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2afd2-4ce6-4f6a-b46e-7f8396e8baea None None] DHCP port deletion for 3cc29c49-1efc-43a3-9c7f-93abe923d36c request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:03.809868 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.830375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc29c49-1efc-43a3-9c7f-93abe923d36c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:03.840548 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e62c88-466e-4614-a83d-20db9964b5c7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:03.840873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e62c88-466e-4614-a83d-20db9964b5c7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:03.852645 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.862658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.868495 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.875234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:37:03.875646 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:37:03.877760 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:37:03.933673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.942095 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:03.946459 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3cc29c49-1efc-43a3-9c7f-93abe923d36c HTTP/1.1" status: 204 len: 168 time: 0.5521941 Dec 13 10:37:03.957809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80303-8dc7-477f-a6d5-89db87a1d3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc29c49-1efc-43a3-9c7f-93abe923d36c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:04.114050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:04.158574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-77c2edbc-81ce-4940-83aa-e209dded23b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e61b06fd21f74c1ea8b4c4edd5c051d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433447 Dec 13 10:37:04.162075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:04.209465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.230216 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.276468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.279156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.280305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcbc511e-bfab-48f7-9b89-bfd8bf06b591 HTTP/1.1" status: 204 len: 168 time: 0.1173332 Dec 13 10:37:04.288359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9c2d1-2c76-4154-8f4f-a018f8e211a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc511e-bfab-48f7-9b89-bfd8bf06b591,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:04.591420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:04.632994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-510f8f0b-f7f7-458a-80fc-1c4e70f87742 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2068af58d1d442bb52a7ac4342499c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402033 Dec 13 10:37:04.635380 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50332) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:04.681533 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.702829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.754373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.757224 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:04.758387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39abf660-3246-482c-8708-0b6e820646cd HTTP/1.1" status: 204 len: 168 time: 0.1221039 Dec 13 10:37:04.766171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3410f88-4090-4808-a8ba-d6c9c32d520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abf660-3246-482c-8708-0b6e820646cd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:04.885392 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.063098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c852c75-857d-44a9-9b5b-2eeabc91e746 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:05.083599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 0c852c75-857d-44a9-9b5b-2eeabc91e746 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:05.084155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 0c852c75-857d-44a9-9b5b-2eeabc91e746 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:05.084584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e25607c7-c2cc-4f8b-8c93-1262277a3d71 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:37:05.103665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e25607c7-c2cc-4f8b-8c93-1262277a3d71 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:37:05.104018 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e25607c7-c2cc-4f8b-8c93-1262277a3d71 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:37:05.426585 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50354) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:05.533366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-650053429-network', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:05.554688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Made reservation on behalf of a64f63c1cd8b47559025b2ec6c28df4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:05.557400 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.566055 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.643918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.647627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.671594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:37:05.680114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2686f749-09fa-448d-be99-2389f958d335,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:05.686072 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.686419 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Added segment 502ac8e7-1d01-4b1a-b27c-4ec7dff16f69 of type vlan for network 99996fb6-5bb5-464e-9ecc-05b25cfd977a Dec 13 10:37:05.725930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.750212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.751374 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:05.752105 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:05.810564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3827708 Dec 13 10:37:05.813541 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:05.815821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed835531-5168-46b1-a714-bb1bde8b2d49 admin admin] Pushing event updated for resources: {'Network': ['ID=99996fb6-5bb5-464e-9ecc-05b25cfd977a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:05.820264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Request body: {'subnet': {'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-650053429-subnet', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:05.827082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:37:05.842435 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Made reservation on behalf of a64f63c1cd8b47559025b2ec6c28df4a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:05.844825 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.011324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.070897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9749df94-2a93-4354-be01-d9409832b8d3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:06.079365 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Checking segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:06.079727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Network hostable DHCP agents. Network: 99996fb6-5bb5-464e-9ecc-05b25cfd977a, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:37:06.095191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:37:06.103843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 99996fb6-5bb5-464e-9ecc-05b25cfd977a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:06.107755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:06.108346 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.113642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c499b-a99b-48bf-8932-92329f0d67ef None None] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:06.129818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:06.130036 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-59c6164b-57ad-4fa3-80fb-fa6c1f311058 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3152721 Dec 13 10:37:06.134420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:06.155580 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.156587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.208953 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.225840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:37:06.226714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.349444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.358653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Allocated IP 172.20.0.2 (99996fb6-5bb5-464e-9ecc-05b25cfd977a/9749df94-2a93-4354-be01-d9409832b8d3/47753a31-e496-40fd-9412-f6adbf685319) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:06.486851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-4e506d38-fdf3-4cb1-8770-000d36930a66 req-2ed8b2cb-241a-4d8a-aa1c-ae3c2e124150 tempest-ServerDiskConfigTestJSON-355691268 tempest-ServerDiskConfigTestJSON-355691268-project] (103188) timed out ('10.222.0.44', 60815) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:37:06.500652 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.507557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.549049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:06.552274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:06.553014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.556580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:06.559622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Pushing event updated for resources: {'Port': ['ID=47753a31-e496-40fd-9412-f6adbf685319,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:06.573265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.615884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Attempting to bind port 47753a31-e496-40fd-9412-f6adbf685319 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:06.616324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Attempting to bind port 47753a31-e496-40fd-9412-f6adbf685319 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:06.616847 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Attempting to bind port 47753a31-e496-40fd-9412-f6adbf685319 on network 99996fb6-5bb5-464e-9ecc-05b25cfd977a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:06.623160 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:06.623586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Checking segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:06.624035 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.624598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Bound using segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:06.625064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Bound port: 47753a31-e496-40fd-9412-f6adbf685319, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:06.625472 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.679885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Allocated IP 172.25.1.76 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:06.688053 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] For port 47753a31-e496-40fd-9412-f6adbf685319, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:06.692065 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] For port 47753a31-e496-40fd-9412-f6adbf685319, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47753a31-e496-40fd-9412-f6adbf685319,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:06.695934 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.756775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccc1c4-3053-4592-ba14-e55e953ef011 None None] Pushing event updated for resources: {'Port': ['ID=47753a31-e496-40fd-9412-f6adbf685319,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:06.793034 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.828353 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:06.871901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:06.876821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:06.882200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:06.904987 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44f7d9-35c3-4146-a41d-1f2a0627abce None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:06.939318 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Pushing event updated for resources: {'Port': ['ID=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:07.032705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3b164b03-d87b-4037-8b7b-acbd3de4895d None None] Provisioning complete for port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:07.033407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b164b03-d87b-4037-8b7b-acbd3de4895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.092786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3b164b03-d87b-4037-8b7b-acbd3de4895d None None] Port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:07.118021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47753a31-e496-40fd-9412-f6adbf685319 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:07.166172 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 47753a31-e496-40fd-9412-f6adbf685319 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:07.166467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.204767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.244779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.282634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 47753a31-e496-40fd-9412-f6adbf685319, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47753a31-e496-40fd-9412-f6adbf685319,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:07.287725 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.335425 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=47753a31-e496-40fd-9412-f6adbf685319,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:07.406864 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.540610 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:37:07.654465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:07.663500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Sync routers for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:07.673279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:07.677873 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c07fd85-ab2a-43f6-82f1-63140f238f08 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5437164 Dec 13 10:37:07.678022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:07.678143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:07.678571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:07.746678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65b8df-d09e-4366-ac22-34dedb888410 None None] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:07.853631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:07.911038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-348d459b-970d-488e-a2b5-deb989daadc5 None None] Provisioning complete for port 47753a31-e496-40fd-9412-f6adbf685319 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:07.911323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-348d459b-970d-488e-a2b5-deb989daadc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.100490 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.275308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Allocated IP 172.20.0.1 (99996fb6-5bb5-464e-9ecc-05b25cfd977a/9749df94-2a93-4354-be01-d9409832b8d3/263ce3d0-67bd-4e66-8809-a1e0d35cd83e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:08.301370 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:07Z', 'revision_number': 3, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:08.327264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Checking router: 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:08.327622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Updating router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:37:08.352167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.376319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.411873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.454430 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:08.457542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:08.458616 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16c7386d-68f3-41fa-9a4c-e2239ed918ec None None] Provisioning complete for port 47753a31-e496-40fd-9412-f6adbf685319 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:08.459681 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16c7386d-68f3-41fa-9a4c-e2239ed918ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.461304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:08.486089 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Pushing event updated for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:08.510721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.650649 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.705019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.711542 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.769576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449996f-042b-463b-85e2-414613b51b82 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:08.782391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57349382-afe8-4e1e-9119-b50de9dc15db None None] Pushing event updated for resources: {'Port': ['ID=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:08.785404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Attempting to bind port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:08.785787 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Attempting to bind port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:08.786157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Attempting to bind port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:08.800188 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:08.800579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:08.800995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.801611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:08.802098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Bound port: 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:08.802485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.805442 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a2c49ec6-ef52-4e0f-97fc-2e952b3999c3 None None] Provisioning complete for port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:08.805808 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2c49ec6-ef52-4e0f-97fc-2e952b3999c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.827800 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.832435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.871570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2c49ec6-ef52-4e0f-97fc-2e952b3999c3 None None] Port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:08.883825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] For port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:08.887394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] For port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:08.892872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.900332 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:08.901007 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Pushing event updated for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:08.940417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633cfd0-609e-4385-a7d2-4655c7b9a07c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:08.966014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57349382-afe8-4e1e-9119-b50de9dc15db None None] Pushing event updated for resources: {'Port': ['ID=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:08.969026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:08.969674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:09.008311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:09.009727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:09.062533 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] Provisioning complete for port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:09.063239 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.103387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47753a31-e496-40fd-9412-f6adbf685319 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:09.133495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:09.207788 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:09.265076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:09.268489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.270357 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a1ef37e3-1174-4138-a384-e4e0191efc69 admin admin] 10.222.0.30 "PUT /v2.0/routers/2f4d668b-6264-4cf1-9a46-f9bce89ffd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903795 Dec 13 10:37:09.316823 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 47753a31-e496-40fd-9412-f6adbf685319 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:09.317372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.344392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] For port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:09.359334 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.483440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acfc64-5d8d-46c4-bacf-e292589ec600 None None] Pushing event updated for resources: {'Port': ['ID=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:09.551246 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-337bef63-5322-4edc-9f0c-f741d75f2476 None None] Provisioning complete for port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:09.551622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-337bef63-5322-4edc-9f0c-f741d75f2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.598592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-337bef63-5322-4edc-9f0c-f741d75f2476 None None] Port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:09.614125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 2, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:09.654779 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a9dc3-42ea-4b5c-be3b-75900c861b2b None None] The sync data for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 is: [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 2, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:09.752444 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:09.757620 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968733491-network', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:09.778814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Made reservation on behalf of 9b08d9a88076449296e79b87c9bf8d9d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:09.781592 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.794496 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.897148 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.900963 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.930192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:37:09.940104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2261685-06ed-4b63-890d-d79ddc184c49,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:09.947539 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:09.947894 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Added segment 6030db8c-71d2-4a2a-98a9-0e68379758b3 of type vlan for network 939c1926-eb7f-492b-b3db-167fc40eef87 Dec 13 10:37:09.994082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.021578 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.022581 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:10.023357 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.084444 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3307106 Dec 13 10:37:10.087116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:10.095482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Request body: {'subnet': {'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968733491-subnet', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:10.098920 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f365-f3a2-4567-af05-9d668f2621c8 admin admin] Pushing event updated for resources: {'Network': ['ID=939c1926-eb7f-492b-b3db-167fc40eef87,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:10.108848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 939c1926-eb7f-492b-b3db-167fc40eef87 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:37:10.123113 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Made reservation on behalf of 9b08d9a88076449296e79b87c9bf8d9d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:10.125626 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.310246 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.382967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78327b7-3b54-4cd5-82d0-de9bcb723068,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:10.397925 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Checking segment: {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:10.398288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Network hostable DHCP agents. Network: 939c1926-eb7f-492b-b3db-167fc40eef87, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:37:10.416055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Network 939c1926-eb7f-492b-b3db-167fc40eef87 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:37:10.426790 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 939c1926-eb7f-492b-b3db-167fc40eef87) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:10.431553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:10.433222 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.437573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d3add-8d10-4c87-856d-5c033ce911ac None None] Network 939c1926-eb7f-492b-b3db-167fc40eef87 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:10.456321 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-522058ba-f195-480f-843e-99a465064d42 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3650844 Dec 13 10:37:10.458947 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:10.463284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:10.487901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.489234 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.546818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.559727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-939c1926-eb7f-492b-b3db-167fc40eef87', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:37:10.560616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.706268 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Allocated IP 172.20.0.2 (939c1926-eb7f-492b-b3db-167fc40eef87/e78327b7-3b54-4cd5-82d0-de9bcb723068/4f11585f-ce5a-45e9-9297-0e679f919b79) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:10.870121 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.877040 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:10.928430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Network 939c1926-eb7f-492b-b3db-167fc40eef87 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:10.931627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:10.935324 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:10.943212 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Pushing event updated for resources: {'Port': ['ID=4f11585f-ce5a-45e9-9297-0e679f919b79,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:10.997900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Attempting to bind port 4f11585f-ce5a-45e9-9297-0e679f919b79 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:10.998274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Attempting to bind port 4f11585f-ce5a-45e9-9297-0e679f919b79 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:10.998637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Attempting to bind port 4f11585f-ce5a-45e9-9297-0e679f919b79 on network 939c1926-eb7f-492b-b3db-167fc40eef87 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:10.998898 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:37:11.004945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:11.005345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Checking segment: {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:11.005752 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.006139 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Bound using segment: {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:11.006611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Bound port: 4f11585f-ce5a-45e9-9297-0e679f919b79, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:11.006989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.037939 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.093988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] For port 4f11585f-ce5a-45e9-9297-0e679f919b79, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:11.099226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] For port 4f11585f-ce5a-45e9-9297-0e679f919b79, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4f11585f-ce5a-45e9-9297-0e679f919b79,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:11.104104 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.134103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:11.198103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344e08f-f37c-45a0-be59-d445f560347c None None] Pushing event updated for resources: {'Port': ['ID=4f11585f-ce5a-45e9-9297-0e679f919b79,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:11.215313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:11.215730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.259078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.279678 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.403271 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Allocated IP 172.25.1.133 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/527c54ce-d6e3-4ab1-b103-513bf659c4fc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:11.521986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.555662 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.592245 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:11.596829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:11.600671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:11.609434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa1a03-08cf-47c9-bcf8-7aa0dbcb9422 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:11.626638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Pushing event updated for resources: {'Port': ['ID=527c54ce-d6e3-4ab1-b103-513bf659c4fc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:11.668858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc33e08b-dab8-461d-a903-561ae63e2d83 None None] Provisioning complete for port 527c54ce-d6e3-4ab1-b103-513bf659c4fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:11.670000 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc33e08b-dab8-461d-a903-561ae63e2d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:11.706929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bc33e08b-dab8-461d-a903-561ae63e2d83 None None] Port 527c54ce-d6e3-4ab1-b103-513bf659c4fc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:11.861013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.068676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.167806 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Sync routers for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:12.178420 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:12.179120 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:12.207263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Router 22bebd0d-744b-43be-b87b-b5452dd0a32d is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:37:12.290807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:12.320376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:12.330496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Sync routers for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:12.338324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.339619 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b4c53028-5984-4a41-ab85-e6973eb38bfe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8797152 Dec 13 10:37:12.342540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:12.349502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:12.350137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:12.399669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93056e-e0d8-42c3-9dc2-ffffb351dbd1 None None] Network 939c1926-eb7f-492b-b3db-167fc40eef87 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:37:12.501171 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 2, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:12.535579 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Checking router: 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:12.535845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Updating router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:37:12.567616 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.686386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] Provisioning complete for port 4f11585f-ce5a-45e9-9297-0e679f919b79 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:12.686987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.770662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:12.786050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.844699 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.852723 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.920161 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Pushing event updated for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:12.945070 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:12.945985 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.946510 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.946856 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.947195 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.947531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.948007 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.948337 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.948664 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.948991 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.949340 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.949662 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.949977 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:12.950780 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:13.005233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Allocated IP 172.20.0.1 (939c1926-eb7f-492b-b3db-167fc40eef87/e78327b7-3b54-4cd5-82d0-de9bcb723068/c1b9e572-9622-4521-875d-3bfad01b969e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:13.006810 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Attempting to bind port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:13.007389 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Attempting to bind port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:13.008033 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Attempting to bind port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e on network 99996fb6-5bb5-464e-9ecc-05b25cfd977a {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:13.028984 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:13.029278 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Checking segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:13.029527 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.030011 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Bound using segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:13.030859 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Bound port: 263ce3d0-67bd-4e66-8809-a1e0d35cd83e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:13.031008 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.031586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] For port 4f11585f-ce5a-45e9-9297-0e679f919b79, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4f11585f-ce5a-45e9-9297-0e679f919b79,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:13.042946 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.135219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78866fc-c14e-4c95-a61e-9539b0a9a5a9 None None] Pushing event updated for resources: {'Port': ['ID=4f11585f-ce5a-45e9-9297-0e679f919b79,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:13.140524 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] For port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:13.144030 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:11Z', 'revision_number': 3, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:13.147973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] For port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:13.156358 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.176860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Checking router: 22bebd0d-744b-43be-b87b-b5452dd0a32d for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:13.177496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Updating router 22bebd0d-744b-43be-b87b-b5452dd0a32d port 527c54ce-d6e3-4ab1-b103-513bf659c4fc binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:37:13.209605 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.225340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4f11585f-ce5a-45e9-9297-0e679f919b79 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:13.234104 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.254336 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:13.258291 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:13.381349 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:13.406941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Provisioning complete for port 4f11585f-ce5a-45e9-9297-0e679f919b79 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:13.407324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.412386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4f11585f-ce5a-45e9-9297-0e679f919b79 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:13.412762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.619944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5b21-fcbf-4821-aee7-e561f1d1e658 None None] Pushing event updated for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:13.646349 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.694431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Network 939c1926-eb7f-492b-b3db-167fc40eef87 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:13.697459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:13.702024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:13.705531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:13.726253 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Provisioning complete for port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:13.726741 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.729575 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.735405 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:13.755447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.757873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.767904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24f8d8-eb29-4c44-90c0-1015ded54b7d None None] The sync data for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 is: [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:13.829497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169b63e-e818-4864-83e4-524329767402 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:13.842804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023ad4b-bc95-4dd4-bbe7-0410304e32fd None None] Pushing event updated for resources: {'Port': ['ID=527c54ce-d6e3-4ab1-b103-513bf659c4fc,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:13.857465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Attempting to bind port 527c54ce-d6e3-4ab1-b103-513bf659c4fc on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:13.857845 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Attempting to bind port 527c54ce-d6e3-4ab1-b103-513bf659c4fc by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:13.858209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Attempting to bind port 527c54ce-d6e3-4ab1-b103-513bf659c4fc on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:13.869407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:13.870482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:13.871234 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.871589 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:13.874209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Bound port: 527c54ce-d6e3-4ab1-b103-513bf659c4fc, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:13.874692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.917051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:13.951687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.005331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] For port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:14.006885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] For port 527c54ce-d6e3-4ab1-b103-513bf659c4fc, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:14.010907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] For port 527c54ce-d6e3-4ab1-b103-513bf659c4fc, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=527c54ce-d6e3-4ab1-b103-513bf659c4fc,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:14.014714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.022008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.083725 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea80596-09c3-4a86-a136-3a69db226fc0 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:37:14.092906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff763f2-0ee8-4650-8771-fba39a8fe124 None None] Pushing event updated for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:14.102523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:14.103141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:14.116658 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.124816 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.197702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:14.200351 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.253159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023ad4b-bc95-4dd4-bbe7-0410304e32fd None None] Pushing event updated for resources: {'Port': ['ID=527c54ce-d6e3-4ab1-b103-513bf659c4fc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:14.262717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Provisioning complete for port 527c54ce-d6e3-4ab1-b103-513bf659c4fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:14.263194 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.298192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Network 939c1926-eb7f-492b-b3db-167fc40eef87 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:14.299901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:14.326910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:14.431570 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Router 22bebd0d-744b-43be-b87b-b5452dd0a32d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:14.503465 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.539942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] For port 527c54ce-d6e3-4ab1-b103-513bf659c4fc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=527c54ce-d6e3-4ab1-b103-513bf659c4fc,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:14.555737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.576340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:14.584037 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28846123-8051-4db3-b1c6-5e52c364f40c admin admin] 10.222.0.30 "PUT /v2.0/routers/22bebd0d-744b-43be-b87b-b5452dd0a32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2403646 Dec 13 10:37:14.630033 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Provisioning complete for port c1b9e572-9622-4521-875d-3bfad01b969e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:14.630411 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.676029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Pushing event updated for resources: {'Port': ['ID=527c54ce-d6e3-4ab1-b103-513bf659c4fc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:14.689513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Port c1b9e572-9622-4521-875d-3bfad01b969e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:14.707921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Provisioning complete for port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:14.708291 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c0c2-484e-49a0-9428-ceac03a43b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:14.712413 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c1b9e572-9622-4521-875d-3bfad01b969e', 'name': '', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'mac_address': 'fa:16:3e:b6:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:12Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 2, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'subnets': [{'id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:14.756837 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d34f8-900b-4d3f-8584-785373e4df5e None None] The sync data for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 is: [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c1b9e572-9622-4521-875d-3bfad01b969e', 'name': '', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'mac_address': 'fa:16:3e:b6:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:12Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 2, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'subnets': [{'id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:14.941911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6730b8f0-41cc-43b1-9fe2-1e4f2ec89df3 None None] Provisioning complete for port c1b9e572-9622-4521-875d-3bfad01b969e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:14.942294 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6730b8f0-41cc-43b1-9fe2-1e4f2ec89df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:15.026549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6730b8f0-41cc-43b1-9fe2-1e4f2ec89df3 None None] Port c1b9e572-9622-4521-875d-3bfad01b969e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:15.155871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4f11585f-ce5a-45e9-9297-0e679f919b79 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:15.206584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 4f11585f-ce5a-45e9-9297-0e679f919b79 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:15.206975 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:15.293711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 263ce3d0-67bd-4e66-8809-a1e0d35cd83e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:15.342723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:15.343093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:17.141210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 527c54ce-d6e3-4ab1-b103-513bf659c4fc up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:17.202308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 527c54ce-d6e3-4ab1-b103-513bf659c4fc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:17.202689 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.001515 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Sync routers for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:18.012742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:18.013443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:18.136566 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:18.364206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c1b9e572-9622-4521-875d-3bfad01b969e', 'name': '', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'mac_address': 'fa:16:3e:b6:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:12Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 2, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'subnets': [{'id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:18.391684 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Checking router: 22bebd0d-744b-43be-b87b-b5452dd0a32d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:37:18.392037 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Updating router 22bebd0d-744b-43be-b87b-b5452dd0a32d port c1b9e572-9622-4521-875d-3bfad01b969e binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:37:18.420648 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.715552 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.721933 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.854882 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34bf7-9605-4b99-a862-1a05d3641fcb None None] Pushing event updated for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:18.873212 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Attempting to bind port c1b9e572-9622-4521-875d-3bfad01b969e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:18.873816 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Attempting to bind port c1b9e572-9622-4521-875d-3bfad01b969e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:18.874363 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Attempting to bind port c1b9e572-9622-4521-875d-3bfad01b969e on network 939c1926-eb7f-492b-b3db-167fc40eef87 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:18.880555 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:18.881210 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Checking segment: {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:18.881787 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.882178 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Bound using segment: {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:18.882653 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Bound port: c1b9e572-9622-4521-875d-3bfad01b969e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6030db8c-71d2-4a2a-98a9-0e68379758b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:18.883029 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:18.956301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] For port c1b9e572-9622-4521-875d-3bfad01b969e, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:18.960514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] For port c1b9e572-9622-4521-875d-3bfad01b969e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c1b9e572-9622-4521-875d-3bfad01b969e,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:18.970382 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.056582 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:19.057255 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:19.091151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] Provisioning complete for port c1b9e572-9622-4521-875d-3bfad01b969e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:19.092292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.177440 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34bf7-9605-4b99-a862-1a05d3641fcb None None] Pushing event updated for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:19.203247 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:37:19.219108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.283675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] For port c1b9e572-9622-4521-875d-3bfad01b969e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c1b9e572-9622-4521-875d-3bfad01b969e,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:19.289223 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.361904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63febb4f-5a79-448b-b7e4-e63887ae9a93 None None] Pushing event updated for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:19.416963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aa543025-3246-4a52-8884-1b6adba2785d None None] Provisioning complete for port c1b9e572-9622-4521-875d-3bfad01b969e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:19.417302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa543025-3246-4a52-8884-1b6adba2785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:19.482782 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c1b9e572-9622-4521-875d-3bfad01b969e', 'name': '', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'mac_address': 'fa:16:3e:b6:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:12Z', 'updated_at': '2021-12-13T10:37:18Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'subnets': [{'id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:19.512287 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983163e-c42a-4d1c-9c04-dc9b86acf57f None None] The sync data for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 is: [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'c1b9e572-9622-4521-875d-3bfad01b969e', 'name': '', 'network_id': '939c1926-eb7f-492b-b3db-167fc40eef87', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'mac_address': 'fa:16:3e:b6:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:12Z', 'updated_at': '2021-12-13T10:37:18Z', 'revision_number': 4, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'subnets': [{'id': 'e78327b7-3b54-4cd5-82d0-de9bcb723068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:37:21.122057 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c1b9e572-9622-4521-875d-3bfad01b969e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:21.179195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c1b9e572-9622-4521-875d-3bfad01b969e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:21.179195 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:24.850527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c32819be-c5f6-4b53-ba55-a205ae04f7ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:24.851999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c32819be-c5f6-4b53-ba55-a205ae04f7ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 814 time: 0.1023257 Dec 13 10:37:24.867294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-2f954069-32d9-4657-90aa-fb11ce208f85 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/quotas/a64f63c1cd8b47559025b2ec6c28df4a HTTP/1.1" status: 200 len: 375 time: 0.0090861 Dec 13 10:37:24.922619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-1668309c-b0a7-4cef-a5d9-8d779c575c4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502322 Dec 13 10:37:25.015467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-0cb54dbc-b837-4818-a7f3-4704879a0739 service neutron] 10.222.0.30 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813580 Dec 13 10:37:25.108842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-2c07f8c9-c2ae-48cb-9964-ef394787e7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Dec 13 10:37:25.268257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d3ad46ab-53c9-45a6-aba4-644a356ca9c2 req-38244f73-056d-4aa1-9337-4bc97bc16ae2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Dec 13 10:37:26.298365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-2ed7b85a-ec71-4dc0-b4e8-a6340b03dc77 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:26.299475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-2ed7b85a-ec71-4dc0-b4e8-a6340b03dc77 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 814 time: 0.1055751 Dec 13 10:37:26.313167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'port': {'device_id': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'admin_state_up': True, 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:26.387518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4429e735-8eb7-4c09-9cf4-7dc16ba31486 req-f1a582ef-fbda-4774-a998-141d5933ef93 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 210 time: 0.0304456 Dec 13 10:37:26.459719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Made reservation on behalf of a64f63c1cd8b47559025b2ec6c28df4a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:37:26.463767 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:26.618867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Allocated IP 172.20.0.12 (99996fb6-5bb5-464e-9ecc-05b25cfd977a/9749df94-2a93-4354-be01-d9409832b8d3/097f49be-9983-42e6-9532-bf74e6b29413) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:26.830887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:26.865734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:26.917423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:26.921041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:26.925029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:26.956114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:26.972559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.973657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.974099 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.974544 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.974866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.975202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.975538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.975870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.976200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.976555 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.976889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.977239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:26.977568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:27.003081 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.004096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:27.026754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-c74c29fa-f331-45b7-962c-d3673a604e8c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7177107 Dec 13 10:37:27.179083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76fb8025-373e-40dc-90a5-6359ca0a3cf8 None None] Provisioning complete for port 097f49be-9983-42e6-9532-bf74e6b29413 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:27.179706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76fb8025-373e-40dc-90a5-6359ca0a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:27.217826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-76fb8025-373e-40dc-90a5-6359ca0a3cf8 None None] Port 097f49be-9983-42e6-9532-bf74e6b29413 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:37:27.534624 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783796e4-aae4-4341-a118-d66b719ae450 req-b328c281-a9cc-41c4-98fa-3fa301ed5245 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:27.536641 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-783796e4-aae4-4341-a118-d66b719ae450 req-b328c281-a9cc-41c4-98fa-3fa301ed5245 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0701592 Dec 13 10:37:27.596049 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-783796e4-aae4-4341-a118-d66b719ae450 req-a3237832-ddab-4815-bbea-63f7d411a29b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Dec 13 10:37:27.656213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:28.716554 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25ca2c9-eab5-4142-8d36-75792e1f4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:28.731642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e93a9-1a84-494a-ba22-6b964597410e req-28c9a8ad-6b6c-4a63-a090-82dff07d9d4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:28.733330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-876e93a9-1a84-494a-ba22-6b964597410e req-28c9a8ad-6b6c-4a63-a090-82dff07d9d4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0595355 Dec 13 10:37:28.786925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-876e93a9-1a84-494a-ba22-6b964597410e req-2a8e686c-2a43-42ec-b66e-f2a737728537 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Dec 13 10:37:29.611561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:29.915367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5d18-6329-41b7-84be-d10cc3687226 req-2e967dd2-cb29-4dfe-9ff2-b6ff3a817259 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:29.916784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5ab5d18-6329-41b7-84be-d10cc3687226 req-2e967dd2-cb29-4dfe-9ff2-b6ff3a817259 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0536833 Dec 13 10:37:29.984210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5ab5d18-6329-41b7-84be-d10cc3687226 req-1a689fab-5c36-44f4-ad7a-02b6c320ad3f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Dec 13 10:37:31.112400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a149932e-9bf3-45dc-96a8-c24ba2acd98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:31.122260 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77898f-2ba8-4003-9901-0a5e4db6c1d0 req-95c7fbf2-d86c-4ba4-a77c-809fbf20ff33 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:31.124104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe77898f-2ba8-4003-9901-0a5e4db6c1d0 req-95c7fbf2-d86c-4ba4-a77c-809fbf20ff33 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0652685 Dec 13 10:37:31.174758 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe77898f-2ba8-4003-9901-0a5e4db6c1d0 req-8722ecbf-7954-4a4b-89f3-9ef7e6f19d75 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Dec 13 10:37:32.295240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e9f3-84e8-4992-8ebb-627db3701812 req-72ea8600-28cb-4621-b2e4-efc1f7020bf7 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:32.296709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f2e9f3-84e8-4992-8ebb-627db3701812 req-72ea8600-28cb-4621-b2e4-efc1f7020bf7 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0512035 Dec 13 10:37:32.359779 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55f2e9f3-84e8-4992-8ebb-627db3701812 req-7e8411a8-27a5-4c6c-8af6-bc31c0c46fa5 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559413 Dec 13 10:37:32.438948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:33.484057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5ad7-85c4-4521-ab34-8480f0732730 req-a3b38ca9-5e34-4fbe-aeea-49a524065f72 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:33.485684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fff5ad7-85c4-4521-ab34-8480f0732730 req-a3b38ca9-5e34-4fbe-aeea-49a524065f72 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0533400 Dec 13 10:37:33.538430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fff5ad7-85c4-4521-ab34-8480f0732730 req-a14f9a8d-d98f-4c99-8452-1bedd7038c35 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457087 Dec 13 10:37:33.862368 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:34.662480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fcdf3-3b71-461d-966a-c4968780331c req-66263bb3-e91d-4ebf-a9df-b4d391437ee4 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:34.663984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-752fcdf3-3b71-461d-966a-c4968780331c req-66263bb3-e91d-4ebf-a9df-b4d391437ee4 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0587935 Dec 13 10:37:34.717891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-752fcdf3-3b71-461d-966a-c4968780331c req-a9b87d40-6f01-4659-bd41-4155d48a94cb tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Dec 13 10:37:34.892175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:35.884713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ba73a-40f1-4a34-94e1-991aadf53333 req-378652ec-65b9-47a2-91ca-da33d39dd661 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:35.887170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b6ba73a-40f1-4a34-94e1-991aadf53333 req-378652ec-65b9-47a2-91ca-da33d39dd661 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0775998 Dec 13 10:37:35.942312 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b6ba73a-40f1-4a34-94e1-991aadf53333 req-659b3b27-a7ac-4c46-99d9-d4c1a8ab3062 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Dec 13 10:37:37.063075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609b86-f898-4dd6-bc10-e74d5b72793d req-79c47b2e-babb-4c35-901a-75b9c8831abf tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.064721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3609b86-f898-4dd6-bc10-e74d5b72793d req-79c47b2e-babb-4c35-901a-75b9c8831abf tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 932 time: 0.0520294 Dec 13 10:37:37.116091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3609b86-f898-4dd6-bc10-e74d5b72793d req-af0119b4-a59e-455c-a731-d3f1670efc82 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Dec 13 10:37:37.336967 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Request body: {'port': {'device_id': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:37.389078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.650977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097f49be-9983-42e6-9532-bf74e6b29413 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:37.658305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.670273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Transition to ACTIVE for port object 097f49be-9983-42e6-9532-bf74e6b29413 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:37:37.674016 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.722263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:37.799499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Attempting to bind port 097f49be-9983-42e6-9532-bf74e6b29413 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:37:37.799829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Attempting to bind port 097f49be-9983-42e6-9532-bf74e6b29413 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:37:37.800152 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Attempting to bind port 097f49be-9983-42e6-9532-bf74e6b29413 on network 99996fb6-5bb5-464e-9ecc-05b25cfd977a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:37.805516 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Port 097f49be-9983-42e6-9532-bf74e6b29413 on network 99996fb6-5bb5-464e-9ecc-05b25cfd977a not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:37:37.805843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Attempting to bind port 097f49be-9983-42e6-9532-bf74e6b29413 on network 99996fb6-5bb5-464e-9ecc-05b25cfd977a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:37:37.811050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:37:37.811421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Checking segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:37:37.811835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Bound using segment: {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:37:37.812273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Bound port: 097f49be-9983-42e6-9532-bf74e6b29413, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:37:37.812632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.880004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:37:37.882987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:37:37.886668 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.922479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:37.923101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:37.924581 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] 10.222.0.44 "PUT /v2.0/ports/097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1092 time: 0.5930948 Dec 13 10:37:37.924911 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:37.928109 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e4c39f-f478-427d-8da6-b5d08487ae08" -d '{"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:37.956367 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5bf94-318e-48ea-ab71-dbfa0363043f service neutron] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:37.980561 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c67ee4-5d55-4860-8bd4-d456b715d44b x-openstack-request-id: req-33c67ee4-5d55-4860-8bd4-d456b715d44b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:37.980895 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:37.981179 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33c67ee4-5d55-4860-8bd4-d456b715d44b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:37.981664 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:37:38.029840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-b3f4e1bc-288d-4999-92df-5c00aac38858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.031892 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-b3f4e1bc-288d-4999-92df-5c00aac38858 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1095 time: 0.0659139 Dec 13 10:37:38.088590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-83f502a9-f736-47df-950b-1c8800ac7bac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 217 time: 0.0480998 Dec 13 10:37:38.140412 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-449698c4-e3e5-4b15-bd8e-a10933e2a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.141905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-449698c4-e3e5-4b15-bd8e-a10933e2a913 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0458851 Dec 13 10:37:38.188113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-236a054e-18c6-4c87-976b-3a2b859b4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.189651 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-236a054e-18c6-4c87-976b-3a2b859b4d4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410726 Dec 13 10:37:38.290329 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75458275-7710-42a1-8e7a-fa20f719ee5d req-334c3ab0-a752-4537-8057-bd2d561c35e8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.291790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75458275-7710-42a1-8e7a-fa20f719ee5d req-334c3ab0-a752-4537-8057-bd2d561c35e8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 944 time: 0.1012735 Dec 13 10:37:38.328661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-054273cc-892d-4047-89c7-9fc9c35eca20 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292341 Dec 13 10:37:38.398430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75458275-7710-42a1-8e7a-fa20f719ee5d req-38040fd9-79ea-433d-91e2-3768c20ba92f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986600 Dec 13 10:37:38.437616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e9675a28-83bc-4c32-97f3-d4cb56f64a11 req-af871480-6204-4885-9b66-25d602390fb5 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000097 Dec 13 10:37:38.525617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-06d821ce-d58c-4abd-8cfb-948d18dc7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.527088 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-06d821ce-d58c-4abd-8cfb-948d18dc7bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1095 time: 0.0418594 Dec 13 10:37:38.619505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-0898987d-9953-4ecf-be4c-bd5a3be4130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.620961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-0898987d-9953-4ecf-be4c-bd5a3be4130c service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.0866010 Dec 13 10:37:38.664413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-d92b7884-4c42-4054-95c1-ac2c8dea1f81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 217 time: 0.0352504 Dec 13 10:37:38.713961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-00576e48-68a2-4b61-808a-99b7b374bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.715365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-00576e48-68a2-4b61-808a-99b7b374bfe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0422819 Dec 13 10:37:38.761844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-4d2e28a2-f88f-4ece-85fd-13f02e31bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:38.763202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-4d2e28a2-f88f-4ece-85fd-13f02e31bbce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388753 Dec 13 10:37:38.867518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-4b5efc98-95a6-40c8-a63c-739f277eb2c8 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962348 Dec 13 10:37:38.959361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3e4c39f-f478-427d-8da6-b5d08487ae08 req-806122af-ff25-4764-886d-ce9e61073f81 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842564 Dec 13 10:37:39.527078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c743-278d-4712-88ea-16beec1af9de req-d3c81583-2673-4000-a696-95e2d5b000f6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:39.528545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b29c743-278d-4712-88ea-16beec1af9de req-d3c81583-2673-4000-a696-95e2d5b000f6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 944 time: 0.0538414 Dec 13 10:37:39.575534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b29c743-278d-4712-88ea-16beec1af9de req-b5432337-fab4-42fa-9ee6-074c40d701d2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Dec 13 10:37:40.694451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90751e-a26b-4038-8102-c1016e599d44 req-ec50b4ff-625b-440c-b4d1-5048f319b7f2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:40.695915 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb90751e-a26b-4038-8102-c1016e599d44 req-ec50b4ff-625b-440c-b4d1-5048f319b7f2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 944 time: 0.0482664 Dec 13 10:37:40.742972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb90751e-a26b-4038-8102-c1016e599d44 req-4b51c342-1682-4edb-8fd8-0b20ed78d09f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Dec 13 10:37:41.546451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 097f49be-9983-42e6-9532-bf74e6b29413 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:37:41.638755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:41.653375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '097f49be-9983-42e6-9532-bf74e6b29413', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'port_id': '097f49be-9983-42e6-9532-bf74e6b29413', 'mac_address': 'fa:16:3e:16:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:37:41.690246 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:41.702580 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097f49be-9983-42e6-9532-bf74e6b29413 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:37:41.721113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:41.726013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:41.772744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:41.780388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.780753 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.781076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.781429 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.781762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.782113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.782438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.782761 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.783081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.783401 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.783720 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.784038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.784359 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:37:41.861459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad184e-86de-490e-9e28-e8698ba7d970 req-abb1a672-e7e5-48b9-b88b-80a36c1a63f6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:41.862835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7ad184e-86de-490e-9e28-e8698ba7d970 req-abb1a672-e7e5-48b9-b88b-80a36c1a63f6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Dec 13 10:37:41.909739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7ad184e-86de-490e-9e28-e8698ba7d970 req-ffb06042-553f-4442-8bbd-e990de51c70a tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Dec 13 10:37:41.937967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:37:43.026346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865390b-c35a-4afe-928f-6657246b76e7 req-1851d1f2-48d5-483f-bd60-deecb0136323 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:43.027829 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9865390b-c35a-4afe-928f-6657246b76e7 req-1851d1f2-48d5-483f-bd60-deecb0136323 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 945 time: 0.0498238 Dec 13 10:37:43.075084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9865390b-c35a-4afe-928f-6657246b76e7 req-9e49aceb-3e9f-49df-ab7d-2b224fcf586c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Dec 13 10:37:43.561956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 097f49be-9983-42e6-9532-bf74e6b29413 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:37:43.610477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 097f49be-9983-42e6-9532-bf74e6b29413 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:37:43.615752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 097f49be-9983-42e6-9532-bf74e6b29413 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:37:43.615861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:43.693794 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:43.719678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:43.721973 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81684d76-6412-46cb-bf76-93dc90c0018a" -d '{"events": [{"server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "name": "network-vif-plugged", "status": "completed", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:43.735201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:37:43.739262 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:43.763822 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a0454-29f9-4a0e-9f49-538ae0272a6d x-openstack-request-id: req-c51a0454-29f9-4a0e-9f49-538ae0272a6d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:37:43.764119 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "name": "network-vif-plugged", "status": "completed", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:37:43.764396 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c51a0454-29f9-4a0e-9f49-538ae0272a6d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:37:43.764777 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'code': 200} Dec 13 10:37:43.794512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:43.862924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eba55c-f3e7-4a9e-8882-de402fb620a0 req-c9f8f0c6-65f8-4d3b-88f0-e769ba43ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:43.864385 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26eba55c-f3e7-4a9e-8882-de402fb620a0 req-c9f8f0c6-65f8-4d3b-88f0-e769ba43ce1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1097 time: 0.0393319 Dec 13 10:37:43.911610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26eba55c-f3e7-4a9e-8882-de402fb620a0 req-4039d573-99be-42fb-a35b-a89bfd983d25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Dec 13 10:37:44.189566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6796dc-16b3-4a21-ac65-f4a7d007d1e7 req-248a1561-938d-41e6-b58d-1138866c833e tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:44.190967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f6796dc-16b3-4a21-ac65-f4a7d007d1e7 req-248a1561-938d-41e6-b58d-1138866c833e tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Dec 13 10:37:44.237621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2f6796dc-16b3-4a21-ac65-f4a7d007d1e7 req-08c4293e-5ccb-4cd8-8f3f-e7991f72a791 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Dec 13 10:37:45.355209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1e677-ba27-470f-b445-0550d7694fec req-f39f1394-0ef1-4bc8-b6b0-0d27bbd16217 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:45.356590 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21a1e677-ba27-470f-b445-0550d7694fec req-f39f1394-0ef1-4bc8-b6b0-0d27bbd16217 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0490189 Dec 13 10:37:45.403972 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21a1e677-ba27-470f-b445-0550d7694fec req-1d913d5a-2b31-474e-b4f4-7761a1749970 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Dec 13 10:37:45.520951 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985483b-6efe-4973-badf-028ab2b557b4 req-22b081e9-64d7-4678-bee5-ef5f932aaaaf tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:45.522455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f985483b-6efe-4973-badf-028ab2b557b4 req-22b081e9-64d7-4678-bee5-ef5f932aaaaf tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0529940 Dec 13 10:37:45.568867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f985483b-6efe-4973-badf-028ab2b557b4 req-37fb0de2-47db-4d8c-820f-f0477912b557 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Dec 13 10:37:45.755206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf95a5-87a9-47cd-bf8b-2a90285b65b6 req-82767f13-b3fc-4eda-9428-ba2e631641bc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:45.756718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9bf95a5-87a9-47cd-bf8b-2a90285b65b6 req-82767f13-b3fc-4eda-9428-ba2e631641bc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Dec 13 10:37:45.803154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9bf95a5-87a9-47cd-bf8b-2a90285b65b6 req-9bafbeef-771a-40e6-99e4-4563b77405fc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Dec 13 10:37:47.997367 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:37:57.208647 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-40226a4d-a792-41aa-ad1e-5e4037b2235d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243780 Dec 13 10:37:57.295955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-a2a87961-c501-4aec-8227-2a39fa4ceaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:57.297361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-a2a87961-c501-4aec-8227-2a39fa4ceaf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1097 time: 0.0434060 Dec 13 10:37:57.401769 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-06f0f6ba-4e1d-4ec6-9638-1fe3089f7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:57.403226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-06f0f6ba-4e1d-4ec6-9638-1fe3089f7454 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.0851965 Dec 13 10:37:57.450840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-5864c117-59e8-4fcb-92fe-e0c777df1345 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 217 time: 0.0369964 Dec 13 10:37:57.500518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-08e00ee7-8386-4a4a-b725-e8cfde8c50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:57.501925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-08e00ee7-8386-4a4a-b725-e8cfde8c50d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0439818 Dec 13 10:37:57.549086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-92961ba9-fe05-4205-be87-9ec4c94964d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:57.550476 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-92961ba9-fe05-4205-be87-9ec4c94964d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389831 Dec 13 10:37:57.642117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-d557873a-57f1-4e04-a6f7-e97835268474 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Dec 13 10:37:57.661489 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:57.731971 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0a5c2f4-c0e7-44d8-b6ef-d15e06297507 req-168ccbbb-935f-48e4-9eee-e6fcb591e9bf service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817645 Dec 13 10:37:58.290531 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90f1f4-a4e2-4199-b041-d75ff79bf1b3 req-db21afdc-1f2e-4b1a-929a-5aaee538b1da tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.292033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef90f1f4-a4e2-4199-b041-d75ff79bf1b3 req-db21afdc-1f2e-4b1a-929a-5aaee538b1da tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Dec 13 10:37:58.339245 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef90f1f4-a4e2-4199-b041-d75ff79bf1b3 req-489de4fe-aefc-41ff-bc8c-0bc316c9260b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Dec 13 10:37:58.361066 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:58.452672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed7369-b079-4a61-8d17-6cab98c7381c tempest-TestMinimumBasicScenario-1297801077 tempest-TestMinimumBasicScenario-1297801077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:37:58.454197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eeed7369-b079-4a61-8d17-6cab98c7381c tempest-TestMinimumBasicScenario-1297801077 tempest-TestMinimumBasicScenario-1297801077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1092 time: 0.0921614 Dec 13 10:37:58.458014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:58.462651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '097f49be-9983-42e6-9532-bf74e6b29413', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:37:58.490282 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:58.585755 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:58.692521 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Allocated IP 172.25.1.194 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/7953bb35-5035-4e92-98ce-5aa43dc3536b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:37:58.709072 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a1f629c-802b-436f-b4e2-9dbc9556e12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:58.804564 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:58.837278 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:58.875224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:37:58.878032 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:37:58.881872 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:37:58.909522 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'Port': ['ID=7953bb35-5035-4e92-98ce-5aa43dc3536b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:59.229413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.298016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.441320 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.445880 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.519168 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'Port': ['ID=7953bb35-5035-4e92-98ce-5aa43dc3536b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:37:59.526262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.598222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.628068 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Floating IP 975437ab-fde5-4677-aa69-a8af00eedb58 associated. External IP: 172.25.1.194, port: 097f49be-9983-42e6-9532-bf74e6b29413. Dec 13 10:37:59.834626 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:37:59.938650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:37:59.949474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Sync routers for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:37:59.958017 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:37:59.961283 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:37:59.961933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:37:59.989687 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3527313c-e932-4dc4-93c2-31c96eed0a7f tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5304949 Dec 13 10:37:59.990291 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:37:59.992724 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a" -d '{"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:37:59.992871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:37:59.999825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997001260', 'description': 'tempest-secgroup-smoke-1997001260 description', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.027021 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.035632 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe487c9-2556-4a35-b5ab-651e76ae02d0 x-openstack-request-id: req-3fe487c9-2556-4a35-b5ab-651e76ae02d0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:38:00.035937 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:38:00.036420 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fe487c9-2556-4a35-b5ab-651e76ae02d0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:38:00.036953 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:38:00.084213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:38:00.135281 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.137515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-d2ff64bc-1050-4a47-8d11-e897bb7d896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:00.139239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-d2ff64bc-1050-4a47-8d11-e897bb7d896b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1097 time: 0.0799594 Dec 13 10:38:00.140116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.210964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.212188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2184222 Dec 13 10:38:00.215463 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.220292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.229106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5cfe0-9e72-4688-9db4-e39e4aac9190 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc8701-d69e-4432-b108-9fec97883421,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.250309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.266481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-c6cc887b-3261-4812-aad6-76c732f47f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:00.268444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-c6cc887b-3261-4812-aad6-76c732f47f3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.1215029 Dec 13 10:38:00.309197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.315256 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.334924 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '975437ab-fde5-4677-aa69-a8af00eedb58', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'port_id': '097f49be-9983-42e6-9532-bf74e6b29413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'mac_address': 'fa:16:3e:16:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:37:59Z', 'updated_at': '2021-12-13T10:37:59Z', 'revision_number': 0, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:38:00.336586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd406987-dfa6-4bef-91c0-fc009177eac3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.341682 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-febd9acd-9390-4cbc-bc40-17adfb096303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1000 time: 0.0639114 Dec 13 10:38:00.347056 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.349039 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ca9a5af-f73f-4447-8bdb-f3534a5bccd8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323917 Dec 13 10:38:00.351997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.357275 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.363783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Checking router: 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:38:00.373523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:38:00.374153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:37:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:38:00.390896 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.406564 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-a7268d93-12bc-4333-ab8a-a0e98eccdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:00.408259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-a7268d93-12bc-4333-ab8a-a0e98eccdb68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0553584 Dec 13 10:38:00.459461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.459747 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-7209ba7e-784c-4b7a-8079-ea6698f3fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:00.461432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-7209ba7e-784c-4b7a-8079-ea6698f3fa77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462275 Dec 13 10:38:00.464636 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.485946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824a3004-9009-43a2-a49f-1f14ed33bfc6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.495308 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.495665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.496057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.496404 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.496675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:38:00.496792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.497106 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.497468 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.498139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.498814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.499192 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.499527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.499863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.500262 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:38:00.511269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.512771 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f5cdb9b7-bb09-4654-8ca7-bb21cfee6aba tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597433 Dec 13 10:38:00.515377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.520491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.558616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.595510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-6411bd08-a716-46cb-9cf4-a6ebe5606e5d service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267443 Dec 13 10:38:00.622515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.629353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.655545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb798ed-4603-47d7-8057-c76282fce0bf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.666850 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.668093 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dbe263b7-8716-4963-b084-ccef98732020 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517739 Dec 13 10:38:00.670893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.676665 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.708782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.728575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f7d8c473-dbba-4ccf-9ffe-2bb3adf1a44a req-d6048578-54af-4e53-acb2-2bdf6cf1d8cc service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239545 Dec 13 10:38:00.767126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '975437ab-fde5-4677-aa69-a8af00eedb58', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'port_id': '097f49be-9983-42e6-9532-bf74e6b29413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'mac_address': 'fa:16:3e:16:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:37:59Z', 'updated_at': '2021-12-13T10:37:59Z', 'revision_number': 0, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:38:00.772765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.777479 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.794642 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca45e1-c662-4aa3-9f32-835b8f0f11f9 None None] The sync data for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 is: [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '975437ab-fde5-4677-aa69-a8af00eedb58', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'port_id': '097f49be-9983-42e6-9532-bf74e6b29413', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'mac_address': 'fa:16:3e:16:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:37:59Z', 'updated_at': '2021-12-13T10:37:59Z', 'revision_number': 0, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:38:00.796056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25497241-4b41-434a-93fd-7c659c6c88c8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.806067 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.807561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-095a0e92-f66b-4c91-94b3-30498cd864b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351392 Dec 13 10:38:00.810321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.814777 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.838548 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Project a64f63c1cd8b47559025b2ec6c28df4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:38:00.844269 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.907046 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.910435 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.930139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bde7bc5-9bfd-4d3d-8119-321e7ae860ac,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:00.937937 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:00.939181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-57071f39-364e-4df9-90ef-56aeb7852275 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278827 Dec 13 10:38:00.943613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:38:00.948139 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'security_group_rule': {'security_group_id': 'a5bc8701-d69e-4432-b108-9fec97883421', 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:00.970614 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Project a64f63c1cd8b47559025b2ec6c28df4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:38:00.975922 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.014531 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34901a3c-9cc3-4f28-b588-240f84905517 None None] New status for floating IP 975437ab-fde5-4677-aa69-a8af00eedb58: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:38:01.041274 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.045932 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.062757 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327cd7e-ffb3-4ba0-a723-163a0821ef98,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:01.076324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.077676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eaca5f2d-7b4f-4f27-84f7-c6b258cc6b4b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330662 Dec 13 10:38:01.107845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb07-c907-45b9-a6f7-81810d62d68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.177938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-980c957d-4b28-4111-8abd-130b58f29b70 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997001260&fields=id&tenant_id=a64f63c1cd8b47559025b2ec6c28df4a HTTP/1.1" status: 200 len: 267 time: 0.0469832 Dec 13 10:38:01.230700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-d13569db-7b34-49b3-88e0-5c37af36b7cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:01.232169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-d13569db-7b34-49b3-88e0-5c37af36b7cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Dec 13 10:38:01.243826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'port': {'security_groups': ['2686f749-09fa-448d-be99-2389f958d335', 'a5bc8701-d69e-4432-b108-9fec97883421']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:38:01.308308 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.804089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:38:01.832861 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.837324 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.852181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:38:01.882830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:01.883468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:01.884859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b9a88ca-d017-4a5b-a92e-54f0e366383c req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "PUT /v2.0/ports/097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 982 time: 0.6455898 Dec 13 10:38:01.885347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:38:01.887644 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b56687-d350-4534-8e2d-fac57d7c7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:38:01.921933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be1041-612b-4082-901d-dceb320837ec tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:38:01.940156 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46836fe-36a5-463a-a229-e3281beb9d80 x-openstack-request-id: req-f46836fe-36a5-463a-a229-e3281beb9d80 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:38:01.940652 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:38:01.941853 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f46836fe-36a5-463a-a229-e3281beb9d80 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:38:01.942793 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:38:01.964379 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:38:02.046218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1e60c-3079-450b-b5c2-e5d4e65489b9 req-6d6091f4-ca2c-4c3a-9166-5c539dcb3470 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:02.048299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29c1e60c-3079-450b-b5c2-e5d4e65489b9 req-6d6091f4-ca2c-4c3a-9166-5c539dcb3470 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0872848 Dec 13 10:38:02.053337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-19fb15c0-1402-442d-a919-2672c407f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:02.055117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-19fb15c0-1402-442d-a919-2672c407f799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1136 time: 0.0633950 Dec 13 10:38:02.174054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-29c1e60c-3079-450b-b5c2-e5d4e65489b9 req-954e8ab0-cfb5-4ac7-97d9-b75e0e7591fc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167686 Dec 13 10:38:02.197775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-d3ddb6e0-befc-4c62-8a43-dc5dcbdef902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:02.199258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-d3ddb6e0-befc-4c62-8a43-dc5dcbdef902 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.1352570 Dec 13 10:38:02.269251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-beb144b2-e6b0-4992-aebc-a4cf707f8d96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1002 time: 0.0606072 Dec 13 10:38:02.273610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f7babb84-52c5-426c-94de-399996d2fe92 None None] Provisioning complete for port 097f49be-9983-42e6-9532-bf74e6b29413 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:38:02.274086 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7babb84-52c5-426c-94de-399996d2fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:02.319098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-2cce8a63-3cbd-4526-8150-8a843cb539ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:02.320542 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-2cce8a63-3cbd-4526-8150-8a843cb539ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0441542 Dec 13 10:38:02.372140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-1b1cdcc6-cc7f-4132-961b-425d5d9e0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:02.374287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-1b1cdcc6-cc7f-4132-961b-425d5d9e0e44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460792 Dec 13 10:38:02.468822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-fa3ae37e-3f24-482e-8e10-24bff4e50e78 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857029 Dec 13 10:38:02.487372 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:02.566575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08b56687-d350-4534-8e2d-fac57d7c7d7b req-83314fa5-72d3-4326-9e21-c2806e900cb1 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906520 Dec 13 10:38:03.866696 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:04.884510 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:17.386732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140fd75-b25f-413d-bd42-0793b40dc55e req-7040fe27-7264-473d-a05c-096ed2670b7d tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:17.388098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3140fd75-b25f-413d-bd42-0793b40dc55e req-7040fe27-7264-473d-a05c-096ed2670b7d tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0811119 Dec 13 10:38:17.393517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-ea20a59a-b453-43ed-b466-e59cbda19d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:17.394874 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-ea20a59a-b453-43ed-b466-e59cbda19d7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1136 time: 0.0764530 Dec 13 10:38:17.505604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3140fd75-b25f-413d-bd42-0793b40dc55e req-0e246a20-bdc0-46ef-9ecd-66966c716c50 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097536 Dec 13 10:38:17.528209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-90318776-fc1e-422f-9284-08a0cd83c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:17.529687 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-90318776-fc1e-422f-9284-08a0cd83c8d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.1270428 Dec 13 10:38:17.597194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-4392e38f-9758-41dc-9066-239a62764e77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1002 time: 0.0580618 Dec 13 10:38:17.651738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-d7b36851-d2a0-4e59-a50a-28bcac72e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:17.653115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-d7b36851-d2a0-4e59-a50a-28bcac72e3aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0479143 Dec 13 10:38:17.700215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-b3aa11fe-6ff7-4808-80a3-35af1d01358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:17.701706 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-b3aa11fe-6ff7-4808-80a3-35af1d01358d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Dec 13 10:38:17.713385 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-a83229c7-a01c-44ca-bd96-ffaceabb25cd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:38:17.714326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-a83229c7-a01c-44ca-bd96-ffaceabb25cd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050285 Dec 13 10:38:17.807891 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-9fa24647-8007-45fd-a392-0d56b092adc6 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Dec 13 10:38:17.899160 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d5b9ea23-1dd0-49d9-8e2d-581489c8e4ef req-763100bf-4efe-4d28-a7b1-6f264644fae5 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Dec 13 10:38:18.625039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2f67d-2d89-4b2b-a640-3298038e0818 req-e4a3d419-82a6-48bf-8dd3-c87e12e5b8ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:18.626573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b2f67d-2d89-4b2b-a640-3298038e0818 req-e4a3d419-82a6-48bf-8dd3-c87e12e5b8ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0505085 Dec 13 10:38:18.686642 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06b2f67d-2d89-4b2b-a640-3298038e0818 req-edb73aa3-b5f7-44ef-9266-61ac9b701d47 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537317 Dec 13 10:38:19.809500 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd5f66-d791-4726-a4e4-0fc2810ee2bd req-48d119a6-f8b4-4d12-af45-ba1ec6d775b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:19.810977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfdd5f66-d791-4726-a4e4-0fc2810ee2bd req-48d119a6-f8b4-4d12-af45-ba1ec6d775b2 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0532277 Dec 13 10:38:19.870484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dfdd5f66-d791-4726-a4e4-0fc2810ee2bd req-36e464c7-3132-4772-8a27-27ea7c13a11a tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533986 Dec 13 10:38:20.987118 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175434-3860-4eaa-8a68-a755c2e34bc7 req-9c8899e1-8dee-4763-8894-39ddc0cacfb3 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:20.988595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5175434-3860-4eaa-8a68-a755c2e34bc7 req-9c8899e1-8dee-4763-8894-39ddc0cacfb3 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0501037 Dec 13 10:38:21.048615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c5175434-3860-4eaa-8a68-a755c2e34bc7 req-4e998d45-8664-4508-ab11-19471fbe893e tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530400 Dec 13 10:38:22.172328 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709177d-92ad-49a9-8609-52949d0ba641 req-6d16b971-6cbd-4a6a-bead-82034a8026fe tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:22.173819 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1709177d-92ad-49a9-8609-52949d0ba641 req-6d16b971-6cbd-4a6a-bead-82034a8026fe tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0577888 Dec 13 10:38:22.236902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1709177d-92ad-49a9-8609-52949d0ba641 req-07f75974-a671-4a96-a118-30fada5d4cc8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567987 Dec 13 10:38:23.355470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399e960-de33-4eda-a5f1-15fc27564b85 req-38b77ae5-e8a8-4df5-80c9-b30865a94fa8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:23.356875 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3399e960-de33-4eda-a5f1-15fc27564b85 req-38b77ae5-e8a8-4df5-80c9-b30865a94fa8 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0502498 Dec 13 10:38:23.416845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3399e960-de33-4eda-a5f1-15fc27564b85 req-0fc1fd2f-359a-4d27-bfbe-cfc163c6dd60 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538669 Dec 13 10:38:24.532995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa663a5-3122-4f2e-8e43-f17ade0da88f req-e21ebac2-1a7e-4c30-bc64-9830e6e08357 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:24.534726 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2aa663a5-3122-4f2e-8e43-f17ade0da88f req-e21ebac2-1a7e-4c30-bc64-9830e6e08357 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0498760 Dec 13 10:38:24.598708 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2aa663a5-3122-4f2e-8e43-f17ade0da88f req-2ab9c6c1-3baa-42da-b08c-924d0b9e32ea tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581753 Dec 13 10:38:24.997665 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:38:25.719240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddea7c-e077-430b-a5cf-08120efdade7 req-0de52584-6574-4920-91fb-2416501479fd tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:25.720791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59ddea7c-e077-430b-a5cf-08120efdade7 req-0de52584-6574-4920-91fb-2416501479fd tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0498774 Dec 13 10:38:25.780952 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-59ddea7c-e077-430b-a5cf-08120efdade7 req-047a2a48-20a1-441e-b165-f455289698b6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533493 Dec 13 10:38:26.898209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a9e68-b625-427f-9881-d9978e675592 req-30124084-c374-42ea-8bd2-f96cd6de20ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:26.899661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d24a9e68-b625-427f-9881-d9978e675592 req-30124084-c374-42ea-8bd2-f96cd6de20ac tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0505762 Dec 13 10:38:26.959550 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d24a9e68-b625-427f-9881-d9978e675592 req-60302d12-eba8-44f7-a295-832afd8a517c tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538287 Dec 13 10:38:27.656770 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:28.082780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adabdd6-a00e-4c3e-839e-ad614fe9bab5 req-423ebbbb-adc4-4146-9664-ad17584a48c6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:28.084280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8adabdd6-a00e-4c3e-839e-ad614fe9bab5 req-423ebbbb-adc4-4146-9664-ad17584a48c6 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0537641 Dec 13 10:38:28.145537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8adabdd6-a00e-4c3e-839e-ad614fe9bab5 req-d07c09b4-d64a-4209-9588-fa1319ab6fa9 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544550 Dec 13 10:38:28.714042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2cc8-157d-45a3-8828-64559ee8ba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:29.266616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19ad1-0b20-4419-b661-f08b9037722a req-b1957016-9db1-4c9d-835a-1c8460063fc9 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:29.268136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3a19ad1-0b20-4419-b661-f08b9037722a req-b1957016-9db1-4c9d-835a-1c8460063fc9 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0536594 Dec 13 10:38:29.331518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3a19ad1-0b20-4419-b661-f08b9037722a req-8f0a6196-b732-4a55-b27f-aad039b5e1d3 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5bc8701-d69e-4432-b108-9fec97883421&id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568330 Dec 13 10:38:29.611821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:31.110299 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bcb1-b3db-4246-97d6-1191fd91b98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:32.445184 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:33.870126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:34.887054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:57.651533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:58.138221 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-e2a1ae29-f7f5-4437-9755-aca2454ae27c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401952 Dec 13 10:38:58.224681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-aed20415-9174-42ac-ad17-c3fbd7164e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:58.226201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-aed20415-9174-42ac-ad17-c3fbd7164e66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1136 time: 0.0445075 Dec 13 10:38:58.333602 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-c796cb3c-67a9-4a62-95af-48a155d0be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:58.335080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-c796cb3c-67a9-4a62-95af-48a155d0be5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.0900025 Dec 13 10:38:58.406411 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-1083c4b2-7052-401a-839b-1648ecfdfc6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1002 time: 0.0637991 Dec 13 10:38:58.455163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-d7ae3137-d3b7-48ff-ba96-f97da62ca1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:58.456591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-d7ae3137-d3b7-48ff-ba96-f97da62ca1ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0430629 Dec 13 10:38:58.502506 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-0d80940a-fa62-444f-987a-7ce9aa101226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:38:58.503990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-0d80940a-fa62-444f-987a-7ce9aa101226 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397770 Dec 13 10:38:58.596665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-1ae578a0-9805-4ac5-b532-a43a35c483cf service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Dec 13 10:38:58.685058 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8ba4326-4a60-4ecb-831b-724c32e2a457 req-ae056f0f-54d2-4fa0-ac18-2f115315c4fb service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811875 Dec 13 10:38:58.715504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e27b44d9-3262-4c82-a272-35a7d674e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:38:59.611212 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:01.113745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe1f1-7a13-4f2a-93a3-ee63ec418ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:01.796889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60e45b88-68bc-4350-b364-4f503a523f1e req-3808c713-c2d5-42ae-80f1-f0d8ca7670d5 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997001260&fields=id&tenant_id=a64f63c1cd8b47559025b2ec6c28df4a HTTP/1.1" status: 200 len: 267 time: 0.1579833 Dec 13 10:39:01.855366 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45b88-68bc-4350-b364-4f503a523f1e req-a3754b78-878d-42bf-b44e-fb420ab1a0f5 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:01.856753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60e45b88-68bc-4350-b364-4f503a523f1e req-a3754b78-878d-42bf-b44e-fb420ab1a0f5 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 985 time: 0.0537190 Dec 13 10:39:01.867628 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Request body: {'port': {'security_groups': ['2686f749-09fa-448d-be99-2389f958d335']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:01.931360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:01.997656 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:39:02.111314 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:02.140613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.145180 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.157161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:39:02.190290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:02.191080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.192413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60e45b88-68bc-4350-b364-4f503a523f1e req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "PUT /v2.0/ports/097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 943 time: 0.3291817 Dec 13 10:39:02.192863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:02.195226 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:02.199749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:02.220057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event updated for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:02.228394 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.228757 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.229251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.229601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.230034 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.230378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.230701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.231028 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.231355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.231680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.232008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.232347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.232637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff318b21-c377-4aff-a521-ae50116f05cc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.259719 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:39:02.276622 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2653f88-54fd-43f7-bfaf-410872f0e295 x-openstack-request-id: req-e2653f88-54fd-43f7-bfaf-410872f0e295 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:02.277186 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:02.277655 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2653f88-54fd-43f7-bfaf-410872f0e295 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:02.278282 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:39:02.310330 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.339505 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.386807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-ae865638-0607-496e-83e1-3b2de2fedc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:02.388428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-ae865638-0607-496e-83e1-3b2de2fedc2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1097 time: 0.0886476 Dec 13 10:39:02.427538 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.432181 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.433990 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5bc8701-d69e-4432-b108-9fec97883421 HTTP/1.1" status: 204 len: 168 time: 0.2307076 Dec 13 10:39:02.439252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:02.498016 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc8701-d69e-4432-b108-9fec97883421,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:02.501275 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-fb83056d-37fc-47d5-ba09-32f734ca9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:02.502859 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-fb83056d-37fc-47d5-ba09-32f734ca9a19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.1060245 Dec 13 10:39:02.512001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.512454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.512877 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.513319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.513733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.514141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.514544 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.515558 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.515956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.516589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.517023 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.517446 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.517845 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6b674-7cdb-448f-80c9-e0d8ca882a37 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:02.586027 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-d1452981-eea9-4096-b0bf-629ffe049a15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 1002 time: 0.0753641 Dec 13 10:39:02.631053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.631759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1dfb62b-ce6e-4c98-b6a8-d1f2c28188a3 None None] Provisioning complete for port 097f49be-9983-42e6-9532-bf74e6b29413 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:02.632160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb62b-ce6e-4c98-b6a8-d1f2c28188a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.640204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-791b03fb-869a-493b-9802-d6d16868d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:02.641701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-791b03fb-869a-493b-9802-d6d16868d77f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0487227 Dec 13 10:39:02.677218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Deleting port 7953bb35-5035-4e92-98ce-5aa43dc3536b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:02.677688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:02.698434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-8dab3a89-cde9-4a95-9be8-1c4a1cc9061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:02.700011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-8dab3a89-cde9-4a95-9be8-1c4a1cc9061d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493169 Dec 13 10:39:02.799753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-df7e48a5-0d72-47f6-89a6-38b61c48a2dd service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909431 Dec 13 10:39:02.895332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8b04b964-8e46-4aaf-9e7d-9f940a55a3bb req-8c836496-13c6-4838-91f4-e51be50e21c5 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873647 Dec 13 10:39:03.078113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.078448 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.090911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Calling delete_port for 7953bb35-5035-4e92-98ce-5aa43dc3536b owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:03.236413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.262973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event deleted for resources: {'Port': ['ID=7953bb35-5035-4e92-98ce-5aa43dc3536b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:03.319597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.319938 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Floating IP 975437ab-fde5-4677-aa69-a8af00eedb58 disassociated (deleted). External IP: 172.25.1.194, port: 097f49be-9983-42e6-9532-bf74e6b29413. Dec 13 10:39:03.525840 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:39:03.633297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:03.638698 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.643152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Sync routers for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:03.653840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:03.654471 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:03.664832 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0c1dc94f-6fbd-4078-aa8a-779fd37a9d89 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "DELETE /v2.0/floatingips/975437ab-fde5-4677-aa69-a8af00eedb58 HTTP/1.1" status: 204 len: 168 time: 1.2241714 Dec 13 10:39:03.665450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:03.667741 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb0235c-169c-4414-804e-93c17f6781ed" -d '{"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:03.772825 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f670b-780f-4e94-8bd3-0d2de86e8d84 x-openstack-request-id: req-9f1f670b-780f-4e94-8bd3-0d2de86e8d84 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:03.773135 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:03.773427 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f1f670b-780f-4e94-8bd3-0d2de86e8d84 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:03.773837 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:39:03.777602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:03.842492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0235c-169c-4414-804e-93c17f6781ed req-f2115b09-fa60-4dc4-8cc8-82dbecf77733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:03.844627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-f2115b09-fa60-4dc4-8cc8-82dbecf77733 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 1097 time: 0.0500622 Dec 13 10:39:03.911186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:03.966714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0235c-169c-4414-804e-93c17f6781ed req-d0c3ac6d-36c4-4196-b032-320829491f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:03.968177 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-d0c3ac6d-36c4-4196-b032-320829491f08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 200 len: 915 time: 0.1145055 Dec 13 10:39:04.008256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:04.012486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-c51695d3-abe2-4f98-ae94-867167f86225 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 200 len: 217 time: 0.0367165 Dec 13 10:39:04.035805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Checking router: 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:04.044474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:04.045081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:04.066851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0235c-169c-4414-804e-93c17f6781ed req-dd63b0fc-bf52-446c-95ec-c32478d1faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:04.068329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-dd63b0fc-bf52-446c-95ec-c32478d1faa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 200 len: 853 time: 0.0480158 Dec 13 10:39:04.114183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0235c-169c-4414-804e-93c17f6781ed req-9e2e2c34-c387-416c-9bb0-c60b2fbf9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:04.115683 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-9e2e2c34-c387-416c-9bb0-c60b2fbf9123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99996fb6-5bb5-464e-9ecc-05b25cfd977a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398440 Dec 13 10:39:04.152698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:04.209853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-805329b2-b445-4df9-8e80-8d03b74284f0 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844977 Dec 13 10:39:04.306225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3bb0235c-169c-4414-804e-93c17f6781ed req-3021ab46-50ef-4134-9ab4-c9013d80bf58 service neutron] 10.222.0.44 "GET /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863137 Dec 13 10:39:04.356948 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:04.384439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55440848-cd50-47b2-be20-19e904d3a873 None None] The sync data for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 is: [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:08Z', 'revision_number': 4, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '263ce3d0-67bd-4e66-8809-a1e0d35cd83e', 'name': '', 'network_id': '99996fb6-5bb5-464e-9ecc-05b25cfd977a', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'mac_address': 'fa:16:3e:00:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '9749df94-2a93-4354-be01-d9409832b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:08Z', 'updated_at': '2021-12-13T10:37:13Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'subnets': [{'id': '9749df94-2a93-4354-be01-d9409832b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:04.631239 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652cc8d-0c0a-4c4c-b982-7a28ae69c934 None None] New status for floating IP 975437ab-fde5-4677-aa69-a8af00eedb58: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:39:04.890597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:12.807924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93a6f5-63ac-4b78-91f9-ca6bf6b61c0b req-8e48532f-82ff-4523-9591-2e41c223c6b7 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:12.809554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a93a6f5-63ac-4b78-91f9-ca6bf6b61c0b req-8e48532f-82ff-4523-9591-2e41c223c6b7 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Dec 13 10:39:12.860603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1a93a6f5-63ac-4b78-91f9-ca6bf6b61c0b req-26423436-cb0a-4bc6-a180-ccd0ffc965c0 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Dec 13 10:39:13.984105 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdc220-827d-4724-b42b-9e5b4fdc835c req-3fe580ca-cca4-44c6-b0a1-c29576bd0038 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:13.985613 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7fdc220-827d-4724-b42b-9e5b4fdc835c req-3fe580ca-cca4-44c6-b0a1-c29576bd0038 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0527985 Dec 13 10:39:14.032121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b7fdc220-827d-4724-b42b-9e5b4fdc835c req-dc0264df-e616-43a6-b883-938145d0f551 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/security-groups?id=2686f749-09fa-448d-be99-2389f958d335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Dec 13 10:39:14.476122 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-a30928cb-6fae-42d0-9118-648ea2abfd97 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:14.478334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-a30928cb-6fae-42d0-9118-648ea2abfd97 tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.44 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 946 time: 0.0493398 Dec 13 10:39:14.567241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Deleting port 097f49be-9983-42e6-9532-bf74e6b29413 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:14.567577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:14.658545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] For port 097f49be-9983-42e6-9532-bf74e6b29413, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=097f49be-9983-42e6-9532-bf74e6b29413,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:14.658908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:14.671655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Calling delete_port for 097f49be-9983-42e6-9532-bf74e6b29413 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:14.800222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:14.812187 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['097f49be-9983-42e6-9532-bf74e6b29413'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:39:14.828999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Pushing event deleted for resources: {'Port': ['ID=097f49be-9983-42e6-9532-bf74e6b29413,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:14.870080 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] No DVR routers for this DVR port 097f49be-9983-42e6-9532-bf74e6b29413 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:14.872765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:14.876428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4cb7422e-6dd3-4f5f-b9df-c068ab484424 req-4423f74f-2acf-48ce-b861-3b1cd8cecbcc tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.44 "DELETE /v2.0/ports/097f49be-9983-42e6-9532-bf74e6b29413 HTTP/1.1" status: 204 len: 173 time: 0.3924859 Dec 13 10:39:14.876866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'name': 'network-vif-deleted', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:14.879197 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9bbb7a-d6b0-4f18-a828-dddb0f22d40d" -d '{"events": [{"server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "name": "network-vif-deleted", "tag": "097f49be-9983-42e6-9532-bf74e6b29413"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:14.917895 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08266ef0-e340-4349-bda7-7f886ab0c04b x-openstack-request-id: req-08266ef0-e340-4349-bda7-7f886ab0c04b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:14.918209 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299200af-1ac9-4f58-88f2-1ca6cf6a8b03", "name": "network-vif-deleted", "tag": "097f49be-9983-42e6-9532-bf74e6b29413", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:14.918476 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08266ef0-e340-4349-bda7-7f886ab0c04b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:14.918893 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299200af-1ac9-4f58-88f2-1ca6cf6a8b03', 'name': 'network-vif-deleted', 'tag': '097f49be-9983-42e6-9532-bf74e6b29413', 'status': 'completed', 'code': 200} Dec 13 10:39:15.141151 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-130374bc-6f8a-4a7d-a029-ffd26a426fbd req-c73d0bb8-f76f-4465-b6db-71eb4dbd6d5b tempest-TestMinimumBasicScenario-1256628197 tempest-TestMinimumBasicScenario-1256628197-project] 10.222.0.30 "GET /v2.0/ports?device_id=299200af-1ac9-4f58-88f2-1ca6cf6a8b03 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Dec 13 10:39:16.718689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:17.059827 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:17.302310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Deleting port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:17.302667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:17.385962 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] For port 263ce3d0-67bd-4e66-8809-a1e0d35cd83e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:17.386242 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:17.399136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Calling delete_port for 263ce3d0-67bd-4e66-8809-a1e0d35cd83e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:17.579545 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:17.605510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=263ce3d0-67bd-4e66-8809-a1e0d35cd83e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:17.772563 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:17.984903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:39:18.059674 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 097f49be-9983-42e6-9532-bf74e6b29413 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:18.080340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 097f49be-9983-42e6-9532-bf74e6b29413 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:18.080695 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 097f49be-9983-42e6-9532-bf74e6b29413 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:18.093166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:18.098181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-06e8b0d2-26e4-41fd-b4b6-275c391d7e29 admin admin] 10.222.0.30 "PUT /v2.0/routers/2f4d668b-6264-4cf1-9a46-f9bce89ffd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3784702 Dec 13 10:39:18.100888 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:18.101914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Sync routers for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:18.112191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:18.112818 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:18.205394 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.216652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:18.304561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.361215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Deleting port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:18.361563 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.396075 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:39:17Z', 'revision_number': 5, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port': {'id': '79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:18.426424 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Checking router: 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:18.436954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Routers {'2f4d668b-6264-4cf1-9a46-f9bce89ffd95'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:18.437611 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:18.442907 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] For port 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:18.443280 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.455617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Calling delete_port for 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:18.522426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] Set router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:18.577854 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:39:18Z', 'revision_number': 6, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:18.604894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990c8ae-38d2-4170-8c13-045f617c45a1 None None] The sync data for ids ['2f4d668b-6264-4cf1-9a46-f9bce89ffd95'] in n-d-820531-5 is: [{'id': '2f4d668b-6264-4cf1-9a46-f9bce89ffd95', 'name': 'tempest-TestMinimumBasicScenario-650053429-router', 'tenant_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:06Z', 'updated_at': '2021-12-13T10:39:18Z', 'revision_number': 6, 'project_id': 'a64f63c1cd8b47559025b2ec6c28df4a', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:18.622773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.646965 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:18.663955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e05e55-74a2-47d6-8197-163e5d8c720c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:18.715103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.803627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.805748 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.847548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.848016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4d668b-6264-4cf1-9a46-f9bce89ffd95 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:39:18.852452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.854389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9f68af0-168c-4bdc-9cb7-5c58a80ad8f8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2f4d668b-6264-4cf1-9a46-f9bce89ffd95 HTTP/1.1" status: 204 len: 168 time: 0.7509148 Dec 13 10:39:18.856781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:18.903993 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Deleting subnet 9749df94-2a93-4354-be01-d9409832b8d3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:39:18.906977 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:18.941483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.021575 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.075044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.103856 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9749df94-2a93-4354-be01-d9409832b8d3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:19.108958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.112910 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61a6a6-1b02-4c9f-95d0-1b590ea5a3e0 None None] Network 99996fb6-5bb5-464e-9ecc-05b25cfd977a requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:39:19.114096 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb5f48bb-6c0f-4770-bfbd-d9bdd827fea2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9749df94-2a93-4354-be01-d9409832b8d3 HTTP/1.1" status: 204 len: 168 time: 0.2558212 Dec 13 10:39:19.116276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:19.186016 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.243066 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Deleting port 47753a31-e496-40fd-9412-f6adbf685319 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:19.243401 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.305951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] For port 47753a31-e496-40fd-9412-f6adbf685319, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=47753a31-e496-40fd-9412-f6adbf685319,segment=NetworkSegment(502ac8e7-1d01-4b1a-b27c-4ec7dff16f69),segment_id=502ac8e7-1d01-4b1a-b27c-4ec7dff16f69)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:19.306235 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.318695 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Calling delete_port for 47753a31-e496-40fd-9412-f6adbf685319 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:19.368353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] DHCP port deletion for 99996fb6-5bb5-464e-9ecc-05b25cfd977a request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:19.416851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.423535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Deleting port 47753a31-e496-40fd-9412-f6adbf685319 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:19.424175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.441475 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:19.445747 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] No DVR routers for this DVR port 47753a31-e496-40fd-9412-f6adbf685319 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:19.447812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=47753a31-e496-40fd-9412-f6adbf685319,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:19.492344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:19.492693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 79ea84af-ed3b-40fa-9aa2-4afa2b10e7c4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:19.493115 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 263ce3d0-67bd-4e66-8809-a1e0d35cd83e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:19.524112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.528390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 263ce3d0-67bd-4e66-8809-a1e0d35cd83e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:19.528739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 263ce3d0-67bd-4e66-8809-a1e0d35cd83e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:19.529183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47753a31-e496-40fd-9412-f6adbf685319 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:19.548157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99996fb6-5bb5-464e-9ecc-05b25cfd977a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:19.553350 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] For port 47753a31-e496-40fd-9412-f6adbf685319, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:19.553756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.556090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 47753a31-e496-40fd-9412-f6adbf685319 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:19.556435 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 47753a31-e496-40fd-9412-f6adbf685319 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:19.558981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:19.559277 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502ac8e7-1d01-4b1a-b27c-4ec7dff16f69') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:19.568955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Calling delete_port for 47753a31-e496-40fd-9412-f6adbf685319 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:19.569720 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.572800 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Port 47753a31-e496-40fd-9412-f6adbf685319 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:39:19.574302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.586295 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.593390 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:39:19.593791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:39:19.595603 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:39:19.603412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Pushing event deleted for resources: {'Port': ['ID=47753a31-e496-40fd-9412-f6adbf685319,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:19.612443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.612780 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.613032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.613422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.613754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.616127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.616513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.616885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.617305 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.617574 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.617857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.618232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.618545 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:19.625243 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c820200-f570-44f5-a6e6-234aaf2084be None None] No DVR routers for this DVR port 47753a31-e496-40fd-9412-f6adbf685319 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:19.662061 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.671515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:19.674908 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] 10.222.0.30 "DELETE /v2.0/networks/99996fb6-5bb5-464e-9ecc-05b25cfd977a HTTP/1.1" status: 204 len: 168 time: 0.5575850 Dec 13 10:39:19.677897 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:19.687213 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa8238-088e-46c6-9907-a10bdf921dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=99996fb6-5bb5-464e-9ecc-05b25cfd977a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:20.332555 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:20.572672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Deleting port c1b9e572-9622-4521-875d-3bfad01b969e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:20.573113 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:20.652547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] For port c1b9e572-9622-4521-875d-3bfad01b969e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c1b9e572-9622-4521-875d-3bfad01b969e,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:20.652908 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:20.665472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Calling delete_port for c1b9e572-9622-4521-875d-3bfad01b969e owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:20.841307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:20.873492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b9e572-9622-4521-875d-3bfad01b969e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:21.039581 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.254912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Router 22bebd0d-744b-43be-b87b-b5452dd0a32d has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:39:21.359373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:21.364364 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0cbc61ad-c4d6-4122-ac8c-7c90ff4924cb admin admin] 10.222.0.30 "PUT /v2.0/routers/22bebd0d-744b-43be-b87b-b5452dd0a32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854284 Dec 13 10:39:21.366952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:21.370260 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Sync routers for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:21.381105 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:21.381792 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:21.471138 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.486518 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:21.575410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.631837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Deleting port 527c54ce-d6e3-4ab1-b103-513bf659c4fc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:21.632096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.667904 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:39:20Z', 'revision_number': 5, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port': {'id': '527c54ce-d6e3-4ab1-b103-513bf659c4fc', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:37:11Z', 'updated_at': '2021-12-13T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:21.694331 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Checking router: 22bebd0d-744b-43be-b87b-b5452dd0a32d for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:21.703188 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Routers {'22bebd0d-744b-43be-b87b-b5452dd0a32d'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:21.703785 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['22bebd0d-744b-43be-b87b-b5452dd0a32d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:21.710558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] For port 527c54ce-d6e3-4ab1-b103-513bf659c4fc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=527c54ce-d6e3-4ab1-b103-513bf659c4fc,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:21.710922 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.727983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Calling delete_port for 527c54ce-d6e3-4ab1-b103-513bf659c4fc owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:21.788569 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] Set router 22bebd0d-744b-43be-b87b-b5452dd0a32d gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:21.839090 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:39:21Z', 'revision_number': 6, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:21.867658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314d3ac-7763-4bfb-9de8-340ffbb35f60 None None] The sync data for ids ['22bebd0d-744b-43be-b87b-b5452dd0a32d'] in n-d-820531-5 is: [{'id': '22bebd0d-744b-43be-b87b-b5452dd0a32d', 'name': 'tempest-TestMinimumBasicScenario-968733491-router', 'tenant_id': '9b08d9a88076449296e79b87c9bf8d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:37:10Z', 'updated_at': '2021-12-13T10:39:21Z', 'revision_number': 6, 'project_id': '9b08d9a88076449296e79b87c9bf8d9d', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:21.892678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:21.923635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=527c54ce-d6e3-4ab1-b103-513bf659c4fc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:21.936797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c907f95-02da-41c5-8024-c50fda198103 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:21.983783 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.071666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.074528 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.118823 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.119459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22bebd0d-744b-43be-b87b-b5452dd0a32d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:39:22.123909 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.125323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9165247e-1651-4f7d-81f8-fb30e3b311e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/22bebd0d-744b-43be-b87b-b5452dd0a32d HTTP/1.1" status: 204 len: 168 time: 0.7574351 Dec 13 10:39:22.127818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:22.172019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Deleting subnet e78327b7-3b54-4cd5-82d0-de9bcb723068 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:39:22.174958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.210137 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.295176 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.346295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.374706 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.380274 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a961db-2271-4db4-bb5d-736c506a4f54 None None] Network 939c1926-eb7f-492b-b3db-167fc40eef87 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:39:22.381394 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e78327b7-3b54-4cd5-82d0-de9bcb723068 HTTP/1.1" status: 204 len: 168 time: 0.2518902 Dec 13 10:39:22.382513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126380d4-e477-4410-8488-b1c439e46b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78327b7-3b54-4cd5-82d0-de9bcb723068,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:22.383284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:22.457461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.515266 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Deleting port 4f11585f-ce5a-45e9-9297-0e679f919b79 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:22.515612 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.580955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] For port 4f11585f-ce5a-45e9-9297-0e679f919b79, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=4f11585f-ce5a-45e9-9297-0e679f919b79,segment=NetworkSegment(6030db8c-71d2-4a2a-98a9-0e68379758b3),segment_id=6030db8c-71d2-4a2a-98a9-0e68379758b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:22.581371 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.595359 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Calling delete_port for 4f11585f-ce5a-45e9-9297-0e679f919b79 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:22.605666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] DHCP port deletion for 939c1926-eb7f-492b-b3db-167fc40eef87 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:22.688471 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.715427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f11585f-ce5a-45e9-9297-0e679f919b79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:22.725584 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] No DVR routers for this DVR port 4f11585f-ce5a-45e9-9297-0e679f919b79 on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:22.803609 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.827273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939c1926-eb7f-492b-b3db-167fc40eef87']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:22.828237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Deleting port 4f11585f-ce5a-45e9-9297-0e679f919b79 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:39:22.828676 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.836654 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6030db8c-71d2-4a2a-98a9-0e68379758b3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:22.836956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6030db8c-71d2-4a2a-98a9-0e68379758b3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:22.846610 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.862198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.870370 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:39:22.871002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:39:22.872795 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:39:22.898244 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] For port 4f11585f-ce5a-45e9-9297-0e679f919b79, host n-d-820531-5, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:22.898748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.919652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Calling delete_port for 4f11585f-ce5a-45e9-9297-0e679f919b79 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:39:22.922867 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Port 4f11585f-ce5a-45e9-9297-0e679f919b79 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 10:39:22.929160 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.939482 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.945691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:22.951846 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] 10.222.0.30 "DELETE /v2.0/networks/939c1926-eb7f-492b-b3db-167fc40eef87 HTTP/1.1" status: 204 len: 168 time: 0.5644903 Dec 13 10:39:22.959411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] No DVR routers for this DVR port 4f11585f-ce5a-45e9-9297-0e679f919b79 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:39:22.970955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bca839-4386-4602-91fd-e70431f6c7bc None None] Pushing event deleted for resources: {'Port': ['ID=4f11585f-ce5a-45e9-9297-0e679f919b79,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:22.972667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596baaf-7242-437b-8180-186a0608b52e admin admin] Pushing event deleted for resources: {'Network': ['ID=939c1926-eb7f-492b-b3db-167fc40eef87,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:23.126205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:23.136701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4f11585f-ce5a-45e9-9297-0e679f919b79 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:23.157005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 4f11585f-ce5a-45e9-9297-0e679f919b79 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:23.157375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 4f11585f-ce5a-45e9-9297-0e679f919b79 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:23.157795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c1b9e572-9622-4521-875d-3bfad01b969e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:23.167013 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3afdb4f9-cf9d-4ce1-ba61-e8a7cb23692b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a64f63c1cd8b47559025b2ec6c28df4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395787 Dec 13 10:39:23.169450 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:23.176588 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c1b9e572-9622-4521-875d-3bfad01b969e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:23.176938 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c1b9e572-9622-4521-875d-3bfad01b969e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:23.177390 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 527c54ce-d6e3-4ab1-b103-513bf659c4fc no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:39:23.196648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 527c54ce-d6e3-4ab1-b103-513bf659c4fc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:39:23.196916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 527c54ce-d6e3-4ab1-b103-513bf659c4fc not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:39:23.221721 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.242953 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.291259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.293938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.295096 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2686f749-09fa-448d-be99-2389f958d335 HTTP/1.1" status: 204 len: 168 time: 0.1247370 Dec 13 10:39:23.302826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcce7e-92ef-4243-9800-500fc43363e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2686f749-09fa-448d-be99-2389f958d335,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:23.602109 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:23.643098 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9b26c42e-bc60-4633-ace4-25c2088fea1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b08d9a88076449296e79b87c9bf8d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397365 Dec 13 10:39:23.645497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:23.692950 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.715265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.762654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.765404 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:23.766539 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2261685-06ed-4b63-890d-d79ddc184c49 HTTP/1.1" status: 204 len: 168 time: 0.1200438 Dec 13 10:39:23.774055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524babda-f0c3-47b1-94fa-cbb70daad2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2261685-06ed-4b63-890d-d79ddc184c49,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.246093 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.251028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136437588', 'description': 'tempest-secgroup-smoke-136437588 description', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.277402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.285048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.359001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.362858 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.402884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8243cc7-2f7b-4f1d-9089-7935b706ced2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.440170 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.443685 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.473760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.474981 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2278476 Dec 13 10:39:25.476938 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7174cd-739b-4959-8b6b-e42deb0968f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b402149d-08dc-4433-af67-c0dc27b87d5b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.477991 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.482814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.510764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.564763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.568244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.587808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af59631d-c1cc-4594-a0a8-ab351736e683,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.594335 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.595517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1895905a-13cd-459a-8ef4-20f407943df6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164606 Dec 13 10:39:25.598263 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.602559 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.630443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.685337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.688939 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.709605 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a48f13-ffc5-4e1f-b525-bf41b16bdf19,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.719326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.720518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-465463b8-dc0a-41bf-859c-0dfe8eaf10ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213183 Dec 13 10:39:25.723229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.727983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.754310 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.810078 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.813582 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.830875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a498c2b8-c27a-42d3-939e-a24b058b64e2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.839792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.840973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-695d1795-4ca8-41d6-b2c7-6fc21b5e6b16 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165612 Dec 13 10:39:25.843741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.848127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.873207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.929625 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.933249 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.953685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306543a2-d4dd-4645-ac3c-173469073980,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:25.959154 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:25.960353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-49b49fba-2852-4eec-8daa-6579b3cf7a20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156125 Dec 13 10:39:25.963722 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:25.968023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:25.990567 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:39:25.995521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.052820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.056443 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.079276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d1693e-697c-45eb-8a17-4580ee0da7d4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:26.086029 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.086825 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28a1d98e-7c82-4d08-be88-a66a33738227 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220999 Dec 13 10:39:26.089845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:26.094060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'b402149d-08dc-4433-af67-c0dc27b87d5b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:26.115802 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:39:26.121266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.178878 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.183130 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.201149 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b27c5e-44b7-4b02-81af-bece3faec998,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:26.209521 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.210732 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-de147ec6-f9be-43bb-99db-728daa092101 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199577 Dec 13 10:39:26.214661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:26.219595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'network': {'name': 'tempest-network-smoke--1153885535', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:26.240702 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:39:26.244088 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.266819 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:39:26.276250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.276617 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Added segment a3acea20-222f-404e-b2da-8f3d0d57721b of type vlan for network f2e8c2b3-5e73-4641-9004-719e46ebe599 Dec 13 10:39:26.315718 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.339907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.345558 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:26.346146 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.404636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889291 Dec 13 10:39:26.407851 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:26.412426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'admin_state_up': True, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:26.416866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ab2a-e8f7-426c-97ba-f51d270985a2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Network': ['ID=f2e8c2b3-5e73-4641-9004-719e46ebe599,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:26.429677 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:39:26.435909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.436914 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.489378 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.626034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.817542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.835918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:26.936246 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.160 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:39:27.341546 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:27.375667 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:27.413950 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:27.417689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:27.421259 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:39:27.430765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7c399-7bf2-4d76-825d-5783daf7c81a None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:27.447897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:27.545143 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ced5d35f-30a8-4b32-8420-12234e6ca79b None None] Provisioning complete for port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:27.545535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ced5d35f-30a8-4b32-8420-12234e6ca79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:27.582235 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ced5d35f-30a8-4b32-8420-12234e6ca79b None None] Port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:27.666621 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:27.678761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:27.880173 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.006853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:39:28.112341 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:28.122770 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Sync routers for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:28.132663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:28.133225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:28.134585 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.136150 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d26f5e4-1ad7-4ef2-9296-a083cda778c2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7272153 Dec 13 10:39:28.139273 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:28.242478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:28.263400 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7ee1346b-6017-4388-82d0-053524e90aa0 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b7aa70aab0b148f6bb4cfb5a84c044cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230297 Dec 13 10:39:28.266150 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:28.428760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb7f99-0f5d-4967-8f19-509dc45d57ba tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:28.430666 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3abb7f99-0f5d-4967-8f19-509dc45d57ba tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636019 Dec 13 10:39:28.432943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:27Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:28.434519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:28.461709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Checking router: 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:28.462064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Updating router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:39:28.467676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08ce3838-0f22-413f-ae6f-59a493a796b7 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319760 Dec 13 10:39:28.470871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:28.475818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442616303', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:28.495636 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.570201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:39:28.574570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.737150 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-558b0bb5-585a-4d82-bb5c-bf5c9dfa52e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.777561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.790729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.797237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.848166 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7974e-a702-4def-b588-ec139e668b90 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:28.858858 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Attempting to bind port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:39:28.859232 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Attempting to bind port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:39:28.859594 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Attempting to bind port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:28.862202 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea14cac-affe-41f4-b60e-9866fc71b1de None None] Pushing event updated for resources: {'Port': ['ID=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:28.866103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Subnet': ['ID=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:28.868293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Checking segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:28.868777 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network hostable DHCP agents. Network: f2e8c2b3-5e73-4641-9004-719e46ebe599, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:39:28.868906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:39:28.869890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:28.870782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.870957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:39:28.871448 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Bound port: c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:39:28.871922 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.894189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:39:28.904908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f2e8c2b3-5e73-4641-9004-719e46ebe599) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:28.910534 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:28.911467 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:28.920715 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c77f16-d30f-4946-9fdc-6d4b0211ee42 None None] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:39:28.932661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-292ca68c-2465-425c-8187-e2d746450641 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4595091 Dec 13 10:39:28.935374 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 50874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:28.977443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0c69939d-4377-46c7-9f84-4c523d7d0517 None None] Provisioning complete for port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:28.977811 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c69939d-4377-46c7-9f84-4c523d7d0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.013055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] For port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:29.046848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] For port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:39:29.059692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.069943 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0c69939d-4377-46c7-9f84-4c523d7d0517 None None] Port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:29.141340 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae5377-f30e-4d1b-8ead-3703cbb1f3f4 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:39:29.162980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f2e8c2b3-5e73-4641-9004-719e46ebe599', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:39:29.163841 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.184178 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea14cac-affe-41f4-b60e-9866fc71b1de None None] Pushing event updated for resources: {'Port': ['ID=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:29.188169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:29.188774 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:29.375494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] Provisioning complete for port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:29.375850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.399486 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.480760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:29.602849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Allocated IP 172.20.0.2 (f2e8c2b3-5e73-4641-9004-719e46ebe599/fdc4a506-3383-4ee9-a8c3-44e89bf2edcd/3a3e0d86-6dd6-4ddf-a391-e68bb693d97c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:39:29.670259 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.717382 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.757412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] For port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:29.766079 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.898549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7583f70-f1ca-4094-81d3-1b5eccaae15b None None] Pushing event updated for resources: {'Port': ['ID=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:29.913317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.922679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:29.934431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:27Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:29.981625 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.1 (f2e8c2b3-5e73-4641-9004-719e46ebe599/fdc4a506-3383-4ee9-a8c3-44e89bf2edcd/50505e6d-44a5-4214-bbdd-709c6ffeb900) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:39:30.104155 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.138297 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.161914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:30.162825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae8f1a-a2c2-42e0-a33b-32d2d22a2548 None None] The sync data for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 is: [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:27Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:30.169570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:30.174478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:39:30.176995 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Pushing event updated for resources: {'Port': ['ID=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:30.184869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:30.188158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:30.190766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:39:30.245387 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Attempting to bind port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:39:30.245684 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Attempting to bind port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:39:30.246402 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Attempting to bind port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c on network f2e8c2b3-5e73-4641-9004-719e46ebe599 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:30.247848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:30.255353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.257384 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:39:30.257819 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Checking segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:30.260217 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.260634 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Bound using segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:39:30.261173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Bound port: 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:39:30.261605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.343510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e292b084-931a-43af-a181-0d3966cac026 None None] For port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:30.347614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e292b084-931a-43af-a181-0d3966cac026 None None] For port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:39:30.355123 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.407918 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.423489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292b084-931a-43af-a181-0d3966cac026 None None] Pushing event updated for resources: {'Port': ['ID=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:30.826955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.832312 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.909709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:30.911472 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:31.018379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:31.019817 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:31.126879 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52c58d25-f4a5-4fe0-93d5-3dc8972032a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.146457 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:39:31.239161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:39:31.291555 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:31.308202 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9635da4b-01a4-444d-81c2-275c165e9930 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/85f93a4b-d3d6-4cae-a7e9-dcaf424df05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643715 Dec 13 10:39:31.313603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:31.313983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.406992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:39:31.458696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:31.459073 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.487290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-8a6c4ecb-34b9-4dc4-b41d-4e8d970559c4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136437588&fields=id&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 267 time: 0.0530858 Dec 13 10:39:31.542119 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.566820 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461e434-4fde-4b93-a28b-b08357fead52 None None] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:39:31.603310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-0f4279cb-d8a0-4e9e-989b-737f763f186a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:31.604850 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-0f4279cb-d8a0-4e9e-989b-737f763f186a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 797 time: 0.1106515 Dec 13 10:39:31.620579 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-03fc3400-a305-4c03-b1e1-8610452bc6ce tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/quotas/b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 375 time: 0.0098128 Dec 13 10:39:31.622801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:31.633156 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.677817 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-4c5f0469-8bac-40ab-8751-a24c374d0b89 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486107 Dec 13 10:39:31.685973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b25691ed-9e56-4fc0-a8de-dc7fdd7b08d0 None None] Provisioning complete for port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:31.686352 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b25691ed-9e56-4fc0-a8de-dc7fdd7b08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:31.742600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:31.790127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-ec3642f6-e137-40a3-8cf8-0e88b99216a2 service neutron] 10.222.0.30 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974479 Dec 13 10:39:31.904491 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-817857a8-b42d-486d-aac9-1a50525ac553 service neutron] 10.222.0.30 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019058 Dec 13 10:39:32.053032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-096fea65-c8b1-4791-970b-a05890e3efee None None] Provisioning complete for port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:32.053443 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-096fea65-c8b1-4791-970b-a05890e3efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.098428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-55a57d65-c26e-4aba-bda1-09ab6303ba7f req-4be22094-c83a-43e5-917f-7a4bc50649bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 210 time: 0.0384576 Dec 13 10:39:32.121717 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Sync routers for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:32.132988 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:32.133692 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:32.183638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-096fea65-c8b1-4791-970b-a05890e3efee None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:32.184129 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-096fea65-c8b1-4791-970b-a05890e3efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.222638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-096fea65-c8b1-4791-970b-a05890e3efee None None] Port 50505e6d-44a5-4214-bbdd-709c6ffeb900 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:32.264459 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:32.346630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f93e188-10c8-46c9-b71d-22557fb48262 None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:32.347002 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f93e188-10c8-46c9-b71d-22557fb48262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.391810 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f93e188-10c8-46c9-b71d-22557fb48262 None None] Port 50505e6d-44a5-4214-bbdd-709c6ffeb900 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:32.453861 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.495364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 2, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:32.516301 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-95fb0e7e-ad1a-43f4-b919-138f363d91c3 None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:32.516682 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95fb0e7e-ad1a-43f4-b919-138f363d91c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.563672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-95fb0e7e-ad1a-43f4-b919-138f363d91c3 None None] Port 50505e6d-44a5-4214-bbdd-709c6ffeb900 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:32.632150 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Checking router: 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:32.632504 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Updating router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c port 50505e6d-44a5-4214-bbdd-709c6ffeb900 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:39:32.658994 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.913678 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.919016 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:32.972120 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Pushing event updated for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:32.983892 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.984241 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.984558 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.984890 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.985243 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.985566 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.986323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.986323 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.986520 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.986821 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.987135 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.987450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:32.987765 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:39:33.036889 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Attempting to bind port 50505e6d-44a5-4214-bbdd-709c6ffeb900 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:39:33.037414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Attempting to bind port 50505e6d-44a5-4214-bbdd-709c6ffeb900 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:39:33.040570 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Attempting to bind port 50505e6d-44a5-4214-bbdd-709c6ffeb900 on network f2e8c2b3-5e73-4641-9004-719e46ebe599 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:33.047954 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:39:33.048804 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Checking segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:33.049672 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.050359 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Bound using segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:39:33.051234 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Bound port: 50505e6d-44a5-4214-bbdd-709c6ffeb900, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:39:33.051870 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.146549 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] For port 50505e6d-44a5-4214-bbdd-709c6ffeb900, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:33.151627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] For port 50505e6d-44a5-4214-bbdd-709c6ffeb900, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=50505e6d-44a5-4214-bbdd-709c6ffeb900,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:39:33.157818 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.190869 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:39:33.260998 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-27b64114-fb88-46f0-810d-3e83b50d48f2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:33.262844 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-27b64114-fb88-46f0-810d-3e83b50d48f2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 797 time: 0.1922634 Dec 13 10:39:33.269183 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:33.270248 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:33.302264 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9d63f0c-fc1f-40ca-baa0-afe9d28d609a req-10313df3-3aa0-4157-a628-f2bee8981b90 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 210 time: 0.0615582 Dec 13 10:39:33.317610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:33.318258 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.323816 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793d77-cdb9-4834-8474-e999a1212720 None None] Pushing event updated for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:33.368499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:33.369734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.378922 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-06867a3a-baf9-4047-959b-a28d5c2f7fef tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 379 time: 0.1059415 Dec 13 10:39:33.392188 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'port': {'device_id': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'admin_state_up': True, 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'security_groups': ['b402149d-08dc-4433-af67-c0dc27b87d5b']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:33.410764 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:33.496205 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.534549 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] For port 50505e6d-44a5-4214-bbdd-709c6ffeb900, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=50505e6d-44a5-4214-bbdd-709c6ffeb900,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:33.538776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.549703 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:39:33.553670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.587732 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e71f51-b9f8-482d-b1fb-2cd87d133c59 None None] Pushing event updated for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:33.641180 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:33.666511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-599ceecb-b451-4b1a-978a-63b6e28690be None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:33.667449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-599ceecb-b451-4b1a-978a-63b6e28690be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.667952 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abfe00-8cd2-424e-b0d0-2b1c0c9e527e None None] The sync data for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 is: [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:33.697014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.14 (f2e8c2b3-5e73-4641-9004-719e46ebe599/fdc4a506-3383-4ee9-a8c3-44e89bf2edcd/26aa803b-6006-4eae-a631-e58e9c0e7f62) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:39:33.857798 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.871648 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.895978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:33.943028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:33.946484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:33.949195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:39:33.980819 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:34.012635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:34.013439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.033794 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-34fa647b-ab66-400f-8fd1-452104a60b71 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6474891 Dec 13 10:39:34.044397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-04c36da7-2e66-496d-90f0-0f6ee526c009 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:39:34.045749 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-04c36da7-2e66-496d-90f0-0f6ee526c009 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063231 Dec 13 10:39:34.110102 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Request body: {'port': {'device_id': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:34.172136 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.217512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-db219c8c-b7c5-44be-ac17-0cdd66761236 None None] Provisioning complete for port 26aa803b-6006-4eae-a631-e58e9c0e7f62 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:34.218590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db219c8c-b7c5-44be-ac17-0cdd66761236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.255624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-db219c8c-b7c5-44be-ac17-0cdd66761236 None None] Port 26aa803b-6006-4eae-a631-e58e9c0e7f62 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:39:34.429090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbd4c4-942d-4aad-8f20-e5bf3242ebe0 req-a35977e3-32e2-4090-a802-19dfa8f333b4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:34.430792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33bbd4c4-942d-4aad-8f20-e5bf3242ebe0 req-a35977e3-32e2-4090-a802-19dfa8f333b4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 932 time: 0.0572591 Dec 13 10:39:34.462604 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26aa803b-6006-4eae-a631-e58e9c0e7f62 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:39:34.471704 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.484491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Transition to ACTIVE for port object 26aa803b-6006-4eae-a631-e58e9c0e7f62 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:39:34.485650 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-33bbd4c4-942d-4aad-8f20-e5bf3242ebe0 req-b03f2f96-0e88-4e69-b12b-432963d742c4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479543 Dec 13 10:39:34.490001 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.854649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Pushing event updated for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:34.899464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:34.930323 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Attempting to bind port 26aa803b-6006-4eae-a631-e58e9c0e7f62 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:39:34.930672 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Attempting to bind port 26aa803b-6006-4eae-a631-e58e9c0e7f62 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:39:34.931000 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Attempting to bind port 26aa803b-6006-4eae-a631-e58e9c0e7f62 on network f2e8c2b3-5e73-4641-9004-719e46ebe599 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:34.935973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Port 26aa803b-6006-4eae-a631-e58e9c0e7f62 on network f2e8c2b3-5e73-4641-9004-719e46ebe599 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:39:34.936181 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Attempting to bind port 26aa803b-6006-4eae-a631-e58e9c0e7f62 on network f2e8c2b3-5e73-4641-9004-719e46ebe599 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:39:34.941461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:39:34.941808 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Checking segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:39:34.942202 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Bound using segment: {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:39:34.942632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Bound port: 26aa803b-6006-4eae-a631-e58e9c0e7f62, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3acea20-222f-404e-b2da-8f3d0d57721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:39:34.942992 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:35.013985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:39:35.017350 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:39:35.022262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:35.057789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.058250 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:35.059635 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] 10.222.0.37 "PUT /v2.0/ports/26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 1092 time: 1.0051415 Dec 13 10:39:35.060265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:35.062611 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:35.141953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439332b-4b1f-480c-a43d-c681db4b8acf service neutron] Pushing event updated for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:35.145778 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a7ed2a-f7f5-409b-9ebf-bc80993f14db x-openstack-request-id: req-40a7ed2a-f7f5-409b-9ebf-bc80993f14db {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:35.146056 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:35.146320 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40a7ed2a-f7f5-409b-9ebf-bc80993f14db {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:35.146722 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'status': 'completed', 'code': 200} Dec 13 10:39:35.167542 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-8e42f3bb-bd35-4fed-b24c-cb2b6e1b019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.169204 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-8e42f3bb-bd35-4fed-b24c-cb2b6e1b019c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1095 time: 0.0634580 Dec 13 10:39:35.207712 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 50505e6d-44a5-4214-bbdd-709c6ffeb900 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:39:35.224074 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-d09ce341-a406-44a3-9e6f-2c405f232f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 217 time: 0.0457389 Dec 13 10:39:35.262436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 50505e6d-44a5-4214-bbdd-709c6ffeb900 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:35.262978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:35.281903 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-1c99bf64-1432-45d7-b752-78a0b10ff313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.283369 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-1c99bf64-1432-45d7-b752-78a0b10ff313 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 200 len: 835 time: 0.0528738 Dec 13 10:39:35.331379 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-3135a139-c88a-4476-8370-1857570b3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.332918 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-3135a139-c88a-4476-8370-1857570b3ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2e8c2b3-5e73-4641-9004-719e46ebe599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425706 Dec 13 10:39:35.424905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-2ffdfa41-af58-49c6-84ed-c6b21288253e service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Dec 13 10:39:35.514028 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-1606d41b-f555-4ba7-a1d3-78017976d2cb req-ee9caf99-fadd-4b7b-8a02-d6a31a4d391f service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814180 Dec 13 10:39:35.605077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c788-35e1-4f65-8dff-7ec3b265efe8 req-43710201-22fe-4298-8236-351bf5de3fa1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.606601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1201c788-35e1-4f65-8dff-7ec3b265efe8 req-43710201-22fe-4298-8236-351bf5de3fa1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 944 time: 0.0504797 Dec 13 10:39:35.606829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-5ae02395-ae03-4fce-8ce1-31af785a36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.608299 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-5ae02395-ae03-4fce-8ce1-31af785a36fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1095 time: 0.0423968 Dec 13 10:39:35.659890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1201c788-35e1-4f65-8dff-7ec3b265efe8 req-1a003b00-7d61-43d8-bb1e-ae6430d869e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466297 Dec 13 10:39:35.709737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-edeeec7f-333b-4feb-bed1-0879016ea909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.711510 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-edeeec7f-333b-4feb-bed1-0879016ea909 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 898 time: 0.0964441 Dec 13 10:39:35.754434 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-1d1d929a-baaa-4770-89b5-0b06148d1c56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 217 time: 0.0349593 Dec 13 10:39:35.801832 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-0578fbe7-f690-40ac-a4b3-3181885579f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.803181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-0578fbe7-f690-40ac-a4b3-3181885579f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 200 len: 835 time: 0.0421457 Dec 13 10:39:35.852459 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-448281ac-8421-431f-b73b-88bf07705631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:35.854527 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-448281ac-8421-431f-b73b-88bf07705631 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2e8c2b3-5e73-4641-9004-719e46ebe599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445452 Dec 13 10:39:35.943566 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-98c2a1a6-5092-48e1-88d7-7dfe510de361 service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814948 Dec 13 10:39:36.036362 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cd7cc114-0ffe-49a3-903a-fe9fd54489a7 req-888f9195-f67d-49a2-8e61-07046de815dd service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Dec 13 10:39:36.777087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34328c-6b82-4f75-9776-6419942a0ce7 req-f73b6ac7-6e3d-44e1-a09a-1356295e2e17 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:36.778582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc34328c-6b82-4f75-9776-6419942a0ce7 req-f73b6ac7-6e3d-44e1-a09a-1356295e2e17 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 944 time: 0.0483601 Dec 13 10:39:36.831269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cc34328c-6b82-4f75-9776-6419942a0ce7 req-fd5a3b1a-de9e-43de-9cd8-beb38997114b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Dec 13 10:39:37.946957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901cf1-ea4c-4b3e-be9c-4b7116957aff req-6e494850-8d98-4714-999d-308e98e3675d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:37.949378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb901cf1-ea4c-4b3e-be9c-4b7116957aff req-6e494850-8d98-4714-999d-308e98e3675d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 944 time: 0.0491519 Dec 13 10:39:37.997853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb901cf1-ea4c-4b3e-be9c-4b7116957aff req-5552ba20-80f9-4743-bbd0-bdcba6803b8e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425220 Dec 13 10:39:38.996412 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:39:39.126471 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f222-2db0-4340-aa15-832b08166c5a req-3342e8b7-0406-4800-9314-1a163ab24a3b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:39.128011 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e4f222-2db0-4340-aa15-832b08166c5a req-3342e8b7-0406-4800-9314-1a163ab24a3b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 944 time: 0.0626819 Dec 13 10:39:39.175814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-58e4f222-2db0-4340-aa15-832b08166c5a req-37f62020-eab0-4f09-a5d6-1e6803f119b6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Dec 13 10:39:39.680976 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 26aa803b-6006-4eae-a631-e58e9c0e7f62 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:39:39.772911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:39.784811 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'port_id': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:39:39.825472 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:39.837977 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26aa803b-6006-4eae-a631-e58e9c0e7f62 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:39:39.857921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:39.862112 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:39.908929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:40.184510 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['26aa803b-6006-4eae-a631-e58e9c0e7f62'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:39:40.299465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b88f64-068a-46d5-ba66-d4889d7351e7 req-5587d99b-5c23-41b0-b68d-605c268c71e8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:40.300966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5b88f64-068a-46d5-ba66-d4889d7351e7 req-5587d99b-5c23-41b0-b68d-605c268c71e8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 945 time: 0.0578682 Dec 13 10:39:40.349849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b5b88f64-068a-46d5-ba66-d4889d7351e7 req-c20e08f6-dc0b-4508-acdf-7ab0152d3b5b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428369 Dec 13 10:39:41.469984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb6e9-b795-4073-9fe9-dcbe0aa56bec req-ba675c3f-fe15-4cc0-a450-38c0d8d399f7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:41.471501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-159cb6e9-b795-4073-9fe9-dcbe0aa56bec req-ba675c3f-fe15-4cc0-a450-38c0d8d399f7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 945 time: 0.0493760 Dec 13 10:39:41.520979 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-159cb6e9-b795-4073-9fe9-dcbe0aa56bec req-517d3fb3-8b0a-4f0e-a984-1cc547eb5c5b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436890 Dec 13 10:39:41.711606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 26aa803b-6006-4eae-a631-e58e9c0e7f62 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:39:41.763361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 26aa803b-6006-4eae-a631-e58e9c0e7f62 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:39:41.768022 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 26aa803b-6006-4eae-a631-e58e9c0e7f62 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:39:41.768181 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:41.846006 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:41.868726 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:41.871830 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e63dc-d635-481e-b1fc-664498d1af4b" -d '{"events": [{"server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "name": "network-vif-plugged", "status": "completed", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:41.885292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:39:41.889533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:41.938840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:41.964765 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e9b11b-78a9-4490-92d4-2cdad026a407 x-openstack-request-id: req-c1e9b11b-78a9-4490-92d4-2cdad026a407 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:41.965057 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "name": "network-vif-plugged", "status": "completed", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:41.965345 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1e9b11b-78a9-4490-92d4-2cdad026a407 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:41.965736 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'code': 200} Dec 13 10:39:42.061984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374e751-0ab8-41d0-9289-e6e5ea1f2f23 req-a58e32a5-8a28-47f8-bee3-b28195d9d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:42.063839 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4374e751-0ab8-41d0-9289-e6e5ea1f2f23 req-a58e32a5-8a28-47f8-bee3-b28195d9d438 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1097 time: 0.0409760 Dec 13 10:39:42.110098 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4374e751-0ab8-41d0-9289-e6e5ea1f2f23 req-43076136-504c-47a2-ad17-da02ea37ec21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 Dec 13 10:39:42.636626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e49256-6e5b-4ea1-b174-fec2d08dfdb5 req-6899aed6-d0b1-47df-9f7d-34bf4b80712b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:42.638139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57e49256-6e5b-4ea1-b174-fec2d08dfdb5 req-6899aed6-d0b1-47df-9f7d-34bf4b80712b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0485742 Dec 13 10:39:42.689810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-57e49256-6e5b-4ea1-b174-fec2d08dfdb5 req-d971c253-2f0c-4ef6-9013-17684907c1b8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454216 Dec 13 10:39:43.808811 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c177dc-9a64-45e4-930d-9978b4ef5414 req-1dad5731-3e02-4ad2-b693-e8e405e1d3bb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:43.810281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8c177dc-9a64-45e4-930d-9978b4ef5414 req-1dad5731-3e02-4ad2-b693-e8e405e1d3bb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0483599 Dec 13 10:39:43.858813 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8c177dc-9a64-45e4-930d-9978b4ef5414 req-f205c689-9398-4314-a2aa-d126e077c30e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Dec 13 10:39:43.973756 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2111-54a2-47bd-922e-41222fe8f1c5 req-125e83f0-8cde-4a51-b333-f59d570c0c18 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:43.975841 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-360c2111-54a2-47bd-922e-41222fe8f1c5 req-125e83f0-8cde-4a51-b333-f59d570c0c18 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0490141 Dec 13 10:39:44.024325 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-360c2111-54a2-47bd-922e-41222fe8f1c5 req-30e1f76e-9606-46ed-a218-551b7a84602f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Dec 13 10:39:44.046831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:44.089292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff46193-52f7-4f1b-91d2-0a170c94f747 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:44.090870 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4ff46193-52f7-4f1b-91d2-0a170c94f747 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1092 time: 0.0431001 Dec 13 10:39:44.093935 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:44.098305 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:39:44.120287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:44.215707 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:44.318222 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.218 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/5ecbb569-b4e4-4e03-a90c-7b3e678c013a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:39:44.417744 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:44.454725 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:44.490688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:39:44.493592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:39:44.496813 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:39:44.523511 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=5ecbb569-b4e4-4e03-a90c-7b3e678c013a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:44.838963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.216222 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.362705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.366858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.437588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=5ecbb569-b4e4-4e03-a90c-7b3e678c013a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:39:45.448371 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.547249 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 96fc216e-ac6a-4a74-8c88-264f2090bb53 associated. External IP: 172.25.1.218, port: 26aa803b-6006-4eae-a631-e58e9c0e7f62. Dec 13 10:39:45.757150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:39:45.871783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:39:45.881769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Sync routers for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:39:45.890511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:45.892576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:45.893240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:45.917867 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9d31a548-ed56-45aa-be7a-00b3873f780e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8228970 Dec 13 10:39:45.918468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:39:45.920749 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7199f-be52-4681-87a2-0fb79befeb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:39:46.016254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:46.030877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974442aa-5567-4891-968c-fb95d0d4ed39 req-28c1d897-82fa-4dfc-97e3-2933137ab2f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.032781 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-974442aa-5567-4891-968c-fb95d0d4ed39 req-28c1d897-82fa-4dfc-97e3-2933137ab2f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0636299 Dec 13 10:39:46.034287 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945116a-4f2b-45b8-9ae5-1c5eb2e2a376 x-openstack-request-id: req-3945116a-4f2b-45b8-9ae5-1c5eb2e2a376 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:39:46.034572 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:39:46.034824 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3945116a-4f2b-45b8-9ae5-1c5eb2e2a376 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:39:46.035219 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'status': 'completed', 'code': 200} Dec 13 10:39:46.092126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-974442aa-5567-4891-968c-fb95d0d4ed39 req-137dae8a-dd1d-4eed-9409-1b9cac791beb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Dec 13 10:39:46.095199 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-57c23c04-9d17-4faa-8ff5-6d3da226b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.097029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-57c23c04-9d17-4faa-8ff5-6d3da226b96e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1097 time: 0.0429826 Dec 13 10:39:46.115140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:46.179439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-48ed8d13-7af0-4132-812b-172d88dfc206 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/96fc216e-ac6a-4a74-8c88-264f2090bb53 HTTP/1.1" status: 200 len: 992 time: 0.0620034 Dec 13 10:39:46.203495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-fbff3807-a7a6-4dfb-8c40-9a9912c1e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.204970 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-fbff3807-a7a6-4dfb-8c40-9a9912c1e416 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 898 time: 0.1013970 Dec 13 10:39:46.249999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '96fc216e-ac6a-4a74-8c88-264f2090bb53', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'port_id': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:39:44Z', 'updated_at': '2021-12-13T10:39:44Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:46.270801 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-6ea9a391-0e01-4d97-95ac-5455f1b9b6f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 1000 time: 0.0589395 Dec 13 10:39:46.279682 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Checking router: 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:39:46.288421 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:39:46.289026 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:39:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:46.325096 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-2ba90b99-40db-49be-b531-9a0c29d26249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.326582 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-2ba90b99-40db-49be-b531-9a0c29d26249 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 200 len: 835 time: 0.0485480 Dec 13 10:39:46.380789 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-5d976fca-6dd7-4096-b038-6df811081c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:39:46.382317 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-5d976fca-6dd7-4096-b038-6df811081c44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2e8c2b3-5e73-4641-9004-719e46ebe599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489373 Dec 13 10:39:46.395523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:39:46.472517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-3381872b-0727-4753-86b6-339ce08b43f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826731 Dec 13 10:39:46.568487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2de7199f-be52-4681-87a2-0fb79befeb8e req-38b5e158-4fc4-4d29-b10e-64dca05120ab service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887842 Dec 13 10:39:46.618196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '96fc216e-ac6a-4a74-8c88-264f2090bb53', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'port_id': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:39:44Z', 'updated_at': '2021-12-13T10:39:44Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:39:46.648153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2304e2-a529-42d6-aa32-248d32d6c3ce None None] The sync data for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 is: [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '96fc216e-ac6a-4a74-8c88-264f2090bb53', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'port_id': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:39:44Z', 'updated_at': '2021-12-13T10:39:44Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:39:46.845640 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a969c1-0dbb-45e3-a67a-7a09f0bff062 None None] New status for floating IP 96fc216e-ac6a-4a74-8c88-264f2090bb53: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:39:47.182177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:39:47.245470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0d34492c-10e2-452a-9074-bc9ef87000b3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/96fc216e-ac6a-4a74-8c88-264f2090bb53 HTTP/1.1" status: 200 len: 994 time: 0.0619502 Dec 13 10:39:57.680241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:58.719784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-964d2b54-9e31-464b-8b81-7cc6a3c28a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:39:59.638164 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:01.120305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa66e1d6-da75-4461-a89f-d1a8d5dcfa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:02.454350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:03.872332 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:04.894513 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:13.632078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-52f6fff0-b218-4669-82db-7ca8f01dc02e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412109 Dec 13 10:40:13.714134 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-b2518a9b-fe96-4df6-889f-dcc23a1ee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.716161 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-b2518a9b-fe96-4df6-889f-dcc23a1ee435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1097 time: 0.0410540 Dec 13 10:40:13.822267 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-3a450df6-4bcf-45aa-8f73-4d4f37a87a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.823731 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-3a450df6-4bcf-45aa-8f73-4d4f37a87a4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 898 time: 0.0885136 Dec 13 10:40:13.888790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-fa43055a-d674-4b56-9b3e-940067324525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 1002 time: 0.0574365 Dec 13 10:40:13.941510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-96728010-90ff-4ef0-b193-3d80373d5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.942910 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-96728010-90ff-4ef0-b193-3d80373d5ff1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 200 len: 835 time: 0.0471411 Dec 13 10:40:13.990624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-85634e5b-a30c-4813-94b3-cabd48d1af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:13.992118 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-85634e5b-a30c-4813-94b3-cabd48d1af80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2e8c2b3-5e73-4641-9004-719e46ebe599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417223 Dec 13 10:40:14.085332 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-553fd88e-febe-4a19-a237-adfd757a2d75 service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856068 Dec 13 10:40:14.175029 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fcf0ce8c-fa1a-4f9c-91ca-e5327ed7910e req-c5c6ea82-f948-45b0-a762-1cec6ed00396 service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826147 Dec 13 10:40:15.994903 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:40:27.679596 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:28.721987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c9b09ed-238f-43eb-b36a-91d52fb2c0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:29.653019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:31.123402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80096e61-d98d-4724-8858-c22af50b7358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:32.456551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:33.879080 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:34.896878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:50.109874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110e8b-7f14-4b0b-b1bf-4ae9bb1828fd req-ef2a767b-f82c-464d-8e9e-16efa1f296dc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:50.111395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86110e8b-7f14-4b0b-b1bf-4ae9bb1828fd req-ef2a767b-f82c-464d-8e9e-16efa1f296dc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0498068 Dec 13 10:40:50.160739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86110e8b-7f14-4b0b-b1bf-4ae9bb1828fd req-de02289b-e0a3-4632-a35b-ea9000f93861 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434749 Dec 13 10:40:51.282060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49629-155b-4870-a6dd-2a6ad57e6c6a req-eacaab16-17ad-45fd-bb24-954ec8927311 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:51.283533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4a49629-155b-4870-a6dd-2a6ad57e6c6a req-eacaab16-17ad-45fd-bb24-954ec8927311 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0489752 Dec 13 10:40:51.335920 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a4a49629-155b-4870-a6dd-2a6ad57e6c6a req-c13099c6-d0d4-4d36-961a-e7a180ec7eca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Dec 13 10:40:51.358742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:51.422041 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-25c17cd3-8d1d-4d2a-8775-4571b2892e32 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/96fc216e-ac6a-4a74-8c88-264f2090bb53 HTTP/1.1" status: 200 len: 994 time: 0.0619726 Dec 13 10:40:52.704796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f32f2-d06c-4316-ac67-a76512a7314a req-9c40d3c2-9c99-4f95-9d8b-6232e981bf1a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:52.706319 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810f32f2-d06c-4316-ac67-a76512a7314a req-9c40d3c2-9c99-4f95-9d8b-6232e981bf1a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0532053 Dec 13 10:40:52.761307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-810f32f2-d06c-4316-ac67-a76512a7314a req-5055bdfc-e468-454c-86c0-17417a881337 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Dec 13 10:40:52.993638 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:40:53.880476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bc5d-e9a2-4f24-bd7e-5acb0d75917c req-292a31d7-1b0c-4d92-973a-86565ef0692f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:53.881869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2389bc5d-e9a2-4f24-bd7e-5acb0d75917c req-292a31d7-1b0c-4d92-973a-86565ef0692f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0530009 Dec 13 10:40:53.930701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2389bc5d-e9a2-4f24-bd7e-5acb0d75917c req-5608e727-07e1-4d61-afef-b819baf077e4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Dec 13 10:40:53.952738 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:54.013251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba394b65-14e9-4d1d-a231-bd758924ba50 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/96fc216e-ac6a-4a74-8c88-264f2090bb53 HTTP/1.1" status: 200 len: 994 time: 0.0592358 Dec 13 10:40:54.324977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 50988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:54.485708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 5ecbb569-b4e4-4e03-a90c-7b3e678c013a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:54.486051 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:54.560558 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:54.560883 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:54.573411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 5ecbb569-b4e4-4e03-a90c-7b3e678c013a owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:54.723142 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:54.748669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=5ecbb569-b4e4-4e03-a90c-7b3e678c013a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:54.760680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.761043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.761492 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.761840 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.762185 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.762527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.762899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.763238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.763574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.763909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.764241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.764571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.764899 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:54.823328 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:54.823654 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 96fc216e-ac6a-4a74-8c88-264f2090bb53 disassociated (deleted). External IP: 172.25.1.218, port: 26aa803b-6006-4eae-a631-e58e9c0e7f62. Dec 13 10:40:55.029343 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:40:55.131238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:40:55.136121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:55.144768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Sync routers for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:40:55.155900 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:55.156521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:55.167270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c1bec68d-9603-459e-b08a-4aca9d39dde6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/floatingips/96fc216e-ac6a-4a74-8c88-264f2090bb53 HTTP/1.1" status: 204 len: 168 time: 0.8406305 Dec 13 10:40:55.167865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:55.170264 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:55.210720 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d818d6-fc03-4a4b-8b94-047d68c7438d x-openstack-request-id: req-f7d818d6-fc03-4a4b-8b94-047d68c7438d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:55.211022 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:55.211315 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7d818d6-fc03-4a4b-8b94-047d68c7438d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:55.211722 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'status': 'completed', 'code': 200} Dec 13 10:40:55.266234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:55.274532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-2c48321a-6c40-4500-a923-924dc4305b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.277181 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-2c48321a-6c40-4500-a923-924dc4305b2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 1097 time: 0.0444093 Dec 13 10:40:55.392411 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-a5eeab71-a578-4cc2-aa7b-701f9d67fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.393947 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-a5eeab71-a578-4cc2-aa7b-701f9d67fb5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 200 len: 898 time: 0.1018875 Dec 13 10:40:55.400445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4072d8f-da73-44d8-b986-77d18a3d4a5e req-94fdbd64-d157-43bf-b156-dedeb4b0ff11 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.401958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4072d8f-da73-44d8-b986-77d18a3d4a5e req-94fdbd64-d157-43bf-b156-dedeb4b0ff11 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0546510 Dec 13 10:40:55.438576 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-dd37db3e-373d-4cc5-90a1-c4e67f50623e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 200 len: 217 time: 0.0358448 Dec 13 10:40:55.456269 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e4072d8f-da73-44d8-b986-77d18a3d4a5e req-5ba3b73c-e45f-4382-8b20-41ceb9c19d81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456202 Dec 13 10:40:55.476860 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:55.491761 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-7d48bc07-22a7-4a0c-b59a-4e75194b5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.493349 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-7d48bc07-22a7-4a0c-b59a-4e75194b5ed9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 200 len: 835 time: 0.0462945 Dec 13 10:40:55.502466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Checking router: 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:40:55.510935 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:40:55.511553 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:55.545750 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-ac10e8bb-97a6-4a45-ab59-9a17b0088c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:55.547194 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-ac10e8bb-97a6-4a45-ab59-9a17b0088c42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2e8c2b3-5e73-4641-9004-719e46ebe599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452797 Dec 13 10:40:55.618967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:40:55.640381 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-845df5b2-2399-4a57-b94e-c904a6945ecc service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847385 Dec 13 10:40:55.741873 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-b67e5a2d-61b1-4c65-96f8-69e24cf62d6f req-39a68313-d5e1-4793-a1c3-006b44969ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891991 Dec 13 10:40:55.821157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:40:55.846710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325de0c0-4dfc-45a9-bb8a-9f59b34f3c88 None None] The sync data for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 is: [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:30Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '50505e6d-44a5-4214-bbdd-709c6ffeb900', 'name': '', 'network_id': 'f2e8c2b3-5e73-4641-9004-719e46ebe599', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:4a:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:29Z', 'updated_at': '2021-12-13T10:39:33Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'fdc4a506-3383-4ee9-a8c3-44e89bf2edcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:40:56.056510 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502044a2-5430-4533-ae77-9e3692e16c85 None None] New status for floating IP 96fc216e-ac6a-4a74-8c88-264f2090bb53: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:40:56.572243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f997-ebfd-4fb9-b134-7e5aa39aa7d3 req-12195754-22a1-424a-b568-5a8d5f017ac2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:56.573711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bf6f997-ebfd-4fb9-b134-7e5aa39aa7d3 req-12195754-22a1-424a-b568-5a8d5f017ac2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0480194 Dec 13 10:40:56.622487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bf6f997-ebfd-4fb9-b134-7e5aa39aa7d3 req-b7ab3c78-400e-47d0-a5a9-deee04ffe0d4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=b402149d-08dc-4433-af67-c0dc27b87d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Dec 13 10:40:57.264529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-4f07148a-86bb-4c94-ba64-d3119576a32a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:40:57.265999 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-4f07148a-86bb-4c94-ba64-d3119576a32a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 946 time: 0.0493209 Dec 13 10:40:57.359550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 26aa803b-6006-4eae-a631-e58e9c0e7f62 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:57.359903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.454014 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 26aa803b-6006-4eae-a631-e58e9c0e7f62, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=26aa803b-6006-4eae-a631-e58e9c0e7f62,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:57.454384 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.466643 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 26aa803b-6006-4eae-a631-e58e9c0e7f62 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:57.596178 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.624841 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=26aa803b-6006-4eae-a631-e58e9c0e7f62,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:57.650251 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.650610 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.650957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.651487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.651627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.651964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.652297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.652632 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.652966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.653336 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.653669 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.653995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.654375 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:40:57.676863 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] No DVR routers for this DVR port 26aa803b-6006-4eae-a631-e58e9c0e7f62 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:40:57.679982 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.683707 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f97d6ecb-0ccb-403c-bea8-21a4003134ac req-daa287e9-14e8-4149-a330-940dcb9346cd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "DELETE /v2.0/ports/26aa803b-6006-4eae-a631-e58e9c0e7f62 HTTP/1.1" status: 204 len: 173 time: 0.4113207 Dec 13 10:40:57.684020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'name': 'network-vif-deleted', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:40:57.687951 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932954f7-cc8e-4d33-9e48-f32d01101e18" -d '{"events": [{"server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "name": "network-vif-deleted", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:40:57.703286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:57.730890 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05da1b74-69e7-49c8-8a53-9a4401707956 x-openstack-request-id: req-05da1b74-69e7-49c8-8a53-9a4401707956 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:40:57.731252 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24a1962-fc57-4335-88df-1cad3772b22d", "name": "network-vif-deleted", "tag": "26aa803b-6006-4eae-a631-e58e9c0e7f62", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:40:57.731677 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05da1b74-69e7-49c8-8a53-9a4401707956 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:40:57.732120 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24a1962-fc57-4335-88df-1cad3772b22d', 'name': 'network-vif-deleted', 'tag': '26aa803b-6006-4eae-a631-e58e9c0e7f62', 'status': 'completed', 'code': 200} Dec 13 10:40:57.734473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a436221f-a2cc-4f74-96ef-84fc0489af14 req-e112c3ac-541a-41ba-8cb4-9bf3cf67901a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=d24a1962-fc57-4335-88df-1cad3772b22d HTTP/1.1" status: 200 len: 210 time: 0.0405796 Dec 13 10:40:58.723883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62d1a02-2c93-477b-98c4-700252a1a513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:58.789672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:40:59.143200 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.395592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 50505e6d-44a5-4214-bbdd-709c6ffeb900 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:40:59.395850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.486319 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 50505e6d-44a5-4214-bbdd-709c6ffeb900, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=50505e6d-44a5-4214-bbdd-709c6ffeb900,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:40:59.486679 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.499821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 50505e6d-44a5-4214-bbdd-709c6ffeb900 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:40:59.668141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.684188 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:40:59.715698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=50505e6d-44a5-4214-bbdd-709c6ffeb900,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:40:59.887408 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.099086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 26aa803b-6006-4eae-a631-e58e9c0e7f62 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:00.102476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:41:00.118632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 26aa803b-6006-4eae-a631-e58e9c0e7f62 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:00.118988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 26aa803b-6006-4eae-a631-e58e9c0e7f62 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:00.517116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:00.522628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d834d5e-4fde-4386-b185-7d3077dcb7bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/85f93a4b-d3d6-4cae-a7e9-dcaf424df05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318597 Dec 13 10:41:00.525295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:00.527109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Sync routers for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:00.538224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:00.538842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:00.580446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting subnet fdc4a506-3383-4ee9-a8c3-44e89bf2edcd {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:41:00.583578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.626497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.644284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:00.714282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.772192 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.800886 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc4a506-3383-4ee9-a8c3-44e89bf2edcd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:00.802938 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.806223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-09711835-0ff5-48db-ad95-6bc892338151 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/subnets/fdc4a506-3383-4ee9-a8c3-44e89bf2edcd HTTP/1.1" status: 204 len: 168 time: 0.2797925 Dec 13 10:41:00.808823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51008) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:00.809665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0a498-03fa-4643-b7b0-6339af468e12 None None] Network f2e8c2b3-5e73-4641-9004-719e46ebe599 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:00.894876 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:40:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:00.916256 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:00.921887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Checking router: 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:00.936544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Routers {'85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:00.937175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:40:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:01.032805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.037960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] DHCP port deletion for f2e8c2b3-5e73-4641-9004-719e46ebe599 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:01.074569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] Set router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:01.086689 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:01.087036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.177859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:01.178234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.193414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:01.196887 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a92e82b9-972f-483e-a8bb-84e5891f9449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.236699 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Deleting port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:41:01.237073 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.291747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:01.357215 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] For port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:01.357619 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.371350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.379706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Calling delete_port for 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:41:01.403482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:01.459454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.561792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.563998 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.605859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7667a-1a65-4b16-b489-20ebd04f4add None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:01.609279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.609847 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Fanout notify agent at l3_agent the message router_deleted on router 85f93a4b-d3d6-4cae-a7e9-dcaf424df05c {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:41:01.620220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.620366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4834deb1-6828-4818-b176-4095439a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:40:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:01.624948 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb0f9f44-e98d-4efa-833e-09e92a743965 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/routers/85f93a4b-d3d6-4cae-a7e9-dcaf424df05c HTTP/1.1" status: 204 len: 168 time: 0.8115802 Dec 13 10:41:01.625113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:01.660133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834deb1-6828-4818-b176-4095439a7787 None None] The sync data for ids ['85f93a4b-d3d6-4cae-a7e9-dcaf424df05c'] in n-d-820531-5 is: [{'id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533020319', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:40:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f93a4b-d3d6-4cae-a7e9-dcaf424df05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:39:26Z', 'updated_at': '2021-12-13T10:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:01.665276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.712968 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.713643 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,segment=NetworkSegment(a3acea20-222f-404e-b2da-8f3d0d57721b),segment_id=a3acea20-222f-404e-b2da-8f3d0d57721b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:01.718857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.726512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.745866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event deleted for resources: {'Port': ['ID=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:01.750059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] The port '3a3e0d86-6dd6-4ddf-a391-e68bb693d97c' was deleted {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 13 10:41:01.759418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.759660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.760009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.760349 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.760698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.761038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.761362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.761697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.762023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.762344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.762672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.762997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.763319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:01.766056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] No DVR routers for this DVR port 3a3e0d86-6dd6-4ddf-a391-e68bb693d97c on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:41:01.790407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff93f4-bc72-41ea-80ea-61a1e42ee7d5 None None] Pushing event deleted for resources: {'Port': ['ID=3a3e0d86-6dd6-4ddf-a391-e68bb693d97c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:01.839316 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.859031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e8c2b3-5e73-4641-9004-719e46ebe599']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:01.868357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3acea20-222f-404e-b2da-8f3d0d57721b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:01.868663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3acea20-222f-404e-b2da-8f3d0d57721b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:01.878664 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.892243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.898243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:41:01.898637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:41:01.901996 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:41:01.962753 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.971148 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:01.973988 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/networks/f2e8c2b3-5e73-4641-9004-719e46ebe599 HTTP/1.1" status: 204 len: 168 time: 0.3475437 Dec 13 10:41:01.976809 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:01.986267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e1736-341b-4f9a-b11a-9e49591a9f45 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Network': ['ID=f2e8c2b3-5e73-4641-9004-719e46ebe599,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.051536 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.078267 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.141311 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.144127 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.145338 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/security-groups/b402149d-08dc-4433-af67-c0dc27b87d5b HTTP/1.1" status: 204 len: 168 time: 0.1673377 Dec 13 10:41:02.155766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ad3d1-4608-4037-be85-a1e72fe947f4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402149d-08dc-4433-af67-c0dc27b87d5b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.459604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.563619 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:02.568215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863462754', 'description': 'tempest-secgroup-smoke-1863462754 description', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:02.590291 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.671734 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.676186 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.709346 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.710624 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1459322 Dec 13 10:41:02.712509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da151-38a4-4813-ad9a-183013198c93 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e403de6a-1b28-4956-bd20-2254d68fb610,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.713915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:02.722533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:02.750935 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.796882 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.800522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.819270 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401c8a02-97c1-4196-ae06-c98fcf584036,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.824461 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.825710 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4904f9d2-9236-4321-bc47-f02b23fd464e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107271 Dec 13 10:41:02.828869 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:02.833319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:02.859393 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.914203 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.917911 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.935621 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a102c409-2cf6-4ca4-be74-7acb8ab312aa,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:02.944189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:02.945383 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-05daf2aa-473d-4e43-a5a2-4fa7a7a48f95 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154313 Dec 13 10:41:02.948144 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:02.952479 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:02.978523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.038303 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.041765 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.059119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007bafae-dc44-49fa-ad65-f642efdb2b6d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:03.069846 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.071143 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-35b7b821-98d0-4e45-a412-59ec95ed1f81 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220448 Dec 13 10:41:03.074070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:03.078957 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:03.105676 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.165338 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.169389 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.188297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 50505e6d-44a5-4214-bbdd-709c6ffeb900 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:03.189075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80ebf2-fc96-4c31-ba46-75e6e7ea872d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:03.194573 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.195769 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4e1abb39-f9ca-4c85-b85f-7d2bab3f0f40 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207540 Dec 13 10:41:03.198649 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:03.203928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:03.209443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 50505e6d-44a5-4214-bbdd-709c6ffeb900 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:03.209794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 50505e6d-44a5-4214-bbdd-709c6ffeb900 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:03.210217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:41:03.226775 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:41:03.230796 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:41:03.231095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c4b83bf0-d1d3-43ea-a76f-2e2eafc60b04 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:41:03.231786 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.291924 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.295691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.315290 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671066c3-5f28-4b94-95bc-4057b7a4e29f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:03.320619 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.321964 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-8d0755aa-24c5-4b8d-8b7f-b36cd4b77ad9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221421 Dec 13 10:41:03.324613 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:03.331333 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'e403de6a-1b28-4956-bd20-2254d68fb610', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:03.353966 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:41:03.360644 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.424050 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.428131 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.446209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16025615-8a35-4786-bae0-e1f41bc0ffc7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:03.455012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.456331 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b2d8578-e5f9-4f9a-b37c-602397973ac0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305285 Dec 13 10:41:03.459335 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:03.464326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'network': {'name': 'tempest-network-smoke--990291455', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:03.485937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:03.490059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.515677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:41:03.524444 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.524785 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Added segment c2b8c971-1551-44bc-aed7-8b04f854e212 of type vlan for network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 Dec 13 10:41:03.565402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.594366 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.599987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:03.600570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.660299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998501 Dec 13 10:41:03.663077 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:03.667727 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'admin_state_up': True, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:03.675440 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af1e62-eaf8-43ec-890b-a0fdf38fb93e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Network': ['ID=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:03.686659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:41:03.693925 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.694959 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.748522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.878714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:03.890239 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.083301 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.105074 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.205529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.120 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a06eb1da-4317-43c3-b09a-d6ace2f22815) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:04.309703 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.342986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.379980 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:04.382897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:04.386510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:04.396306 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25ee59-a5b2-476a-84d7-dbbb038bd5bb None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:04.416751 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=a06eb1da-4317-43c3-b09a-d6ace2f22815,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:04.509579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3018751e-2280-4a80-b460-153ea11a4bd2 None None] Provisioning complete for port a06eb1da-4317-43c3-b09a-d6ace2f22815 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:04.509949 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3018751e-2280-4a80-b460-153ea11a4bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.543097 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3018751e-2280-4a80-b460-153ea11a4bd2 None None] Port a06eb1da-4317-43c3-b09a-d6ace2f22815 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:04.649943 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.844812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.900021 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:04.970793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 1b6d93cf-662f-47d6-80f0-c496e69a2790 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:41:05.074510 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:05.085053 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Sync routers for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:05.095700 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.096503 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:05.100084 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1399bd94-ae9a-4662-8d7d-e562ff95009e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4328718 Dec 13 10:41:05.100207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:05.100346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:05.138639 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08cd3f95-0511-4e26-8cb1-cb76924aaac1 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b7aa70aab0b148f6bb4cfb5a84c044cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345747 Dec 13 10:41:05.138639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:05.235411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735cb4f-be89-41bb-840d-ad67955383ce tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:05.237067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2735cb4f-be89-41bb-840d-ad67955383ce tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975945 Dec 13 10:41:05.239858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:05.268091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c97b43e8-3fb3-4a50-a01d-a5dceef15398 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271139 Dec 13 10:41:05.270591 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:05.275280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620063628', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:05.297464 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:05.367789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:05.371607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.474100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:04Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:05.501396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Checking router: 1b6d93cf-662f-47d6-80f0-c496e69a2790 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:05.501748 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Updating router 1b6d93cf-662f-47d6-80f0-c496e69a2790 port a06eb1da-4317-43c3-b09a-d6ace2f22815 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:05.530516 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.553447 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.617252 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Subnet': ['ID=2c658d95-9001-4631-b869-5a67059a2da5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:05.626241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Checking segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:05.626606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network hostable DHCP agents. Network: 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:41:05.642825 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:41:05.652156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:05.656520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:05.657116 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.663310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9e99d-c7da-4916-a3c6-94df67d21da8 None None] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:05.679003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:05.679258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-aee4e465-7ae9-4037-ba24-5ebf864fcf8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074969 Dec 13 10:41:05.773755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:41:05.774937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.801033 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.807552 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.862502 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Pushing event updated for resources: {'Port': ['ID=a06eb1da-4317-43c3-b09a-d6ace2f22815,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:05.863362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0d616-b67e-49e8-a2a8-f1f46da5c7cf None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:05.865916 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Attempting to bind port a06eb1da-4317-43c3-b09a-d6ace2f22815 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:05.866288 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Attempting to bind port a06eb1da-4317-43c3-b09a-d6ace2f22815 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:05.866645 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Attempting to bind port a06eb1da-4317-43c3-b09a-d6ace2f22815 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:05.876405 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.876757 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.877089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.877622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.877959 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.878286 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.878607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.878930 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.879251 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.879568 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.879888 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.880300 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.880517 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:41:05.884070 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:05.884443 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:05.884906 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.885329 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:05.885809 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Bound port: a06eb1da-4317-43c3-b09a-d6ace2f22815, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:05.886185 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:05.937988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Allocated IP 172.20.0.2 (0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29/2c658d95-9001-4631-b869-5a67059a2da5/3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:05.949614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] For port a06eb1da-4317-43c3-b09a-d6ace2f22815, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:05.953730 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] For port a06eb1da-4317-43c3-b09a-d6ace2f22815, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a06eb1da-4317-43c3-b09a-d6ace2f22815,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:05.960012 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.019528 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:06.019721 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:06.020063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f6587954-2783-459d-a519-3784e211d26e None None] Provisioning complete for port a06eb1da-4317-43c3-b09a-d6ace2f22815 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:06.020666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6587954-2783-459d-a519-3784e211d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.026609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a3c06-a4b2-428d-b3d6-1f073a90c9e9 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:41:06.092563 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10daab-1c1d-47d2-a10a-2b6ecb7141d4 None None] Pushing event updated for resources: {'Port': ['ID=a06eb1da-4317-43c3-b09a-d6ace2f22815,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:06.142941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:06.182605 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.188432 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6587954-2783-459d-a519-3784e211d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.194990 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.245522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f6587954-2783-459d-a519-3784e211d26e None None] For port a06eb1da-4317-43c3-b09a-d6ace2f22815, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a06eb1da-4317-43c3-b09a-d6ace2f22815,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:06.254598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:06.257356 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6587954-2783-459d-a519-3784e211d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.261297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:06.266805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:06.270184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Pushing event updated for resources: {'Port': ['ID=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:06.335392 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:04Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:06.360513 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Attempting to bind port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:06.360889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Attempting to bind port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:06.361276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Attempting to bind port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 on network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:06.364555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6587954-2783-459d-a519-3784e211d26e None None] Pushing event updated for resources: {'Port': ['ID=a06eb1da-4317-43c3-b09a-d6ace2f22815,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:06.370795 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ec9ce-24ab-4be2-a5cd-1a2245bb8b88 None None] The sync data for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 is: [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:04Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:06.373570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:06.373929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Checking segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:06.374618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.375032 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Bound using segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:06.375785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Bound port: 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:06.376143 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.401049 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e0d29d33-26f1-4b60-b066-ca04e8eb22f0 None None] Provisioning complete for port a06eb1da-4317-43c3-b09a-d6ace2f22815 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:06.401458 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d29d33-26f1-4b60-b066-ca04e8eb22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.488781 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] For port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:06.492949 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] For port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:06.499661 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.512176 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:06.594420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f002-07c7-4182-acad-ff5da9564770 None None] Pushing event updated for resources: {'Port': ['ID=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:06.876730 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.1 (0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29/2c658d95-9001-4631-b869-5a67059a2da5/453a3060-9a2a-4ade-a370-859e639e63ff) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:07.004873 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.040904 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.089760 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:07.093767 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:07.097755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:07.104338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:07.149942 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.274546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:07.306099 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.341383 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:07.342384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.442896 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.480694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:07.486799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.487665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a06eb1da-4317-43c3-b09a-d6ace2f22815 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:07.568220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:07.581019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a06eb1da-4317-43c3-b09a-d6ace2f22815 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:07.581700 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.659634 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.666259 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.701245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dda66-46dc-40ce-8d61-830751efe846 None None] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:41:07.742127 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:07.744709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.817407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-664b0758-27bd-4aaf-b3c4-922022c659aa None None] Provisioning complete for port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:07.817784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-664b0758-27bd-4aaf-b3c4-922022c659aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:07.843821 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:07.845292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:07.976303 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 1b6d93cf-662f-47d6-80f0-c496e69a2790 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:41:08.094530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:08.105577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-657d3616-6559-4369-9d2f-053396e64e74 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/1b6d93cf-662f-47d6-80f0-c496e69a2790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4196181 Dec 13 10:41:08.131857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26172052-5adf-4b70-9284-7b8b45cf563b None None] Provisioning complete for port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:08.132107 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26172052-5adf-4b70-9284-7b8b45cf563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.236459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26172052-5adf-4b70-9284-7b8b45cf563b None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:08.237093 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26172052-5adf-4b70-9284-7b8b45cf563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.240372 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Sync routers for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:08.272419 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-5553efa0-ec09-4037-8ed1-54015fe79e9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863462754&fields=id&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 267 time: 0.0533855 Dec 13 10:41:08.283239 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:08.283885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:08.288190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-26172052-5adf-4b70-9284-7b8b45cf563b None None] Port 453a3060-9a2a-4ade-a370-859e639e63ff cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:08.395142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-0a1b3598-46f3-44fc-8265-a792a0abb70a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:08.397136 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-0a1b3598-46f3-44fc-8265-a792a0abb70a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 796 time: 0.1163218 Dec 13 10:41:08.405168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:08.413169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-5bdc6018-db61-4003-a137-3238ae01737a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/quotas/b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 375 time: 0.0099046 Dec 13 10:41:08.459119 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ee59aec-2936-4445-bf83-ff98bdadb80f None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:08.459324 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ee59aec-2936-4445-bf83-ff98bdadb80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.475797 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-6db71120-0bc3-41e8-b5ac-73b1951f0916 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565534 Dec 13 10:41:08.564555 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ee59aec-2936-4445-bf83-ff98bdadb80f None None] Port 453a3060-9a2a-4ade-a370-859e639e63ff cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:08.627236 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-11cfc980-169c-4621-bfca-f0f8883b3b93 service neutron] 10.222.0.30 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395614 Dec 13 10:41:08.649709 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 2, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:08.683584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Checking router: 1b6d93cf-662f-47d6-80f0-c496e69a2790 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:08.683939 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Updating router 1b6d93cf-662f-47d6-80f0-c496e69a2790 port 453a3060-9a2a-4ade-a370-859e639e63ff binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:41:08.715989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-44662535-1f6b-43e9-bee8-bbb0796fb022 None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:08.716363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44662535-1f6b-43e9-bee8-bbb0796fb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.718013 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:08.719230 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-437befbd-693c-4070-ba6a-167c18fe5a6e service neutron] 10.222.0.30 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Dec 13 10:41:08.785296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44662535-1f6b-43e9-bee8-bbb0796fb022 None None] Port 453a3060-9a2a-4ade-a370-859e639e63ff cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:08.892265 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc95cd9a-106b-4697-88ba-66a603f12a66 req-a691094d-d0ff-499f-97e9-2623f859fe42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 210 time: 0.0278828 Dec 13 10:41:09.024359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.031063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.091135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f475-f0f0-4007-ab94-eed85d046ec6 None None] Pushing event updated for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:09.147226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Attempting to bind port 453a3060-9a2a-4ade-a370-859e639e63ff on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:09.147603 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Attempting to bind port 453a3060-9a2a-4ade-a370-859e639e63ff by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:09.147967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Attempting to bind port 453a3060-9a2a-4ade-a370-859e639e63ff on network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:09.153371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:09.153741 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Checking segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:09.154695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.155254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Bound using segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:09.155718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Bound port: 453a3060-9a2a-4ade-a370-859e639e63ff, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:09.156100 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.231647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:09.268692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] For port 453a3060-9a2a-4ade-a370-859e639e63ff, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:09.287378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] For port 453a3060-9a2a-4ade-a370-859e639e63ff, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=453a3060-9a2a-4ade-a370-859e639e63ff,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:09.295821 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.361842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:09.362222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.370755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:09.371137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.428389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f475-f0f0-4007-ab94-eed85d046ec6 None None] Pushing event updated for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:09.437408 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:09.439040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:09.775694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:09.822657 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.899635 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-712a62e0-ac0a-4fb3-be14-be9a20ddb89f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:09.901110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-712a62e0-ac0a-4fb3-be14-be9a20ddb89f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 796 time: 0.1180434 Dec 13 10:41:09.936493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] For port 453a3060-9a2a-4ade-a370-859e639e63ff, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=453a3060-9a2a-4ade-a370-859e639e63ff,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:09.943514 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:09.977303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-5f9ee9e0-560a-480b-bd66-aad40ec23d38 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 380 time: 0.0656099 Dec 13 10:41:09.993565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'port': {'device_id': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'admin_state_up': True, 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'security_groups': ['e403de6a-1b28-4956-bd20-2254d68fb610']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:10.020453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-60fe036b-02da-43cd-a19a-44595ccc3298 req-6d18ff0a-e18d-4939-b833-4819b5c49f1e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 210 time: 0.0423167 Dec 13 10:41:10.021534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad1504-47a9-41f4-af1d-c29e365e73db None None] Pushing event updated for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:10.074647 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6df86c6d-fb5d-4092-a7ab-58f5a8a19439 None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:10.075021 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6df86c6d-fb5d-4092-a7ab-58f5a8a19439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.109821 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:10.119514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:41:10.123250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.144206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292a63e-0d23-4512-b109-0770a859dae7 None None] The sync data for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 is: [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:10.279692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.5 (0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29/2c658d95-9001-4631-b869-5a67059a2da5/96f37d1c-8883-460d-be75-2f829c0c1b1b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:10.431607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.465773 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.519200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:10.522472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:10.527633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:10.551146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:10.590902 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:10.592290 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.614755 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-10e9e221-3594-4ad6-a695-c5b7155895db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261508 Dec 13 10:41:10.628238 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Request body: {'port': {'device_id': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:10.695036 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.824248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-75de55f1-ebe2-44b0-a9a9-21b21ead926e None None] Provisioning complete for port 96f37d1c-8883-460d-be75-2f829c0c1b1b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:10.824728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75de55f1-ebe2-44b0-a9a9-21b21ead926e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:10.866396 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75de55f1-ebe2-44b0-a9a9-21b21ead926e None None] Port 96f37d1c-8883-460d-be75-2f829c0c1b1b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:41:11.004249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f37d1c-8883-460d-be75-2f829c0c1b1b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:41:11.012243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.025509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Transition to ACTIVE for port object 96f37d1c-8883-460d-be75-2f829c0c1b1b will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:41:11.029924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.070302 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:11.212015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356272-aea4-41f0-94bc-08def1db25fd req-4667b73b-b566-4b94-8a6a-833bfb93423b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.218833 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54356272-aea4-41f0-94bc-08def1db25fd req-4667b73b-b566-4b94-8a6a-833bfb93423b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 943 time: 0.1078155 Dec 13 10:41:11.237086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Attempting to bind port 96f37d1c-8883-460d-be75-2f829c0c1b1b on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:41:11.237694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Attempting to bind port 96f37d1c-8883-460d-be75-2f829c0c1b1b by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:41:11.238598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Attempting to bind port 96f37d1c-8883-460d-be75-2f829c0c1b1b on network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:11.254139 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Port 96f37d1c-8883-460d-be75-2f829c0c1b1b on network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:41:11.254476 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Attempting to bind port 96f37d1c-8883-460d-be75-2f829c0c1b1b on network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:41:11.269021 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:41:11.269400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Checking segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:41:11.269796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Bound using segment: {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:41:11.270251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Bound port: 96f37d1c-8883-460d-be75-2f829c0c1b1b, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b8c971-1551-44bc-aed7-8b04f854e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:41:11.270620 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.274155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 453a3060-9a2a-4ade-a370-859e639e63ff up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:11.327604 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54356272-aea4-41f0-94bc-08def1db25fd req-bfd3e86f-c931-4204-b28a-0fec8664306e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017675 Dec 13 10:41:11.338620 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 453a3060-9a2a-4ade-a370-859e639e63ff triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:11.338942 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.356208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:41:11.360667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:41:11.365402 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.401968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.402621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:11.404133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 1091 time: 0.7817519 Dec 13 10:41:11.404731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:11.407075 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea" -d '{"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:11.459663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e5f07-c831-4fd6-80a5-6fa2bd5db0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:11.463494 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a101a-452a-4df1-b76a-c29861067d51 x-openstack-request-id: req-8e2a101a-452a-4df1-b76a-c29861067d51 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:11.463722 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:11.464028 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e2a101a-452a-4df1-b76a-c29861067d51 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:11.464429 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'status': 'completed', 'code': 200} Dec 13 10:41:11.510187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-475aac1b-fb5b-4176-b628-6dc78d47389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.511710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-475aac1b-fb5b-4176-b628-6dc78d47389a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1094 time: 0.0533473 Dec 13 10:41:11.555420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-f8e7044e-8259-4814-a455-6ccd026f1e26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 217 time: 0.0351415 Dec 13 10:41:11.606359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-916358b3-9d3b-4bf0-a203-7b95b7b4a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.608428 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-916358b3-9d3b-4bf0-a203-7b95b7b4a27e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0462921 Dec 13 10:41:11.661852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-acc248f2-8628-4a97-bea0-a9f0133deddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.663355 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-acc248f2-8628-4a97-bea0-a9f0133deddc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471594 Dec 13 10:41:11.752767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-4eb87d42-f7dd-45d5-b1a6-90382bd3710c service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Dec 13 10:41:11.845681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-653c31db-0c98-41ba-a5c7-39b62154b92b req-6ca2f195-b5be-450b-89c2-66b40a53bdc3 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Dec 13 10:41:11.933153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-170a037d-687d-446a-8473-98055a3ca643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:11.934541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-170a037d-687d-446a-8473-98055a3ca643 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1094 time: 0.0416815 Dec 13 10:41:12.023658 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-298d3716-072a-4844-b5d9-6eabd7af03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:12.025145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-298d3716-072a-4844-b5d9-6eabd7af03fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 897 time: 0.0825062 Dec 13 10:41:12.068370 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-aecb5e04-76ba-4a41-84b1-ab01253f1c5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 217 time: 0.0364530 Dec 13 10:41:12.118183 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-df163579-a9aa-4060-a03f-129f884c87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:12.119577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-df163579-a9aa-4060-a03f-129f884c87ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0425076 Dec 13 10:41:12.165174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-df056e99-8b75-4ee5-8f0d-f759a85da77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:12.166606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-df056e99-8b75-4ee5-8f0d-f759a85da77a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391786 Dec 13 10:41:12.259982 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-bc12f623-6e64-4d84-a5a9-2fc0c37772fb service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849986 Dec 13 10:41:12.347885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9aab53c-968b-40b9-80b9-eb67bf1ffbea req-61d70382-2d99-453f-aff6-c59e715ddb34 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790153 Dec 13 10:41:12.445686 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71dba-af9f-4266-a55e-12c81dec75b0 req-eea49821-e576-4a89-92f8-98e13043bd1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:12.447183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44b71dba-af9f-4266-a55e-12c81dec75b0 req-eea49821-e576-4a89-92f8-98e13043bd1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 943 time: 0.0494621 Dec 13 10:41:12.500955 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44b71dba-af9f-4266-a55e-12c81dec75b0 req-497145ec-3700-4183-a48e-d37fafcba45f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Dec 13 10:41:13.616137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4318-2dd9-4774-9858-703fc4a9cc59 req-c7064109-155e-42e4-9015-21303da096f7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:13.617653 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b3d4318-2dd9-4774-9858-703fc4a9cc59 req-c7064109-155e-42e4-9015-21303da096f7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 943 time: 0.0481424 Dec 13 10:41:13.667213 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2b3d4318-2dd9-4774-9858-703fc4a9cc59 req-f59e2d06-8d50-43db-baed-f01caafa2e70 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Dec 13 10:41:14.523705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 96f37d1c-8883-460d-be75-2f829c0c1b1b details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:41:14.620945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:14.633438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'port_id': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'mac_address': 'fa:16:3e:aa:86:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:41:14.670265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.683388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f37d1c-8883-460d-be75-2f829c0c1b1b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:41:14.704223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:14.708055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:14.760993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:14.783645 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899c75-9723-4d31-8f4c-373306dc5920 req-a4661731-66db-43ac-bdf2-ce63e02c4c9a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:14.785044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1899c75-9723-4d31-8f4c-373306dc5920 req-a4661731-66db-43ac-bdf2-ce63e02c4c9a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 944 time: 0.0483496 Dec 13 10:41:14.832943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b1899c75-9723-4d31-8f4c-373306dc5920 req-77061775-7523-4b95-81e7-d2e5cd9b08ff tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Dec 13 10:41:14.940650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['96f37d1c-8883-460d-be75-2f829c0c1b1b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:41:15.950041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58c8be-4fca-4048-acdd-61fa1ba69986 req-7db472e5-807c-4ade-a5e4-ca500d34790b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:15.952012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd58c8be-4fca-4048-acdd-61fa1ba69986 req-7db472e5-807c-4ade-a5e4-ca500d34790b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 944 time: 0.0521960 Dec 13 10:41:16.002365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bd58c8be-4fca-4048-acdd-61fa1ba69986 req-77e4f9d5-b986-4f67-998b-ac7a39a0c2b7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Dec 13 10:41:16.539690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 96f37d1c-8883-460d-be75-2f829c0c1b1b up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:41:16.588504 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 96f37d1c-8883-460d-be75-2f829c0c1b1b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:41:16.594173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 96f37d1c-8883-460d-be75-2f829c0c1b1b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:41:16.594590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:16.675709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:16.697539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:16.699779 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1a9a77-77cd-49ca-9973-1a79c18d4970" -d '{"events": [{"server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "name": "network-vif-plugged", "status": "completed", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:16.712385 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:41:16.718406 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:16.745601 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9cf4c-d9cb-466a-836e-5a23881a12f4 x-openstack-request-id: req-60f9cf4c-d9cb-466a-836e-5a23881a12f4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:16.745894 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "name": "network-vif-plugged", "status": "completed", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:16.746159 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60f9cf4c-d9cb-466a-836e-5a23881a12f4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:16.746556 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'code': 200} Dec 13 10:41:16.769590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:16.840949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d7eed-cefb-460a-bc18-95dc6c6a5e1a req-2b09e2a9-c5cc-4c33-b4c4-8d475dcc3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:16.842981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1d7eed-cefb-460a-bc18-95dc6c6a5e1a req-2b09e2a9-c5cc-4c33-b4c4-8d475dcc3974 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1096 time: 0.0399837 Dec 13 10:41:16.889601 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc1d7eed-cefb-460a-bc18-95dc6c6a5e1a req-9d3ff78f-4ee2-4f20-a718-d6f70c003136 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 Dec 13 10:41:17.122050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61d30e-0671-4b97-b934-7d37a6500ad1 req-62800499-ad9a-4a55-91ea-4d447cca96d9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:17.124126 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f61d30e-0671-4b97-b934-7d37a6500ad1 req-62800499-ad9a-4a55-91ea-4d447cca96d9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0527718 Dec 13 10:41:17.172894 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f61d30e-0671-4b97-b934-7d37a6500ad1 req-3607f3f0-becf-400c-aef4-de0853567808 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Dec 13 10:41:18.288705 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571761c-32f5-4fd0-8b4f-0b30e62df123 req-e03ff239-3206-4cf8-8ef3-195054e772d5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.290195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a571761c-32f5-4fd0-8b4f-0b30e62df123 req-e03ff239-3206-4cf8-8ef3-195054e772d5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0486569 Dec 13 10:41:18.342800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a571761c-32f5-4fd0-8b4f-0b30e62df123 req-53329ffa-dda3-4c8d-9a08-21147bbb35e1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Dec 13 10:41:18.456625 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df26134-e606-44a1-af30-7707a95cccc1 req-65f663a6-61bb-4960-92e7-21f748ae380b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.458023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df26134-e606-44a1-af30-7707a95cccc1 req-65f663a6-61bb-4960-92e7-21f748ae380b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0477579 Dec 13 10:41:18.510121 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df26134-e606-44a1-af30-7707a95cccc1 req-1df9e129-d4ac-4098-b4b0-5ec174f250dc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Dec 13 10:41:18.531963 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:18.570201 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3c7b4-cd04-401e-95ac-5cecb2dc41cd tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:18.571661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fbd3c7b4-cd04-401e-95ac-5cecb2dc41cd tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1091 time: 0.0387201 Dec 13 10:41:18.574425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51104) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:18.578755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:41:18.599947 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:18.701990 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.126159 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.176 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/89ac0ac7-b63e-4432-b913-fa20a286a726) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:41:19.226842 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.259561 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.298799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:41:19.301762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:41:19.304317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:41:19.328249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=89ac0ac7-b63e-4432-b913-fa20a286a726,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.658257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.723639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.872453 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.877295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:19.940065 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=89ac0ac7-b63e-4432-b913-fa20a286a726,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:41:19.956603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.056278 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 7da82fc1-efd4-4e67-ac31-955c79eaac4a associated. External IP: 172.25.1.176, port: 96f37d1c-8883-460d-be75-2f829c0c1b1b. Dec 13 10:41:20.262059 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 1b6d93cf-662f-47d6-80f0-c496e69a2790 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:41:20.371389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:41:20.382434 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Sync routers for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:41:20.390302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:20.394019 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:20.394639 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.416904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-65181fbf-362e-4868-a4d8-da57994992e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8414450 Dec 13 10:41:20.417472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:41:20.420358 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc76bd-52b0-4892-9bde-2895238789d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:41:20.458942 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e24d5a-367d-42f9-b770-45d2a1e0bdc8 x-openstack-request-id: req-91e24d5a-367d-42f9-b770-45d2a1e0bdc8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:41:20.459349 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:41:20.459704 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91e24d5a-367d-42f9-b770-45d2a1e0bdc8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:41:20.460198 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'status': 'completed', 'code': 200} Dec 13 10:41:20.502477 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:20.546168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7905732-3008-43ab-8f86-2b24c2067f5b req-f7ca014c-6651-421d-8a94-c9492156be28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.547586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7905732-3008-43ab-8f86-2b24c2067f5b req-f7ca014c-6651-421d-8a94-c9492156be28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0782876 Dec 13 10:41:20.564909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-89d23712-8637-4847-8b60-f06fed350d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.566627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-89d23712-8637-4847-8b60-f06fed350d55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1096 time: 0.0641768 Dec 13 10:41:20.657402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e7905732-3008-43ab-8f86-2b24c2067f5b req-4e72f6ff-46a6-4115-bfd1-2443d2149bc9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030865 Dec 13 10:41:20.682265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:20.692711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-cb99204c-b793-40b0-9f91-f7c3b84df9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.694214 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-cb99204c-b793-40b0-9f91-f7c3b84df9ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 897 time: 0.1198361 Dec 13 10:41:20.725773 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7da82fc1-efd4-4e67-ac31-955c79eaac4a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'port_id': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'mac_address': 'fa:16:3e:aa:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:41:19Z', 'updated_at': '2021-12-13T10:41:19Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.746115 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-721c3f70-dd5d-4fdf-83eb-8c2e5fbaa1cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/7da82fc1-efd4-4e67-ac31-955c79eaac4a HTTP/1.1" status: 200 len: 991 time: 0.0613956 Dec 13 10:41:20.757187 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Checking router: 1b6d93cf-662f-47d6-80f0-c496e69a2790 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:41:20.765627 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:41:20.766709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:41:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:20.772767 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-a58205d4-8575-4379-81fe-c57501c4292b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 999 time: 0.0706260 Dec 13 10:41:20.822943 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-b37f2735-9de6-4fbf-a55a-9df4920ee96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.824379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-b37f2735-9de6-4fbf-a55a-9df4920ee96f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0439579 Dec 13 10:41:20.873535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-b90ae9b8-baae-4eec-9443-10cb19b5e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:20.875059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-b90ae9b8-baae-4eec-9443-10cb19b5e226 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436437 Dec 13 10:41:20.964864 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:41:20.971736 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-b835acf9-2e17-4b4f-94fa-8203165a759a service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879860 Dec 13 10:41:21.071055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36cc76bd-52b0-4892-9bde-2895238789d3 req-54c2baab-1607-468f-adff-6e60b91d3a5f service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921841 Dec 13 10:41:21.187674 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7da82fc1-efd4-4e67-ac31-955c79eaac4a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'port_id': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'mac_address': 'fa:16:3e:aa:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:41:19Z', 'updated_at': '2021-12-13T10:41:19Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:41:21.217304 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190f4a-c70b-40ad-80e6-ed363fcedac0 None None] The sync data for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 is: [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '7da82fc1-efd4-4e67-ac31-955c79eaac4a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'port_id': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'mac_address': 'fa:16:3e:aa:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:41:19Z', 'updated_at': '2021-12-13T10:41:19Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:41:21.414895 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08341a8-7c9e-4505-a9b8-d75cc47eec2b None None] New status for floating IP 7da82fc1-efd4-4e67-ac31-955c79eaac4a: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:41:21.749554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51112) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:41:21.816195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0efe82ab-bf8f-4fff-a288-3f724125ca0f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/7da82fc1-efd4-4e67-ac31-955c79eaac4a HTTP/1.1" status: 200 len: 993 time: 0.0654809 Dec 13 10:41:27.691316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:28.725601 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2145-cf47-44c4-91de-498d7fb9e5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.673813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:29.992514 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:41:31.129647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06dcf7f4-4b80-4ccf-8e88-90e591f67225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:32.462609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:33.882475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:34.901940 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:50.530084 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-37e40cf4-2fd6-483e-9b40-ba6c7d2639e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.532234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-37e40cf4-2fd6-483e-9b40-ba6c7d2639e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1096 time: 0.0615494 Dec 13 10:41:50.540378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51249f4-42b5-467f-8e5c-c7320406f347 req-5ed72b5f-8f36-4323-9088-a97d72ba4e1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.541775 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a51249f4-42b5-467f-8e5c-c7320406f347 req-5ed72b5f-8f36-4323-9088-a97d72ba4e1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0808105 Dec 13 10:41:50.643045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a51249f4-42b5-467f-8e5c-c7320406f347 req-5302e377-b1f8-4fdf-a487-70550406a80e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930164 Dec 13 10:41:50.667422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-869d574e-dee5-46e5-908e-fcc8cdf68289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.668872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-869d574e-dee5-46e5-908e-fcc8cdf68289 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 897 time: 0.1262546 Dec 13 10:41:50.736001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-6680fede-a3cb-4ef7-9172-17fed4063f46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 1001 time: 0.0571933 Dec 13 10:41:50.790168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-b963a307-1594-471e-9faf-6d90d9fc4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.791597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-b963a307-1594-471e-9faf-6d90d9fc4390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0483117 Dec 13 10:41:50.837808 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-cf269d78-1cf8-420d-8a48-9eb9df5b5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:50.839278 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-cf269d78-1cf8-420d-8a48-9eb9df5b5192 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394833 Dec 13 10:41:50.927574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-20aacc52-03c6-420a-9c2b-fb92ef2fb2b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798690 Dec 13 10:41:51.029034 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-84637eb2-40fd-4620-82a1-e06c4dd3012f req-1398879b-279b-43c1-909e-cd0d2f4b665c service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942600 Dec 13 10:41:51.761969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7eba-9cfd-429f-84b2-c87cf956c3f4 req-a842124b-8775-4099-8ee1-6a3463e83c52 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:51.763480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa8f7eba-9cfd-429f-84b2-c87cf956c3f4 req-a842124b-8775-4099-8ee1-6a3463e83c52 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0497715 Dec 13 10:41:51.814167 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa8f7eba-9cfd-429f-84b2-c87cf956c3f4 req-0f5f149d-d8e6-483c-8f48-578fffaceac9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Dec 13 10:41:52.936050 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5ab1c-51b7-4d4b-a6bb-e968f9d93d15 req-ce8ee535-a269-490a-8e42-31f9770f85df tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:52.937567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbe5ab1c-51b7-4d4b-a6bb-e968f9d93d15 req-ce8ee535-a269-490a-8e42-31f9770f85df tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0548005 Dec 13 10:41:52.987981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbe5ab1c-51b7-4d4b-a6bb-e968f9d93d15 req-20ac0e08-982e-4414-9ea3-f98e687f6fd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Dec 13 10:41:54.104345 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cc15-c7bd-4fff-9e5c-7ed5636d903c req-d5702bf8-5672-48ac-9518-f05af51786c8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:54.105854 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cf0cc15-c7bd-4fff-9e5c-7ed5636d903c req-d5702bf8-5672-48ac-9518-f05af51786c8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0486796 Dec 13 10:41:54.153951 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3cf0cc15-c7bd-4fff-9e5c-7ed5636d903c req-e77f33c3-07c3-499a-a217-17f77f11428b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Dec 13 10:41:55.267571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e2a01-c8bd-45d5-b20e-414c211d6869 req-ea826bc0-7505-4c12-b08a-0094b23f7b28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:55.269066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d45e2a01-c8bd-45d5-b20e-414c211d6869 req-ea826bc0-7505-4c12-b08a-0094b23f7b28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0480964 Dec 13 10:41:55.321554 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d45e2a01-c8bd-45d5-b20e-414c211d6869 req-aabb2630-6959-484c-a787-89c196ba6bce tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Dec 13 10:41:56.437150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20780a71-5835-4ec5-b983-66ab89d3fa90 req-3a7f7f21-d3ca-4cbd-b6f8-8b1d3ad74eef tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:56.438587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20780a71-5835-4ec5-b983-66ab89d3fa90 req-3a7f7f21-d3ca-4cbd-b6f8-8b1d3ad74eef tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0486734 Dec 13 10:41:56.487145 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-20780a71-5835-4ec5-b983-66ab89d3fa90 req-eff0ec36-6c3b-4385-8a8c-030898033471 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Dec 13 10:41:57.601553 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb86fc3-5ecd-4f52-a9cb-ddb9745b24d3 req-e9c0ce67-8273-4a07-887b-6ceddcc15469 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:57.602990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aeb86fc3-5ecd-4f52-a9cb-ddb9745b24d3 req-e9c0ce67-8273-4a07-887b-6ceddcc15469 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0484197 Dec 13 10:41:57.652694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aeb86fc3-5ecd-4f52-a9cb-ddb9745b24d3 req-823498a2-607b-48cc-8e35-60da3bc61098 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Dec 13 10:41:57.693309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:58.728810 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e64f-b5a7-47aa-b47e-9bd0f247a05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:58.771980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c59b-0ba9-4af8-bc03-d393f7c45ca3 req-e3427510-7d6c-4d37-bdc1-9b7694844148 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:58.773661 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a31c59b-0ba9-4af8-bc03-d393f7c45ca3 req-e3427510-7d6c-4d37-bdc1-9b7694844148 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0525858 Dec 13 10:41:58.824461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a31c59b-0ba9-4af8-bc03-d393f7c45ca3 req-1e3f31c6-d1d1-425b-8425-c6f2f5f95b1a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Dec 13 10:41:59.704745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:41:59.940637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01c96-8f4b-439c-b25e-5b79ca079b6d req-288c93d0-0910-4c1b-8baf-9a3746830c28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:41:59.942047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dae01c96-8f4b-439c-b25e-5b79ca079b6d req-288c93d0-0910-4c1b-8baf-9a3746830c28 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0489995 Dec 13 10:41:59.990876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dae01c96-8f4b-439c-b25e-5b79ca079b6d req-93e24066-9478-4edd-9d28-9f131d7cd720 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Dec 13 10:42:01.114002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3625b-b54b-49c8-8caa-d976c5fdcb1c req-11cc2b6b-8250-4fe7-8865-4bdfef53779b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:01.117069 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18d3625b-b54b-49c8-8caa-d976c5fdcb1c req-11cc2b6b-8250-4fe7-8865-4bdfef53779b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0584455 Dec 13 10:42:01.132467 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9e9c851-c512-4c6d-9113-c579cff5282b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:01.195335 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18d3625b-b54b-49c8-8caa-d976c5fdcb1c req-457f0b43-8e05-4c16-8227-00b1cc626a6c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738466 Dec 13 10:42:01.198027 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-e47ede42-a30a-4d00-981e-041694774da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:01.199403 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-e47ede42-a30a-4d00-981e-041694774da0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1096 time: 0.0708685 Dec 13 10:42:01.304403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-42b2aa81-9b21-4e22-99dc-265df78037ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:01.305812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-42b2aa81-9b21-4e22-99dc-265df78037ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 897 time: 0.0875182 Dec 13 10:42:01.372410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-d7403612-23c8-46f3-b813-4b0b345fc182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 1001 time: 0.0571239 Dec 13 10:42:01.422770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-4ff56f88-1aaa-415b-97f9-7d15fc76715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:01.424169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-4ff56f88-1aaa-415b-97f9-7d15fc76715a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0431528 Dec 13 10:42:01.472241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-745d556d-ca69-4a9d-b2f9-827a59e476fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:01.473731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-745d556d-ca69-4a9d-b2f9-827a59e476fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419087 Dec 13 10:42:01.564664 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-c1685211-05c7-4afd-b4d2-f194e02fb593 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788715 Dec 13 10:42:01.659798 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24a16539-c79a-4cb5-a14b-c796f0099d7d req-7147337d-7d62-4fbb-b69a-085b79b9ebf7 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867834 Dec 13 10:42:02.314393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3759b-2543-43dc-86cc-51d4eef72652 req-036d6178-5a37-457b-9b0d-b193aba0e931 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:02.315909 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ad3759b-2543-43dc-86cc-51d4eef72652 req-036d6178-5a37-457b-9b0d-b193aba0e931 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0500271 Dec 13 10:42:02.365057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ad3759b-2543-43dc-86cc-51d4eef72652 req-2799203b-b631-45d7-8374-fd7cd39443e1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Dec 13 10:42:02.387365 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:02.446513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-de36ff54-db77-4f40-9c53-04a052678b5c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/7da82fc1-efd4-4e67-ac31-955c79eaac4a HTTP/1.1" status: 200 len: 993 time: 0.0580542 Dec 13 10:42:02.469188 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:03.884290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:04.904954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:06.992100 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:42:27.692412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:28.731557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bb17bed-e581-4145-9bd1-173492a506fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:29.705015 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:31.134675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-834e55ed-e789-4d0c-ad32-421e92afc89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:32.471634 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:32.829516 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:32.987711 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 89ac0ac7-b63e-4432-b913-fa20a286a726 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:32.988060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.066979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.067310 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.078792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 89ac0ac7-b63e-4432-b913-fa20a286a726 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:33.228348 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.253988 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=89ac0ac7-b63e-4432-b913-fa20a286a726,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:33.281059 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.281465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.281827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.282157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.282495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.283503 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.284515 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.284857 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.285218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.285559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.285894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.286224 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.286553 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:33.326767 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.327107 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 7da82fc1-efd4-4e67-ac31-955c79eaac4a disassociated (deleted). External IP: 172.25.1.176, port: 96f37d1c-8883-460d-be75-2f829c0c1b1b. Dec 13 10:42:33.532885 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 1b6d93cf-662f-47d6-80f0-c496e69a2790 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:42:33.645971 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:33.650864 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.655348 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Sync routers for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:33.665360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:33.666093 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:33.678011 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-bd660c5f-e261-4372-bf89-2e3431c4fe7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/floatingips/7da82fc1-efd4-4e67-ac31-955c79eaac4a HTTP/1.1" status: 204 len: 168 time: 0.8472228 Dec 13 10:42:33.678592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:33.680858 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394bcc1-c640-410a-98fa-a604b8a78611" -d '{"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:33.721683 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a33395b-0003-4a0e-8186-baecd8720dd5 x-openstack-request-id: req-2a33395b-0003-4a0e-8186-baecd8720dd5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:33.721979 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:33.722232 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a33395b-0003-4a0e-8186-baecd8720dd5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:33.722643 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'status': 'completed', 'code': 200} Dec 13 10:42:33.781679 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:33.790730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-ca62b6f4-3d70-4994-b7f0-cf46076b1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:33.793980 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-ca62b6f4-3d70-4994-b7f0-cf46076b1d56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 1096 time: 0.0491366 Dec 13 10:42:33.889748 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:33.941434 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-d7453c63-c471-43cd-b9fe-0e53871ed8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:33.942907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-d7453c63-c471-43cd-b9fe-0e53871ed8f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 200 len: 897 time: 0.1353152 Dec 13 10:42:33.951299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7a45e-2969-46bf-a2bb-ecd58a1f4498 req-b7f0d7aa-a5c6-42b0-8e4d-bbf331bcbf1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:33.952665 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8c7a45e-2969-46bf-a2bb-ecd58a1f4498 req-b7f0d7aa-a5c6-42b0-8e4d-bbf331bcbf1b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0828369 Dec 13 10:42:33.986992 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:33.996284 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-fabfc6a9-ba68-495a-9ada-ecc3af65ed33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 200 len: 217 time: 0.0426595 Dec 13 10:42:34.013109 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Checking router: 1b6d93cf-662f-47d6-80f0-c496e69a2790 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:34.023301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:34.023301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:34.070931 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b8c7a45e-2969-46bf-a2bb-ecd58a1f4498 req-ea98c9b1-68f3-42e5-8729-b1724d0a3f11 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098509 Dec 13 10:42:34.072351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-2911b76b-c363-4498-a6ef-1d3bbf9deba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:34.073741 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-2911b76b-c363-4498-a6ef-1d3bbf9deba1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 200 len: 835 time: 0.0682485 Dec 13 10:42:34.124681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-8397d0fa-88f2-4673-bee7-aaa39e670e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:34.126235 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-8397d0fa-88f2-4673-bee7-aaa39e670e0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440428 Dec 13 10:42:34.128023 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:34.217166 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-af76cd67-8d29-4b8d-bc03-a821847ef802 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825377 Dec 13 10:42:34.312903 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2394bcc1-c640-410a-98fa-a604b8a78611 req-109928c9-b4b0-4010-8467-6c69a2abc0e8 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862975 Dec 13 10:42:34.328736 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:34.356671 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09360c3d-f4dc-4f8e-ba36-a9ac9fd74c70 None None] The sync data for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 is: [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:41:07Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '453a3060-9a2a-4ade-a370-859e639e63ff', 'name': '', 'network_id': '0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:56:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2c658d95-9001-4631-b869-5a67059a2da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:06Z', 'updated_at': '2021-12-13T10:41:09Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '2c658d95-9001-4631-b869-5a67059a2da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:34.571878 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab14f22-290c-47d0-908d-3aaaa2dcc759 None None] New status for floating IP 7da82fc1-efd4-4e67-ac31-955c79eaac4a: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:42:34.906874 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.191710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a25c8-9380-4d3e-b5da-dbd3f9eced8b req-5527b9c6-8b88-49b1-8f72-44e8dda9a5b8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:35.193225 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d3a25c8-9380-4d3e-b5da-dbd3f9eced8b req-5527b9c6-8b88-49b1-8f72-44e8dda9a5b8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0501297 Dec 13 10:42:35.242473 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d3a25c8-9380-4d3e-b5da-dbd3f9eced8b req-2c6ad8e1-6f2f-4ae7-983b-636a9eb94132 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=e403de6a-1b28-4956-bd20-2254d68fb610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Dec 13 10:42:35.532634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194646a-ccef-4efb-8884-e356e45f9478 req-cb22a78a-65d0-48f3-99e5-00b6ae1a3992 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:35.535077 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5194646a-ccef-4efb-8884-e356e45f9478 req-cb22a78a-65d0-48f3-99e5-00b6ae1a3992 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 945 time: 0.0491362 Dec 13 10:42:35.625866 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 96f37d1c-8883-460d-be75-2f829c0c1b1b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:35.626208 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.714267 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 96f37d1c-8883-460d-be75-2f829c0c1b1b, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=96f37d1c-8883-460d-be75-2f829c0c1b1b,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:35.714631 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.727070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 96f37d1c-8883-460d-be75-2f829c0c1b1b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:35.857199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.883735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=96f37d1c-8883-460d-be75-2f829c0c1b1b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:35.898220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.898583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.898934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.899278 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.899621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.899959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.900296 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.900631 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.900972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.901351 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.901707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.902060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.902409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:35.940644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] No DVR routers for this DVR port 96f37d1c-8883-460d-be75-2f829c0c1b1b on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:35.943305 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:35.946759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5194646a-ccef-4efb-8884-e356e45f9478 req-77dc957c-c8e1-4422-ba1e-fb162ff804d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "DELETE /v2.0/ports/96f37d1c-8883-460d-be75-2f829c0c1b1b HTTP/1.1" status: 204 len: 173 time: 0.4049704 Dec 13 10:42:35.947219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'name': 'network-vif-deleted', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:35.949485 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b0a18b-2b14-4e7b-8782-e78efefdd497" -d '{"events": [{"server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "name": "network-vif-deleted", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:35.988867 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9aa55-2b7a-4602-bb7a-0e4b36d49273 x-openstack-request-id: req-1bf9aa55-2b7a-4602-bb7a-0e4b36d49273 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:35.989248 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1193cf3d-2299-403f-9c76-5f584be0f6af", "name": "network-vif-deleted", "tag": "96f37d1c-8883-460d-be75-2f829c0c1b1b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:35.989512 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bf9aa55-2b7a-4602-bb7a-0e4b36d49273 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:35.989916 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1193cf3d-2299-403f-9c76-5f584be0f6af', 'name': 'network-vif-deleted', 'tag': '96f37d1c-8883-460d-be75-2f829c0c1b1b', 'status': 'completed', 'code': 200} Dec 13 10:42:36.355816 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a181da1e-d12f-41c1-a8e9-ddf96eac8331 req-ede06507-6062-4972-abb4-9beaaf0bbe51 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193cf3d-2299-403f-9c76-5f584be0f6af HTTP/1.1" status: 200 len: 210 time: 0.0277898 Dec 13 10:42:37.415624 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:37.773823 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.024410 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 453a3060-9a2a-4ade-a370-859e639e63ff {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:38.024665 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.118952 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 453a3060-9a2a-4ade-a370-859e639e63ff, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=453a3060-9a2a-4ade-a370-859e639e63ff,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:38.119327 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.132309 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 453a3060-9a2a-4ade-a370-859e639e63ff owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:38.311672 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.338177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=453a3060-9a2a-4ade-a370-859e639e63ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:38.827042 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:38.992584 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 96f37d1c-8883-460d-be75-2f829c0c1b1b no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:39.013040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 96f37d1c-8883-460d-be75-2f829c0c1b1b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:39.013416 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 96f37d1c-8883-460d-be75-2f829c0c1b1b not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:39.043608 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 1b6d93cf-662f-47d6-80f0-c496e69a2790 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:42:39.151217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:39.156790 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-96494967-9c25-4dd2-a317-f9b55ca338e9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/1b6d93cf-662f-47d6-80f0-c496e69a2790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400997 Dec 13 10:42:39.159681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:39.161191 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Sync routers for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:39.170618 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:39.171301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:39.213392 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting subnet 2c658d95-9001-4631-b869-5a67059a2da5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:42:39.216697 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.258490 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.278270 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:39.560369 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:42:38Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:39.586320 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Checking router: 1b6d93cf-662f-47d6-80f0-c496e69a2790 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:39.594754 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Routers {'1b6d93cf-662f-47d6-80f0-c496e69a2790'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:39.596034 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['1b6d93cf-662f-47d6-80f0-c496e69a2790'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:39.661777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.699214 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] Set router 1b6d93cf-662f-47d6-80f0-c496e69a2790 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:39.719187 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.744798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Subnet': ['ID=2c658d95-9001-4631-b869-5a67059a2da5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:39.752703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.756217 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9e6167fb-a759-4a28-8715-bd6cd40b52c6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/subnets/2c658d95-9001-4631-b869-5a67059a2da5 HTTP/1.1" status: 204 len: 168 time: 0.5954905 Dec 13 10:42:39.758793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:39.762167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1d332-c624-4893-9cf2-52ff72391c1a None None] Network 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:42:39.868285 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.884696 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:42:38Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:39.913207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ffad3-44c1-4e45-be21-579f1fbddae1 None None] The sync data for ids ['1b6d93cf-662f-47d6-80f0-c496e69a2790'] in n-d-820531-5 is: [{'id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074864556', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:41:03Z', 'updated_at': '2021-12-13T10:42:38Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a06eb1da-4317-43c3-b09a-d6ace2f22815', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6d93cf-662f-47d6-80f0-c496e69a2790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:41:04Z', 'updated_at': '2021-12-13T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:39.934740 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] DHCP port deletion for 0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:39.979608 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:39.985919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Deleting port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:39.986304 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.032005 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port a06eb1da-4317-43c3-b09a-d6ace2f22815 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:42:40.032345 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.052231 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] For port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,segment=NetworkSegment(c2b8c971-1551-44bc-aed7-8b04f854e212),segment_id=c2b8c971-1551-44bc-aed7-8b04f854e212)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:40.052796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.065481 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Calling delete_port for 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:40.115644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port a06eb1da-4317-43c3-b09a-d6ace2f22815, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a06eb1da-4317-43c3-b09a-d6ace2f22815,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:40.115944 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.128165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for a06eb1da-4317-43c3-b09a-d6ace2f22815 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:42:40.146091 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.170484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Pushing event deleted for resources: {'Port': ['ID=3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:40.174850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] No DVR routers for this DVR port 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:42:40.181871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.182226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.182576 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.182926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.183264 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.183598 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.183929 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.184482 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.185051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.185051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.185272 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.185550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.185951 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebdc16-9fc7-4e12-b7c7-f4f7546ecc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:40.303350 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.329623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=a06eb1da-4317-43c3-b09a-d6ace2f22815,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:40.343573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383c510-60a3-43a5-9b80-629387dee04b None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:40.400425 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.491336 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.493504 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.536923 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.537586 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6d93cf-662f-47d6-80f0-c496e69a2790 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:42:40.544592 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.545715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-04a8d18b-4b8d-4705-bbfd-28b36ca07d07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/routers/1b6d93cf-662f-47d6-80f0-c496e69a2790 HTTP/1.1" status: 204 len: 168 time: 0.7858188 Dec 13 10:42:40.549054 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:40.633706 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.727096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.746433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:40.755746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b8c971-1551-44bc-aed7-8b04f854e212') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:40.756051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b8c971-1551-44bc-aed7-8b04f854e212') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:40.765225 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.778681 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.785097 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:42:40.785526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:42:40.788507 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:42:40.844807 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.850034 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.853535 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/networks/0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29 HTTP/1.1" status: 204 len: 168 time: 0.3031886 Dec 13 10:42:40.856421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:40.869044 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bba234-be59-43b3-a9d3-a0d6687eeffc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Network': ['ID=0b2b5ba2-7f6a-4f95-ab62-63bbe937ab29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:40.921550 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:40.948269 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.017049 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.020111 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.021313 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/security-groups/e403de6a-1b28-4956-bd20-2254d68fb610 HTTP/1.1" status: 204 len: 168 time: 0.1635609 Dec 13 10:42:41.030195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6333da-8338-4cd4-8bd2-531b5bafee7d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e403de6a-1b28-4956-bd20-2254d68fb610,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.241653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:41.261694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:41.261973 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3352f9c4-4d2a-4a8b-9d5e-fcf2f2a2a7f7 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:41.262382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 453a3060-9a2a-4ade-a370-859e639e63ff no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:41.280509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 453a3060-9a2a-4ade-a370-859e639e63ff {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:41.280857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 453a3060-9a2a-4ade-a370-859e639e63ff not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:41.281289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a06eb1da-4317-43c3-b09a-d6ace2f22815 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:42:41.302857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a06eb1da-4317-43c3-b09a-d6ace2f22815 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:42:41.303203 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a06eb1da-4317-43c3-b09a-d6ace2f22815 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:42:41.384569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:41.389265 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537569101', 'description': 'tempest-secgroup-smoke-1537569101 description', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:41.411961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.477582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.481236 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.515427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.516639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310346 Dec 13 10:42:41.519826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:41.520800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5220f0-1bc1-4262-9dc9-c4a306763515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad872863-d7b6-4587-b0c6-8fc8b686eb1b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.525046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:41.553389 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.598924 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.602410 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.621679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa569f9-2160-483b-8800-2be44ddf79e8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.629587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.630790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-88e19dfd-9780-4baf-9401-9e7d6efc521b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098666 Dec 13 10:42:41.633535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:41.637826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:41.665150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.719732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.723709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.742135 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f000e0d-d417-47e1-8e0d-d6d8e09c4324,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.749441 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.750635 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-be75b880-8436-4cf7-b119-a64310c5b6cf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161733 Dec 13 10:42:41.753919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:41.758224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:41.784492 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.842227 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.846329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.863509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e54328-4474-42d1-bb14-f435f4f41e74,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.872073 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.873331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-83faca89-c3ed-4454-9189-4b6d2b3565a5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184640 Dec 13 10:42:41.876131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:41.880809 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:41.906808 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.966424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.969982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.988944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b3a13f-8446-4173-8044-71ee6ef00ac2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:41.996774 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:41.998002 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-9b0034d7-56ab-4798-89d9-9a2f1737304f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206155 Dec 13 10:42:42.000770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:42.005834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:42.027577 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:42:42.032483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.090642 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.093976 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.110627 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb7e812-c14d-42af-8ffe-90c2d6d26936,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:42.119997 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.121205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e48f80d8-10b8-44b7-8daa-2447f4c0bc07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186793 Dec 13 10:42:42.124307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:42.129657 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'ad872863-d7b6-4587-b0c6-8fc8b686eb1b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:42.150612 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:42:42.155361 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.214072 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.217523 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.234874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e1f9e6-661d-4ea0-afe9-685251837d70,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:42.243965 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.245190 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-056e50e4-55f7-4ba4-8036-59656096526b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198483 Dec 13 10:42:42.248019 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:42.253766 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'network': {'name': 'tempest-network-smoke--532166980', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:42.274401 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:42:42.278041 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.302278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:42:42.312022 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.312367 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Added segment 265567a7-44da-4284-acc7-9c16c2121d10 of type vlan for network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b Dec 13 10:42:42.351809 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.375848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.382455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:42.383065 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.442232 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932495 Dec 13 10:42:42.445035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:42.449823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'admin_state_up': True, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:42.453852 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2131b-07bd-438b-a0ba-eaf6e1f46868 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Network': ['ID=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:42.476606 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.478510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.536615 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.627581 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:42:42.682601 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.874959 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:42.894527 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.000379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.60 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/d64cbbf1-e534-43e8-9f5c-4103e0254cfe) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:43.104002 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.137311 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.178801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:43.181829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:43.185488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:43.196093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169521c-c469-45cf-9aa6-c5f9c946dafc None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:43.211814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:43.233633 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a8b0603-cf5b-4224-9cbf-0d551555cbf0 None None] Provisioning complete for port d64cbbf1-e534-43e8-9f5c-4103e0254cfe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:43.234010 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0603-cf5b-4224-9cbf-0d551555cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.270957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b0603-cf5b-4224-9cbf-0d551555cbf0 None None] Port d64cbbf1-e534-43e8-9f5c-4103e0254cfe cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:43.435585 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.630859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.756765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:42:43.867883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:43.877446 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Sync routers for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:43.888813 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:43.889495 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:43.890556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:43.891835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f22f6314-043d-42ee-b749-2b4560cb58d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4457133 Dec 13 10:42:43.895949 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:43.924453 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b82fc3c6-2285-4d5a-8e8f-dca6c541c294 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b7aa70aab0b148f6bb4cfb5a84c044cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274141 Dec 13 10:42:43.927186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:43.993779 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:42:43.994391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:44.019253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef55ec9-83c9-47ed-b5e8-38a219f344d8 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:44.020703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5ef55ec9-83c9-47ed-b5e8-38a219f344d8 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926208 Dec 13 10:42:44.023569 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:44.051308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-79ef6e4a-3ccf-45ab-8ed2-ef5e8f405f52 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266821 Dec 13 10:42:44.053801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51224) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:44.058372 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618447689', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:44.150443 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:42:44.154101 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.171794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:43Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:44.202332 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Checking router: ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:44.202690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Updating router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 port d64cbbf1-e534-43e8-9f5c-4103e0254cfe binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:42:44.229854 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.334557 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.396986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Subnet': ['ID=afa7599e-5bd1-4bc1-8153-5820a0028e74,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:44.404523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Checking segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:44.404651 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network hostable DHCP agents. Network: d93ec0d4-54a3-4c72-a4d7-e518cf82b97b, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:42:44.421519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:42:44.430800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, d93ec0d4-54a3-4c72-a4d7-e518cf82b97b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:44.434926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:44.435525 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.443417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521569c-fbc4-4f9a-93f5-5da23e168447 None None] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:42:44.452327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-61ce3a36-bb0a-4ff7-92d6-605b6e283692 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3975401 Dec 13 10:42:44.455912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:44.540587 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.553149 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.608759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebdff2-f469-4d31-927e-8f2a77610619 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:44.634707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-d93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:42:44.635562 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.647405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea1c5c-488b-4ca0-8208-df8edecc9e76 None None] Pushing event updated for resources: {'Port': ['ID=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:44.649756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Attempting to bind port d64cbbf1-e534-43e8-9f5c-4103e0254cfe on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:42:44.650133 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Attempting to bind port d64cbbf1-e534-43e8-9f5c-4103e0254cfe by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:42:44.650503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Attempting to bind port d64cbbf1-e534-43e8-9f5c-4103e0254cfe on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:44.664229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:42:44.664609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:44.665014 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.665434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:42:44.665923 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Bound port: d64cbbf1-e534-43e8-9f5c-4103e0254cfe, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:42:44.666309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.793240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ade58a1-5f0d-4f9e-9504-cb0cb7ed9371 None None] Provisioning complete for port d64cbbf1-e534-43e8-9f5c-4103e0254cfe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:44.793618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ade58a1-5f0d-4f9e-9504-cb0cb7ed9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.799960 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] For port d64cbbf1-e534-43e8-9f5c-4103e0254cfe, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:42:44.859604 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] For port d64cbbf1-e534-43e8-9f5c-4103e0254cfe, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:42:44.869493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:44.914617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ade58a1-5f0d-4f9e-9504-cb0cb7ed9371 None None] Port d64cbbf1-e534-43e8-9f5c-4103e0254cfe cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:44.916436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Allocated IP 172.20.0.2 (d93ec0d4-54a3-4c72-a4d7-e518cf82b97b/afa7599e-5bd1-4bc1-8153-5820a0028e74/60c650ee-f197-4e19-9dd6-e997fed86695) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:44.948713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be9664-8ffd-4ace-a1ab-28fe12f5e583 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:42:44.967146 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea1c5c-488b-4ca0-8208-df8edecc9e76 None None] Pushing event updated for resources: {'Port': ['ID=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:45.003993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:45.004627 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:45.127994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] Provisioning complete for port d64cbbf1-e534-43e8-9f5c-4103e0254cfe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:45.128268 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.215392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:45.230805 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.284714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.322484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.564659 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:45.568171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.1 (d93ec0d4-54a3-4c72-a4d7-e518cf82b97b/afa7599e-5bd1-4bc1-8153-5820a0028e74/dea1c076-5adc-482b-a16c-eea60bac6aa2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:45.573921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:45.586680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:45.590228 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Pushing event updated for resources: {'Port': ['ID=60c650ee-f197-4e19-9dd6-e997fed86695,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:45.597956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.644912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] For port d64cbbf1-e534-43e8-9f5c-4103e0254cfe, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:45.667144 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.688313 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.698152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Attempting to bind port 60c650ee-f197-4e19-9dd6-e997fed86695 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:42:45.698526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Attempting to bind port 60c650ee-f197-4e19-9dd6-e997fed86695 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:42:45.698894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Attempting to bind port 60c650ee-f197-4e19-9dd6-e997fed86695 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:45.722797 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.729730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:42:45.730112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Checking segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:45.730521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.730914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Bound using segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:42:45.731395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Bound port: 60c650ee-f197-4e19-9dd6-e997fed86695, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:42:45.731782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.763575 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:45.769536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:45.773405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:45.789739 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268b521-cd94-434d-a233-ac059d2d2b73 None None] Pushing event updated for resources: {'Port': ['ID=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:45.800340 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:45.815637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:43Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:45.824397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.850102 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82873f4-c4b1-49c2-b077-6f31751dd157 None None] The sync data for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 is: [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:43Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:45.855563 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] For port 60c650ee-f197-4e19-9dd6-e997fed86695, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:42:45.868027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] For port 60c650ee-f197-4e19-9dd6-e997fed86695, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60c650ee-f197-4e19-9dd6-e997fed86695,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:42:45.874327 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:45.938137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f9f38-c487-4158-ba1f-f8cdbf84abbf None None] Pushing event updated for resources: {'Port': ['ID=60c650ee-f197-4e19-9dd6-e997fed86695,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:45.976943 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:46.322840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:46.328053 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:46.409611 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:46.412158 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:46.514187 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:46.515799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:46.639137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:42:46.763887 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:42:46.770884 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-82b36b58-ff92-4091-8083-0e81e1b28ae9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/ad7e449c-8bae-4d5a-9f2c-3b7d77b50447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3136759 Dec 13 10:42:46.903147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2060e1-c3cd-4644-91ec-43c6c8cc6a63 None None] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:42:46.928904 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-843bfc44-ddf1-4820-ac67-1d165aff0b9a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537569101&fields=id&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 267 time: 0.0477128 Dec 13 10:42:47.020135 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] Provisioning complete for port 60c650ee-f197-4e19-9dd6-e997fed86695 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.020717 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.052410 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53128275-aefc-49ad-89e3-02f9988af402 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:47.054097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53128275-aefc-49ad-89e3-02f9988af402 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 796 time: 0.1178617 Dec 13 10:42:47.071970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-94977dc9-637d-4e98-9f7f-18198e23bd89 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/quotas/b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 375 time: 0.0117502 Dec 13 10:42:47.108473 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.128845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-feb2b008-d0b9-4f61-bcd2-397a241145e5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507314 Dec 13 10:42:47.144479 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] For port 60c650ee-f197-4e19-9dd6-e997fed86695, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60c650ee-f197-4e19-9dd6-e997fed86695,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:47.149925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.221006 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32be57d-42b1-4325-822a-ecb79e3c0270 None None] Pushing event updated for resources: {'Port': ['ID=60c650ee-f197-4e19-9dd6-e997fed86695,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:47.275730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-d8ed0eab-cda9-4fc8-a423-402f94db0ee5 service neutron] 10.222.0.30 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342154 Dec 13 10:42:47.335537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d64cbbf1-e534-43e8-9f5c-4103e0254cfe up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:47.393780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-fa3be563-8695-4cd0-8784-ce649eaed104 service neutron] 10.222.0.30 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098831 Dec 13 10:42:47.398550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ad16e90-4e1a-4cc1-8c97-2632fe02fd7c None None] Provisioning complete for port 60c650ee-f197-4e19-9dd6-e997fed86695 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.399029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e90-4e1a-4cc1-8c97-2632fe02fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.436126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d64cbbf1-e534-43e8-9f5c-4103e0254cfe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.436374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.596430 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a7a24117-a66b-46fd-9d4e-b3d85b8b8f3f req-182e9b96-ae93-4c76-9d07-cd148012af63 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 210 time: 0.0395467 Dec 13 10:42:47.634090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ad16e90-4e1a-4cc1-8c97-2632fe02fd7c None None] Provisioning complete for port dea1c076-5adc-482b-a16c-eea60bac6aa2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.634470 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ad16e90-4e1a-4cc1-8c97-2632fe02fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.656849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60c650ee-f197-4e19-9dd6-e997fed86695 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:47.679308 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Sync routers for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:42:47.696545 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:47.698112 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:47.705054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ad16e90-4e1a-4cc1-8c97-2632fe02fd7c None None] Port dea1c076-5adc-482b-a16c-eea60bac6aa2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:47.729969 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60c650ee-f197-4e19-9dd6-e997fed86695 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.730350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.831029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2a967fcb-5294-4831-93bf-4c547c285b61 None None] Provisioning complete for port dea1c076-5adc-482b-a16c-eea60bac6aa2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:47.831402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a967fcb-5294-4831-93bf-4c547c285b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:47.841962 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:47.867889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2a967fcb-5294-4831-93bf-4c547c285b61 None None] Port dea1c076-5adc-482b-a16c-eea60bac6aa2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:48.045592 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:46Z', 'revision_number': 2, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:48.078823 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Checking router: ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:42:48.079179 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Updating router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 port dea1c076-5adc-482b-a16c-eea60bac6aa2 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:42:48.106250 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.372194 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.378198 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.445835 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Pushing event updated for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:48.469677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.470126 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.470661 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.471038 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.471566 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.471902 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.472234 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.472564 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.472890 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.473244 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.473568 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.473887 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.474205 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:42:48.490361 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Attempting to bind port dea1c076-5adc-482b-a16c-eea60bac6aa2 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:42:48.490737 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Attempting to bind port dea1c076-5adc-482b-a16c-eea60bac6aa2 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:42:48.491102 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Attempting to bind port dea1c076-5adc-482b-a16c-eea60bac6aa2 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:48.496283 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:42:48.496658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Checking segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:48.497068 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.497496 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Bound using segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:42:48.497960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Bound port: dea1c076-5adc-482b-a16c-eea60bac6aa2, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:42:48.498335 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.565108 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] For port dea1c076-5adc-482b-a16c-eea60bac6aa2, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:42:48.568648 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] For port dea1c076-5adc-482b-a16c-eea60bac6aa2, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dea1c076-5adc-482b-a16c-eea60bac6aa2,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:42:48.575330 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.670317 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:42:48.670946 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:48.700089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] Provisioning complete for port dea1c076-5adc-482b-a16c-eea60bac6aa2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:48.700660 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.713276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-da2082f4-4e7c-46f3-bf0b-f66ed15f307d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:48.715659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-da2082f4-4e7c-46f3-bf0b-f66ed15f307d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 796 time: 0.1726105 Dec 13 10:42:48.779443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e3cee2f1-7839-4100-bcc2-5d85e2684f97 req-1c2c4ac2-01a5-4493-852b-6faf869551b0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 210 time: 0.0550120 Dec 13 10:42:48.801221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc0729-cd6d-4b47-b5d0-0ae816556a46 None None] Pushing event updated for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:48.831680 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:42:48.843990 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-7c22050c-5e7f-4b7a-85e8-75a89084bc52 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 380 time: 0.1178687 Dec 13 10:42:48.856525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'port': {'device_id': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'admin_state_up': True, 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'security_groups': ['ad872863-d7b6-4587-b0c6-8fc8b686eb1b']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:48.860203 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.897044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] For port dea1c076-5adc-482b-a16c-eea60bac6aa2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dea1c076-5adc-482b-a16c-eea60bac6aa2,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:48.903137 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:48.954856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d50fe-8ca4-4444-a693-937a403e5c4f None None] Pushing event updated for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:48.990039 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:42:48.993691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.039137 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ec993aac-f462-428e-b006-dc4ce99a7471 None None] Provisioning complete for port dea1c076-5adc-482b-a16c-eea60bac6aa2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:49.039870 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec993aac-f462-428e-b006-dc4ce99a7471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.135900 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.12 (d93ec0d4-54a3-4c72-a4d7-e518cf82b97b/afa7599e-5bd1-4bc1-8153-5820a0028e74/d1584139-a378-4fb7-8664-c36715015271) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:49.139387 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:42:49.166199 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff033c8-0458-408c-b5c9-f2f93fb3e990 None None] The sync data for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 is: [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:42:49.283529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60c650ee-f197-4e19-9dd6-e997fed86695 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:49.312085 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.332829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 60c650ee-f197-4e19-9dd6-e997fed86695 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:49.333517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.353012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.401086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:49.406799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:49.410527 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:49.440754 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:49.471619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:49.472086 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.490752 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-12924f39-f972-44f7-aae7-10c099168153 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6398063 Dec 13 10:42:49.504734 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Request body: {'port': {'device_id': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:49.564070 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.671114 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6611f4df-0f57-4c1f-8060-a5fad779fbc0 None None] Provisioning complete for port d1584139-a378-4fb7-8664-c36715015271 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:49.671490 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6611f4df-0f57-4c1f-8060-a5fad779fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.709492 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6611f4df-0f57-4c1f-8060-a5fad779fbc0 None None] Port d1584139-a378-4fb7-8664-c36715015271 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:42:49.850057 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1584139-a378-4fb7-8664-c36715015271 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:42:49.858601 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.871875 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Transition to ACTIVE for port object d1584139-a378-4fb7-8664-c36715015271 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:42:49.878005 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:49.908630 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7855a4-1a71-4998-86ac-d3d59e4bc223 req-3391e292-6cd8-4429-985f-4ac19ee5da8e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:49.911348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f7855a4-1a71-4998-86ac-d3d59e4bc223 req-3391e292-6cd8-4429-985f-4ac19ee5da8e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 932 time: 0.0583189 Dec 13 10:42:49.935787 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:49.969774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3f7855a4-1a71-4998-86ac-d3d59e4bc223 req-ecfbbfe5-dfc5-4dc8-97a7-86c5eb14d944 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522814 Dec 13 10:42:50.040397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:42:50.040743 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:42:50.041079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:50.046029 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:42:50.046357 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:42:50.052025 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:42:50.052249 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Checking segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:42:50.052623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Bound using segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:42:50.053050 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Bound port: d1584139-a378-4fb7-8664-c36715015271, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:42:50.053557 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:50.124843 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:42:50.129026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:42:50.138432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:50.175719 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.176331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:50.177857 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] 10.222.0.37 "PUT /v2.0/ports/d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1092 time: 0.6785562 Dec 13 10:42:50.180529 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:50.182628 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4184fdc-9ce3-4f38-bd91-966b437e2091" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:50.222491 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6992a-27ea-4c87-aadd-46ea7755ba60 service neutron] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:50.237503 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd34c421-4931-4825-bb5e-65f3a373507c x-openstack-request-id: req-cd34c421-4931-4825-bb5e-65f3a373507c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:50.237806 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:50.238067 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd34c421-4931-4825-bb5e-65f3a373507c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:50.238475 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'status': 'completed', 'code': 200} Dec 13 10:42:50.273897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-dc899915-19dc-45d1-8f01-3596103c01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.275421 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-dc899915-19dc-45d1-8f01-3596103c01dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0494013 Dec 13 10:42:50.328235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-cbf057d7-8cbe-4f46-8025-335495ea936d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 217 time: 0.0427020 Dec 13 10:42:50.385570 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-af4d9e04-e2e6-4458-8206-7e67048d9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.387376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-af4d9e04-e2e6-4458-8206-7e67048d9405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0522423 Dec 13 10:42:50.434931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-a71da099-b02c-4483-ac72-5e3bad4ce29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.436451 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-a71da099-b02c-4483-ac72-5e3bad4ce29b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418653 Dec 13 10:42:50.531376 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-43b47061-beeb-4930-88d2-5c2f9177ce57 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Dec 13 10:42:50.620287 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-2df9e19f-b69e-44d6-8327-9e580c9dfc44 req-6193dc46-c0f0-4187-b4bb-7bd03598e422 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819774 Dec 13 10:42:50.703650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-b1a53450-9f4b-44f8-8ef4-22befcc10a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.705348 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-b1a53450-9f4b-44f8-8ef4-22befcc10a76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0411434 Dec 13 10:42:50.800469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-cf2bf756-3bc7-4833-9d51-2fa2d75e4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.801869 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-cf2bf756-3bc7-4833-9d51-2fa2d75e4da1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0900464 Dec 13 10:42:50.842156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-88579e85-9ce3-4b2a-9ac9-5057bf19cc56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 217 time: 0.0332780 Dec 13 10:42:50.895682 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-0cca284b-2cb3-4289-b437-077ab40d42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.897432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-0cca284b-2cb3-4289-b437-077ab40d42cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0485659 Dec 13 10:42:50.944812 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-f2b6772a-befb-40c7-91dc-6b41bb15d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:50.946320 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-f2b6772a-befb-40c7-91dc-6b41bb15d491 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425406 Dec 13 10:42:51.037393 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-582af815-7548-47ad-b279-dcdf76c1f1f7 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819895 Dec 13 10:42:51.089995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18771-dd44-4ee9-9360-12de95277afd req-fafd5111-f05a-4f7c-b91e-6a4bee9cceb8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:51.091487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10b18771-dd44-4ee9-9360-12de95277afd req-fafd5111-f05a-4f7c-b91e-6a4bee9cceb8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0496991 Dec 13 10:42:51.131838 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-e4184fdc-9ce3-4f38-bd91-966b437e2091 req-9f303b41-7441-4d73-bd5d-bca5e2a1eca2 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Dec 13 10:42:51.142731 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-10b18771-dd44-4ee9-9360-12de95277afd req-1c3c8b68-e671-48ed-9fba-8c7aecbaf95f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Dec 13 10:42:51.258711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dea1c076-5adc-482b-a16c-eea60bac6aa2 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:51.306687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dea1c076-5adc-482b-a16c-eea60bac6aa2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:51.307064 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:52.271438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca5b8a-e4f5-423c-b4f3-59ddc7c3c3da req-25eec04c-53f8-4df2-8294-ea903bc1a94e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:52.272922 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bca5b8a-e4f5-423c-b4f3-59ddc7c3c3da req-25eec04c-53f8-4df2-8294-ea903bc1a94e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0533893 Dec 13 10:42:52.321551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6bca5b8a-e4f5-423c-b4f3-59ddc7c3c3da req-d8390456-b7c3-40e9-961f-5293060a6e2b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Dec 13 10:42:53.439406 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de5066-8af0-4052-91e7-4c8229ee0ed6 req-91e7618e-3e9b-43ec-aa8e-f96dc502edd7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:53.440799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8de5066-8af0-4052-91e7-4c8229ee0ed6 req-91e7618e-3e9b-43ec-aa8e-f96dc502edd7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0492468 Dec 13 10:42:53.490649 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e8de5066-8af0-4052-91e7-4c8229ee0ed6 req-a462d7f4-1aab-4125-9478-692c0ca6bee7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Dec 13 10:42:54.605734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1810f-2129-447a-9098-7b3d1ba28297 req-6d79a5c1-54b4-40ca-bbe2-6ca3c43c5ec9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:54.607214 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0d1810f-2129-447a-9098-7b3d1ba28297 req-6d79a5c1-54b4-40ca-bbe2-6ca3c43c5ec9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0497978 Dec 13 10:42:54.644802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d1584139-a378-4fb7-8664-c36715015271 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:42:54.662754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d0d1810f-2129-447a-9098-7b3d1ba28297 req-922a0d69-f326-4083-9138-d92e7687b826 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 Dec 13 10:42:54.741994 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:54.753532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': 'd1584139-a378-4fb7-8664-c36715015271', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'mac_address': 'fa:16:3e:81:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:42:54.790064 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:54.803593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1584139-a378-4fb7-8664-c36715015271 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:42:54.823209 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:54.826762 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:54.872314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:55.165706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['d1584139-a378-4fb7-8664-c36715015271'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:42:55.778987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26348a17-b2e8-4260-a19e-45248f8d8176 req-ecc69e1f-7a7d-4586-a0ba-c4a03f98a017 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:55.780450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26348a17-b2e8-4260-a19e-45248f8d8176 req-ecc69e1f-7a7d-4586-a0ba-c4a03f98a017 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 945 time: 0.0497806 Dec 13 10:42:55.828900 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26348a17-b2e8-4260-a19e-45248f8d8176 req-8b67b9f9-14d7-40db-b014-b313d3b73f8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Dec 13 10:42:56.660672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d1584139-a378-4fb7-8664-c36715015271 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:42:56.711765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port d1584139-a378-4fb7-8664-c36715015271 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:42:56.715571 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port d1584139-a378-4fb7-8664-c36715015271 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:42:56.715945 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.790959 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.812686 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:42:56.815009 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c49390-2203-40f3-8600-c287c957e635" -d '{"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:42:56.827902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:42:56.831955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:56.856313 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0809d8e2-8419-4c06-b0a5-23be6ba67516 x-openstack-request-id: req-0809d8e2-8419-4c06-b0a5-23be6ba67516 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:42:56.856609 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:42:56.856869 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0809d8e2-8419-4c06-b0a5-23be6ba67516 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:42:56.857464 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'code': 200} Dec 13 10:42:56.886850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:42:56.950336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4d2c-6432-4f27-b3d7-53799d4455ac req-e63e7241-e85c-44b4-8bb9-b9d70acad193 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:56.951847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d85d4d2c-6432-4f27-b3d7-53799d4455ac req-e63e7241-e85c-44b4-8bb9-b9d70acad193 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0502031 Dec 13 10:42:56.957448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd068ddc-3e28-454c-86fd-8902247d6288 req-20dbc9b9-16e6-4333-baff-f7131de3e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:56.959164 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fd068ddc-3e28-454c-86fd-8902247d6288 req-20dbc9b9-16e6-4333-baff-f7131de3e101 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0423145 Dec 13 10:42:57.004425 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d85d4d2c-6432-4f27-b3d7-53799d4455ac req-16d29895-f84f-4e4c-9d02-ef1e1b93f67d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Dec 13 10:42:57.009144 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-fd068ddc-3e28-454c-86fd-8902247d6288 req-071aac57-a619-4f43-8d55-dbe7d26bf9eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Dec 13 10:42:57.692553 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:58.125530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393596-f09b-414c-8903-f6f4128da3c8 req-2d87007c-18ae-49c1-a096-17493512d05a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:58.127506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69393596-f09b-414c-8903-f6f4128da3c8 req-2d87007c-18ae-49c1-a096-17493512d05a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0530593 Dec 13 10:42:58.176281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-69393596-f09b-414c-8903-f6f4128da3c8 req-5cd2f08f-8f0a-407a-bea2-7afd90ff7ba5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Dec 13 10:42:58.733387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2eef474c-94d3-4d6e-8032-6e63c0c1f36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.293215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b985-5bf6-4c79-9e93-527acdcc3969 req-6565ec2e-76c1-454c-8edf-e73ed741d9ef tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:59.294717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b290b985-5bf6-4c79-9e93-527acdcc3969 req-6565ec2e-76c1-454c-8edf-e73ed741d9ef tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0487347 Dec 13 10:42:59.343147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b290b985-5bf6-4c79-9e93-527acdcc3969 req-3af0010f-42c6-4ced-b527-5736131a4dfb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Dec 13 10:42:59.456562 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489e616-2083-41be-b369-381572fc3057 req-b245fbb4-d8de-4b89-a596-b37f0f772cc3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:59.458051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5489e616-2083-41be-b369-381572fc3057 req-b245fbb4-d8de-4b89-a596-b37f0f772cc3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0478139 Dec 13 10:42:59.512373 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5489e616-2083-41be-b369-381572fc3057 req-fe405b3d-6097-43e9-847b-665b5220d427 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483232 Dec 13 10:42:59.534291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.573010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b01ac8-cc1b-4f7a-b849-f1d2eeeb39ba tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:42:59.574547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-08b01ac8-cc1b-4f7a-b849-f1d2eeeb39ba tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1092 time: 0.0393093 Dec 13 10:42:59.577409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:42:59.582103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:42:59.603995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.703057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.717260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.804746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.206 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/e4310e5d-5dae-4390-ae34-330d16ef9567) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:42:59.905452 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.938772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:42:59.978173 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:42:59.980983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:42:59.984484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:42:59.989969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=e4310e5d-5dae-4390-ae34-330d16ef9567,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:00.318487 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.381705 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.530383 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.534957 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.602663 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=e4310e5d-5dae-4390-ae34-330d16ef9567,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:43:00.614184 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:00.713841 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 618c95ae-c226-4330-b247-5f8630d661bb associated. External IP: 172.25.1.206, port: d1584139-a378-4fb7-8664-c36715015271. Dec 13 10:43:00.919715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:43:01.025971 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:43:01.036498 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Sync routers for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:43:01.046499 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.049039 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:01.049711 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:42:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:01.074418 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-98450e8b-5bd9-4d84-8b65-90c90561f37b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4959714 Dec 13 10:43:01.075017 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:43:01.077311 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:43:01.115699 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269bd963-526e-4f21-acf1-002ee608e797 x-openstack-request-id: req-269bd963-526e-4f21-acf1-002ee608e797 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:43:01.115993 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:43:01.116249 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-269bd963-526e-4f21-acf1-002ee608e797 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:43:01.116653 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'status': 'completed', 'code': 200} Dec 13 10:43:01.154438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6abe180-ad9e-4a28-b2d4-21da858cf44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:01.179517 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:01.181155 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ff8f-2938-4416-8e43-4946ae4b3892 req-f66e8f31-cce5-49b9-a68b-6102f418e368 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.182705 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7465ff8f-2938-4416-8e43-4946ae4b3892 req-f66e8f31-cce5-49b9-a68b-6102f418e368 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0541368 Dec 13 10:43:01.199953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-b6bee02a-4bc9-42b2-8715-362e8695fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.201773 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-b6bee02a-4bc9-42b2-8715-362e8695fa5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0533080 Dec 13 10:43:01.239443 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7465ff8f-2938-4416-8e43-4946ae4b3892 req-5c1e0c05-de5c-4fa8-b451-1272527c4414 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492485 Dec 13 10:43:01.263249 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:01.303146 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-556ba0e1-b68f-418a-b337-44510bff194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.305014 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-556ba0e1-b68f-418a-b337-44510bff194b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0958700 Dec 13 10:43:01.330799 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-111b2f7c-8ba1-4d42-853b-21009ea9da1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/618c95ae-c226-4330-b247-5f8630d661bb HTTP/1.1" status: 200 len: 992 time: 0.0662925 Dec 13 10:43:01.378890 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-341054d7-78b8-4db3-97be-137dcc3711f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1000 time: 0.0668025 Dec 13 10:43:01.416008 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '618c95ae-c226-4330-b247-5f8630d661bb', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'mac_address': 'fa:16:3e:81:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:00Z', 'updated_at': '2021-12-13T10:43:00Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:01.428800 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-c5677c52-3a80-47e6-8dde-c003699b3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.430387 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-c5677c52-3a80-47e6-8dde-c003699b3840 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0446315 Dec 13 10:43:01.441248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Checking router: ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:43:01.449595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:43:01.450204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:43:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:01.477928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-401ca1ec-bb31-4c59-9cfd-3dcb7525241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:01.479427 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-401ca1ec-bb31-4c59-9cfd-3dcb7525241a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416665 Dec 13 10:43:01.580414 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-ac411824-0fa0-4243-8f6d-d303ea5254e3 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926664 Dec 13 10:43:01.673807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-11110ac7-fa9b-4f94-935a-a5764c5b0bf6 req-71757535-bc1f-4f19-9d38-5c913dcf6a5c service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870554 Dec 13 10:43:01.719186 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:43:01.941201 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '618c95ae-c226-4330-b247-5f8630d661bb', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'mac_address': 'fa:16:3e:81:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:00Z', 'updated_at': '2021-12-13T10:43:00Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:43:01.966550 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fcf71a-47ca-41a5-9b49-777227b05b4a None None] The sync data for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 is: [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '618c95ae-c226-4330-b247-5f8630d661bb', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'mac_address': 'fa:16:3e:81:e4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:43:00Z', 'updated_at': '2021-12-13T10:43:00Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:43:02.151274 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0808e-e621-4c47-85b8-0378178745ed None None] New status for floating IP 618c95ae-c226-4330-b247-5f8630d661bb: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:43:02.334740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:43:02.395195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-776ac571-1728-477e-9dce-e1d78f8b922b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/618c95ae-c226-4330-b247-5f8630d661bb HTTP/1.1" status: 200 len: 994 time: 0.0592875 Dec 13 10:43:02.474799 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:03.890904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:04.910034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:16.630455 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-ac1f81d3-5966-4ac1-a1d9-4f2315b88d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410480 Dec 13 10:43:16.717976 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-32d9ceec-c505-426f-95b4-f7a1ad686625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:16.718813 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-32d9ceec-c505-426f-95b4-f7a1ad686625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0445588 Dec 13 10:43:16.821062 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-035b24ac-4458-42ab-9572-3b38ec903603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:16.822535 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-035b24ac-4458-42ab-9572-3b38ec903603 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0842843 Dec 13 10:43:16.892880 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-16b43692-0972-4667-9fb9-3728658f16b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1002 time: 0.0616627 Dec 13 10:43:16.943330 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-8dba2091-4439-48c5-89fd-06d40ef999ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:16.944739 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-8dba2091-4439-48c5-89fd-06d40ef999ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0429883 Dec 13 10:43:16.992058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-352f7b12-8103-4c42-9dff-355396dd63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:43:16.993545 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-352f7b12-8103-4c42-9dff-355396dd63e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403755 Dec 13 10:43:17.088615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-4320b19e-2a08-4b12-9aea-3fd5d54c688c service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834532 Dec 13 10:43:17.177601 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9706a18b-95f8-4d2a-bf31-9702ad857ea3 req-475ed85c-de04-4aae-b0d8-c337a6c73232 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805199 Dec 13 10:43:20.994063 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:43:27.705475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:28.738442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b7afc6-0b20-4e4c-97b5-1b10b68ab534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:29.725962 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:31.139147 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1d5b-6353-447f-8693-7d6456c0de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:32.477775 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:33.894803 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:34.912170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.704755 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:57.993281 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:43:58.739850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46d70a11-4db2-4ec8-910f-ba1787a38cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:43:59.736925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:01.140873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b753e878-e1f5-40d4-91b3-b1b02d4e2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:02.480983 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:03.896531 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:04.914412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:05.102588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-6c7def01-9324-424c-a206-d9bd7a01baf5 req-77c80214-46ab-43d5-b37f-682673cfb428 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:44:05.103614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6c7def01-9324-424c-a206-d9bd7a01baf5 req-77c80214-46ab-43d5-b37f-682673cfb428 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494018 Dec 13 10:44:05.273928 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:44:05.355717 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-52ee444d-e760-415e-b71c-088905610558 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805976 Dec 13 10:44:05.357264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fcd65-b7d9-4156-ad21-dcacbd56abd3 req-78075beb-83e3-4574-aad2-d9b9825d36bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:05.358759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-378fcd65-b7d9-4156-ad21-dcacbd56abd3 req-78075beb-83e3-4574-aad2-d9b9825d36bc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.1172006 Dec 13 10:44:05.366466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-ce41de39-877e-45dc-af5b-e300f4118dac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:44:05.367601 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-ce41de39-877e-45dc-af5b-e300f4118dac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062208 Dec 13 10:44:05.409925 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-378fcd65-b7d9-4156-ad21-dcacbd56abd3 req-23b30dfd-39da-42a4-b10e-23b946b31c48 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Dec 13 10:44:06.530826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5192684-758b-450e-870a-7fe00b38adb2 req-098b1b95-b20e-48c2-9310-cbb1843587ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:06.532317 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5192684-758b-450e-870a-7fe00b38adb2 req-098b1b95-b20e-48c2-9310-cbb1843587ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0504222 Dec 13 10:44:06.582056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f5192684-758b-450e-870a-7fe00b38adb2 req-96296d41-ad21-4f43-bb1e-9c45f024173d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Dec 13 10:44:07.699786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08b80e-e869-4c68-942b-7e1ca925ff76 req-31bd5fe8-465d-4d92-8f61-6d8da576da05 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:07.701263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d08b80e-e869-4c68-942b-7e1ca925ff76 req-31bd5fe8-465d-4d92-8f61-6d8da576da05 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0468116 Dec 13 10:44:07.754017 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6d08b80e-e869-4c68-942b-7e1ca925ff76 req-fa85c289-be01-4ef1-9d8b-b540a3b7175f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 Dec 13 10:44:08.919812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0f23-a014-4b62-a61a-457e6f3e37b9 req-0e7f4b5d-9d88-4dbe-85d1-320a8a38b3b3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:08.921293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b0c0f23-a014-4b62-a61a-457e6f3e37b9 req-0e7f4b5d-9d88-4dbe-85d1-320a8a38b3b3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0987294 Dec 13 10:44:08.973938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1b0c0f23-a014-4b62-a61a-457e6f3e37b9 req-4fcfc0b7-1ed8-42d1-937d-df9693c04f3c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Dec 13 10:44:10.100439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f2b2-37e1-48dc-a8fe-560219871615 req-c747352e-a0ed-4338-b9c5-d6a2bedc6196 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:10.101973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bab6f2b2-37e1-48dc-a8fe-560219871615 req-c747352e-a0ed-4338-b9c5-d6a2bedc6196 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0525279 Dec 13 10:44:10.153169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bab6f2b2-37e1-48dc-a8fe-560219871615 req-d034f0c8-76e0-4966-bf0d-7a4a84a9f3a7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Dec 13 10:44:10.593020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-43791684-833c-4100-bd98-92a94e2c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:10.594637 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-43791684-833c-4100-bd98-92a94e2c5f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0449948 Dec 13 10:44:10.685178 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-e49d9173-8fe2-4851-9044-f0948162a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:10.686665 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-e49d9173-8fe2-4851-9044-f0948162a8fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0843322 Dec 13 10:44:10.755627 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-961ab142-c8f3-495d-8c2f-51d07f93fb97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1002 time: 0.0614588 Dec 13 10:44:10.804455 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-4f2c7dce-7215-4e04-bc13-7f9bafc9a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:10.805896 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-4f2c7dce-7215-4e04-bc13-7f9bafc9a0f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0434341 Dec 13 10:44:10.850873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-c4e9d00e-71f8-42aa-93f1-a55c6cffbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:10.852238 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-c4e9d00e-71f8-42aa-93f1-a55c6cffbd66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391550 Dec 13 10:44:10.944860 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-81484796-75f1-4a0d-979d-3107a85ab581 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 Dec 13 10:44:11.041933 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-deda3900-ceeb-49b3-893f-d46fe05d434e service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893402 Dec 13 10:44:11.277068 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c2437-487b-42e8-9bfe-3c16c95bf939 req-d3653486-8fba-4599-97d5-40a6b2c39cc0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:11.278595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9c2437-487b-42e8-9bfe-3c16c95bf939 req-d3653486-8fba-4599-97d5-40a6b2c39cc0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0555804 Dec 13 10:44:11.326713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dd9c2437-487b-42e8-9bfe-3c16c95bf939 req-6c73f319-7911-4b62-9671-54a26a192276 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Dec 13 10:44:12.441510 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c77f5c-b017-4688-9536-9afeb20f8b8e req-6ead8a85-33d1-4748-a09c-03201e565614 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:12.442959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6c77f5c-b017-4688-9536-9afeb20f8b8e req-6ead8a85-33d1-4748-a09c-03201e565614 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0477390 Dec 13 10:44:12.492981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b6c77f5c-b017-4688-9536-9afeb20f8b8e req-4b6540be-4a47-4d35-ad7e-9f49cde6b872 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Dec 13 10:44:13.607900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e42a9-cef2-419f-abb4-dea91d6aa1e8 req-4f0f5311-5bfb-49de-ad5a-6c70946e36d6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:13.612878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b0e42a9-cef2-419f-abb4-dea91d6aa1e8 req-4f0f5311-5bfb-49de-ad5a-6c70946e36d6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0476460 Dec 13 10:44:13.665326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b0e42a9-cef2-419f-abb4-dea91d6aa1e8 req-8be1d3de-4a44-43e5-8cd0-a60b39f76f07 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495574 Dec 13 10:44:14.780485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519771c-762c-41f0-8da7-454b3a40870d req-6f471d7b-5a75-4590-a6bd-54b680d3d97b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:14.781976 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3519771c-762c-41f0-8da7-454b3a40870d req-6f471d7b-5a75-4590-a6bd-54b680d3d97b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0481851 Dec 13 10:44:14.831047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3519771c-762c-41f0-8da7-454b3a40870d req-ba0199c4-e6fd-41c1-9923-2a00ee78316d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Dec 13 10:44:15.947087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5645-8a0b-4741-8728-eb5e7e6a80ca req-196a05ea-0e71-4be7-bbab-33efd1d8a885 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:15.948569 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99ef5645-8a0b-4741-8728-eb5e7e6a80ca req-196a05ea-0e71-4be7-bbab-33efd1d8a885 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0496368 Dec 13 10:44:15.997890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-99ef5645-8a0b-4741-8728-eb5e7e6a80ca req-f63851dc-1008-4c69-8c95-8a464edaa718 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Dec 13 10:44:17.115831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49676d56-88a5-4112-b190-5e320cee93ae req-ec328499-fcf5-4e22-8b6a-bbbeeb33a042 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:17.117322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49676d56-88a5-4112-b190-5e320cee93ae req-ec328499-fcf5-4e22-8b6a-bbbeeb33a042 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0516422 Dec 13 10:44:17.166333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49676d56-88a5-4112-b190-5e320cee93ae req-73f43596-a25b-43e1-9d82-4cba05d044f9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Dec 13 10:44:17.660729 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-6cac1fcf-cf57-4d72-9eb1-d43ea50ec6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:17.662230 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-6cac1fcf-cf57-4d72-9eb1-d43ea50ec6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0410283 Dec 13 10:44:17.767645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-c34ef002-19b5-4b31-af20-433b274fa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:17.769691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-c34ef002-19b5-4b31-af20-433b274fa8bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0873060 Dec 13 10:44:17.834380 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-1ad260ea-cdb4-4f85-9f82-5a80e6d9a3aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1002 time: 0.0580144 Dec 13 10:44:17.886348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-65826dd5-c10b-4e05-b57b-e4b5b650591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:17.887691 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-65826dd5-c10b-4e05-b57b-e4b5b650591c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0467794 Dec 13 10:44:17.933912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-411cb97c-ee1a-46d6-af61-fd318b8e21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:17.935409 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-411cb97c-ee1a-46d6-af61-fd318b8e21e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401564 Dec 13 10:44:18.025788 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-e92c7b22-f40a-4496-ba68-8f90a76b5767 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Dec 13 10:44:18.116370 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-246b2bc3-e000-4841-8b48-7843e8f4bb49 req-853a4d73-f494-4872-acdc-058cd96ae860 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829442 Dec 13 10:44:18.282077 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b568-2f41-4bb0-81c2-7dbe8b719275 req-dc7aec59-fd55-4bda-aeb5-56e24769a14f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:18.283526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7403b568-2f41-4bb0-81c2-7dbe8b719275 req-dc7aec59-fd55-4bda-aeb5-56e24769a14f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0494995 Dec 13 10:44:18.332498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7403b568-2f41-4bb0-81c2-7dbe8b719275 req-8d1d54b6-1900-4b33-95f0-26413ae2d2f7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Dec 13 10:44:19.450188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c14a3-d053-4951-86a5-46b99d53ce28 req-bed0fe17-6690-4bc3-982c-b508696b4eab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:19.451630 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e24c14a3-d053-4951-86a5-46b99d53ce28 req-bed0fe17-6690-4bc3-982c-b508696b4eab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0515382 Dec 13 10:44:19.818497 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e24c14a3-d053-4951-86a5-46b99d53ce28 req-b5d97c50-870a-4fd1-a71b-f8a2ea86c85f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607008 Dec 13 10:44:20.936746 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed7aa9-ce90-4ea5-818d-2d287d34a95e req-b4659d21-dbc7-46ff-a20d-a5c71e88d3aa tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:20.938101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75ed7aa9-ce90-4ea5-818d-2d287d34a95e req-b4659d21-dbc7-46ff-a20d-a5c71e88d3aa tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0480986 Dec 13 10:44:20.986135 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75ed7aa9-ce90-4ea5-818d-2d287d34a95e req-f03385b3-a92f-4778-9492-0b98c0637530 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Dec 13 10:44:22.104349 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bc410-f92e-40f8-9228-300c3cdd0c62 req-8c741fee-1a9e-4a35-9c95-6ee7b9cca790 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:22.105809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-780bc410-f92e-40f8-9228-300c3cdd0c62 req-8c741fee-1a9e-4a35-9c95-6ee7b9cca790 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0479589 Dec 13 10:44:22.157820 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-780bc410-f92e-40f8-9228-300c3cdd0c62 req-927fbec9-1637-4ea8-9662-52e1192b128b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460734 Dec 13 10:44:23.225654 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-89eee386-1b5c-49ae-ac2f-e5635cce10ba service neutron] show failed (client error): The resource could not be found. Dec 13 10:44:23.226676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-89eee386-1b5c-49ae-ac2f-e5635cce10ba service neutron] 10.222.0.37 "GET /v2.0/ports/d1584139-a378-4fb7-8664-c36715015271/bindings/n-h2-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0552955 Dec 13 10:44:23.276606 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437529e-e7d2-4302-94c4-002daa537c63 req-4cf4190d-6a35-40f3-9c3b-01a6a3fa4745 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:23.278238 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e437529e-e7d2-4302-94c4-002daa537c63 req-4cf4190d-6a35-40f3-9c3b-01a6a3fa4745 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0511293 Dec 13 10:44:23.330070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e437529e-e7d2-4302-94c4-002daa537c63 req-eab3b1bd-8a76-4b58-8e1b-3a8d85dd1479 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459473 Dec 13 10:44:23.469078 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-446abd4d-9a27-4295-93fc-d973e024f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:23.470559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-446abd4d-9a27-4295-93fc-d973e024f0da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 1097 time: 0.0833380 Dec 13 10:44:23.483070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:44:23.538457 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:23.733853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:44:23.766093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h1-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:44:23.804727 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:44:23.807046 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1fb1b2-a676-43a4-bf28-4b6bb9b52727" -d '{"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:44:23.811121 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:23.823300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Transition to ACTIVE for port object d1584139-a378-4fb7-8664-c36715015271 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:44:23.827483 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:23.859748 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f036b-1124-490e-a5d4-b317cb735831 x-openstack-request-id: req-0a6f036b-1124-490e-a5d4-b317cb735831 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:44:23.860045 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:44:23.860301 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a6f036b-1124-490e-a5d4-b317cb735831 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:44:23.860698 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'code': 200} Dec 13 10:44:23.910942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:23.927204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.927626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.927970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.928313 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.928646 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.928978 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.929332 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.929657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.929984 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.930517 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.931104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.931674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.932229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:23.968083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] No DVR routers for this DVR port d1584139-a378-4fb7-8664-c36715015271 on host n-h1-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:44:24.105582 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:44:24.105919 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:44:24.106251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:44:24.110542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:44:24.110864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Attempting to bind port d1584139-a378-4fb7-8664-c36715015271 on network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:44:24.115700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:44:24.116039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Checking segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:44:24.116420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Bound using segment: {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:44:24.116845 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Bound port: d1584139-a378-4fb7-8664-c36715015271, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265567a7-44da-4284-acc7-9c16c2121d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:44:24.117219 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:24.178561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:44:24.181459 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:44:24.185517 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:24.225920 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.226541 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:24.227905 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] 10.222.0.44 "PUT /v2.0/ports/d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1092 time: 0.7490692 Dec 13 10:44:24.252995 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19079292-787a-4158-8f16-31b4e9c39dcd service neutron] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:24.298950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-f545b2cd-b00e-4cf6-b096-5dbbfa9b42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.300529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-f545b2cd-b00e-4cf6-b096-5dbbfa9b42da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0438848 Dec 13 10:44:24.398996 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-36aaff0e-32eb-40b6-b600-c105f3e67514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.400477 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-36aaff0e-32eb-40b6-b600-c105f3e67514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0934966 Dec 13 10:44:24.497704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-0ba91dec-8122-41b5-9198-a0c392ade3b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1000 time: 0.0895631 Dec 13 10:44:24.508272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc8f0-6e9c-47af-b743-4f8823fbbd82 req-2e3ebccc-51e3-4654-8f90-b6001e3c3b8f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.509743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86abc8f0-6e9c-47af-b743-4f8823fbbd82 req-2e3ebccc-51e3-4654-8f90-b6001e3c3b8f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.1034214 Dec 13 10:44:24.579043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-db94c4ed-aff0-44db-8f00-1fed6a1aae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.580423 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-db94c4ed-aff0-44db-8f00-1fed6a1aae88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0698080 Dec 13 10:44:24.608057 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-86abc8f0-6e9c-47af-b743-4f8823fbbd82 req-8c2998cc-6f0d-4367-b8d3-fa2e54a440ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903177 Dec 13 10:44:24.641286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-f2b10698-fc09-4983-9e2d-09fa6db9bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:24.642782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-f2b10698-fc09-4983-9e2d-09fa6db9bff0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529013 Dec 13 10:44:24.731912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-881fd531-2889-4e08-8340-cd7c684bf367 service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815167 Dec 13 10:44:24.825472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c4cff0a4-1c8f-4f98-aa59-8f73ad038215 req-524b311d-51a1-44a2-82dc-ee28ff1e08d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864792 Dec 13 10:44:25.779056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b42f8-bbf6-4630-bc8e-64eed7e09e25 req-8dcde337-ef0f-4e6c-9922-f5f5a86d1ba9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:25.780510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d0b42f8-bbf6-4630-bc8e-64eed7e09e25 req-8dcde337-ef0f-4e6c-9922-f5f5a86d1ba9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0502472 Dec 13 10:44:25.829116 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7d0b42f8-bbf6-4630-bc8e-64eed7e09e25 req-ade014da-42ea-47a7-91ce-d628730d48db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Dec 13 10:44:25.861782 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:44:25.864249 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:44:25.912904 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843e0012-17ab-426c-9c45-bd8bc528916c x-openstack-request-id: req-843e0012-17ab-426c-9c45-bd8bc528916c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:44:25.913244 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:44:25.913504 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-843e0012-17ab-426c-9c45-bd8bc528916c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:44:25.913906 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'status': 'completed', 'code': 200} Dec 13 10:44:25.970345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-92d584a7-cb80-4617-bdf5-c3bee6c12aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:25.972057 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-92d584a7-cb80-4617-bdf5-c3bee6c12aec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0414248 Dec 13 10:44:25.976025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-224ff7f2-85f8-4667-a711-f9b33e5fd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:25.977524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-224ff7f2-85f8-4667-a711-f9b33e5fd9c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0409420 Dec 13 10:44:26.076112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-4fbbbd7e-4e11-47de-a9a5-bb2bb78a04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.077958 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-4fbbbd7e-4e11-47de-a9a5-bb2bb78a04a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0932238 Dec 13 10:44:26.149717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-f4807c8f-3e97-43d2-98e5-d09754e99d7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1000 time: 0.0628679 Dec 13 10:44:26.208430 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-5c394dd2-8124-4acc-a317-33617624799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.209956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-5c394dd2-8124-4acc-a317-33617624799c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0518441 Dec 13 10:44:26.260240 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-562ee088-191c-45ee-8151-7d93f4fd9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.261786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-562ee088-191c-45ee-8151-7d93f4fd9778 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438280 Dec 13 10:44:26.366577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-6f84612e-e8be-47b8-b8dd-c3a089a84cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947375 Dec 13 10:44:26.398974 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-261aeaf6-f5ea-4b47-a549-e93423822f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.400563 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-261aeaf6-f5ea-4b47-a549-e93423822f80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.4219804 Dec 13 10:44:26.465670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-17f7ef0a-b2f1-473e-99cc-4af068c4295a service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908480 Dec 13 10:44:26.469466 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-e34d59db-ff20-4a9f-a597-a387babfe86a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1000 time: 0.0614963 Dec 13 10:44:26.518664 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-b97a31fc-9a34-48ab-b30e-48fc05cc3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.520222 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-b97a31fc-9a34-48ab-b30e-48fc05cc3f2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0441566 Dec 13 10:44:26.564124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-25519e62-5154-4902-b707-4a0f95ae6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.565622 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-25519e62-5154-4902-b707-4a0f95ae6d08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390770 Dec 13 10:44:26.657715 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-ba0c454d-98f1-4648-a309-33d38ad9b6ac service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847836 Dec 13 10:44:26.746416 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-7101fd04-2c3f-42d2-bb5b-eaf3389f12cc req-7b04598b-b284-40f6-ba42-a7022564aa9d service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Dec 13 10:44:26.946776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cdcfc-50bb-4017-a761-f47297bb5910 req-ab0b2631-1138-4ac4-a4eb-f80c68d0c2d4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:26.948140 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc4cdcfc-50bb-4017-a761-f47297bb5910 req-ab0b2631-1138-4ac4-a4eb-f80c68d0c2d4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0493622 Dec 13 10:44:26.997223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc4cdcfc-50bb-4017-a761-f47297bb5910 req-0abcfc18-3836-4cbc-850b-20d7f622d5c7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Dec 13 10:44:27.194220 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2157b4-a0da-47c1-8090-79176c704131 req-37e7dede-1d93-4300-813a-361e9fa82fca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.195936 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e2157b4-a0da-47c1-8090-79176c704131 req-37e7dede-1d93-4300-813a-361e9fa82fca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0545275 Dec 13 10:44:27.207090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-b9a63e1c-5d0b-4985-967a-23b7a31d019e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.208556 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-b9a63e1c-5d0b-4985-967a-23b7a31d019e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&binding%3Ahost_id=n-h2-820531-5 HTTP/1.1" status: 200 len: 944 time: 0.0528114 Dec 13 10:44:27.246600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d1584139-a378-4fb7-8664-c36715015271 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:44:27.250075 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2e2157b4-a0da-47c1-8090-79176c704131 req-31a33c6c-9431-49ce-92c5-90d346a24ba3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479476 Dec 13 10:44:27.277924 n-d-820531-5 neutron-server[103188]: INFO neutron.api.v2.resource [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-8a7d9751-0413-4aa3-8087-157e295da1e5 service neutron] delete failed (client error): The resource could not be found. Dec 13 10:44:27.279016 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-8a7d9751-0413-4aa3-8087-157e295da1e5 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d1584139-a378-4fb7-8664-c36715015271/bindings/n-h1-820531-5 HTTP/1.1" status: 404 len: 380 time: 0.0628948 Dec 13 10:44:27.288233 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device d1584139-a378-4fb7-8664-c36715015271 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:44:27.360987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-5d7222f1-cae3-4f41-9c16-cfb35b9000fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.362559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-5d7222f1-cae3-4f41-9c16-cfb35b9000fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1095 time: 0.0413396 Dec 13 10:44:27.368357 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6757c8-1d2c-4f33-864c-ebb8f79d2d22 req-9d4c5f7e-9732-4ab8-89cf-70446f8cac1a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.369878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b6757c8-1d2c-4f33-864c-ebb8f79d2d22 req-9d4c5f7e-9732-4ab8-89cf-70446f8cac1a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 944 time: 0.0498028 Dec 13 10:44:27.420578 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9b6757c8-1d2c-4f33-864c-ebb8f79d2d22 req-12b24003-f896-411b-afb9-57cf660972d9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447621 Dec 13 10:44:27.454466 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-d10eea0f-e0ca-49d6-b4ea-78e37ca7c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.455924 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-d10eea0f-e0ca-49d6-b4ea-78e37ca7c944 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.0861013 Dec 13 10:44:27.525235 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-2ed22b52-c0bc-4256-a0e8-70d727d143b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 1000 time: 0.0620606 Dec 13 10:44:27.575244 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-bd02c98c-1d5e-4cbd-9053-d490e36c057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.576677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-bd02c98c-1d5e-4cbd-9053-d490e36c057e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0443902 Dec 13 10:44:27.622314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-852a9072-5656-4770-a638-ae1249aa4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:27.623807 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-852a9072-5656-4770-a638-ae1249aa4e9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403242 Dec 13 10:44:27.658467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d1584139-a378-4fb7-8664-c36715015271 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:44:27.718434 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-f7c49a53-2475-43cf-a27c-ca7f1b0339d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874534 Dec 13 10:44:27.734459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:27.767343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:44:27.779652 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd1584139-a378-4fb7-8664-c36715015271', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'port_id': 'd1584139-a378-4fb7-8664-c36715015271', 'mac_address': 'fa:16:3e:81:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:44:27.810448 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-9cfc8fad-151b-47d3-a538-c1fd2899b35d req-ba4cda93-509a-4a6d-915c-429fa22b06f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Dec 13 10:44:27.816502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:27.832074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1584139-a378-4fb7-8664-c36715015271 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:44:27.853507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:44:27.857141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:27.913040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:27.920248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.920593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.920933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.921303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.921635 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.921962 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.922286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.922608 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.922930 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.923248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.923573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.923891 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:27.924213 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:44:28.094942 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d1584139-a378-4fb7-8664-c36715015271'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:44:28.535618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200a2be-ca63-47d8-bac9-bcdd19688ab6 req-01a322c2-08fd-4293-8410-a244846003f2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:28.537806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6200a2be-ca63-47d8-bac9-bcdd19688ab6 req-01a322c2-08fd-4293-8410-a244846003f2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 945 time: 0.0490470 Dec 13 10:44:28.590416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6200a2be-ca63-47d8-bac9-bcdd19688ab6 req-4647ce4c-3f18-49d7-b701-be0a91c9b9fb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465596 Dec 13 10:44:28.613038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:44:28.673211 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-fb07b42c-bf35-4e28-a315-209cc1a6e4a0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/618c95ae-c226-4330-b247-5f8630d661bb HTTP/1.1" status: 200 len: 993 time: 0.0589905 Dec 13 10:44:28.741408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8185d7d9-1dc5-48d7-a29b-08dd20cb048c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:29.658035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d1584139-a378-4fb7-8664-c36715015271 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:44:29.710933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d1584139-a378-4fb7-8664-c36715015271 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:44:29.720315 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d1584139-a378-4fb7-8664-c36715015271 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:44:29.720665 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:29.746309 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:29.801772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:29.824874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:44:29.827148 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3274e5b-8309-4939-883d-7f519c97feca" -d '{"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:44:29.839316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:44:29.843371 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:29.871195 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce42a46-aa37-4391-bc2f-f805eace8d08 x-openstack-request-id: req-3ce42a46-aa37-4391-bc2f-f805eace8d08 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:44:29.871431 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1584139-a378-4fb7-8664-c36715015271", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:44:29.871686 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ce42a46-aa37-4391-bc2f-f805eace8d08 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:44:29.872075 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'code': 200} Dec 13 10:44:29.894083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:31.143250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee7061e2-30b2-4073-9bb5-ccf90c1bd9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:32.483625 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:33.898948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:34.920214 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:34.992268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:44:57.021548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:44:57.179029 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port e4310e5d-5dae-4390-ae34-330d16ef9567 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:44:57.179364 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.256202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.256532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.267972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for e4310e5d-5dae-4390-ae34-330d16ef9567 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:44:57.413478 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.438730 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=e4310e5d-5dae-4390-ae34-330d16ef9567,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:57.497973 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.498313 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 618c95ae-c226-4330-b247-5f8630d661bb disassociated (deleted). External IP: 172.25.1.206, port: d1584139-a378-4fb7-8664-c36715015271. Dec 13 10:44:57.705130 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:44:57.714825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.816103 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:44:57.821195 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:57.826984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Sync routers for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:44:57.837167 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:44:57.837859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:44:57.849377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-beea8e7b-49ae-470f-86c6-7fad81d0796b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/floatingips/618c95ae-c226-4330-b247-5f8630d661bb HTTP/1.1" status: 204 len: 168 time: 0.8264346 Dec 13 10:44:57.849983 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:44:57.852283 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca3f27-cfc1-460c-b532-700b5d6924e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:44:57.946411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:44:57.961616 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a2ce5-633b-4e20-adbd-32b3daba414b x-openstack-request-id: req-f34a2ce5-633b-4e20-adbd-32b3daba414b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:44:57.961916 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "tag": "d1584139-a378-4fb7-8664-c36715015271", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:44:57.962172 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f34a2ce5-633b-4e20-adbd-32b3daba414b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:44:57.962578 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'status': 'completed', 'code': 200} Dec 13 10:44:58.041223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-f303e01c-d59c-47f1-89bb-68c488d0d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.043033 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-f303e01c-d59c-47f1-89bb-68c488d0d8ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0487964 Dec 13 10:44:58.148293 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:44:58.157665 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9978-6963-4903-a934-a15bf17b5ce2 req-02dc0f8c-1002-4fd6-8a1a-3fcbd2f52295 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.159137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-909f9978-6963-4903-a934-a15bf17b5ce2 req-02dc0f8c-1002-4fd6-8a1a-3fcbd2f52295 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0980680 Dec 13 10:44:58.173733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Checking router: ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:44:58.182637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:44:58.183236 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:44:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:44:58.194307 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-76a84291-f21e-4280-8185-3d04f97af170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.196132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-76a84291-f21e-4280-8185-3d04f97af170 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 200 len: 897 time: 0.1455142 Dec 13 10:44:58.250847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-44c0ea0e-1c16-497e-9576-f0493535d0b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 200 len: 217 time: 0.0452964 Dec 13 10:44:58.260966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-909f9978-6963-4903-a934-a15bf17b5ce2 req-868d0434-4e09-4b10-b9ad-48104813f46f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950863 Dec 13 10:44:58.291296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:44:58.305276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-6dc91479-d015-49c6-a2c7-085b8b76a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.306739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-6dc91479-d015-49c6-a2c7-085b8b76a964 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 200 len: 834 time: 0.0449123 Dec 13 10:44:58.354626 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-9ac63f8e-fb1c-4210-807a-b4483c7f9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:58.356100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-9ac63f8e-fb1c-4210-807a-b4483c7f9ebf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414665 Dec 13 10:44:58.452520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-49546dc9-0922-4212-8ebe-7d0da9e3c30d service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856242 Dec 13 10:44:58.490322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:44:58.516905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ace32-068f-4fcd-9784-9bb5879b019b None None] The sync data for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 is: [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': 'dea1c076-5adc-482b-a16c-eea60bac6aa2', 'name': '', 'network_id': 'd93ec0d4-54a3-4c72-a4d7-e518cf82b97b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:c3:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:45Z', 'updated_at': '2021-12-13T10:42:48Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'afa7599e-5bd1-4bc1-8153-5820a0028e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:44:58.546259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-daca3f27-cfc1-460c-b532-700b5d6924e1 req-bb9e9231-369b-4c0e-b58f-0f3057e8f589 service neutron] 10.222.0.44 "GET /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841770 Dec 13 10:44:58.746332 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7e5faea-ee3f-4098-b133-eb7f15b12daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:58.752294 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2523bb-95f1-4a1c-955e-0f8fd825ae57 None None] New status for floating IP 618c95ae-c226-4330-b247-5f8630d661bb: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:44:59.409156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ca639e3d-16ac-484c-ae08-c0c9181d3744 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:59.411280 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ca639e3d-16ac-484c-ae08-c0c9181d3744 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0801492 Dec 13 10:44:59.420004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66084362-8231-4131-a595-3611dae8b08c req-d08605e3-8e1b-4744-8ec6-15daa1f4a7d2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:44:59.421378 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66084362-8231-4131-a595-3611dae8b08c req-d08605e3-8e1b-4744-8ec6-15daa1f4a7d2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea0ddb1f-421b-480e-b9d1-13989d56b5dc HTTP/1.1" status: 200 len: 946 time: 0.0810087 Dec 13 10:44:59.520743 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-66084362-8231-4131-a595-3611dae8b08c req-0c25beef-da33-49e1-816f-8c918afa62ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad872863-d7b6-4587-b0c6-8fc8b686eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923824 Dec 13 10:44:59.539793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port d1584139-a378-4fb7-8664-c36715015271 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:44:59.540128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:59.631054 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port d1584139-a378-4fb7-8664-c36715015271, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d1584139-a378-4fb7-8664-c36715015271,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:44:59.631592 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:59.644074 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for d1584139-a378-4fb7-8664-c36715015271 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:44:59.743182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:59.772812 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:59.799568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=d1584139-a378-4fb7-8664-c36715015271,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:44:59.842698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] No DVR routers for this DVR port d1584139-a378-4fb7-8664-c36715015271 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:44:59.845295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:44:59.848585 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-96d81a41-2197-46c9-b18d-9b98a11a0e55 req-ff62da11-7a64-41f4-9ee4-f041486ad396 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "DELETE /v2.0/ports/d1584139-a378-4fb7-8664-c36715015271 HTTP/1.1" status: 204 len: 173 time: 0.4263427 Dec 13 10:44:59.963439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-deleted', 'tag': 'd1584139-a378-4fb7-8664-c36715015271'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:44:59.966044 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acf08c-c888-4f4f-9b81-da400546caa0" -d '{"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-deleted", "tag": "d1584139-a378-4fb7-8664-c36715015271"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:45:00.002348 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6223f-c71e-40d0-b89b-93a4d746840d x-openstack-request-id: req-3cf6223f-c71e-40d0-b89b-93a4d746840d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:45:00.002720 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ddb1f-421b-480e-b9d1-13989d56b5dc", "name": "network-vif-deleted", "tag": "d1584139-a378-4fb7-8664-c36715015271", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:45:00.003294 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf6223f-c71e-40d0-b89b-93a4d746840d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:45:00.003794 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ddb1f-421b-480e-b9d1-13989d56b5dc', 'name': 'network-vif-deleted', 'tag': 'd1584139-a378-4fb7-8664-c36715015271', 'status': 'completed', 'code': 200} Dec 13 10:45:00.577924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:00.931765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.145729 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c384fccd-9fd9-4d98-9bdd-a34931e23201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.497246 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port dea1c076-5adc-482b-a16c-eea60bac6aa2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:45:01.497593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.585679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port dea1c076-5adc-482b-a16c-eea60bac6aa2, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dea1c076-5adc-482b-a16c-eea60bac6aa2,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:01.586358 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.598636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for dea1c076-5adc-482b-a16c-eea60bac6aa2 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:45:01.781415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:01.812451 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=dea1c076-5adc-482b-a16c-eea60bac6aa2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:01.822918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d1584139-a378-4fb7-8664-c36715015271 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:45:01.853392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d1584139-a378-4fb7-8664-c36715015271 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:45:01.853744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d1584139-a378-4fb7-8664-c36715015271 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:45:01.989462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.207038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:45:02.314445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:45:02.320621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-82572c06-50aa-4948-870d-47b6d55681ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/ad7e449c-8bae-4d5a-9f2c-3b7d77b50447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414734 Dec 13 10:45:02.323188 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:02.326319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Sync routers for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:45:02.337865 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:02.338480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:02.375360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting subnet afa7599e-5bd1-4bc1-8153-5820a0028e74 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:45:02.378860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.420763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.513678 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.573506 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.587069 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.601497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Subnet': ['ID=afa7599e-5bd1-4bc1-8153-5820a0028e74,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:02.605212 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.611006 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-28139446-147b-4dc7-b2c1-19d1723436cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/subnets/afa7599e-5bd1-4bc1-8153-5820a0028e74 HTTP/1.1" status: 204 len: 168 time: 0.2836225 Dec 13 10:45:02.611251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:02.622523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92722e-f826-482d-b322-4f03397dcb3d None None] Network d93ec0d4-54a3-4c72-a4d7-e518cf82b97b requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:45:02.643206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:02.720662 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.829100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.885609 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port d64cbbf1-e534-43e8-9f5c-4103e0254cfe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:45:02.885961 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.888447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:45:01Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'd64cbbf1-e534-43e8-9f5c-4103e0254cfe', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:02.917445 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Checking router: ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:45:02.922851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] DHCP port deletion for d93ec0d4-54a3-4c72-a4d7-e518cf82b97b request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:45:02.935916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Routers {'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:02.936534 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:02.968420 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port d64cbbf1-e534-43e8-9f5c-4103e0254cfe, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:02.968790 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:02.986107 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for d64cbbf1-e534-43e8-9f5c-4103e0254cfe owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:45:03.050990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] Set router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:03.105825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:45:02Z', 'revision_number': 6, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:03.140219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b17843b-e5da-4609-8545-4386bd47f504 None None] The sync data for ids ['ad7e449c-8bae-4d5a-9f2c-3b7d77b50447'] in n-d-820531-5 is: [{'id': 'ad7e449c-8bae-4d5a-9f2c-3b7d77b50447', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063747536', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:42:42Z', 'updated_at': '2021-12-13T10:45:02Z', 'revision_number': 6, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:45:03.142356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Deleting port 60c650ee-f197-4e19-9dd6-e997fed86695 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:45:03.142726 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.151599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.185193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=d64cbbf1-e534-43e8-9f5c-4103e0254cfe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:03.202546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc760161-42b5-447d-b5d3-ae560f555d72 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:45:03.212981 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] For port 60c650ee-f197-4e19-9dd6-e997fed86695, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=60c650ee-f197-4e19-9dd6-e997fed86695,segment=NetworkSegment(265567a7-44da-4284-acc7-9c16c2121d10),segment_id=265567a7-44da-4284-acc7-9c16c2121d10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:03.213418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.227015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Calling delete_port for 60c650ee-f197-4e19-9dd6-e997fed86695 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:45:03.250777 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.310290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.336772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] Pushing event deleted for resources: {'Port': ['ID=60c650ee-f197-4e19-9dd6-e997fed86695,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:03.338646 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a862458-0382-4b2e-a2d7-6f026374ac28 None None] No DVR routers for this DVR port 60c650ee-f197-4e19-9dd6-e997fed86695 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:45:03.352066 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.354309 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.401299 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.401766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Fanout notify agent at l3_agent the message router_deleted on router ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:45:03.409599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.413788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1e738c05-ccaf-4948-885c-09095c697ee1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/routers/ad7e449c-8bae-4d5a-9f2c-3b7d77b50447 HTTP/1.1" status: 204 len: 168 time: 0.7985926 Dec 13 10:45:03.414128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:03.491848 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.594727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.600406 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60c650ee-f197-4e19-9dd6-e997fed86695 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:45:03.619063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93ec0d4-54a3-4c72-a4d7-e518cf82b97b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:03.622399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 60c650ee-f197-4e19-9dd6-e997fed86695 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:45:03.622827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 60c650ee-f197-4e19-9dd6-e997fed86695 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:45:03.623322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dea1c076-5adc-482b-a16c-eea60bac6aa2 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:45:03.628923 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265567a7-44da-4284-acc7-9c16c2121d10') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:03.629265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265567a7-44da-4284-acc7-9c16c2121d10') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:03.639393 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.644392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: dea1c076-5adc-482b-a16c-eea60bac6aa2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:45:03.645090 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dea1c076-5adc-482b-a16c-eea60bac6aa2 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:45:03.653904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.660703 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:45:03.661114 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:45:03.664443 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:45:03.722859 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.729811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.733015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/networks/d93ec0d4-54a3-4c72-a4d7-e518cf82b97b HTTP/1.1" status: 204 len: 168 time: 0.3179405 Dec 13 10:45:03.735835 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:03.745480 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2f37-5618-4916-a24d-217e4ddfefcb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Network': ['ID=d93ec0d4-54a3-4c72-a4d7-e518cf82b97b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:03.802407 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.828232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.899803 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.902588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.903899 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/security-groups/ad872863-d7b6-4587-b0c6-8fc8b686eb1b HTTP/1.1" status: 204 len: 168 time: 0.1670032 Dec 13 10:45:03.910697 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:03.915381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad872863-d7b6-4587-b0c6-8fc8b686eb1b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:03.925673 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.926153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.926638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.927098 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.927528 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.928623 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.928966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.929361 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.929715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.930234 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.930519 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.930853 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:03.931175 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e94ded-1799-4278-8d83-ce7efda507fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:04.164366 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.169081 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265682249', 'description': 'tempest-secgroup-smoke-265682249 description', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.191163 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.259597 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.263088 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.293060 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.294291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1288590 Dec 13 10:45:04.296121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa255a2-8058-4b2c-a5e9-ff0502c3d0fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02254143-67ee-4dc9-af7f-d886af3db1b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.297397 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.302279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.329740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.388724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.392401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.410117 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aba7535-9223-4813-98a4-8c7c168a6e5f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.417921 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.419113 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ddf5a36b-7aec-4925-8aa6-b1e0cd8a97ae tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206739 Dec 13 10:45:04.421896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.426310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.453083 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.507663 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.511202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.529988 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0d9d9a-2191-4b21-a71d-6af6bff16694,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.535124 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.536315 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-77e184a2-76ad-4619-b37f-04683aa7c9e7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134748 Dec 13 10:45:04.539518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.543818 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.569765 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.627737 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.631884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.650778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bddab8-388a-4ecc-8c1a-d0773073b803,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.659691 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.660921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ccdac7e1-d8eb-4dcb-a1f7-c699e9506c22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203837 Dec 13 10:45:04.664043 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.668415 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.695044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.755652 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.759217 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.778713 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba5cea7-32ff-4bd3-a2b9-894c1a41cdea,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.785964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.787207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c64a3958-812f-45ea-8fb5-412bf93ee31d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221945 Dec 13 10:45:04.790691 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.795025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.815269 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:45:04.819988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.878945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.882613 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.900436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f620e56-0305-4eb5-bfe7-91484ce55232,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:04.909868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.911680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-69444160-9aa5-456f-bfa5-6528d7bab4ab tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197584 Dec 13 10:45:04.914133 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:04.914806 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:04.919120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': '02254143-67ee-4dc9-af7f-d886af3db1b2', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:04.941033 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:45:04.946287 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.005243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.008757 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.027404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad71877a-0555-4935-b8a4-7298ad3f0969,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:05.032752 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.036753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-849ec5d8-f2ae-4c1d-aa95-514a09d33665 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182222 Dec 13 10:45:05.036954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:05.042595 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'network': {'name': 'tempest-network-smoke--803537719', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:05.064419 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:45:05.067928 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.091668 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:45:05.102471 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.102822 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Added segment b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce of type vlan for network 1b708558-d82c-4533-b309-804bf8c1451e Dec 13 10:45:05.145128 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.169882 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.175354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:05.175942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.232655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939747 Dec 13 10:45:05.235502 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:05.240252 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'admin_state_up': True, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:05.245089 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd8820-92b4-41d1-9d43-5c62d833ebd1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Network': ['ID=1b708558-d82c-4533-b309-804bf8c1451e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:05.255055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 1b708558-d82c-4533-b309-804bf8c1451e details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:45:05.271980 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.273105 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.292126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d64cbbf1-e534-43e8-9f5c-4103e0254cfe no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:45:05.315542 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d64cbbf1-e534-43e8-9f5c-4103e0254cfe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:45:05.315887 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d64cbbf1-e534-43e8-9f5c-4103e0254cfe not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:45:05.328413 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.465848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.660832 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.679602 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.778660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.27 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/dc88bfce-2594-4fd0-bda9-3ca3519e454d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:45:05.884618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.917812 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:05.955488 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:05.958413 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:05.963509 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:45:05.972902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd58ce-53d9-4254-911f-4239c81d9516 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:45:05.993141 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=dc88bfce-2594-4fd0-bda9-3ca3519e454d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:06.060296 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c577228a-15ec-4620-a68b-556d9a20b6ae None None] Provisioning complete for port dc88bfce-2594-4fd0-bda9-3ca3519e454d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:06.060566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c577228a-15ec-4620-a68b-556d9a20b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:06.098083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c577228a-15ec-4620-a68b-556d9a20b6ae None None] Port dc88bfce-2594-4fd0-bda9-3ca3519e454d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:45:06.222082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:06.418551 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:06.546573 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 2c6ebd65-2411-46aa-a949-4fd45290e96f is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:45:06.654136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:45:06.663603 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Sync routers for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:45:06.673998 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:06.674165 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:06.674544 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:06.677559 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3d8e353d-fb51-4c66-bc1e-d140ee901711 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4409108 Dec 13 10:45:06.678411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:06.762108 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-318ac275-6a79-425c-9c6b-543c1117ce73 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b7aa70aab0b148f6bb4cfb5a84c044cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824845 Dec 13 10:45:06.764719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:06.778496 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:06.855515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb94301-e3a2-404a-a2f1-0ffb66afd3b0 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:06.857337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0eb94301-e3a2-404a-a2f1-0ffb66afd3b0 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915563 Dec 13 10:45:06.860106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:06.888496 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7238ae64-63cb-4e08-a1fa-08ce2dce9286 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272913 Dec 13 10:45:06.890890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51488) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:06.895513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31246541', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:06.950864 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:06Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:06.979669 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Checking router: 2c6ebd65-2411-46aa-a949-4fd45290e96f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:45:06.980015 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Updating router 2c6ebd65-2411-46aa-a949-4fd45290e96f port dc88bfce-2594-4fd0-bda9-3ca3519e454d binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:45:06.986697 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:45:06.990214 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.004924 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.171041 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.230057 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Subnet': ['ID=ba230bf0-9cd6-4eae-923e-996c46679d79,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:07.241566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Checking segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:45:07.242016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network hostable DHCP agents. Network: 1b708558-d82c-4533-b309-804bf8c1451e, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:45:07.247431 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.252565 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.259437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1b708558-d82c-4533-b309-804bf8c1451e is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:45:07.268411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 1b708558-d82c-4533-b309-804bf8c1451e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:07.273024 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:07.273649 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.279664 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cdc57-0761-467b-b72e-3518c429bd3b None None] Network 1b708558-d82c-4533-b309-804bf8c1451e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:45:07.291332 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3baf5275-709c-48e6-aea6-720f44318a21 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3994312 Dec 13 10:45:07.294278 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:07.313858 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Pushing event updated for resources: {'Port': ['ID=dc88bfce-2594-4fd0-bda9-3ca3519e454d,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:07.323697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0a160-4f6c-4a9f-b51f-8ab4773afb45 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:45:07.326706 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Attempting to bind port dc88bfce-2594-4fd0-bda9-3ca3519e454d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:45:07.326868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Attempting to bind port dc88bfce-2594-4fd0-bda9-3ca3519e454d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:45:07.327101 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Attempting to bind port dc88bfce-2594-4fd0-bda9-3ca3519e454d on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:45:07.336837 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:45:07.337240 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:45:07.337641 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.338021 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:45:07.338741 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Bound port: dc88bfce-2594-4fd0-bda9-3ca3519e454d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:45:07.338904 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.341028 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.341396 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.341735 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.342547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.342679 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.342944 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.343310 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.343595 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.343917 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.344229 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.344729 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.345333 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.345850 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:45:07.404057 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] For port dc88bfce-2594-4fd0-bda9-3ca3519e454d, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:45:07.405082 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-1b708558-d82c-4533-b309-804bf8c1451e', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:45:07.405986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.407777 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] For port dc88bfce-2594-4fd0-bda9-3ca3519e454d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dc88bfce-2594-4fd0-bda9-3ca3519e454d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:45:07.413336 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.445019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] Provisioning complete for port dc88bfce-2594-4fd0-bda9-3ca3519e454d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:07.445675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.466384 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:07.467006 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:07.493698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6aff1-dfc5-485f-ad1a-6dbbb6be57a6 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:45:07.647535 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Allocated IP 172.20.0.2 (1b708558-d82c-4533-b309-804bf8c1451e/ba230bf0-9cd6-4eae-923e-996c46679d79/962fd66e-5502-4b31-84e3-1dc870879770) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:45:07.659596 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb44316-09f8-42ce-b58e-9d1db0a20e33 None None] Pushing event updated for resources: {'Port': ['ID=dc88bfce-2594-4fd0-bda9-3ca3519e454d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:07.665231 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.695459 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:07.723309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] For port dc88bfce-2594-4fd0-bda9-3ca3519e454d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dc88bfce-2594-4fd0-bda9-3ca3519e454d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:07.731226 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.802432 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.812859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b74c1-16d3-41e7-8402-99129c122653 None None] Pushing event updated for resources: {'Port': ['ID=dc88bfce-2594-4fd0-bda9-3ca3519e454d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:07.868729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a94bd16e-e064-4ea6-9cfd-12d09ff697af None None] Provisioning complete for port dc88bfce-2594-4fd0-bda9-3ca3519e454d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:07.869144 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a94bd16e-e064-4ea6-9cfd-12d09ff697af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.891066 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:06Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:07.902234 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.914026 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:07.922763 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeeb43-790c-4270-9b40-bd77a673898b None None] The sync data for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 is: [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:06Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:45:07.961853 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Network 1b708558-d82c-4533-b309-804bf8c1451e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:07.966192 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:07.971600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:45:07.985216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Pushing event updated for resources: {'Port': ['ID=962fd66e-5502-4b31-84e3-1dc870879770,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:08.059353 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Attempting to bind port 962fd66e-5502-4b31-84e3-1dc870879770 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:45:08.059692 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Attempting to bind port 962fd66e-5502-4b31-84e3-1dc870879770 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:45:08.059993 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Attempting to bind port 962fd66e-5502-4b31-84e3-1dc870879770 on network 1b708558-d82c-4533-b309-804bf8c1451e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:45:08.071169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:45:08.071554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Checking segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:45:08.072400 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.072798 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Bound using segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:45:08.073319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Bound port: 962fd66e-5502-4b31-84e3-1dc870879770, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:45:08.073706 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.101724 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.1 (1b708558-d82c-4533-b309-804bf8c1451e/ba230bf0-9cd6-4eae-923e-996c46679d79/70a7d641-8a43-41bf-a206-e8407dea0d2d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:45:08.146181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] For port 962fd66e-5502-4b31-84e3-1dc870879770, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:45:08.151348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] For port 962fd66e-5502-4b31-84e3-1dc870879770, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=962fd66e-5502-4b31-84e3-1dc870879770,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:45:08.156004 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.237661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbb39b-5011-413c-a5a7-77e2e2bae963 None None] Pushing event updated for resources: {'Port': ['ID=962fd66e-5502-4b31-84e3-1dc870879770,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:08.256112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.295577 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.341692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1b708558-d82c-4533-b309-804bf8c1451e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:08.345045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:08.349292 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:45:08.376164 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:08.402733 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:08.558026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.196906 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.203304 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.283791 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:09.286919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.305229 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8f8d6-9e8b-4b5c-914b-e68b55b56c5a None None] Network 1b708558-d82c-4533-b309-804bf8c1451e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:45:09.400258 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dc88bfce-2594-4fd0-bda9-3ca3519e454d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:45:09.403304 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1b708558-d82c-4533-b309-804bf8c1451e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:09.406416 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:09.467079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] Provisioning complete for port 962fd66e-5502-4b31-84e3-1dc870879770 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:09.467537 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.538526 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 2c6ebd65-2411-46aa-a949-4fd45290e96f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:45:09.541718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port dc88bfce-2594-4fd0-bda9-3ca3519e454d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:09.542776 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.692574 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:45:09.700272 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0fda1a4b-159c-40dd-ab64-7974fd01541b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/2c6ebd65-2411-46aa-a949-4fd45290e96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045365 Dec 13 10:45:09.801475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.823896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Sync routers for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:45:09.879005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-da76cb32-bc7e-454a-928f-1fcac5e6edb2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265682249&fields=id&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 267 time: 0.0541427 Dec 13 10:45:09.886447 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] For port 962fd66e-5502-4b31-84e3-1dc870879770, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=962fd66e-5502-4b31-84e3-1dc870879770,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:09.887586 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:09.888223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:09.894845 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:09.985278 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 962fd66e-5502-4b31-84e3-1dc870879770 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:45:10.020666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-4041b40b-5c97-46af-bd4b-1fe45aec3865 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:10.022710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-4041b40b-5c97-46af-bd4b-1fe45aec3865 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 796 time: 0.1309774 Dec 13 10:45:10.038551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-86154623-2fc9-4424-8bc4-ae21760e3082 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/quotas/b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 375 time: 0.0097208 Dec 13 10:45:10.063255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d24cf-7df7-4033-a73e-2d424260e111 None None] Pushing event updated for resources: {'Port': ['ID=962fd66e-5502-4b31-84e3-1dc870879770,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:10.075815 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-71a448e7-efbf-4e45-8abc-d37393402c0e None None] Provisioning complete for port 962fd66e-5502-4b31-84e3-1dc870879770 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:10.076195 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71a448e7-efbf-4e45-8abc-d37393402c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.098898 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3229478d-1258-45f9-99e6-3a6e72455ed4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543327 Dec 13 10:45:10.117405 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-23d832ea-dd0e-469b-8343-2bffa1ac030b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:45:10.118719 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-23d832ea-dd0e-469b-8343-2bffa1ac030b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073102 Dec 13 10:45:10.129954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:10.164485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 962fd66e-5502-4b31-84e3-1dc870879770 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:10.164772 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.223942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-edbe2b6e-8e4d-4cf7-82fb-62e6c9a9b344 service neutron] 10.222.0.30 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979960 Dec 13 10:45:10.313377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e789d7bd-02bf-4062-ab0d-655c15facf11 service neutron] 10.222.0.30 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831571 Dec 13 10:45:10.422944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-71a448e7-efbf-4e45-8abc-d37393402c0e None None] Provisioning complete for port 70a7d641-8a43-41bf-a206-e8407dea0d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:10.423461 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71a448e7-efbf-4e45-8abc-d37393402c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.465286 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-71a448e7-efbf-4e45-8abc-d37393402c0e None None] Port 70a7d641-8a43-41bf-a206-e8407dea0d2d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:45:10.480245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:09Z', 'revision_number': 2, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:10.506953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Checking router: 2c6ebd65-2411-46aa-a949-4fd45290e96f for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:45:10.507313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Updating router 2c6ebd65-2411-46aa-a949-4fd45290e96f port 70a7d641-8a43-41bf-a206-e8407dea0d2d binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:45:10.530687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.633262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-00862f9b-40d0-4059-bad3-b8e8da9019c3 None None] Provisioning complete for port 70a7d641-8a43-41bf-a206-e8407dea0d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:10.633638 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00862f9b-40d0-4059-bad3-b8e8da9019c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.685044 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-00862f9b-40d0-4059-bad3-b8e8da9019c3 None None] Port 70a7d641-8a43-41bf-a206-e8407dea0d2d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:45:10.828349 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.833809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.879729 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971e39-db96-4616-adfa-4326aa38a4af None None] Pushing event updated for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:10.938500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Attempting to bind port 70a7d641-8a43-41bf-a206-e8407dea0d2d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:45:10.938789 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Attempting to bind port 70a7d641-8a43-41bf-a206-e8407dea0d2d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:45:10.939147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Attempting to bind port 70a7d641-8a43-41bf-a206-e8407dea0d2d on network 1b708558-d82c-4533-b309-804bf8c1451e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:45:10.944288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:45:10.944660 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Checking segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:45:10.945064 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:10.945484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Bound using segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:45:10.945955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Bound port: 70a7d641-8a43-41bf-a206-e8407dea0d2d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:45:10.946337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.011799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] For port 70a7d641-8a43-41bf-a206-e8407dea0d2d, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:45:11.015155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] For port 70a7d641-8a43-41bf-a206-e8407dea0d2d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7d641-8a43-41bf-a206-e8407dea0d2d,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:45:11.020191 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.079989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:11.080622 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:11.148565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971e39-db96-4616-adfa-4326aa38a4af None None] Pushing event updated for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:11.178696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] Provisioning complete for port 70a7d641-8a43-41bf-a206-e8407dea0d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:11.179068 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.235164 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:11.326832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 962fd66e-5502-4b31-84e3-1dc870879770 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:45:11.413779 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.487095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] For port 70a7d641-8a43-41bf-a206-e8407dea0d2d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7d641-8a43-41bf-a206-e8407dea0d2d,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:11.508523 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 962fd66e-5502-4b31-84e3-1dc870879770 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:11.509054 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.510469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.526562 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d9bb4d50-3af1-488c-91ad-07e7e34e2160 req-80506664-4d9e-4d26-bf39-8f84ffc798c1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 210 time: 0.0348697 Dec 13 10:45:11.607915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec66f2-a39e-40a2-a575-d1b1bd76dc32 None None] Pushing event updated for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:11.657624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:11.694632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b84878-e3bc-4569-a57f-e9825b658eeb None None] The sync data for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 is: [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:45:11.705933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b244732e-3a30-4780-a20b-53245f06ddc3 None None] Provisioning complete for port 70a7d641-8a43-41bf-a206-e8407dea0d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:11.706418 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b244732e-3a30-4780-a20b-53245f06ddc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:11.993636 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:45:12.839063 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-21be1e15-a019-4da9-b2ac-18a3c69102ee req-8bd6bdff-20f5-4df6-ba2b-12b143b40af7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 210 time: 0.0312562 Dec 13 10:45:12.888712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-b542ced4-9817-425c-80b4-db607b13b0a6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:12.890161 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-b542ced4-9817-425c-80b4-db607b13b0a6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 796 time: 0.4764414 Dec 13 10:45:12.954115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-ac9fd71c-a50c-496e-91be-7c69bfb19b17 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 379 time: 0.0535882 Dec 13 10:45:12.964336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'port': {'device_id': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'admin_state_up': True, 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'security_groups': ['02254143-67ee-4dc9-af7f-d886af3db1b2']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:13.073422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:45:13.076786 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.203425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.11 (1b708558-d82c-4533-b309-804bf8c1451e/ba230bf0-9cd6-4eae-923e-996c46679d79/70d15f9c-83a6-4e7c-a502-72ebbc6d152c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:45:13.336070 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7d641-8a43-41bf-a206-e8407dea0d2d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:45:13.345318 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.379150 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.387801 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 70a7d641-8a43-41bf-a206-e8407dea0d2d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:13.388178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.426165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1b708558-d82c-4533-b309-804bf8c1451e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:13.431874 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:13.435700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:45:13.462732 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:13.489815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:13.491013 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.506879 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-e2f744a0-49df-44b9-bc33-94353d19727d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460200 Dec 13 10:45:13.519441 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Request body: {'port': {'device_id': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:13.576735 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.655091 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7dcfd748-367f-490d-bb70-04c96c37918e None None] Provisioning complete for port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:13.655459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd748-367f-490d-bb70-04c96c37918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.688836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfd748-367f-490d-bb70-04c96c37918e None None] Port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:45:13.843858 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d15f9c-83a6-4e7c-a502-72ebbc6d152c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:45:13.851326 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.862972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Transition to ACTIVE for port object 70d15f9c-83a6-4e7c-a502-72ebbc6d152c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:45:13.867329 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:13.958890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Pushing event updated for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:14.016070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c8789-10da-4650-83a4-894c6722cbc1 req-a8f0b5e9-e974-4e95-b858-eaaad601083c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.017609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b70c8789-10da-4650-83a4-894c6722cbc1 req-a8f0b5e9-e974-4e95-b858-eaaad601083c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 944 time: 0.1074569 Dec 13 10:45:14.039193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Attempting to bind port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:45:14.039530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Attempting to bind port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:45:14.039859 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Attempting to bind port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c on network 1b708558-d82c-4533-b309-804bf8c1451e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:45:14.053872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c on network 1b708558-d82c-4533-b309-804bf8c1451e not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:45:14.054213 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Attempting to bind port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c on network 1b708558-d82c-4533-b309-804bf8c1451e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:45:14.067672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:45:14.068008 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Checking segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:45:14.069004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Bound using segment: {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:45:14.069495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Bound port: 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:45:14.069858 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:14.102807 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b70c8789-10da-4650-83a4-894c6722cbc1 req-d5cb5530-8ac4-4926-9d77-2fe5c5909c9a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747664 Dec 13 10:45:14.152522 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:45:14.155601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:45:14.158995 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:14.198767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.199433 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:14.200780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] 10.222.0.44 "PUT /v2.0/ports/70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 1092 time: 0.6857181 Dec 13 10:45:14.201243 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:45:14.203484 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93993910-eea6-4140-a09f-607dbf7fd335" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:45:14.228280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13cd4c-8cf1-4409-a2f9-7ca7ed3fc745 service neutron] Pushing event updated for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:14.269390 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e731fd3-b774-4c4d-84fd-a0d41c633be6 x-openstack-request-id: req-7e731fd3-b774-4c4d-84fd-a0d41c633be6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:45:14.269686 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:45:14.269940 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e731fd3-b774-4c4d-84fd-a0d41c633be6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:45:14.270345 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'status': 'completed', 'code': 200} Dec 13 10:45:14.286696 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-6f18c066-9101-419b-95bb-e8b3d8591e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.288917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-6f18c066-9101-419b-95bb-e8b3d8591e2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1095 time: 0.0471270 Dec 13 10:45:14.333184 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-cb30124b-97b7-4ad2-81ee-823570c541c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 217 time: 0.0362382 Dec 13 10:45:14.390226 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-af2ef022-94f6-4575-9390-fd468e40d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.391698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-af2ef022-94f6-4575-9390-fd468e40d99b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0519567 Dec 13 10:45:14.438326 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-1b9052ad-47ba-4048-ab97-106c8e9b8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.439792 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-1b9052ad-47ba-4048-ab97-106c8e9b8dbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409923 Dec 13 10:45:14.530866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-3f95af6b-74f9-4867-9aa8-040b180679c7 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828488 Dec 13 10:45:14.625173 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eae8f0e3-b33b-4ee4-8fe0-a48dea3b876b req-33ef94a2-863d-45fb-8543-306848566adb service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866685 Dec 13 10:45:14.712157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993910-eea6-4140-a09f-607dbf7fd335 req-44ec7c78-2df2-4f46-bf80-a0af43ae5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.713662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-44ec7c78-2df2-4f46-bf80-a0af43ae5c5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1095 time: 0.0409622 Dec 13 10:45:14.807931 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993910-eea6-4140-a09f-607dbf7fd335 req-4e3d747f-cd4a-487c-af28-c538c3eee641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.809416 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-4e3d747f-cd4a-487c-af28-c538c3eee641 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 897 time: 0.0878913 Dec 13 10:45:14.851031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-4bc7b64f-3320-420a-9478-ba94208fb802 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 217 time: 0.0348349 Dec 13 10:45:14.899608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993910-eea6-4140-a09f-607dbf7fd335 req-3704ef74-ad6e-4095-9412-2cc6768774cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.900918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-3704ef74-ad6e-4095-9412-2cc6768774cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0429356 Dec 13 10:45:14.951812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993910-eea6-4140-a09f-607dbf7fd335 req-7ee111f9-026c-4305-9484-119152610a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:14.953365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-7ee111f9-026c-4305-9484-119152610a98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425172 Dec 13 10:45:15.046800 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-52d0cef2-b091-4979-a16e-a5b89352a078 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 Dec 13 10:45:15.140652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93993910-eea6-4140-a09f-607dbf7fd335 req-dc56750a-8f1f-42c2-8f63-f635f86fef8e service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861535 Dec 13 10:45:15.220678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7c395-d1fb-4c5d-a4bd-b32afaf3689b req-b50a67d9-a476-43d2-ad75-ba7fd413cce9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:15.222180 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4fe7c395-d1fb-4c5d-a4bd-b32afaf3689b req-b50a67d9-a476-43d2-ad75-ba7fd413cce9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 944 time: 0.0501034 Dec 13 10:45:15.272399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4fe7c395-d1fb-4c5d-a4bd-b32afaf3689b req-ae252686-7c62-4115-978c-73b6cfcd4a41 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Dec 13 10:45:15.941010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 70d15f9c-83a6-4e7c-a502-72ebbc6d152c details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:45:16.059707 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:16.076405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'port_id': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'mac_address': 'fa:16:3e:8a:fc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:45:16.121108 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:16.139155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d15f9c-83a6-4e7c-a502-72ebbc6d152c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:45:16.158392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:16.163018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:16.207322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:16.353562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['70d15f9c-83a6-4e7c-a502-72ebbc6d152c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:45:16.387679 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493995e8-cecc-4ca1-b9d4-773db3e4622a req-69aa7106-cb2c-4928-ba95-98461c2315c9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:16.389233 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-493995e8-cecc-4ca1-b9d4-773db3e4622a req-69aa7106-cb2c-4928-ba95-98461c2315c9 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 945 time: 0.0492513 Dec 13 10:45:16.438439 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-493995e8-cecc-4ca1-b9d4-773db3e4622a req-e79e2df4-cde3-48d3-bc26-3eaed8cd30d7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Dec 13 10:45:17.563309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356eeb-ede4-4cfb-8c85-7276d6a8c7f7 req-914f4878-dc29-4955-b71e-8615667b92f8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:17.564724 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24356eeb-ede4-4cfb-8c85-7276d6a8c7f7 req-914f4878-dc29-4955-b71e-8615667b92f8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 945 time: 0.0552585 Dec 13 10:45:17.614248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24356eeb-ede4-4cfb-8c85-7276d6a8c7f7 req-fc8a0feb-77be-48cb-a080-88bf9e3a054c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Dec 13 10:45:17.891055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 70d15f9c-83a6-4e7c-a502-72ebbc6d152c up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:45:17.942852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:45:17.947639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:45:17.948008 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:18.029485 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:18.055485 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:45:18.057841 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d10db6-7a62-4ca6-b437-01e58b87aebd" -d '{"events": [{"server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "name": "network-vif-plugged", "status": "completed", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:45:18.069113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:45:18.072878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:18.124768 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:18.147069 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83353351-3c99-4538-a7ed-c2e340a391d7 x-openstack-request-id: req-83353351-3c99-4538-a7ed-c2e340a391d7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:45:18.147370 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "name": "network-vif-plugged", "status": "completed", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:45:18.147631 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83353351-3c99-4538-a7ed-c2e340a391d7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:45:18.148031 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'code': 200} Dec 13 10:45:18.242251 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916d92-1c98-452c-b1fa-7fa747bdde7e req-48d4c98f-4835-464a-b790-0dcc6bbd6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:18.243722 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4916d92-1c98-452c-b1fa-7fa747bdde7e req-48d4c98f-4835-464a-b790-0dcc6bbd6e1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1097 time: 0.0401123 Dec 13 10:45:18.290290 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d4916d92-1c98-452c-b1fa-7fa747bdde7e req-9e9403d0-d0a1-4e5b-984e-dff364cdf556 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Dec 13 10:45:18.976312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38991dca-0b27-45c7-86ee-063d019e5dce req-c0a0b0f3-cd20-47db-a2b6-d9caefcf1f2e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:18.977790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38991dca-0b27-45c7-86ee-063d019e5dce req-c0a0b0f3-cd20-47db-a2b6-d9caefcf1f2e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0501978 Dec 13 10:45:19.030885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38991dca-0b27-45c7-86ee-063d019e5dce req-17b3b6c7-c071-4adc-a32a-3a9eb112a3c3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472398 Dec 13 10:45:20.147452 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edeb2b-cb35-4681-b0ec-b303d91fcf15 req-a4778014-1b3b-4977-966b-289a553daef7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:20.148917 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8edeb2b-cb35-4681-b0ec-b303d91fcf15 req-a4778014-1b3b-4977-966b-289a553daef7 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0493462 Dec 13 10:45:20.197004 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a8edeb2b-cb35-4681-b0ec-b303d91fcf15 req-5c038da9-eee6-43d7-8b60-f84efd651d99 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Dec 13 10:45:20.311063 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a3a3d-505f-45eb-b8da-c45dc15813e1 req-e83f9f94-0825-4ed3-aee5-0662f0f5a6d2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:20.312433 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7a3a3d-505f-45eb-b8da-c45dc15813e1 req-e83f9f94-0825-4ed3-aee5-0662f0f5a6d2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0488944 Dec 13 10:45:20.362007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7a3a3d-505f-45eb-b8da-c45dc15813e1 req-34e6735a-306f-4062-874b-d0fc61717aba tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 Dec 13 10:45:20.384424 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:20.427126 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21509419-b455-44b3-ad80-655eda6e8dd7 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:20.429337 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-21509419-b455-44b3-ad80-655eda6e8dd7 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1092 time: 0.0439179 Dec 13 10:45:20.432085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:20.436253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:45:20.458344 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:20.553203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:20.658821 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.165 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/ff58e729-087e-4edf-aa81-2fa3c940c27d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:45:20.762552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:20.799772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:20.841833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:45:20.844729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:45:20.848987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:45:20.852548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=ff58e729-087e-4edf-aa81-2fa3c940c27d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:21.184359 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.247860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.402852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.407202 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.475200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=ff58e729-087e-4edf-aa81-2fa3c940c27d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:45:21.485010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.584656 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 3e74e059-a680-46a9-9a99-e7af1de8f20a associated. External IP: 172.25.1.165, port: 70d15f9c-83a6-4e7c-a502-72ebbc6d152c. Dec 13 10:45:21.794579 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 2c6ebd65-2411-46aa-a949-4fd45290e96f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:45:21.903676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:45:21.914195 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Sync routers for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:45:21.920772 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:21.923311 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:21.923927 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:21.948924 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5cd6b32a-e2a6-4d56-af62-1f99f7cee268 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5158300 Dec 13 10:45:21.949536 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:45:21.951796 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:45:21.995588 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49627617-009e-4053-89db-2e089b5ddae1 x-openstack-request-id: req-49627617-009e-4053-89db-2e089b5ddae1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:45:21.995982 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:45:21.996417 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49627617-009e-4053-89db-2e089b5ddae1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:45:21.996905 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'status': 'completed', 'code': 200} Dec 13 10:45:22.032713 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:22.100102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc076-d52a-4896-99a4-20701cff37b6 req-e57cee60-d409-4ae7-aa8f-1f639f47be7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:22.101528 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-268fc076-d52a-4896-99a4-20701cff37b6 req-e57cee60-d409-4ae7-aa8f-1f639f47be7b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0720823 Dec 13 10:45:22.104132 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-ab656455-1645-4237-bd15-dfc7d32d2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:22.105543 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-ab656455-1645-4237-bd15-dfc7d32d2369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1097 time: 0.0845966 Dec 13 10:45:22.199190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-268fc076-d52a-4896-99a4-20701cff37b6 req-3335271a-0f8b-436f-9bfb-1f7e7ac68709 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917401 Dec 13 10:45:22.221733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:22.230041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-119edc7b-1308-4481-92b0-7186fb75f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:22.231486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-119edc7b-1308-4481-92b0-7186fb75f82b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 897 time: 0.1175261 Dec 13 10:45:22.264441 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3e74e059-a680-46a9-9a99-e7af1de8f20a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'port_id': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'mac_address': 'fa:16:3e:8a:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:45:21Z', 'updated_at': '2021-12-13T10:45:21Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:22.284462 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6d169c6a-247e-44b8-a5d7-182961806786 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/3e74e059-a680-46a9-9a99-e7af1de8f20a HTTP/1.1" status: 200 len: 992 time: 0.0600793 Dec 13 10:45:22.293807 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Checking router: 2c6ebd65-2411-46aa-a949-4fd45290e96f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:45:22.301961 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:45:22.303905 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:45:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:22.305963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-4d494698-76c8-4e7a-a944-06a2d8b1724d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 1000 time: 0.0664492 Dec 13 10:45:22.355464 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-86dc8f9d-bd12-4a8a-88a8-802cb92054dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:22.356846 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-86dc8f9d-bd12-4a8a-88a8-802cb92054dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0436051 Dec 13 10:45:22.403666 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-a4f6373c-537e-479c-8181-a18a36b6db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:22.405195 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-a4f6373c-537e-479c-8181-a18a36b6db03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405650 Dec 13 10:45:22.406731 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:45:22.498690 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-760e4bc8-0ea3-4abe-8236-f9845e99d648 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 Dec 13 10:45:22.588012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25fe383a-2c3a-4c04-a353-77b3beb6dd0e req-e5aac250-983f-483c-9805-6d4e60e1da57 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Dec 13 10:45:22.634607 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3e74e059-a680-46a9-9a99-e7af1de8f20a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'port_id': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'mac_address': 'fa:16:3e:8a:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:45:21Z', 'updated_at': '2021-12-13T10:45:21Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:45:22.663752 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f9523-2bb5-478b-9aee-1ecdb748f245 None None] The sync data for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 is: [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3e74e059-a680-46a9-9a99-e7af1de8f20a', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'port_id': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'mac_address': 'fa:16:3e:8a:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:45:21Z', 'updated_at': '2021-12-13T10:45:21Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:45:22.854914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99e639-16ae-4294-b845-60af771fd2d1 None None] New status for floating IP 3e74e059-a680-46a9-9a99-e7af1de8f20a: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:45:23.286881 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:45:23.352447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8c12affa-806b-48a3-a0ff-9c04fbc362dd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/3e74e059-a680-46a9-9a99-e7af1de8f20a HTTP/1.1" status: 200 len: 994 time: 0.0642111 Dec 13 10:45:27.710336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:28.738235 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fcabe48-b1e4-48aa-b128-c107a265e17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:29.735302 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:31.153386 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60d91bbb-8953-480b-9092-5767905ad024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:32.488581 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:33.902258 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:34.909957 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:48.993973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:45:54.783049 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda7123-d8c4-42e1-b742-705834423416 req-5dab22e8-c157-4d8f-9b7f-a27707c2cc36 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:54.784598 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bda7123-d8c4-42e1-b742-705834423416 req-5dab22e8-c157-4d8f-9b7f-a27707c2cc36 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0509040 Dec 13 10:45:54.833946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8bda7123-d8c4-42e1-b742-705834423416 req-65db9b22-d080-4db1-b0c2-dafdd51df2dd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Dec 13 10:45:55.951257 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eaa54-bec7-4f08-bb30-bfec232882c5 req-569bde90-999e-46d9-9134-c22c7e8c312f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:55.952711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-254eaa54-bec7-4f08-bb30-bfec232882c5 req-569bde90-999e-46d9-9134-c22c7e8c312f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0480676 Dec 13 10:45:56.005219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-254eaa54-bec7-4f08-bb30-bfec232882c5 req-027bd98d-0578-46ea-85a0-431984cefa55 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Dec 13 10:45:57.123463 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550301-6adc-46ae-a470-7e4990caff17 req-a77782c7-5d39-40cd-ad18-8e3c23e8981b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:57.124959 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f550301-6adc-46ae-a470-7e4990caff17 req-a77782c7-5d39-40cd-ad18-8e3c23e8981b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0511217 Dec 13 10:45:57.174256 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9f550301-6adc-46ae-a470-7e4990caff17 req-d158650c-de55-4c9a-b527-4e607d78fef0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Dec 13 10:45:57.710556 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:58.290264 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088517-1013-45f0-bf06-a663bc638d29 req-8b914d69-6c7c-4cbc-adcd-2fbfd62e582b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:58.291737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af088517-1013-45f0-bf06-a663bc638d29 req-8b914d69-6c7c-4cbc-adcd-2fbfd62e582b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0497551 Dec 13 10:45:58.339379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-af088517-1013-45f0-bf06-a663bc638d29 req-f4a60bca-41b3-441f-b0a7-a105746208fd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Dec 13 10:45:58.742123 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aefb4728-990d-46d7-8720-af1afbe6b80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:45:59.459736 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4e2a5-bef7-44a1-873c-9c132f2311c9 req-bb59a488-c6ea-44b9-a3f3-6c91eb3c4483 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:45:59.461228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95a4e2a5-bef7-44a1-873c-9c132f2311c9 req-bb59a488-c6ea-44b9-a3f3-6c91eb3c4483 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0524979 Dec 13 10:45:59.509399 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-95a4e2a5-bef7-44a1-873c-9c132f2311c9 req-0f0ad76b-d32b-4de1-ba4c-4afb62bdfcb8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Dec 13 10:45:59.749687 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:00.624956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ec0b0-9483-47b9-a365-ae98d2163bfb req-cec66ff1-bef2-4f50-9360-c30394454b56 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:00.626444 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9ec0b0-9483-47b9-a365-ae98d2163bfb req-cec66ff1-bef2-4f50-9360-c30394454b56 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0490425 Dec 13 10:46:00.675417 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1d9ec0b0-9483-47b9-a365-ae98d2163bfb req-712738f9-2eaf-46f0-826d-338e87f5ad6a tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Dec 13 10:46:01.145286 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6c766f8-b850-4ae1-86ea-1170ec82cf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:01.791539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2146-6297-4d6d-b6c8-7b8b70c559fa req-d0f12442-869f-43e9-b439-8c71709d4945 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:01.793012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-063f2146-6297-4d6d-b6c8-7b8b70c559fa req-d0f12442-869f-43e9-b439-8c71709d4945 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0494659 Dec 13 10:46:01.845592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-063f2146-6297-4d6d-b6c8-7b8b70c559fa req-0cfc286e-b25f-4301-b682-1b5df5d63afe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464513 Dec 13 10:46:02.492378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:02.961972 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dca5f-43c4-4f6a-8775-a01d8f865eac req-f12abc5a-de1c-4e56-9694-e1f5477243c1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:02.963461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e2dca5f-43c4-4f6a-8775-a01d8f865eac req-f12abc5a-de1c-4e56-9694-e1f5477243c1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0504136 Dec 13 10:46:03.013303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e2dca5f-43c4-4f6a-8775-a01d8f865eac req-63b78474-4308-4866-844f-c78e9f4d555f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Dec 13 10:46:03.903647 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:04.128449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b420c6-4868-404e-babe-ccd5fc843805 req-c0da2975-6e04-469b-9af6-93235e4022b1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:04.130137 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b420c6-4868-404e-babe-ccd5fc843805 req-c0da2975-6e04-469b-9af6-93235e4022b1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0483444 Dec 13 10:46:04.180070 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7b420c6-4868-404e-babe-ccd5fc843805 req-8e2873fe-3b8d-435b-b021-ff9e669a5023 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Dec 13 10:46:04.912858 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:05.301338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316fab-ed11-44ef-b77b-8d6458fb6492 req-311d480e-e602-4c08-80b3-ecd65eb9d35f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:05.302795 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97316fab-ed11-44ef-b77b-8d6458fb6492 req-311d480e-e602-4c08-80b3-ecd65eb9d35f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0531342 Dec 13 10:46:05.352397 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-97316fab-ed11-44ef-b77b-8d6458fb6492 req-4bc4aee5-0dd5-4488-93de-97bcec72e026 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436094 Dec 13 10:46:06.467812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afcbe-622f-48ef-8dbb-51b131d924cf req-2c3f37cd-450d-4551-9f25-b3c99dba7b2b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:06.469310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-825afcbe-622f-48ef-8dbb-51b131d924cf req-2c3f37cd-450d-4551-9f25-b3c99dba7b2b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0488451 Dec 13 10:46:06.518974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-825afcbe-622f-48ef-8dbb-51b131d924cf req-918de198-6210-49f2-a81d-f860d4b7da1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Dec 13 10:46:07.144200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-6cde864e-ecc5-405e-9682-952c29346e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:07.145688 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-6cde864e-ecc5-405e-9682-952c29346e6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1097 time: 0.0431349 Dec 13 10:46:07.246295 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-4282d5c8-0981-4603-ad55-f85d8d4fb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:07.247718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-4282d5c8-0981-4603-ad55-f85d8d4fb457 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 897 time: 0.0821669 Dec 13 10:46:07.316565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-fabe3f89-ab92-4609-9b23-82f46c0baf57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 1002 time: 0.0607502 Dec 13 10:46:07.364950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-884d180a-ca0d-4f13-ba26-c70f0f21eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:07.366961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-884d180a-ca0d-4f13-ba26-c70f0f21eee6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0420861 Dec 13 10:46:07.419127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-ee268c64-8bbc-4bbc-b62e-b85bede5cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:07.420517 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-ee268c64-8bbc-4bbc-b62e-b85bede5cb69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473049 Dec 13 10:46:07.871771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41431ab-d18d-4d9e-a918-aec95ad6174e req-efc27e9f-176e-4f6d-8359-61452719552f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:07.873248 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d41431ab-d18d-4d9e-a918-aec95ad6174e req-efc27e9f-176e-4f6d-8359-61452719552f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0763259 Dec 13 10:46:07.876730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-2fe7ff5d-77e0-495d-bbd9-0b8e0a4e8b8b service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476671 Dec 13 10:46:07.971832 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d41431ab-d18d-4d9e-a918-aec95ad6174e req-58fcbdf2-5a00-4175-9568-4ce1bb3bbc20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921702 Dec 13 10:46:08.000749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9afcfd2f-ab62-472d-b8c0-5435a13f554d req-49c8d55b-98ae-4f7e-99be-bc0a2265941c service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153030 Dec 13 10:46:09.092291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d860f4-42de-40e5-a351-f2facd43f9a5 req-83c277b1-f976-44e9-a9d6-5599a81eb097 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:09.093786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2d860f4-42de-40e5-a351-f2facd43f9a5 req-83c277b1-f976-44e9-a9d6-5599a81eb097 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0506425 Dec 13 10:46:09.143627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2d860f4-42de-40e5-a351-f2facd43f9a5 req-f6ca0e19-be08-489e-8dcd-553c6fbcb32e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Dec 13 10:46:10.257921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc891e6-fcb1-49b9-bfef-c8d5559754f2 req-7edc6885-04e1-422a-9b6a-27caa83b5a02 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:10.259365 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc891e6-fcb1-49b9-bfef-c8d5559754f2 req-7edc6885-04e1-422a-9b6a-27caa83b5a02 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0489190 Dec 13 10:46:10.311330 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7bc891e6-fcb1-49b9-bfef-c8d5559754f2 req-ba995951-25af-4dd3-911c-7509e62f1ebc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461085 Dec 13 10:46:10.333652 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:10.398798 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7e80e4dc-2c13-4fcb-91ac-bed800deb128 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/3e74e059-a680-46a9-9a99-e7af1de8f20a HTTP/1.1" status: 200 len: 994 time: 0.0633914 Dec 13 10:46:11.690618 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8f187-2e93-44a1-944a-1bee31708ce5 req-27f920b8-b212-46ab-b82a-0b219d565533 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.692281 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbb8f187-2e93-44a1-944a-1bee31708ce5 req-27f920b8-b212-46ab-b82a-0b219d565533 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0723457 Dec 13 10:46:11.718820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-61fb9b35-fa1d-4f8e-815e-a3bebb917d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.720239 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-61fb9b35-fa1d-4f8e-815e-a3bebb917d85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1097 time: 0.0673392 Dec 13 10:46:11.794479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dbb8f187-2e93-44a1-944a-1bee31708ce5 req-c8cd01a2-fdf5-4d7b-99a1-64eaf1f71002 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951884 Dec 13 10:46:11.834711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-5fcb93b0-595f-4a03-bd70-f066be3e9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.836147 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-5fcb93b0-595f-4a03-bd70-f066be3e9e34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 897 time: 0.1056411 Dec 13 10:46:11.902124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-5568c59d-a76d-4871-9fc0-3e9f79587a7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 1002 time: 0.0588384 Dec 13 10:46:11.955801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-c358d44c-a5df-47c3-b1ff-13ae26080fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:11.957257 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-c358d44c-a5df-47c3-b1ff-13ae26080fcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0476196 Dec 13 10:46:12.003299 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-c8fade27-2a8f-4625-92b6-acce8ebb7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:12.005007 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-c8fade27-2a8f-4625-92b6-acce8ebb7146 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397396 Dec 13 10:46:12.091969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-48b62fd0-1d6d-49be-bd45-c709e42ca7c3 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798616 Dec 13 10:46:12.185422 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c551a220-acf2-490c-9a88-919aaf82bfc2 req-41da0d41-308c-4d44-b442-b40d8a6eb127 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867534 Dec 13 10:46:12.920400 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ccda9-b67f-43c1-b8a6-8d0162bbae37 req-e511e647-cdaf-4b5b-b677-c799bcb4502e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:12.922008 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d3ccda9-b67f-43c1-b8a6-8d0162bbae37 req-e511e647-cdaf-4b5b-b677-c799bcb4502e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0507603 Dec 13 10:46:12.971787 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d3ccda9-b67f-43c1-b8a6-8d0162bbae37 req-8484d132-3c6a-46aa-8a2a-d5a0cb3667a3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Dec 13 10:46:12.995545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:13.055972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-735a2c60-d2ef-4df7-bdef-6e45034fde99 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/3e74e059-a680-46a9-9a99-e7af1de8f20a HTTP/1.1" status: 200 len: 994 time: 0.0592268 Dec 13 10:46:25.993070 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:46:27.711668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:28.743937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-036e44ae-1892-4b13-93f1-12f6780076f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:29.748204 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:31.147902 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3edca439-89ba-41af-ba73-f185e91f143f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:32.494694 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:33.906842 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:34.915979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.587993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:43.750797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port ff58e729-087e-4edf-aa81-2fa3c940c27d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:43.751144 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.825722 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.826057 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:43.838117 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for ff58e729-087e-4edf-aa81-2fa3c940c27d owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:43.987232 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.014343 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=ff58e729-087e-4edf-aa81-2fa3c940c27d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:44.027630 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.027994 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.028352 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.028701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.029051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.029426 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.029768 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.030107 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.030448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.030786 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.031124 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.031462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.031794 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:44.090096 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.090375 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 3e74e059-a680-46a9-9a99-e7af1de8f20a disassociated (deleted). External IP: 172.25.1.165, port: 70d15f9c-83a6-4e7c-a502-72ebbc6d152c. Dec 13 10:46:44.295284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 2c6ebd65-2411-46aa-a949-4fd45290e96f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:44.404587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:44.409298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:44.414104 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Sync routers for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:44.423550 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:44.424158 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:44.436506 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-13ea4d87-8309-4349-9472-81c333bfd7bd tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/floatingips/3e74e059-a680-46a9-9a99-e7af1de8f20a HTTP/1.1" status: 204 len: 168 time: 0.8474774 Dec 13 10:46:44.437084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:44.439399 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:44.576098 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eb76eb-7012-4742-bf9f-252f86a2477e x-openstack-request-id: req-61eb76eb-7012-4742-bf9f-252f86a2477e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:44.576494 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:44.576839 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61eb76eb-7012-4742-bf9f-252f86a2477e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:44.577282 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'status': 'completed', 'code': 200} Dec 13 10:46:44.649450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:44.673903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-e6897779-7d8b-427e-874a-1d11ec4cbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.675310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-e6897779-7d8b-427e-874a-1d11ec4cbd7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 1097 time: 0.0754364 Dec 13 10:46:44.700699 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9557d78-5f8d-41e2-9c19-b6b40086cf45 req-0133cba4-575d-4b35-8c3d-7be5a2cc115c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.702199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9557d78-5f8d-41e2-9c19-b6b40086cf45 req-0133cba4-575d-4b35-8c3d-7be5a2cc115c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0666065 Dec 13 10:46:44.804662 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c9557d78-5f8d-41e2-9c19-b6b40086cf45 req-cb9eea36-b437-407a-bc57-1327f477c4fe tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920429 Dec 13 10:46:44.814177 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-f8a0b27f-bd4f-49ca-8826-496a5913ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.815628 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-f8a0b27f-bd4f-49ca-8826-496a5913ef0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 200 len: 897 time: 0.1314535 Dec 13 10:46:44.845573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:44.865694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-d8213bd9-a2aa-4ce2-beba-11bc43c3637a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 200 len: 217 time: 0.0418658 Dec 13 10:46:44.875591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Checking router: 2c6ebd65-2411-46aa-a949-4fd45290e96f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:44.884487 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:44.885089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:44.916998 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-88fe747f-665f-4ecf-91b7-02c9a0095ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.918526 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-88fe747f-665f-4ecf-91b7-02c9a0095ab1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 200 len: 833 time: 0.0446248 Dec 13 10:46:44.967234 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-5528b23d-9775-49e3-8c97-0412a5d29533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:44.968753 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-5528b23d-9775-49e3-8c97-0412a5d29533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b708558-d82c-4533-b309-804bf8c1451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400755 Dec 13 10:46:44.989929 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:45.066560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-614157aa-fb0a-4e51-b1bd-78d5b52a11e7 service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887249 Dec 13 10:46:45.156754 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2da5838-9a8c-4e5f-9e85-3d161884aa3f req-5b7b0e15-355f-4cb1-a8b7-9d5cd7f2465c service neutron] 10.222.0.44 "GET /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812953 Dec 13 10:46:45.188179 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:45.214660 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620f224-33c3-419f-92b0-3b57db9c6804 None None] The sync data for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 is: [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:08Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '70a7d641-8a43-41bf-a206-e8407dea0d2d', 'name': '', 'network_id': '1b708558-d82c-4533-b309-804bf8c1451e', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:cb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:07Z', 'updated_at': '2021-12-13T10:45:11Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': 'ba230bf0-9cd6-4eae-923e-996c46679d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:45.428148 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660eb46-4605-49f5-b767-7c2a7a1fcdce None None] New status for floating IP 3e74e059-a680-46a9-9a99-e7af1de8f20a: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:46:45.930725 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff764ab-3a9d-499e-9b7e-a08bd99f45c1 req-629ec8fb-9458-44bc-82ae-2c58dd97e727 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:45.932202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff764ab-3a9d-499e-9b7e-a08bd99f45c1 req-629ec8fb-9458-44bc-82ae-2c58dd97e727 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0546136 Dec 13 10:46:45.981348 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2ff764ab-3a9d-499e-9b7e-a08bd99f45c1 req-3fcd4231-44b6-436f-afe6-638e3d06d520 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=02254143-67ee-4dc9-af7f-d886af3db1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Dec 13 10:46:46.239181 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-a5566fc4-5439-44ca-9908-568c8870e17e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:46.240622 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-a5566fc4-5439-44ca-9908-568c8870e17e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 946 time: 0.0552766 Dec 13 10:46:46.330952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:46.331289 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:46.419259 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:46.419623 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:46.432578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 70d15f9c-83a6-4e7c-a502-72ebbc6d152c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:46.562147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:46.590833 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=70d15f9c-83a6-4e7c-a502-72ebbc6d152c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:46.604309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.604309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.604604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.604948 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.605422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.605761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.606094 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.606425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.606760 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.607093 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.607439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.607767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.608091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:46.645427 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] No DVR routers for this DVR port 70d15f9c-83a6-4e7c-a502-72ebbc6d152c on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:46:46.648522 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:46.651897 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30d8a7af-bbe5-4d06-a3a2-9dc545975d4c req-0b434350-17ec-40fd-9716-8ec78ae055d8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "DELETE /v2.0/ports/70d15f9c-83a6-4e7c-a502-72ebbc6d152c HTTP/1.1" status: 204 len: 173 time: 0.4051785 Dec 13 10:46:46.652341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'name': 'network-vif-deleted', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:46:46.654651 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffea47a-b8ad-491e-b137-eae0796b8d2f" -d '{"events": [{"server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "name": "network-vif-deleted", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:46:46.698522 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cfb5e6-3aea-4312-bcb9-a3e8300db4e7 x-openstack-request-id: req-69cfb5e6-3aea-4312-bcb9-a3e8300db4e7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:46:46.698818 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3ddda-3860-4ac1-944c-602338669dba", "name": "network-vif-deleted", "tag": "70d15f9c-83a6-4e7c-a502-72ebbc6d152c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:46:46.699077 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69cfb5e6-3aea-4312-bcb9-a3e8300db4e7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:46:46.699487 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3ddda-3860-4ac1-944c-602338669dba', 'name': 'network-vif-deleted', 'tag': '70d15f9c-83a6-4e7c-a502-72ebbc6d152c', 'status': 'completed', 'code': 200} Dec 13 10:46:47.099478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5736ac52-8c0d-4607-92c3-20c2dfc3cad1 req-cb7ab23c-5fb5-442e-8833-9f35048195f1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0e3ddda-3860-4ac1-944c-602338669dba HTTP/1.1" status: 200 len: 210 time: 0.0276351 Dec 13 10:46:48.160872 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:48.515724 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:48.766961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 70a7d641-8a43-41bf-a206-e8407dea0d2d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:48.767218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:48.862829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 70a7d641-8a43-41bf-a206-e8407dea0d2d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=70a7d641-8a43-41bf-a206-e8407dea0d2d,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:48.863179 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:48.875355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 70a7d641-8a43-41bf-a206-e8407dea0d2d owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:49.057454 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.080700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=70a7d641-8a43-41bf-a206-e8407dea0d2d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:49.256370 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.473501 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router 2c6ebd65-2411-46aa-a949-4fd45290e96f has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:49.580728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:49.589454 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:49.589887 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-45fc3c1b-3c9e-4bd7-9481-4105fd062259 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/2c6ebd65-2411-46aa-a949-4fd45290e96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275169 Dec 13 10:46:49.597457 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Sync routers for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:49.607952 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:49.608571 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:49.648119 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting subnet ba230bf0-9cd6-4eae-923e-996c46679d79 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:46:49.651682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.691948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.708401 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:49.775143 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.839083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.866738 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Subnet': ['ID=ba230bf0-9cd6-4eae-923e-996c46679d79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:49.874438 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:49.881659 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6c187318-35d3-483e-ad38-86e8374895e3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/subnets/ba230bf0-9cd6-4eae-923e-996c46679d79 HTTP/1.1" status: 204 len: 168 time: 0.2875922 Dec 13 10:46:49.881659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:49.883875 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab05a6e-8a60-46cf-aded-98eb5441146e None None] Network 1b708558-d82c-4533-b309-804bf8c1451e requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:49.898500 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:46:49Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:49.925524 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Checking router: 2c6ebd65-2411-46aa-a949-4fd45290e96f for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:49.934331 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Routers {'2c6ebd65-2411-46aa-a949-4fd45290e96f'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:49.934932 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['2c6ebd65-2411-46aa-a949-4fd45290e96f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:49.992026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.046293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] Set router 2c6ebd65-2411-46aa-a949-4fd45290e96f gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:50.059548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] DHCP port deletion for 1b708558-d82c-4533-b309-804bf8c1451e request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:50.102265 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.107791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Deleting port 962fd66e-5502-4b31-84e3-1dc870879770 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:50.108412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.161778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port dc88bfce-2594-4fd0-bda9-3ca3519e454d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:46:50.162169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.179322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] For port 962fd66e-5502-4b31-84e3-1dc870879770, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=962fd66e-5502-4b31-84e3-1dc870879770,segment=NetworkSegment(b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce),segment_id=b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:50.179609 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.196795 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Calling delete_port for 962fd66e-5502-4b31-84e3-1dc870879770 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:50.237970 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:46:49Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:50.251981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port dc88bfce-2594-4fd0-bda9-3ca3519e454d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=dc88bfce-2594-4fd0-bda9-3ca3519e454d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:50.252472 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.265002 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afd9cf3-f9f7-4efd-8b93-ce7b1d195e02 None None] The sync data for ids ['2c6ebd65-2411-46aa-a949-4fd45290e96f'] in n-d-820531-5 is: [{'id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353520157', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:46:49Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'dc88bfce-2594-4fd0-bda9-3ca3519e454d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6ebd65-2411-46aa-a949-4fd45290e96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:45:05Z', 'updated_at': '2021-12-13T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:50.265637 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for dc88bfce-2594-4fd0-bda9-3ca3519e454d owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:46:50.281678 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.311204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] No DVR routers for this DVR port 962fd66e-5502-4b31-84e3-1dc870879770 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:46:50.317411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Pushing event deleted for resources: {'Port': ['ID=962fd66e-5502-4b31-84e3-1dc870879770,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:50.325277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.325626 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.325968 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.326302 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.326636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.326964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.327288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.327612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.327956 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.328276 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.328597 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.328916 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.329277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e079f-8d8d-477b-b02b-0bcb2e29c403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:50.384450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 70d15f9c-83a6-4e7c-a502-72ebbc6d152c no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:50.405904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 70d15f9c-83a6-4e7c-a502-72ebbc6d152c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:50.406252 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 70d15f9c-83a6-4e7c-a502-72ebbc6d152c not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:50.443125 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.476915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=dc88bfce-2594-4fd0-bda9-3ca3519e454d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:50.483803 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c7dbd-a847-431f-9330-a067840980da None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:50.533887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.628111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.630606 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.676885 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.677448 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6ebd65-2411-46aa-a949-4fd45290e96f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:46:50.685081 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.686247 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4de84ec8-554e-4c61-8dfd-b530c917d9af tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/routers/2c6ebd65-2411-46aa-a949-4fd45290e96f HTTP/1.1" status: 204 len: 168 time: 0.8041329 Dec 13 10:46:50.688990 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:50.771818 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.863742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.887289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b708558-d82c-4533-b309-804bf8c1451e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:50.897523 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:50.898525 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bbf6b5-9ee6-4499-8861-cb4c9ca597ce') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:50.908555 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.922089 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.928263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:46:50.928902 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:46:50.932265 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:46:50.990309 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:50.997275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.000339 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/networks/1b708558-d82c-4533-b309-804bf8c1451e HTTP/1.1" status: 204 len: 168 time: 0.3103688 Dec 13 10:46:51.003265 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:51.013045 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95437e79-b3c4-4095-9da4-6ba5678bc571 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Network': ['ID=1b708558-d82c-4533-b309-804bf8c1451e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:51.062373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.088250 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.146236 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.149445 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.152051 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/security-groups/02254143-67ee-4dc9-af7f-d886af3db1b2 HTTP/1.1" status: 204 len: 168 time: 0.1476810 Dec 13 10:46:51.162174 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc67a58-3430-45db-9927-b2af1339ce9d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02254143-67ee-4dc9-af7f-d886af3db1b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:51.364693 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dc88bfce-2594-4fd0-bda9-3ca3519e454d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:51.389437 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: dc88bfce-2594-4fd0-bda9-3ca3519e454d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:51.389786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device dc88bfce-2594-4fd0-bda9-3ca3519e454d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:51.390204 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 962fd66e-5502-4b31-84e3-1dc870879770 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:51.409162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 962fd66e-5502-4b31-84e3-1dc870879770 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:51.409450 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 962fd66e-5502-4b31-84e3-1dc870879770 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:51.409864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7d641-8a43-41bf-a206-e8407dea0d2d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:46:51.429375 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 70a7d641-8a43-41bf-a206-e8407dea0d2d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:46:51.429915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 70a7d641-8a43-41bf-a206-e8407dea0d2d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:46:51.754834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:51.759423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045502459', 'description': 'tempest-secgroup-smoke-1045502459 description', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:51.781536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.850500 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.855635 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.880275 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.881529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256874 Dec 13 10:46:51.884778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:51.889482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976ea7b-7ac3-45f6-aaa7-cf27df3b52ca tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c907e3-a17a-4121-8de8-8633ee08e051,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:51.889642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:51.917544 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.971019 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.974313 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:51.996769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c3d698-70d1-4d87-a0d1-80f294d4e916,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.001197 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.002520 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-b6f3e01e-887f-49b0-b8ff-0fc10d906717 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165416 Dec 13 10:46:52.005396 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.010764 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.036887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.092002 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.095439 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.115261 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cf8107-0c84-4154-8822-dde036f066be,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.121273 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.122456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-907aa80d-e91c-446e-94f4-d25cded6688f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160800 Dec 13 10:46:52.125220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.129645 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.155938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.212430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.215916 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.235104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fd3133-8c0f-4832-8c3e-3cad2f8d570b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.240223 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.241893 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ec946d1e-c287-4613-a805-fb55f5357ae4 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150980 Dec 13 10:46:52.244708 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.248987 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.274329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.330206 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.333981 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.355487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6372bc5c-cc7a-4226-b1fe-b8ea9c1d5e73,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.360447 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.361615 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-be83213b-2f09-442c-b26e-6cfb5226fb0b tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159506 Dec 13 10:46:52.364349 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.368884 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.389989 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:46:52.394763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.454037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.457427 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.475236 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f111e11-c75c-4046-8107-2504be5c3023,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.481462 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.485225 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-28a2ce2c-f9ed-4b23-bd6f-4a0df04fbc42 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174166 Dec 13 10:46:52.485425 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.489635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'security_group_rule': {'security_group_id': 'd8c907e3-a17a-4121-8de8-8633ee08e051', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.513073 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Project b7aa70aab0b148f6bb4cfb5a84c044cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:46:52.518198 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.576568 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.579979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.597376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d0ae12-d797-49df-b4f9-b59630aafcbe,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.605402 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.606593 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-70866e03-5123-4e1d-9fce-a622515b6a1f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202216 Dec 13 10:46:52.610383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.615736 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'network': {'name': 'tempest-network-smoke--1750284726', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.636546 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:52.639938 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.663187 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:46:52.672791 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.673165 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Added segment d5e8e828-20e9-43a9-8a8b-55544cd987b0 of type vlan for network b031bd21-ea01-4a59-92ba-14532893ffcc Dec 13 10:46:52.714110 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.738481 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.744152 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:52.744731 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.798410 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867678 Dec 13 10:46:52.801215 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51668) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:52.805952 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'admin_state_up': True, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:52.816137 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083dd5f-7297-474e-905e-ecedf19505fc tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Network': ['ID=b031bd21-ea01-4a59-92ba-14532893ffcc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:52.828407 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network b031bd21-ea01-4a59-92ba-14532893ffcc details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:46:52.830074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.831302 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:52.883806 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.024639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.212948 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.230610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.333865 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.30 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/a9e47a12-f955-456e-b841-2d21edd214f6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:53.433945 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.471251 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.513518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:53.516409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:53.519403 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:53.529911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113a4df-445b-430e-93cf-cc48f81ec161 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:53.544470 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=a9e47a12-f955-456e-b841-2d21edd214f6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:53.578687 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-448fe8d2-ecf3-4a49-82cf-a282896293b2 None None] Provisioning complete for port a9e47a12-f955-456e-b841-2d21edd214f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:53.579062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-448fe8d2-ecf3-4a49-82cf-a282896293b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:53.611708 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-448fe8d2-ecf3-4a49-82cf-a282896293b2 None None] Port a9e47a12-f955-456e-b841-2d21edd214f6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:54.085696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.279147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.400538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ddd23751-7da0-4700-971b-f6fd3a6aba0e is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:46:54.505982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:54.516074 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Sync routers for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:54.526840 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.527669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:54.528059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8075d218-4c45-43c1-b727-108d3056bfbf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7257903 Dec 13 10:46:54.528288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:54.531258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:54.561912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c28e167b-6495-435e-81cf-94ded7f144a8 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b7aa70aab0b148f6bb4cfb5a84c044cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271528 Dec 13 10:46:54.562129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51672) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:54.638364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:54.654075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84585ed8-72d4-4b42-ad4d-4708625eed4a tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:54.658123 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-84585ed8-72d4-4b42-ad4d-4708625eed4a tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924828 Dec 13 10:46:54.658341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:54.688292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-20d26647-d4ce-4d6b-beae-5fc8374e5119 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=1f869e0f-9c37-42a8-a312-085caebea9ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266435 Dec 13 10:46:54.688520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:54.693090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340759494', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:54.786131 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:54.790819 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.817035 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:53Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:54.843663 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Checking router: ddd23751-7da0-4700-971b-f6fd3a6aba0e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:54.844015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Updating router ddd23751-7da0-4700-971b-f6fd3a6aba0e port a9e47a12-f955-456e-b841-2d21edd214f6 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:46:54.869220 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:54.971984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.034438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Subnet': ['ID=8a6a3190-20c9-44ae-a326-4beedf8916a6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:55.042200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Checking segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:55.042438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network hostable DHCP agents. Network: b031bd21-ea01-4a59-92ba-14532893ffcc, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:46:55.061576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network b031bd21-ea01-4a59-92ba-14532893ffcc is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:46:55.071169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, b031bd21-ea01-4a59-92ba-14532893ffcc) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:55.075407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:55.076875 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.082432 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f24a3-9b62-4e54-b628-8d6b26b7a612 None None] Network b031bd21-ea01-4a59-92ba-14532893ffcc requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:55.092311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-eb80df05-d5e7-46b1-9a0c-9ad0e31a9d20 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028673 Dec 13 10:46:55.095380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:46:55.165551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.172915 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.247745 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03f2c6-591d-400b-bb82-7562c9e538ec None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:55.267775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-b031bd21-ea01-4a59-92ba-14532893ffcc', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:46:55.268612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.271403 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Attempting to bind port a9e47a12-f955-456e-b841-2d21edd214f6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:55.271773 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Attempting to bind port a9e47a12-f955-456e-b841-2d21edd214f6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:55.272136 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Attempting to bind port a9e47a12-f955-456e-b841-2d21edd214f6 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:55.276909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745190-2da6-49ab-a8e5-87587caa8dd3 None None] Pushing event updated for resources: {'Port': ['ID=a9e47a12-f955-456e-b841-2d21edd214f6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:55.281287 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:55.281662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:55.282566 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.282566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:55.282893 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Bound port: a9e47a12-f955-456e-b841-2d21edd214f6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:55.283265 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.415840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] For port a9e47a12-f955-456e-b841-2d21edd214f6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:55.434439 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd52e31c-6734-4e55-97e4-21d021990bdd None None] Provisioning complete for port a9e47a12-f955-456e-b841-2d21edd214f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:55.434954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd52e31c-6734-4e55-97e4-21d021990bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.439099 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] For port a9e47a12-f955-456e-b841-2d21edd214f6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a9e47a12-f955-456e-b841-2d21edd214f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:55.480155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.539005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dd52e31c-6734-4e55-97e4-21d021990bdd None None] Port a9e47a12-f955-456e-b841-2d21edd214f6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:55.540417 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a75b21-b933-435c-8be2-f0ced2abf700 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:46:55.540826 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.560730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Allocated IP 172.20.0.2 (b031bd21-ea01-4a59-92ba-14532893ffcc/8a6a3190-20c9-44ae-a326-4beedf8916a6/86ebf177-652e-436f-91e1-435069c7cab4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:55.580670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:55.581331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:55.819399 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745190-2da6-49ab-a8e5-87587caa8dd3 None None] Pushing event updated for resources: {'Port': ['ID=a9e47a12-f955-456e-b841-2d21edd214f6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:55.892743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] Provisioning complete for port a9e47a12-f955-456e-b841-2d21edd214f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:55.893113 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:55.967440 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:56.164061 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.176370 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.184721 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.219484 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.1 (b031bd21-ea01-4a59-92ba-14532893ffcc/8a6a3190-20c9-44ae-a326-4beedf8916a6/3300288e-7fd1-4397-ba99-9200fb9481fa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:46:56.270256 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] For port a9e47a12-f955-456e-b841-2d21edd214f6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a9e47a12-f955-456e-b841-2d21edd214f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:56.283323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.286124 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Network b031bd21-ea01-4a59-92ba-14532893ffcc is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:56.289322 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Pushing event updated for resources: {'Port': ['ID=86ebf177-652e-436f-91e1-435069c7cab4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:56.293067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:56.297162 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:56.342979 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.377768 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.401067 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67af309-e051-4ded-bda3-d8136f57c40f None None] Pushing event updated for resources: {'Port': ['ID=a9e47a12-f955-456e-b841-2d21edd214f6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:56.404985 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Attempting to bind port 86ebf177-652e-436f-91e1-435069c7cab4 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:56.405919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Attempting to bind port 86ebf177-652e-436f-91e1-435069c7cab4 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:56.405919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Attempting to bind port 86ebf177-652e-436f-91e1-435069c7cab4 on network b031bd21-ea01-4a59-92ba-14532893ffcc {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:56.411794 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:53Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:56.415746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:56.416054 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Checking segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:56.416459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.416850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Bound using segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:56.417354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Bound port: 86ebf177-652e-436f-91e1-435069c7cab4, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:56.417736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.420351 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network b031bd21-ea01-4a59-92ba-14532893ffcc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:56.423577 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:56.427493 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:46:56.446984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b1561-f2a6-49ad-ac7c-25b7f49e4b6b None None] The sync data for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 is: [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:53Z', 'revision_number': 3, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:56.456569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:56.481076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.517756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] For port 86ebf177-652e-436f-91e1-435069c7cab4, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:56.521392 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] For port 86ebf177-652e-436f-91e1-435069c7cab4, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=86ebf177-652e-436f-91e1-435069c7cab4,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:56.527305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.594997 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dea931-969e-4b3d-94dd-6b6ec23e8046 None None] Pushing event updated for resources: {'Port': ['ID=86ebf177-652e-436f-91e1-435069c7cab4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:56.634996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.991693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:56.997003 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.077248 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:57.082430 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.177417 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network b031bd21-ea01-4a59-92ba-14532893ffcc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:46:57.179565 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:46:57.305381 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ddd23751-7da0-4700-971b-f6fd3a6aba0e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:46:57.443297 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:46:57.463291 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ebfedb00-1d9d-40c3-a66f-fe643f6f5d9c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/ddd23751-7da0-4700-971b-f6fd3a6aba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3665316 Dec 13 10:46:57.466566 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 86ebf177-652e-436f-91e1-435069c7cab4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:57.526954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 86ebf177-652e-436f-91e1-435069c7cab4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:57.527330 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.633907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec851afd-2a9b-4a1d-93e7-f9e27b4433f5 None None] Network b031bd21-ea01-4a59-92ba-14532893ffcc requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:46:57.637522 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.643670 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-709f31bb-04cc-4b42-98b5-158a9d18c5a6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045502459&fields=id&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 267 time: 0.0619538 Dec 13 10:46:57.744831 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 86ebf177-652e-436f-91e1-435069c7cab4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=86ebf177-652e-436f-91e1-435069c7cab4,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:57.753849 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.759391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.760140 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a9e47a12-f955-456e-b841-2d21edd214f6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:57.764618 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-68b00f1a-3ece-4ae0-a48c-61f9533221da None None] Provisioning complete for port 86ebf177-652e-436f-91e1-435069c7cab4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:57.764973 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68b00f1a-3ece-4ae0-a48c-61f9533221da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.769584 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-af8e3e79-3f92-4923-a99a-afe84a32b9b5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:57.771156 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-af8e3e79-3f92-4923-a99a-afe84a32b9b5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 797 time: 0.1181133 Dec 13 10:46:57.786544 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-de5ed6cd-38b3-4fd3-810b-020514935be0 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/quotas/b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 375 time: 0.0093021 Dec 13 10:46:57.839678 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-7ff48710-9f27-40eb-a5ee-f63b34cfeadf tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469532 Dec 13 10:46:57.858852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-b2a08de6-d107-4619-9d88-50a62cf26b13 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:46:57.859782 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-b2a08de6-d107-4619-9d88-50a62cf26b13 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054853 Dec 13 10:46:57.904593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=86ebf177-652e-436f-91e1-435069c7cab4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:57.946884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a9e47a12-f955-456e-b841-2d21edd214f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:57.947254 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:57.978677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-b565a85a-d061-47f0-9e7a-190ed2b18b06 service neutron] 10.222.0.30 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091814 Dec 13 10:46:58.087559 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-0f74f1be-2a56-48f8-84a7-739010e2e58b service neutron] 10.222.0.30 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079884 Dec 13 10:46:58.222314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b32d652-dd7b-459c-a607-d9a39b9d5e8c None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:58.222692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b32d652-dd7b-459c-a607-d9a39b9d5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:58.259454 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Sync routers for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:46:58.270173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b32d652-dd7b-459c-a607-d9a39b9d5e8c None None] Port 3300288e-7fd1-4397-ba99-9200fb9481fa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:58.278690 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:58.279417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:58.286855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e98b709-0c5f-452e-a7fc-e89cf83e28c1 req-0ff1c49b-3ada-4c27-a800-b952f60a0531 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 210 time: 0.0381405 Dec 13 10:46:58.289974 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b32d652-dd7b-459c-a607-d9a39b9d5e8c None None] Provisioning complete for port 86ebf177-652e-436f-91e1-435069c7cab4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:58.290429 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b32d652-dd7b-459c-a607-d9a39b9d5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:58.510266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e8d53937-915b-4bc9-8d94-d7584d131ffd None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:58.510266 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e8d53937-915b-4bc9-8d94-d7584d131ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:58.527794 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:58.548086 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e8d53937-915b-4bc9-8d94-d7584d131ffd None None] Port 3300288e-7fd1-4397-ba99-9200fb9481fa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:58.668989 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31f3070c-11d0-4e98-8a85-1c2661b12584 None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:58.669730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31f3070c-11d0-4e98-8a85-1c2661b12584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:58.709314 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-31f3070c-11d0-4e98-8a85-1c2661b12584 None None] Port 3300288e-7fd1-4397-ba99-9200fb9481fa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:46:58.731207 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 2, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:58.751551 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-376e04a7-1c51-44fc-a84d-746d2b9153a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:58.762309 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Checking router: ddd23751-7da0-4700-971b-f6fd3a6aba0e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:46:58.762591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Updating router ddd23751-7da0-4700-971b-f6fd3a6aba0e port 3300288e-7fd1-4397-ba99-9200fb9481fa binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:46:58.787822 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.056598 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.062263 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.112730 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Pushing event updated for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:59.138902 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.139252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.139579 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.141973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.142567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.142567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.142722 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:46:59.176254 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Attempting to bind port 3300288e-7fd1-4397-ba99-9200fb9481fa on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:46:59.176623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Attempting to bind port 3300288e-7fd1-4397-ba99-9200fb9481fa by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:46:59.177226 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Attempting to bind port 3300288e-7fd1-4397-ba99-9200fb9481fa on network b031bd21-ea01-4a59-92ba-14532893ffcc {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:46:59.183246 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:46:59.183623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Checking segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:46:59.184026 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.184417 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Bound using segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:46:59.184884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Bound port: 3300288e-7fd1-4397-ba99-9200fb9481fa, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:46:59.185294 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.269372 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] For port 3300288e-7fd1-4397-ba99-9200fb9481fa, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:46:59.274254 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] For port 3300288e-7fd1-4397-ba99-9200fb9481fa, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3300288e-7fd1-4397-ba99-9200fb9481fa,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:46:59.281571 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.344138 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:46:59.344771 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:46:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:59.359300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:59.360624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.421937 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-0226905e-efae-461d-935f-d57734dd5a1c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:46:59.423467 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b068c-991a-443f-bec3-302527e0668a None None] Pushing event updated for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:59.425502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-0226905e-efae-461d-935f-d57734dd5a1c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 797 time: 0.1974754 Dec 13 10:46:59.427605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 86ebf177-652e-436f-91e1-435069c7cab4 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:46:59.476547 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:46:59.505773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d8c9fe-dd0c-4542-a7f3-f7c2f845051e req-bf059da3-7f06-4c9b-9a8a-1ad2f9ccaf7e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 210 time: 0.0473747 Dec 13 10:46:59.558300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 86ebf177-652e-436f-91e1-435069c7cab4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:59.558675 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.562288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-026454dd-dea6-4a92-9cb4-73c2ba32f5eb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb HTTP/1.1" status: 200 len: 380 time: 0.1265402 Dec 13 10:46:59.575431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'port': {'device_id': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'admin_state_up': True, 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'security_groups': ['d8c907e3-a17a-4121-8de8-8633ee08e051']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:46:59.586750 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.635613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] For port 3300288e-7fd1-4397-ba99-9200fb9481fa, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3300288e-7fd1-4397-ba99-9200fb9481fa,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:46:59.669063 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.720855 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Made reservation on behalf of b7aa70aab0b148f6bb4cfb5a84c044cb for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:46:59.724874 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.727507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e17d-928b-4768-84f0-798ce69b1705 None None] Pushing event updated for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:46:59.749542 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:46:59.763545 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.779824 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc003d2f-80b0-4b3e-86df-40ecaea3f083 None None] The sync data for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 is: [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:46:59.797569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0584a385-524b-47db-b550-20edf38e36a5 None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:46:59.797935 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0584a385-524b-47db-b550-20edf38e36a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:46:59.873261 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.20.0.5 (b031bd21-ea01-4a59-92ba-14532893ffcc/8a6a3190-20c9-44ae-a326-4beedf8916a6/32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:00.025710 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.060587 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.112933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network b031bd21-ea01-4a59-92ba-14532893ffcc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:00.116918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:00.121924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:00.146893 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:00.182161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:00.182853 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.201183 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ea1a0bb7-a210-4c1c-bae5-7f9f1c768515 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318097 Dec 13 10:47:00.215341 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Request body: {'port': {'device_id': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:00.274889 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.340678 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5fb8eebc-58fe-4b0b-8f4a-3fd22af906ac None None] Provisioning complete for port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:00.341062 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eebc-58fe-4b0b-8f4a-3fd22af906ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.377607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8eebc-58fe-4b0b-8f4a-3fd22af906ac None None] Port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:47:00.564141 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:47:00.572981 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.595968 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Transition to ACTIVE for port object 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:47:00.599745 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.684457 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6a54-78e1-4743-95e4-b618572a5f2c req-2a65f1c2-b712-4dd6-a147-08e3ccb271f5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:00.686107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a71c6a54-78e1-4743-95e4-b618572a5f2c req-2a65f1c2-b712-4dd6-a147-08e3ccb271f5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 943 time: 0.1007955 Dec 13 10:47:00.693554 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:00.810019 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a71c6a54-78e1-4743-95e4-b618572a5f2c req-3851a73e-22e9-4999-ab15-a15bfed72af5 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124747 Dec 13 10:47:00.814939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Attempting to bind port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:47:00.815282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Attempting to bind port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:47:00.815613 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Attempting to bind port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 on network b031bd21-ea01-4a59-92ba-14532893ffcc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:00.821617 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 on network b031bd21-ea01-4a59-92ba-14532893ffcc not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:47:00.821844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Attempting to bind port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 on network b031bd21-ea01-4a59-92ba-14532893ffcc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:47:00.831942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:47:00.831942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Checking segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:00.831942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Bound using segment: {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:47:00.831942 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Bound port: 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e8e828-20e9-43a9-8a8b-55544cd987b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:47:00.831942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.899659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:47:00.903219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:47:00.908075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.950039 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:00.950696 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:00.952117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] 10.222.0.44 "PUT /v2.0/ports/32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 1091 time: 0.7422802 Dec 13 10:47:00.952592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:00.954951 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:00.979482 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5126-4dd7-4a11-a9f1-2b404bafc342 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:01.010311 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ef69a1-064b-4921-a872-c112671bc570 x-openstack-request-id: req-84ef69a1-064b-4921-a872-c112671bc570 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:01.010595 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:01.010917 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ef69a1-064b-4921-a872-c112671bc570 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:01.011385 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'status': 'completed', 'code': 200} Dec 13 10:47:01.058114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ac52da51-877c-4f10-9e06-921a3373c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.059648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-ac52da51-877c-4f10-9e06-921a3373c3ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1094 time: 0.0433929 Dec 13 10:47:01.102998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-0b128b66-bb2d-4235-9afb-a0473809da10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 217 time: 0.0359802 Dec 13 10:47:01.151835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-192cdac0-c9a1-425a-a9d0-a47f9eed1e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:01.159151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-a750768b-48a2-485e-a0ce-2993129a4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.160658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-a750768b-48a2-485e-a0ce-2993129a4d61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0510204 Dec 13 10:47:01.206566 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-082e118a-de0f-473d-ba42-5781464f80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.208045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-082e118a-de0f-473d-ba42-5781464f80dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409052 Dec 13 10:47:01.296985 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-e93675aa-e5e1-4d6e-aadf-9f255bfd6bf1 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818102 Dec 13 10:47:01.387554 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3300288e-7fd1-4397-ba99-9200fb9481fa up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:01.399091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6456ffdd-15a1-4701-b1dc-72167f1e0894 req-a040915a-6727-40ed-ac29-e4cd24a75d5a service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938737 Dec 13 10:47:01.441199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 3300288e-7fd1-4397-ba99-9200fb9481fa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:01.441594 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:01.492012 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-cf08227d-377e-4d18-8d52-f4947f8d5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.493576 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-cf08227d-377e-4d18-8d52-f4947f8d5e57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1094 time: 0.0445750 Dec 13 10:47:01.592542 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-6c534726-e3b8-42bc-b6ac-eb9d64f7a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.594101 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-6c534726-e3b8-42bc-b6ac-eb9d64f7a7ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 898 time: 0.0937164 Dec 13 10:47:01.644912 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-8cdda143-9531-4b11-83b5-30c47648e1fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 217 time: 0.0417802 Dec 13 10:47:01.693439 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-e99cd6fa-7849-47f7-8d21-7da64584c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.694950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-e99cd6fa-7849-47f7-8d21-7da64584c588 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0429571 Dec 13 10:47:01.739637 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-af8bc954-75ae-4f69-8fab-1d486175fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.741202 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-af8bc954-75ae-4f69-8fab-1d486175fff5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392439 Dec 13 10:47:01.836141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-3f081274-f1d8-45c0-8d87-9df7ed26182a service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866961 Dec 13 10:47:01.963844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6473-2676-457a-b919-7f28342e4b45 req-157914f6-e886-4327-8b01-709fbb11e64e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:01.965333 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d5b6473-2676-457a-b919-7f28342e4b45 req-157914f6-e886-4327-8b01-709fbb11e64e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 943 time: 0.0795126 Dec 13 10:47:01.970704 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2ee79e1-1a23-48d4-ad26-5ba57eac57bd req-b6e4626d-42d9-439c-a9cc-18158b365af2 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273801 Dec 13 10:47:02.016480 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3d5b6473-2676-457a-b919-7f28342e4b45 req-34fed6ce-b1fb-4360-9d23-a9cb47609be1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Dec 13 10:47:02.498692 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:02.993089 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:47:03.134475 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811623-b396-446e-be92-6246416686d0 req-2595ad83-f143-494d-bf05-f3a8282d3e63 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:03.135929 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d811623-b396-446e-be92-6246416686d0 req-2595ad83-f143-494d-bf05-f3a8282d3e63 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 943 time: 0.0473397 Dec 13 10:47:03.184524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d811623-b396-446e-be92-6246416686d0 req-8b8b9516-0b32-41d9-8afc-31ba5bd4e107 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Dec 13 10:47:03.909430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:04.304411 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ee82-36ae-4e9b-9d5d-92bdf2fcc057 req-7f6ac9de-479c-4523-b426-5af6ea102c48 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:04.305930 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0624ee82-36ae-4e9b-9d5d-92bdf2fcc057 req-7f6ac9de-479c-4523-b426-5af6ea102c48 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 943 time: 0.0534120 Dec 13 10:47:04.355814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0624ee82-36ae-4e9b-9d5d-92bdf2fcc057 req-ab80e1a7-d1ad-4029-aa62-84bd115d322e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Dec 13 10:47:04.430537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:47:04.526021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:04.537028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'port_id': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'mac_address': 'fa:16:3e:b7:02:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:47:04.572950 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:04.586361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:47:04.607386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:04.611228 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:04.661395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:04.826420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:47:04.934469 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:05.469714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e80-e9a4-4d37-8091-ed0f5adcc515 req-0028a5f4-1408-4a4d-989d-fd987f1b2802 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:05.471172 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a48e4e80-e9a4-4d37-8091-ed0f5adcc515 req-0028a5f4-1408-4a4d-989d-fd987f1b2802 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 944 time: 0.0481243 Dec 13 10:47:05.519615 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a48e4e80-e9a4-4d37-8091-ed0f5adcc515 req-cdcd95d5-bf3a-4931-aa06-68e668ab45f1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Dec 13 10:47:06.446656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:47:06.495388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:47:06.499237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:47:06.499611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:06.580305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:06.604861 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:06.607404 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed90ff47-751a-4912-82ba-213952efd2ae" -d '{"events": [{"server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "name": "network-vif-plugged", "status": "completed", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:06.621327 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:06.626659 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:06.658041 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230aff7e-89bf-4291-8db2-ce21b7249c4d x-openstack-request-id: req-230aff7e-89bf-4291-8db2-ce21b7249c4d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:06.658338 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "name": "network-vif-plugged", "status": "completed", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:06.658597 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-230aff7e-89bf-4291-8db2-ce21b7249c4d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:06.659009 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'code': 200} Dec 13 10:47:06.662133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaddabf-6e40-4bff-8074-3d9e9e938670 req-08a71fb9-8cb2-41cc-8016-800332bf4389 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:06.663676 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ceaddabf-6e40-4bff-8074-3d9e9e938670 req-08a71fb9-8cb2-41cc-8016-800332bf4389 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 944 time: 0.0757301 Dec 13 10:47:06.679173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:06.715842 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ceaddabf-6e40-4bff-8074-3d9e9e938670 req-ca9b1577-eba3-4cee-849a-21c6bde02a3c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Dec 13 10:47:06.762308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cefb8-0a6d-4fe5-83ff-e317dd7d5cbf req-b382f2cc-16b7-4329-b69e-a06473141581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:06.763766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc5cefb8-0a6d-4fe5-83ff-e317dd7d5cbf req-b382f2cc-16b7-4329-b69e-a06473141581 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1096 time: 0.0400107 Dec 13 10:47:06.811204 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-dc5cefb8-0a6d-4fe5-83ff-e317dd7d5cbf req-e0fda5e7-0e59-4c78-b209-0a916fc01251 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Dec 13 10:47:07.836347 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2f71c-b41b-4488-8ea0-f4de4c154ea7 req-450cb5ec-8e46-45b2-b91a-4f145a2908fa tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:07.837868 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bd2f71c-b41b-4488-8ea0-f4de4c154ea7 req-450cb5ec-8e46-45b2-b91a-4f145a2908fa tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0510681 Dec 13 10:47:07.891786 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5bd2f71c-b41b-4488-8ea0-f4de4c154ea7 req-ed7916a2-896e-4bb7-b66f-e4173ead18ff tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 Dec 13 10:47:08.114717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-3b01a6a3-94d0-405f-b3cc-aeff56c9a786 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388830 Dec 13 10:47:08.195133 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6615-b413-4215-a271-f59f476b8f7e req-76cc6dbc-ddbb-4452-a86e-fa4c33b659d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.196633 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-76cc6dbc-ddbb-4452-a86e-fa4c33b659d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1096 time: 0.0407686 Dec 13 10:47:08.300294 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6615-b413-4215-a271-f59f476b8f7e req-7fbe3d6a-4c4c-49dd-b426-9cfd1f4b69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.301790 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-7fbe3d6a-4c4c-49dd-b426-9cfd1f4b69aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 898 time: 0.0865989 Dec 13 10:47:08.342964 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-606cf7f3-f3aa-4efd-840a-ede108596edf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 217 time: 0.0337019 Dec 13 10:47:08.390796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6615-b413-4215-a271-f59f476b8f7e req-2a91ff07-1392-464d-86d5-be8e50960a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.392185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-2a91ff07-1392-464d-86d5-be8e50960a63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0420444 Dec 13 10:47:08.438512 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6615-b413-4215-a271-f59f476b8f7e req-baf57beb-3bd2-4b4b-8a0d-d4ffe68f7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:08.439970 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-baf57beb-3bd2-4b4b-8a0d-d4ffe68f7593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398653 Dec 13 10:47:08.531734 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-4a725290-f153-4ed2-b0f4-5f2f6e2e530b service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Dec 13 10:47:08.619822 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d30a6615-b413-4215-a271-f59f476b8f7e req-a4cd9a5d-d3ad-49fa-9a1b-3b57e128edd3 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816519 Dec 13 10:47:09.014120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13042-5a18-419e-bda9-156de7d5e55c req-2d2d19a2-30bd-4826-8fc7-2c2dc045c476 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:09.015587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2e13042-5a18-419e-bda9-156de7d5e55c req-2d2d19a2-30bd-4826-8fc7-2c2dc045c476 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0541060 Dec 13 10:47:09.064565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f2e13042-5a18-419e-bda9-156de7d5e55c req-287294c0-91db-45a8-8c20-410967f52719 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Dec 13 10:47:09.179087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a724-7f4f-4a80-9f6d-30622f769f77 req-9a728141-0373-49ad-ba93-f4672fa7ccc3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:09.180464 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c39a724-7f4f-4a80-9f6d-30622f769f77 req-9a728141-0373-49ad-ba93-f4672fa7ccc3 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0492024 Dec 13 10:47:09.230877 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1c39a724-7f4f-4a80-9f6d-30622f769f77 req-ab5112ac-95cc-4f3f-ab0f-c81fba840dff tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Dec 13 10:47:09.252311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:09.298041 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6d26f-edcb-495c-85ff-c12f91aa2bb8 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:09.299561 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-91f6d26f-edcb-495c-85ff-c12f91aa2bb8 tempest-TestNetworkAdvancedServerOps-2053495975 tempest-TestNetworkAdvancedServerOps-2053495975-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1091 time: 0.0462458 Dec 13 10:47:09.302334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:09.306912 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:09.328909 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:09.427986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:09.528371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Allocated IP 172.25.1.186 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/87f12577-fac1-43db-90e9-5d0a3b24c33b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:47:09.634353 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:09.668078 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:09.708070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:47:09.711689 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:09.715850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:47:09.721263 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=87f12577-fac1-43db-90e9-5d0a3b24c33b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:10.060742 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.126487 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.275064 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.279728 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.353393 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event updated for resources: {'Port': ['ID=87f12577-fac1-43db-90e9-5d0a3b24c33b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:10.361816 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.460846 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 85959103-1531-408b-8620-320878ef987b associated. External IP: 172.25.1.186, port: 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9. Dec 13 10:47:10.665906 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ddd23751-7da0-4700-971b-f6fd3a6aba0e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:10.768619 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:10.779360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Sync routers for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:10.787548 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:10.790701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:10.791325 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:10.818185 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2bd2121a-b31d-4d91-a445-f198b1e74939 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5148361 Dec 13 10:47:10.818774 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:10.821090 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d" -d '{"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:10.860563 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b011870-b082-4429-8c34-87dbd4e8efb5 x-openstack-request-id: req-3b011870-b082-4429-8c34-87dbd4e8efb5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:10.860968 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:10.861466 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b011870-b082-4429-8c34-87dbd4e8efb5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:10.862009 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'status': 'completed', 'code': 200} Dec 13 10:47:10.899805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:10.950056 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ed17-85ac-4199-b8ed-ca4b26064af4 req-5aea686c-96d0-4f84-8a23-2ebfb5dbb326 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:10.951551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f23ed17-85ac-4199-b8ed-ca4b26064af4 req-5aea686c-96d0-4f84-8a23-2ebfb5dbb326 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0797443 Dec 13 10:47:10.968780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-3d2807ab-5cea-45d2-a96b-66f23a5bc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:10.970237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-3d2807ab-5cea-45d2-a96b-66f23a5bc565 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1096 time: 0.0841088 Dec 13 10:47:11.058864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f23ed17-85ac-4199-b8ed-ca4b26064af4 req-aa373598-bbb4-4804-8459-2bd35ab0f50d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003387 Dec 13 10:47:11.081533 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:11.094815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-85c15fd6-8893-4665-b065-432b3ab6a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:11.096616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-85c15fd6-8893-4665-b065-432b3ab6a134 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 898 time: 0.1179645 Dec 13 10:47:11.127377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '85959103-1531-408b-8620-320878ef987b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'port_id': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'mac_address': 'fa:16:3e:b7:02:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:09Z', 'updated_at': '2021-12-13T10:47:09Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:11.142648 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-da534849-a257-4d41-ba29-aba2859cf119 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/85959103-1531-408b-8620-320878ef987b HTTP/1.1" status: 200 len: 991 time: 0.0599656 Dec 13 10:47:11.154219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Checking router: ddd23751-7da0-4700-971b-f6fd3a6aba0e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:11.162539 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:11.163142 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:11.166368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-ca307e6b-bb63-4bb1-a003-1704fe522993 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 999 time: 0.0617290 Dec 13 10:47:11.214660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-90520305-a5de-4156-b4f8-d8b4c87dfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:11.216100 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-90520305-a5de-4156-b4f8-d8b4c87dfedb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0429702 Dec 13 10:47:11.265940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-73ef9921-53e4-4129-b90c-d3f81d353fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:11.267420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-73ef9921-53e4-4129-b90c-d3f81d353fcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438666 Dec 13 10:47:11.267827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:11.358456 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-e7525680-a0eb-4d96-aab4-f6c1171f7abc service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Dec 13 10:47:11.457750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-aa7c03f3-6d1a-4f00-a13d-20eccbdfc35d req-e3787f06-92dd-4696-b533-945377303e50 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Dec 13 10:47:11.495196 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '85959103-1531-408b-8620-320878ef987b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'port_id': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'mac_address': 'fa:16:3e:b7:02:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:09Z', 'updated_at': '2021-12-13T10:47:09Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:11.522331 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55702cd-1e15-49ef-b1b7-2e31269759ea None None] The sync data for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 is: [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '85959103-1531-408b-8620-320878ef987b', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'port_id': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'mac_address': 'fa:16:3e:b7:02:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:47:09Z', 'updated_at': '2021-12-13T10:47:09Z', 'revision_number': 0, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:11.716783 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1dfcb-c268-474a-9e59-e08aac812c7e None None] New status for floating IP 85959103-1531-408b-8620-320878ef987b: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:47:12.146532 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:12.526407 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b4791bb8-2073-4ced-964a-5c1028499fe2 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/85959103-1531-408b-8620-320878ef987b HTTP/1.1" status: 200 len: 993 time: 0.3787129 Dec 13 10:47:27.727667 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:28.744543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad04ab11-bee3-419e-a7ee-024a460c5a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:29.778809 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:31.153543 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fff04b60-145f-4cca-9558-0d353e732876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:32.500761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:33.912055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:34.918960 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:39.991646 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:47:43.892432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e45d-4b0d-42e2-9c91-09bff7f6b622 req-7772b9ef-0a45-45f1-b973-8afba6009af8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:43.893814 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f443e45d-4b0d-42e2-9c91-09bff7f6b622 req-7772b9ef-0a45-45f1-b973-8afba6009af8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Dec 13 10:47:43.942377 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f443e45d-4b0d-42e2-9c91-09bff7f6b622 req-2a32b0da-28c2-4c53-86f6-2dd8ea905744 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Dec 13 10:47:45.065040 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6b468-b33b-4c71-b08d-fc8b6fabd1ba req-5b164d9d-4855-4ba4-a566-026260250ac6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:45.066535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72f6b468-b33b-4c71-b08d-fc8b6fabd1ba req-5b164d9d-4855-4ba4-a566-026260250ac6 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Dec 13 10:47:45.116412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-72f6b468-b33b-4c71-b08d-fc8b6fabd1ba req-324dc225-29d7-45fd-9181-85d37527ff22 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Dec 13 10:47:45.139310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:45.198127 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-81eae7ca-1105-4954-ba2a-a74a4f8297f1 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/85959103-1531-408b-8620-320878ef987b HTTP/1.1" status: 200 len: 993 time: 0.0576575 Dec 13 10:47:46.493793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36729198-1fd0-4863-acc6-d404c26ef817 req-744ed6d7-40f1-4805-8e45-78f0a182488e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.495163 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36729198-1fd0-4863-acc6-d404c26ef817 req-744ed6d7-40f1-4805-8e45-78f0a182488e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0789185 Dec 13 10:47:46.501423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41bb24-7798-42f3-a099-c494e875d495 req-b5af1448-565e-48ae-85da-1628e6d8c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.502834 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-b5af1448-565e-48ae-85da-1628e6d8c359 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1096 time: 0.0579729 Dec 13 10:47:46.599994 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-36729198-1fd0-4863-acc6-d404c26ef817 req-50fab17e-d4cd-4638-a061-13147780474c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962040 Dec 13 10:47:46.626715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41bb24-7798-42f3-a099-c494e875d495 req-7022d61f-96fb-476d-bcba-74dda7f59fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.628169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-7022d61f-96fb-476d-bcba-74dda7f59fb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 898 time: 0.1179366 Dec 13 10:47:46.692878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-59ba76c0-63b8-4732-bff4-16ab297e45eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 1001 time: 0.0576460 Dec 13 10:47:46.739956 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41bb24-7798-42f3-a099-c494e875d495 req-e88865bf-131d-4751-8a40-10396cf14067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.741379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-e88865bf-131d-4751-8a40-10396cf14067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0420992 Dec 13 10:47:46.792291 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41bb24-7798-42f3-a099-c494e875d495 req-125540a9-a8cc-44f5-8bb9-2d04dd3f1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:46.793712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-125540a9-a8cc-44f5-8bb9-2d04dd3f1499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454359 Dec 13 10:47:46.882271 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-b788b6e7-8c23-41c1-9a59-0e0a72103d0a service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807858 Dec 13 10:47:46.973435 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa41bb24-7798-42f3-a099-c494e875d495 req-e2516167-9e8b-4643-92da-f8aa1caecd4e service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Dec 13 10:47:47.725164 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce37f74-3acd-435e-a739-a6b55263036f req-df97f297-44b4-432a-946f-86c4e1517f3c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:47.727486 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce37f74-3acd-435e-a739-a6b55263036f req-df97f297-44b4-432a-946f-86c4e1517f3c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0528188 Dec 13 10:47:47.783329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5ce37f74-3acd-435e-a739-a6b55263036f req-5b0b47bf-437c-40e7-bf52-de76c15ef8db tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504308 Dec 13 10:47:48.899369 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660c288-c62e-442e-95da-3e376b0ef73f req-9679316d-2150-46a7-84c7-584f444269fb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:48.900739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1660c288-c62e-442e-95da-3e376b0ef73f req-9679316d-2150-46a7-84c7-584f444269fb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Dec 13 10:47:48.949089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1660c288-c62e-442e-95da-3e376b0ef73f req-5ad73850-3e19-43f3-bcfb-0a1841120407 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Dec 13 10:47:48.971321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:49.034975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-364d393c-5a33-4ac3-a8be-182b0e04f251 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/floatingips/85959103-1531-408b-8620-320878ef987b HTTP/1.1" status: 200 len: 993 time: 0.0624402 Dec 13 10:47:49.249207 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:49.402176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 87f12577-fac1-43db-90e9-5d0a3b24c33b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:49.402523 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:49.479564 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:49.479884 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:49.491276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 87f12577-fac1-43db-90e9-5d0a3b24c33b owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:49.638395 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:49.665957 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=87f12577-fac1-43db-90e9-5d0a3b24c33b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:49.691538 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.691901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.692239 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.692578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.692914 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.693273 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.693607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.693938 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.694271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.694601 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.694929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.695254 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.695576 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:49.734740 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:49.735070 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Floating IP 85959103-1531-408b-8620-320878ef987b disassociated (deleted). External IP: 172.25.1.186, port: 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9. Dec 13 10:47:49.940358 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ddd23751-7da0-4700-971b-f6fd3a6aba0e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:50.046719 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:50.051333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:50.056661 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Sync routers for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:50.067223 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:50.067842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:50.078809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a067a2a8-3d5b-4817-a85f-aa0c8ff6bfbb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/floatingips/85959103-1531-408b-8620-320878ef987b HTTP/1.1" status: 204 len: 168 time: 0.8285143 Dec 13 10:47:50.079505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:50.081908 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:50.123618 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eccb05-6d2d-4114-956d-9eef15778dd6 x-openstack-request-id: req-46eccb05-6d2d-4114-956d-9eef15778dd6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:50.123618 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:50.123618 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46eccb05-6d2d-4114-956d-9eef15778dd6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:50.123967 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'status': 'completed', 'code': 200} Dec 13 10:47:50.181579 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:50.192751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-409b762e-e2d3-42a4-a2c9-7fce71a90dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.194462 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-409b762e-e2d3-42a4-a2c9-7fce71a90dcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 1096 time: 0.0437086 Dec 13 10:47:50.309894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-ec18cae7-0c0a-4673-a6d7-e8e936b269da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.311759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-ec18cae7-0c0a-4673-a6d7-e8e936b269da service neutron] 10.222.0.44 "GET /v2.0/networks?id=b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 200 len: 898 time: 0.1087716 Dec 13 10:47:50.367447 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-b1427983-7081-4cb9-a491-1253a18b9062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 200 len: 217 time: 0.0422342 Dec 13 10:47:50.391431 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003d94-8fcb-4a4c-993c-1097eb954bb8 req-48e2560d-7fc0-41f0-bbff-e16bf3ca621c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.392880 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93003d94-8fcb-4a4c-993c-1097eb954bb8 req-48e2560d-7fc0-41f0-bbff-e16bf3ca621c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.1006672 Dec 13 10:47:50.400012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:50.426835 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Checking router: ddd23751-7da0-4700-971b-f6fd3a6aba0e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:50.435772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:50.436461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:50.445193 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-54eb9a13-cd04-4022-9216-ccef5d93aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.447022 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-54eb9a13-cd04-4022-9216-ccef5d93aa2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 200 len: 834 time: 0.0714819 Dec 13 10:47:50.493498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-93003d94-8fcb-4a4c-993c-1097eb954bb8 req-95c19699-c250-4ad7-9366-225223581b30 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815330 Dec 13 10:47:50.511526 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-e90c349e-92dc-4b55-908f-32896f5930cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:50.513288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-e90c349e-92dc-4b55-908f-32896f5930cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b031bd21-ea01-4a59-92ba-14532893ffcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583282 Dec 13 10:47:50.542061 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:50.608243 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-ef53f118-516a-4b78-a2a7-e11fe584ed43 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Dec 13 10:47:50.701398 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06857ca0-89e2-4a5f-b7a2-c8a33443bdd6 req-169659f3-0ce2-455d-b90b-7b9ea882acf8 service neutron] 10.222.0.44 "GET /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Dec 13 10:47:50.741763 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:50.771610 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e179567-aea0-4aab-89be-b8dca7bb74ea None None] The sync data for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 is: [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '3300288e-7fd1-4397-ba99-9200fb9481fa', 'name': '', 'network_id': 'b031bd21-ea01-4a59-92ba-14532893ffcc', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'mac_address': 'fa:16:3e:36:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:55Z', 'updated_at': '2021-12-13T10:46:59Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'subnets': [{'id': '8a6a3190-20c9-44ae-a326-4beedf8916a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:50.998878 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27728e3c-2776-4131-b662-d199f87cc85e None None] New status for floating IP 85959103-1531-408b-8620-320878ef987b: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:47:51.615946 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae5933-a0cb-459a-a30e-2d5a8332c77d req-fc355611-b307-4d77-8237-30eb4d90eb8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:51.617469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deae5933-a0cb-459a-a30e-2d5a8332c77d req-fc355611-b307-4d77-8237-30eb4d90eb8c tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Dec 13 10:47:51.673258 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-deae5933-a0cb-459a-a30e-2d5a8332c77d req-b5732fff-6b4e-4db8-a2c6-ba3b587bfa7e tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8c907e3-a17a-4121-8de8-8633ee08e051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Dec 13 10:47:51.866092 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-149a327d-66ea-42bf-8f73-53112d79531d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:51.867584 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-149a327d-66ea-42bf-8f73-53112d79531d tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Dec 13 10:47:51.955037 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:51.955376 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:52.047315 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:52.047681 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:52.060047 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:52.188586 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:52.216982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:52.257529 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] No DVR routers for this DVR port 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:47:52.260717 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:52.265016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-152b41da-2581-4e0e-8a49-93893ff08bbd req-6863ca94-3464-4ee7-a08e-26758cba5864 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.44 "DELETE /v2.0/ports/32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 HTTP/1.1" status: 204 len: 173 time: 0.3917699 Dec 13 10:47:52.265505 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'name': 'network-vif-deleted', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:47:52.268279 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725c576a-2037-4cf7-bf01-deab8491e416" -d '{"events": [{"server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "name": "network-vif-deleted", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:47:52.306717 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252735f8-4a98-4f31-9c72-14bbd59262e2 x-openstack-request-id: req-252735f8-4a98-4f31-9c72-14bbd59262e2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:47:52.307046 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0373a5c0-119a-4c59-a9c3-8480604b63f5", "name": "network-vif-deleted", "tag": "32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:47:52.308098 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-252735f8-4a98-4f31-9c72-14bbd59262e2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:47:52.309169 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0373a5c0-119a-4c59-a9c3-8480604b63f5', 'name': 'network-vif-deleted', 'tag': '32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9', 'status': 'completed', 'code': 200} Dec 13 10:47:52.786535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63e77e67-e251-4c16-87e1-02d0b9f39217 req-3e3fa8f2-d198-416e-adfb-88f7b2b90fb8 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "GET /v2.0/ports?device_id=0373a5c0-119a-4c59-a9c3-8480604b63f5 HTTP/1.1" status: 200 len: 210 time: 0.0285003 Dec 13 10:47:53.844101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:54.199727 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:54.452442 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port 3300288e-7fd1-4397-ba99-9200fb9481fa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:54.452700 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:54.541499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port 3300288e-7fd1-4397-ba99-9200fb9481fa, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=3300288e-7fd1-4397-ba99-9200fb9481fa,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:54.541867 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:54.554067 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for 3300288e-7fd1-4397-ba99-9200fb9481fa owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:54.745929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:54.772836 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=3300288e-7fd1-4397-ba99-9200fb9481fa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:54.943846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.158293 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Router ddd23751-7da0-4700-971b-f6fd3a6aba0e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:47:55.583468 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:47:55.589374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ff47453f-0967-4b81-8927-8dc5e8873aec tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "PUT /v2.0/routers/ddd23751-7da0-4700-971b-f6fd3a6aba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442095 Dec 13 10:47:55.592228 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:55.595282 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20178757-12c2-4324-97d8-b50836383346 None None] Sync routers for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:47:55.605697 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:55.606307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:55.644470 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting subnet 8a6a3190-20c9-44ae-a326-4beedf8916a6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:47:55.647603 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.694054 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.711694 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:55.777519 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.840342 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.873198 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6a3190-20c9-44ae-a326-4beedf8916a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:55.878787 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:55.883945 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/subnets/8a6a3190-20c9-44ae-a326-4beedf8916a6 HTTP/1.1" status: 204 len: 168 time: 0.2898457 Dec 13 10:47:55.886929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:55.889549 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.889911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.890268 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.890636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.890955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.891300 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.891642 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.891979 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.892311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.892648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.892984 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.893345 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.893679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552f90e-d110-4c53-87d8-516ce3e91187 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:55.965267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d73c0a-6e1e-438c-9441-c79939e398fb None None] Network b031bd21-ea01-4a59-92ba-14532893ffcc requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:47:55.998333 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.100134 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.127918 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:47:54Z', 'revision_number': 5, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port': {'id': 'a9e47a12-f955-456e-b841-2d21edd214f6', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:46:53Z', 'updated_at': '2021-12-13T10:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.160298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20178757-12c2-4324-97d8-b50836383346 None None] Checking router: ddd23751-7da0-4700-971b-f6fd3a6aba0e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:47:56.169034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] Routers {'ddd23751-7da0-4700-971b-f6fd3a6aba0e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:47:56.169669 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:47:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.172338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Deleting port a9e47a12-f955-456e-b841-2d21edd214f6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:56.172693 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.204454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] DHCP port deletion for b031bd21-ea01-4a59-92ba-14532893ffcc request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:56.253688 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] For port a9e47a12-f955-456e-b841-2d21edd214f6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a9e47a12-f955-456e-b841-2d21edd214f6,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:56.254058 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.267097 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Calling delete_port for a9e47a12-f955-456e-b841-2d21edd214f6 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:56.283453 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] Set router ddd23751-7da0-4700-971b-f6fd3a6aba0e gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:47:56.340730 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20178757-12c2-4324-97d8-b50836383346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:47:56Z', 'revision_number': 6, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.369696 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20178757-12c2-4324-97d8-b50836383346 None None] The sync data for ids ['ddd23751-7da0-4700-971b-f6fd3a6aba0e'] in n-d-820531-5 is: [{'id': 'ddd23751-7da0-4700-971b-f6fd3a6aba0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612697042', 'tenant_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:46:52Z', 'updated_at': '2021-12-13T10:47:56Z', 'revision_number': 6, 'project_id': 'b7aa70aab0b148f6bb4cfb5a84c044cb', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:47:56.377465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Deleting port 86ebf177-652e-436f-91e1-435069c7cab4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:47:56.377835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.441982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.443328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] For port 86ebf177-652e-436f-91e1-435069c7cab4, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=86ebf177-652e-436f-91e1-435069c7cab4,segment=NetworkSegment(d5e8e828-20e9-43a9-8a8b-55544cd987b0),segment_id=d5e8e828-20e9-43a9-8a8b-55544cd987b0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:47:56.444073 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.456568 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Calling delete_port for 86ebf177-652e-436f-91e1-435069c7cab4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:47:56.472580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Port': ['ID=a9e47a12-f955-456e-b841-2d21edd214f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:56.500288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408ce45-37a1-478c-b9f0-77c9bb49374c None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:47:56.539090 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.546475 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.572336 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Pushing event deleted for resources: {'Port': ['ID=86ebf177-652e-436f-91e1-435069c7cab4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:56.581141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.581500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.581843 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.582194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.582519 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.583000 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.583173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.583502 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.583829 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.584155 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.584480 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.584804 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.585262 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:47:56.588511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8d6f2-1587-4271-8d6f-16b7af10ecc1 None None] No DVR routers for this DVR port 86ebf177-652e-436f-91e1-435069c7cab4 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:47:56.636928 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.639057 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.652978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:56.674219 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:56.674494 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 32c3e7d4-3ccf-4dcc-94ce-216bc16f92a9 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:56.684570 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.685142 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Fanout notify agent at l3_agent the message router_deleted on router ddd23751-7da0-4700-971b-f6fd3a6aba0e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:47:56.691930 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.693020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a735a39-611b-4d71-9a82-e3a0566f4138 tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/routers/ddd23751-7da0-4700-971b-f6fd3a6aba0e HTTP/1.1" status: 204 len: 168 time: 0.8048253 Dec 13 10:47:56.696418 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:56.781268 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.875593 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.897178 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b031bd21-ea01-4a59-92ba-14532893ffcc']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.907414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e8e828-20e9-43a9-8a8b-55544cd987b0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.907721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e8e828-20e9-43a9-8a8b-55544cd987b0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:47:56.917584 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.930322 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.936258 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:47:56.936829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:47:56.939977 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:47:56.998974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.003714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.007461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/networks/b031bd21-ea01-4a59-92ba-14532893ffcc HTTP/1.1" status: 204 len: 168 time: 0.3097174 Dec 13 10:47:57.011149 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:57.024407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e142496-cb0f-4b3b-9c14-aa09face54cb tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'Network': ['ID=b031bd21-ea01-4a59-92ba-14532893ffcc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:57.074189 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.101687 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.169409 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.172093 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.173303 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] 10.222.0.30 "DELETE /v2.0/security-groups/d8c907e3-a17a-4121-8de8-8633ee08e051 HTTP/1.1" status: 204 len: 168 time: 0.1610107 Dec 13 10:47:57.183495 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2640d16-5aa5-44d8-a5ed-232a454df51f tempest-TestNetworkAdvancedServerOps-1428323164 tempest-TestNetworkAdvancedServerOps-1428323164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c907e3-a17a-4121-8de8-8633ee08e051,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:57.400354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 86ebf177-652e-436f-91e1-435069c7cab4 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:57.424786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 86ebf177-652e-436f-91e1-435069c7cab4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:57.425028 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 86ebf177-652e-436f-91e1-435069c7cab4 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:57.425473 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3300288e-7fd1-4397-ba99-9200fb9481fa no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:57.445461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 3300288e-7fd1-4397-ba99-9200fb9481fa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:57.446206 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 3300288e-7fd1-4397-ba99-9200fb9481fa not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:57.446750 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a9e47a12-f955-456e-b841-2d21edd214f6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:47:57.466360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a9e47a12-f955-456e-b841-2d21edd214f6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:47:57.466710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a9e47a12-f955-456e-b841-2d21edd214f6 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:47:57.512816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:57.656600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4f218c07-c53b-4898-946e-29cf3a33d2a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7aa70aab0b148f6bb4cfb5a84c044cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425509 Dec 13 10:47:57.659102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:57.709240 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.728393 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.731004 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.780860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.783738 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:57.784889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8243cc7-2f7b-4f1d-9089-7935b706ced2 HTTP/1.1" status: 204 len: 168 time: 0.1248968 Dec 13 10:47:57.795015 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8621cdc-48ce-41d4-9f67-1b52b8c533e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8243cc7-2f7b-4f1d-9089-7935b706ced2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:58.040559 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:58.053944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-697e3b37-16aa-45c3-b534-49975515e3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.135006 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-697e3b37-16aa-45c3-b534-49975515e3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.138605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-697e3b37-16aa-45c3-b534-49975515e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.175317 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3b37-16aa-45c3-b534-49975515e3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aff8e9-5064-4263-a104-e5b1e1ae87d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:58.180456 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-697e3b37-16aa-45c3-b534-49975515e3a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0599b61f874c4f8b8dddc8650c76dd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378722 Dec 13 10:47:58.183189 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:58.233149 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.253723 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.299907 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.302570 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:58.303702 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84aff8e9-5064-4263-a104-e5b1e1ae87d4 HTTP/1.1" status: 204 len: 168 time: 0.1202493 Dec 13 10:47:58.311924 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4343d4b-04cc-402e-9f33-33cac6f1e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aff8e9-5064-4263-a104-e5b1e1ae87d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:58.747454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95a10221-ec68-48d8-9934-73ad34b8ab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.001804 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:59.097195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1461771730-network', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:59.118420 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Made reservation on behalf of fc86cbd0ef624e41ab8ada1f70ebc0e9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:47:59.120725 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.128712 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.204376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.207996 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.231915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:47:59.241310 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699c367-ac16-4fde-87a6-ea171a52a311,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:59.247120 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.247452 n-d-820531-5 neutron-server[103188]: INFO neutron.db.segments_db [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Added segment d5cbbf82-c116-4ebd-986b-80f909d0da90 of type vlan for network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 Dec 13 10:47:59.287693 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.312457 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.313467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:59.314171 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.370003 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3670647 Dec 13 10:47:59.372987 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:59.378160 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Request body: {'subnet': {'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1461771730-subnet', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:59.382893 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eb1da-f0d5-4a44-a93c-30f91a3c270e admin admin] Pushing event updated for resources: {'Network': ['ID=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:59.400404 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:47:59.403071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Made reservation on behalf of fc86cbd0ef624e41ab8ada1f70ebc0e9 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:47:59.405829 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8900870'] for subnet, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.573096 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9439983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8900888'] for subnet, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.618863 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7df389e-a47f-4a52-ad91-233f5059808a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:47:59.638359 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:47:59.638740 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Network hostable DHCP agents. Network: f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:47:59.654370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:47:59.662590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:47:59.667376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:47:59.667972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.674038 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d745b-7b8d-4b15-86d6-4aac94e4a971 None None] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:47:59.685303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b936184d-2ccb-4623-9c86-9e81a35c4b2f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110583 Dec 13 10:47:59.688185 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:47:59.692670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:47:59.714209 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.715237 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.771010 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.782671 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:47:59.783508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.813455 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.916550 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:47:59.920624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Allocated IP 172.20.0.2 (f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416/d7df389e-a47f-4a52-ad91-233f5059808a/c6703f09-fe93-4b7f-9c16-ce33345c198f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:00.069053 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.076119 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.123127 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:00.126476 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:00.129465 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:00.140058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Pushing event updated for resources: {'Port': ['ID=c6703f09-fe93-4b7f-9c16-ce33345c198f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:00.193358 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Attempting to bind port c6703f09-fe93-4b7f-9c16-ce33345c198f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:00.193645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Attempting to bind port c6703f09-fe93-4b7f-9c16-ce33345c198f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:00.194011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Attempting to bind port c6703f09-fe93-4b7f-9c16-ce33345c198f on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:00.200570 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:00.200945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:00.201380 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.201772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Bound using segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:00.202240 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Bound port: c6703f09-fe93-4b7f-9c16-ce33345c198f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:00.202618 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.268356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] For port c6703f09-fe93-4b7f-9c16-ce33345c198f, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:00.271595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] For port c6703f09-fe93-4b7f-9c16-ce33345c198f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c6703f09-fe93-4b7f-9c16-ce33345c198f,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:00.276506 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.337500 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a3581-db0a-44f8-9b9c-98b9e4ff5dda None None] Pushing event updated for resources: {'Port': ['ID=c6703f09-fe93-4b7f-9c16-ce33345c198f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:00.442314 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.466011 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.578545 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Allocated IP 172.25.1.106 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/2e83041e-bceb-4f99-acdb-a910efaee78d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:00.689978 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.723582 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.764158 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:00.767166 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:00.770717 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:00.776737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Pushing event updated for resources: {'Port': ['ID=2e83041e-bceb-4f99-acdb-a910efaee78d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:00.781411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c8bea-0aa4-49b2-9851-10499b7e7aa9 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:00.905760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-982e1c63-7c86-4037-8be5-271cfe0b3406 None None] Provisioning complete for port 2e83041e-bceb-4f99-acdb-a910efaee78d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:00.906438 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-982e1c63-7c86-4037-8be5-271cfe0b3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:00.939607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-982e1c63-7c86-4037-8be5-271cfe0b3406 None None] Port 2e83041e-bceb-4f99-acdb-a910efaee78d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:01.024112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.156743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7c1caed-0643-46e1-b079-434abd91356b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.229616 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.283619 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550e15d-3b9e-4ceb-aa5f-b0b2c137474e None None] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:48:01.360716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:48:01.390936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] Provisioning complete for port c6703f09-fe93-4b7f-9c16-ce33345c198f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:01.391312 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.462961 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c6703f09-fe93-4b7f-9c16-ce33345c198f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:01.486678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:48:01.501213 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:48:01.511122 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.511805 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.513362 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a62346b9-96be-453f-8357-5626016d3595 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8241167 Dec 13 10:48:01.513498 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:01.514155 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:01.518051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:01.559144 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] For port c6703f09-fe93-4b7f-9c16-ce33345c198f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c6703f09-fe93-4b7f-9c16-ce33345c198f,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:01.564474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c6703f09-fe93-4b7f-9c16-ce33345c198f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:01.564857 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.589734 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.652943 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:01.673718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9be063-b6dd-48cb-a17d-85b17082001c None None] Pushing event updated for resources: {'Port': ['ID=c6703f09-fe93-4b7f-9c16-ce33345c198f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:01.812141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-007ce692-e4d7-4f6f-bb35-1d13684bb49e None None] Provisioning complete for port c6703f09-fe93-4b7f-9c16-ce33345c198f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:01.812917 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-007ce692-e4d7-4f6f-bb35-1d13684bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.849146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:00Z', 'revision_number': 3, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:01.880973 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:48:01.881357 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Updating router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e port 2e83041e-bceb-4f99-acdb-a910efaee78d binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:48:01.908751 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:01.983493 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.146704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Allocated IP 172.20.0.1 (f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416/d7df389e-a47f-4a52-ad91-233f5059808a/6cd8e07f-0e6b-4b6f-9c74-10b21de35afc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:02.252042 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.256590 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.261885 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.287141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.306365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b0a29-3ddd-4655-b59a-fb8e11a4aa9e None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:02.312293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Attempting to bind port 2e83041e-bceb-4f99-acdb-a910efaee78d on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:02.312293 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Attempting to bind port 2e83041e-bceb-4f99-acdb-a910efaee78d by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:02.313300 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Attempting to bind port 2e83041e-bceb-4f99-acdb-a910efaee78d on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:02.322735 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:02.323118 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:02.323545 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.323945 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:02.324402 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Bound port: 2e83041e-bceb-4f99-acdb-a910efaee78d, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:02.324774 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.330312 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:02.333425 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:02.337113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:02.359789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:02.366600 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=2e83041e-bceb-4f99-acdb-a910efaee78d,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:02.381026 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.390965 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] For port 2e83041e-bceb-4f99-acdb-a910efaee78d, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:02.394133 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.394489 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.394813 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.395268 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.395605 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.395936 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.396260 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.396581 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.397000 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.397252 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.397567 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.397884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.398200 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:48:02.403738 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] For port 2e83041e-bceb-4f99-acdb-a910efaee78d, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2e83041e-bceb-4f99-acdb-a910efaee78d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:02.408527 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.441103 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] Provisioning complete for port 2e83041e-bceb-4f99-acdb-a910efaee78d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:02.442492 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.455737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f375fc6-c912-4a4d-b728-0ad096e510af None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:02.480840 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:02.481832 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:02.532512 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.552626 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.586638 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505f181-ce2c-4389-838a-879b0e6bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=2e83041e-bceb-4f99-acdb-a910efaee78d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:02.635413 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:02.751156 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.756323 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.757032 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.780047 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] For port 2e83041e-bceb-4f99-acdb-a910efaee78d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2e83041e-bceb-4f99-acdb-a910efaee78d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:02.784889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.838497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bc261-a34d-41c4-addd-a1ce5b62de9b None None] Pushing event updated for resources: {'Port': ['ID=2e83041e-bceb-4f99-acdb-a910efaee78d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:02.838762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.840280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:02.842175 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:00Z', 'revision_number': 3, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:02.868962 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f8f68-c928-482f-98e9-4079176ffaca None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:00Z', 'revision_number': 3, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:48:02.906418 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5a8a8be-16c8-4ccb-951d-77268555f884 None None] Provisioning complete for port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:02.906796 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a8be-16c8-4ccb-951d-77268555f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:02.942588 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:02.945031 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:02.950064 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8a8be-16c8-4ccb-951d-77268555f884 None None] Port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:02.962077 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5a8a8be-16c8-4ccb-951d-77268555f884 None None] Provisioning complete for port 2e83041e-bceb-4f99-acdb-a910efaee78d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:02.962502 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a8be-16c8-4ccb-951d-77268555f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.094120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:48:03.224331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:48:03.230566 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3b22ae0c-e0a1-41b5-9e2b-ff173b0f0351 admin admin] 10.222.0.30 "PUT /v2.0/routers/a49a8f2e-440b-48cb-a663-f3af7ca3bf6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108529 Dec 13 10:48:03.273478 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-62d421b8-a73d-458f-978c-f9eb0f33dacd None None] Provisioning complete for port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:03.274384 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-62d421b8-a73d-458f-978c-f9eb0f33dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.312112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-62d421b8-a73d-458f-978c-f9eb0f33dacd None None] Port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:03.489756 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2e83041e-bceb-4f99-acdb-a910efaee78d up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:03.550388 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2e83041e-bceb-4f99-acdb-a910efaee78d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:03.550760 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.638382 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c6703f09-fe93-4b7f-9c16-ce33345c198f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:03.689313 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port c6703f09-fe93-4b7f-9c16-ce33345c198f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:03.689693 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.784772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:03.790530 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659483853-network', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:03.811449 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Made reservation on behalf of ec7b3b99ab024f03b5b2d2364cb912a0 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:48:03.814044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.824895 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.904060 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.908589 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.916088 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.930150 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:48:03.943070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d19db-66f4-40b8-8b1f-072e6a917c7e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:03.947985 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:03.948336 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Added segment 9e065096-55c1-4f6c-93bf-9bb834166082 of type vlan for network 8f1cd471-2eb2-431f-897c-e71972674815 Dec 13 10:48:03.987891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.014857 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.015751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:04.016387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.073188 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2870877 Dec 13 10:48:04.075905 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:04.081063 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Request body: {'subnet': {'network_id': '8f1cd471-2eb2-431f-897c-e71972674815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659483853-subnet', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:04.084048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1649d3-019e-425a-a3e1-c314cfad12ff admin admin] Pushing event updated for resources: {'Network': ['ID=8f1cd471-2eb2-431f-897c-e71972674815,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:04.094451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8f1cd471-2eb2-431f-897c-e71972674815 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:48:04.104850 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Made reservation on behalf of ec7b3b99ab024f03b5b2d2364cb912a0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:48:04.107324 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.282966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.340276 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:04.348342 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Checking segment: {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:04.348594 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Network hostable DHCP agents. Network: 8f1cd471-2eb2-431f-897c-e71972674815, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:48:04.366301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Network 8f1cd471-2eb2-431f-897c-e71972674815 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:48:04.376439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8f1cd471-2eb2-431f-897c-e71972674815) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:04.380993 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:04.381660 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.387727 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61b179-7841-4885-90ce-b96dc59fdeed None None] Network 8f1cd471-2eb2-431f-897c-e71972674815 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:48:04.400653 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-81c2a20c-50ce-4e33-913c-c6a47b4bcd7e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3235891 Dec 13 10:48:04.403211 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:04.407409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:04.427945 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.428984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.487869 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.494957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8f1cd471-2eb2-431f-897c-e71972674815', 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815', 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'fixed_ips': [{'subnet_id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:48:04.495912 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.523275 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:48:04.587168 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:04.587791 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:04.631408 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.735528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Allocated IP 172.20.0.2 (8f1cd471-2eb2-431f-897c-e71972674815/6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf/e83c457b-c5d4-4158-b589-7f779cf5809e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:04.751414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:04.837182 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.855465 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.952793 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:04.967017 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Allocated IP 172.25.1.142 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/08652816-6caa-4789-a58f-94a90d496d4e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:05.057559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.068746 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.069004 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.104100 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.116152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Network 8f1cd471-2eb2-431f-897c-e71972674815 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:05.122689 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:05.127466 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:05.135590 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Pushing event updated for resources: {'Port': ['ID=e83c457b-c5d4-4158-b589-7f779cf5809e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:05.147494 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:05.152193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:05.154561 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:05.162411 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 2, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:05.178754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad1dfd-3f5a-4198-ad41-8ef1404f60ff None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:05.184956 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Pushing event updated for resources: {'Port': ['ID=08652816-6caa-4789-a58f-94a90d496d4e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:05.216528 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:48:05.216864 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Updating router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:48:05.243852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Attempting to bind port e83c457b-c5d4-4158-b589-7f779cf5809e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:05.244234 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Attempting to bind port e83c457b-c5d4-4158-b589-7f779cf5809e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:05.244599 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Attempting to bind port e83c457b-c5d4-4158-b589-7f779cf5809e on network 8f1cd471-2eb2-431f-897c-e71972674815 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:05.260210 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:05.260585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Checking segment: {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:05.260987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.261409 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Bound using segment: {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:05.261882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Bound port: e83c457b-c5d4-4158-b589-7f779cf5809e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:05.262272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.264797 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.288585 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3bde7d6-c9cb-4de4-a30c-abb59f434c72 None None] Provisioning complete for port 08652816-6caa-4789-a58f-94a90d496d4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:05.288956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3bde7d6-c9cb-4de4-a30c-abb59f434c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.412658 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.431592 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3bde7d6-c9cb-4de4-a30c-abb59f434c72 None None] Port 08652816-6caa-4789-a58f-94a90d496d4e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:05.455010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] For port e83c457b-c5d4-4158-b589-7f779cf5809e, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:05.460389 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] For port e83c457b-c5d4-4158-b589-7f779cf5809e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e83c457b-c5d4-4158-b589-7f779cf5809e,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:05.468872 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.577666 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83df8b-2a35-4a28-809d-c8f8de56c877 None None] Pushing event updated for resources: {'Port': ['ID=e83c457b-c5d4-4158-b589-7f779cf5809e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:05.627967 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.682071 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.686944 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.784990 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94fbbf-3cf8-413f-b556-edf40dee4d94 None None] Pushing event updated for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:05.810055 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Router 0affa97b-0762-471f-a145-0bce797b4058 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:48:05.824512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Attempting to bind port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:05.825175 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Attempting to bind port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:05.825537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Attempting to bind port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:05.831518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:05.831902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:05.832313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.832889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Bound using segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:05.833556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Bound port: 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:05.834119 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.909577 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] For port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:05.913638 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] For port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:05.921856 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.950038 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:48:05.959831 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Sync routers for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:48:05.972030 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:05.972793 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:05.981302 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:05.983515 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9de43586-1713-4b15-8d20-2244da3b7406 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5793748 Dec 13 10:48:05.986485 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51890) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:06.002080 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:06.002834 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:06.004565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94fbbf-3cf8-413f-b556-edf40dee4d94 None None] Pushing event updated for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:06.104844 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:06.114380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] Provisioning complete for port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:06.114885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.340479 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:05Z', 'revision_number': 3, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:06.372291 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:06.372527 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Checking router: 0affa97b-0762-471f-a145-0bce797b4058 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:48:06.373017 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Updating router 0affa97b-0762-471f-a145-0bce797b4058 port 08652816-6caa-4789-a58f-94a90d496d4e binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:48:06.400493 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.450394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.550282 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.557802 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] For port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:06.569558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.672913 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f12c90-b2c7-44fe-b4e7-3095c8660acd None None] Pushing event updated for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:06.698423 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.707843 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.710683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-476c20f4-d5f9-4e3f-a95a-4f3e707b6c40 None None] Provisioning complete for port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:06.711231 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-476c20f4-d5f9-4e3f-a95a-4f3e707b6c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.745738 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004f1ae-e954-42ab-9343-edd9130f583f None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:06.769714 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:05Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:06.771120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Allocated IP 172.20.0.1 (8f1cd471-2eb2-431f-897c-e71972674815/6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf/2c157933-19e1-48a5-afed-8d24d04c5a35) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:06.780012 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Attempting to bind port 08652816-6caa-4789-a58f-94a90d496d4e on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:06.780390 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Attempting to bind port 08652816-6caa-4789-a58f-94a90d496d4e by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:06.780748 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Attempting to bind port 08652816-6caa-4789-a58f-94a90d496d4e on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:06.788141 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:06.788523 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:06.788931 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.789932 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:06.790614 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Bound port: 08652816-6caa-4789-a58f-94a90d496d4e, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:06.791040 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.806532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b542e-b058-4a44-9d60-c9255c11a253 None None] Pushing event updated for resources: {'Port': ['ID=08652816-6caa-4789-a58f-94a90d496d4e,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:06.811063 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c5aaa-f11a-403d-bedd-f4f76435794e None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:05Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:48:06.815984 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290fd03b-9e5c-4c80-a923-b4ee371f2a8c None None] Network 8f1cd471-2eb2-431f-897c-e71972674815 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:48:06.876615 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] For port 08652816-6caa-4789-a58f-94a90d496d4e, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:06.880896 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] For port 08652816-6caa-4789-a58f-94a90d496d4e, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=08652816-6caa-4789-a58f-94a90d496d4e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:06.895613 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:06.975746 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:06.976429 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:06.983069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9d959-0ef8-4d7f-8fe3-e9215b0d2d59 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:48:07.029398 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b542e-b058-4a44-9d60-c9255c11a253 None None] Pushing event updated for resources: {'Port': ['ID=08652816-6caa-4789-a58f-94a90d496d4e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:07.098724 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Provisioning complete for port e83c457b-c5d4-4158-b589-7f779cf5809e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:07.099455 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.152313 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:07.277903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.322395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] For port e83c457b-c5d4-4158-b589-7f779cf5809e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e83c457b-c5d4-4158-b589-7f779cf5809e,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:07.331176 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.399918 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.440764 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Provisioning complete for port 08652816-6caa-4789-a58f-94a90d496d4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:07.448407 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.450131 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.475871 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Network 8f1cd471-2eb2-431f-897c-e71972674815 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:07.480100 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:07.489462 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:05Z', 'revision_number': 3, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:07.510521 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Pushing event updated for resources: {'Port': ['ID=e83c457b-c5d4-4158-b589-7f779cf5809e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:07.529619 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf73532-b3bf-4388-98c3-314366bb54cc None None] The sync data for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 is: [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:05Z', 'revision_number': 3, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:48:07.535235 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:07.594705 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e83c457b-c5d4-4158-b589-7f779cf5809e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:07.597070 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:07.606257 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.674497 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.707706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] For port 08652816-6caa-4789-a58f-94a90d496d4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=08652816-6caa-4789-a58f-94a90d496d4e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:07.719043 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e83c457b-c5d4-4158-b589-7f779cf5809e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:07.719500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.739252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.801887 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:07.832612 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f11ad-34a2-4ec1-a984-56a1493e08c4 None None] Pushing event updated for resources: {'Port': ['ID=08652816-6caa-4789-a58f-94a90d496d4e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:07.894299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:07.897889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a06317e8-5ba1-4bba-804d-512d3cfba1d5 None None] Provisioning complete for port e83c457b-c5d4-4158-b589-7f779cf5809e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:07.897889 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a06317e8-5ba1-4bba-804d-512d3cfba1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.026645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:08.027024 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.083886 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.091509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.173607 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.175707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:08.183265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-565429dc-4796-4b2f-a843-144472b6a074 None None] Provisioning complete for port 2c157933-19e1-48a5-afed-8d24d04c5a35 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:08.184450 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-565429dc-4796-4b2f-a843-144472b6a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.222520 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-565429dc-4796-4b2f-a843-144472b6a074 None None] Port 2c157933-19e1-48a5-afed-8d24d04c5a35 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:08.275944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Network 8f1cd471-2eb2-431f-897c-e71972674815 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:08.277715 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:08.406829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Router 0affa97b-0762-471f-a145-0bce797b4058 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:48:08.525346 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:48:08.531203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5d5728b5-c0da-4319-bf0a-0969d35403d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0affa97b-0762-471f-a145-0bce797b4058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435631 Dec 13 10:48:08.556036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bec46fcb-8887-440d-a95d-ace5f3cd682f None None] Provisioning complete for port 2c157933-19e1-48a5-afed-8d24d04c5a35 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:08.556579 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec46fcb-8887-440d-a95d-ace5f3cd682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:08.593857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bec46fcb-8887-440d-a95d-ace5f3cd682f None None] Port 2c157933-19e1-48a5-afed-8d24d04c5a35 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:09.108672 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.113322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416766805', 'description': 'tempest-secgroup-smoke-1416766805 description', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.135199 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.200465 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.204270 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.231782 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.232996 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1232669 Dec 13 10:48:09.236157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.237091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501ebaf-7e89-4d4c-b946-cc07cd2236f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.241116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.269048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.329048 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.332709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.351638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e2b9b4-7e52-45e0-abaa-852a1bcc85b2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.361618 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.365823 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-597b7ecf-6ef7-49b0-89f2-3ca7f5ee70d6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259758 Dec 13 10:48:09.366070 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.370427 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.400084 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.458484 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.464087 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.482575 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 08652816-6caa-4789-a58f-94a90d496d4e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:09.482975 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10971488-0018-4459-a4d8-5a4ea02f048f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.491130 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.494928 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0dc3bf1d-ea83-44b5-b6c7-462e8d11e060 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253643 Dec 13 10:48:09.495161 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.499755 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.531111 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.537076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 08652816-6caa-4789-a58f-94a90d496d4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:09.537484 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.589504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.593275 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.614679 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820b0068-a7db-4123-b333-3489f46b3a35,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.621071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e83c457b-c5d4-4158-b589-7f779cf5809e up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:09.629410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.631110 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-9db1854c-6fc0-4094-b8d3-085864b1d056 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348987 Dec 13 10:48:09.633961 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.638778 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.667764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.681546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port e83c457b-c5d4-4158-b589-7f779cf5809e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:09.681925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.728614 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.732718 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.751354 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437a8b3a-2ad1-42ba-9761-5478a8175ff3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.760763 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.762272 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-ff5e765b-462d-479f-937b-48a5b9395030 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270528 Dec 13 10:48:09.764715 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 51908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.771090 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.794048 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Project fc86cbd0ef624e41ab8ada1f70ebc0e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:48:09.799508 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.860374 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.864355 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.883129 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db232ec2-f1f2-4636-87ee-b6ab6868199f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:09.891656 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.892892 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-46d55767-7fe1-4780-a0c8-a8c2b7095131 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271942 Dec 13 10:48:09.895780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:09.901112 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': '42eb9d90-eb3b-42dd-86cf-896ffcfd9c39', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:09.924395 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Project fc86cbd0ef624e41ab8ada1f70ebc0e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:48:09.929243 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.990603 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:09.995117 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.012729 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c719782-d60a-437f-89e1-21c48312652d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:10.023942 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.025205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-c053a78a-4c47-469d-bac3-70c64a2a9687 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283505 Dec 13 10:48:10.152377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Sync routers for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:48:10.162911 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:10.163772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:10.252083 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c9caca89-2a5c-4286-95b7-b6801a264df5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416766805&fields=id&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 267 time: 0.0487783 Dec 13 10:48:10.270161 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:10.378429 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-db97aa28-9f0a-454f-8ce1-67801bc50b1d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:10.380293 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-db97aa28-9f0a-454f-8ce1-67801bc50b1d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 809 time: 0.1186252 Dec 13 10:48:10.395869 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-11f11ad7-d77c-4e69-af6e-ec63719639a7 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/quotas/fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Dec 13 10:48:10.457055 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-2d500f2e-da08-407b-9dc4-55334e1b00c2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538485 Dec 13 10:48:10.474902 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2c157933-19e1-48a5-afed-8d24d04c5a35', 'name': '', 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'mac_address': 'fa:16:3e:01:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:06Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 2, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'subnets': [{'id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:10.505499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Checking router: 0affa97b-0762-471f-a145-0bce797b4058 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:48:10.505857 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Updating router 0affa97b-0762-471f-a145-0bce797b4058 port 2c157933-19e1-48a5-afed-8d24d04c5a35 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:48:10.530561 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.555005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-f4ebf917-f6de-45a7-aa4e-cea5bbac6c9e service neutron] 10.222.0.30 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854883 Dec 13 10:48:10.650533 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-e12292ab-2506-407e-a79d-e14161904798 service neutron] 10.222.0.30 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890021 Dec 13 10:48:10.798213 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.804447 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.831502 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-702803c3-8111-4209-bdb6-8b71e25f1fdf req-ed38565e-8ba4-4c4d-8850-7c4038d1224d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 210 time: 0.0299239 Dec 13 10:48:10.903602 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70635170-4bb1-4c6b-9f9a-2cf5ec4e720f None None] Pushing event updated for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:10.912051 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Attempting to bind port 2c157933-19e1-48a5-afed-8d24d04c5a35 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:10.912488 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Attempting to bind port 2c157933-19e1-48a5-afed-8d24d04c5a35 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:10.912921 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Attempting to bind port 2c157933-19e1-48a5-afed-8d24d04c5a35 on network 8f1cd471-2eb2-431f-897c-e71972674815 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:10.919107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:10.919587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Checking segment: {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:10.920066 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.920526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Bound using segment: {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:10.921345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Bound port: 2c157933-19e1-48a5-afed-8d24d04c5a35, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e065096-55c1-4f6c-93bf-9bb834166082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:10.921569 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:10.989289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] For port 2c157933-19e1-48a5-afed-8d24d04c5a35, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:10.993165 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] For port 2c157933-19e1-48a5-afed-8d24d04c5a35, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2c157933-19e1-48a5-afed-8d24d04c5a35,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:10.998446 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.064297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:11.064931 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:11.069808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70635170-4bb1-4c6b-9f9a-2cf5ec4e720f None None] Pushing event updated for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:11.331849 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] Provisioning complete for port 2c157933-19e1-48a5-afed-8d24d04c5a35 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:11.332252 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.389489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:11.535686 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.600879 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] For port 2c157933-19e1-48a5-afed-8d24d04c5a35, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2c157933-19e1-48a5-afed-8d24d04c5a35,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:11.605378 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.678029 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187366c-6371-4dbb-9499-5dcc895b35f5 None None] Pushing event updated for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:11.692771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2c157933-19e1-48a5-afed-8d24d04c5a35', 'name': '', 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'mac_address': 'fa:16:3e:01:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:06Z', 'updated_at': '2021-12-13T10:48:10Z', 'revision_number': 4, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'subnets': [{'id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:11.725189 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8a2f-ad69-41be-8b92-732a053a1dcb None None] The sync data for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 is: [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '2c157933-19e1-48a5-afed-8d24d04c5a35', 'name': '', 'network_id': '8f1cd471-2eb2-431f-897c-e71972674815', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'mac_address': 'fa:16:3e:01:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:06Z', 'updated_at': '2021-12-13T10:48:10Z', 'revision_number': 4, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'subnets': [{'id': '6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:48:11.736058 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ba4de881-cb59-4bac-8c94-f30aced7d7d2 None None] Provisioning complete for port 2c157933-19e1-48a5-afed-8d24d04c5a35 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:11.736428 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba4de881-cb59-4bac-8c94-f30aced7d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:11.981307 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f9fce694-0ac6-4a3f-a66b-6aa6679c825e req-7a1b8fe0-18bc-4046-a01c-00f441294ef9 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 210 time: 0.0654750 Dec 13 10:48:12.052116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-55d88cbd-75df-4d85-9114-48396b2c96bd tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.053610 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-55d88cbd-75df-4d85-9114-48396b2c96bd tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 809 time: 0.1635058 Dec 13 10:48:12.124657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-5c4319b2-24fd-4bcb-b8a4-4f9a0a2d7328 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 380 time: 0.0619075 Dec 13 10:48:12.135655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'port': {'device_id': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'admin_state_up': True, 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'security_groups': ['42eb9d90-eb3b-42dd-86cf-896ffcfd9c39']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:12.254831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Made reservation on behalf of fc86cbd0ef624e41ab8ada1f70ebc0e9 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:48:12.259056 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.396330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Allocated IP 172.20.0.13 (f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416/d7df389e-a47f-4a52-ad91-233f5059808a/0591b538-b6e3-4231-8b83-408ba20fed0d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:12.546337 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.581868 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.626791 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:12.630290 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:12.634693 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:12.663633 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:12.691052 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:12.691688 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.710374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6facf23-0f17-4711-bff6-e52fffadae19 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790396 Dec 13 10:48:12.722980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Request body: {'port': {'device_id': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:12.786059 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.868126 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c858b270-a3e1-4e7c-a68e-7c54fd62d574 None None] Provisioning complete for port 0591b538-b6e3-4231-8b83-408ba20fed0d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:12.868851 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c858b270-a3e1-4e7c-a68e-7c54fd62d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:12.902207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c858b270-a3e1-4e7c-a68e-7c54fd62d574 None None] Port 0591b538-b6e3-4231-8b83-408ba20fed0d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:48:13.049634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:48:13.059764 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.094082 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Transition to ACTIVE for port object 0591b538-b6e3-4231-8b83-408ba20fed0d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:48:13.099164 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.160614 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33e666-4bb2-43f6-a08e-acee144e14b8 req-d1bfe27d-069b-4c42-9f62-341279208db6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.162267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad33e666-4bb2-43f6-a08e-acee144e14b8 req-d1bfe27d-069b-4c42-9f62-341279208db6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 932 time: 0.1082950 Dec 13 10:48:13.185687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:13.267853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad33e666-4bb2-43f6-a08e-acee144e14b8 req-f42d1dc0-9bf3-4f9a-913a-94865e4fa890 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946138 Dec 13 10:48:13.287404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:48:13.287739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:48:13.288073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:13.293151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:48:13.293488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:48:13.298548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:48:13.298885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:48:13.299268 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Bound using segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:48:13.299745 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Bound port: 0591b538-b6e3-4231-8b83-408ba20fed0d, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:48:13.300061 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.369086 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:48:13.373495 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:48:13.378046 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.414909 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.415552 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.416953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1092 time: 0.6984372 Dec 13 10:48:13.419292 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:48:13.422525 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d4799-b378-43f1-85ba-aa832e13bce9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:48:13.445181 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2c157933-19e1-48a5-afed-8d24d04c5a35 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:13.449766 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292ea83-b736-4b2a-bf84-3e82e3c503e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:13.480246 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fc3110-37b7-4319-a236-f6c32552acba x-openstack-request-id: req-f8fc3110-37b7-4319-a236-f6c32552acba {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:48:13.480545 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:48:13.480806 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8fc3110-37b7-4319-a236-f6c32552acba {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:48:13.481247 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'status': 'completed', 'code': 200} Dec 13 10:48:13.513072 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-284c1ecc-6dc0-4e2d-89b4-c60da1a2ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.514648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-284c1ecc-6dc0-4e2d-89b4-c60da1a2ed39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1095 time: 0.0462172 Dec 13 10:48:13.518319 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 2c157933-19e1-48a5-afed-8d24d04c5a35 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:13.518695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:13.566044 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-e777b448-02ff-4b3e-9409-944913eb1353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 217 time: 0.0427208 Dec 13 10:48:13.627323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-0127012f-6540-44c9-8815-ca5cfd51e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.628938 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-0127012f-6540-44c9-8815-ca5cfd51e682 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0548933 Dec 13 10:48:13.679796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-b21da5da-3185-40e7-9d65-f553239d333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.681318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-b21da5da-3185-40e7-9d65-f553239d333d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433581 Dec 13 10:48:13.774040 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-093da1f3-2aad-4ddb-9fc1-5b18cfc3a9ea service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Dec 13 10:48:13.861954 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-62a3c406-b15f-4c38-98d6-e8e4e371335f req-c6dab20c-84d6-4bb4-af5d-c9e985625fcd service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814400 Dec 13 10:48:13.950010 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-262b51d8-feae-4086-96d1-0344774b9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:13.951484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-262b51d8-feae-4086-96d1-0344774b9145 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1095 time: 0.0416377 Dec 13 10:48:14.046048 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-00f0d291-4e63-4801-b0e7-765d06163fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:14.047652 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-00f0d291-4e63-4801-b0e7-765d06163fdd service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0892992 Dec 13 10:48:14.091345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-0361005b-7497-4e48-adbc-746a3eb229a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 217 time: 0.0345640 Dec 13 10:48:14.139959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-639c3827-90a2-4d88-b297-c87d94ce38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:14.141334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-639c3827-90a2-4d88-b297-c87d94ce38a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0429592 Dec 13 10:48:14.192728 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-7c1ef980-7e9e-4734-9e06-2a7cd782b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:14.194270 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-7c1ef980-7e9e-4734-9e06-2a7cd782b94e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445042 Dec 13 10:48:14.285812 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-10ffa32e-5895-43c6-a584-c95eb9fbd793 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Dec 13 10:48:14.410547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45998f-c81c-421b-ac01-da49670bb1a4 req-5310dfe2-610d-4b93-bae9-00dfd0655e08 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:14.411911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e45998f-c81c-421b-ac01-da49670bb1a4 req-5310dfe2-610d-4b93-bae9-00dfd0655e08 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 944 time: 0.0695095 Dec 13 10:48:14.433201 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-791d4799-b378-43f1-85ba-aa832e13bce9 req-df3915bf-f7d7-4973-8615-edc8d908d8e4 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394866 Dec 13 10:48:14.470406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e45998f-c81c-421b-ac01-da49670bb1a4 req-68da4a6b-0e7b-4e3e-bd21-b710ccf1f06c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494308 Dec 13 10:48:15.593915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4dcd6-28c6-408a-9a7b-47c38ff84e17 req-ceffb210-1927-4235-a79c-478a2acfc2a5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:15.595383 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00e4dcd6-28c6-408a-9a7b-47c38ff84e17 req-ceffb210-1927-4235-a79c-478a2acfc2a5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 944 time: 0.0529475 Dec 13 10:48:15.646389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-00e4dcd6-28c6-408a-9a7b-47c38ff84e17 req-ffea347d-0b89-4e3c-ba05-cacbe8c73aa2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Dec 13 10:48:16.744173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:48:16.762966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80119a-0966-4895-9cf0-98eac72b5853 req-0bb802ee-f688-43a5-a814-b6b1b615c326 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:16.764475 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f80119a-0966-4895-9cf0-98eac72b5853 req-0bb802ee-f688-43a5-a814-b6b1b615c326 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 944 time: 0.0492611 Dec 13 10:48:16.814796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7f80119a-0966-4895-9cf0-98eac72b5853 req-9096a697-bb50-47c3-ba8b-77c03f341440 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Dec 13 10:48:16.841650 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:16.853613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:48:16.889270 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:16.902369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:48:16.925890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:16.929840 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:16.976174 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:16.991101 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:48:17.137248 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['0591b538-b6e3-4231-8b83-408ba20fed0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:48:17.930460 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43e0e-6d74-4c56-9fdc-08e82000f4b4 req-11ff66aa-9421-4298-a3b6-067be3bffda3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:17.932012 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bb43e0e-6d74-4c56-9fdc-08e82000f4b4 req-11ff66aa-9421-4298-a3b6-067be3bffda3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Dec 13 10:48:17.983593 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1bb43e0e-6d74-4c56-9fdc-08e82000f4b4 req-17ec9a14-7b55-45ba-ae2f-7bc339d514c7 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Dec 13 10:48:18.760717 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:48:18.811765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port 0591b538-b6e3-4231-8b83-408ba20fed0d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:48:18.815830 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 0591b538-b6e3-4231-8b83-408ba20fed0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:48:18.816209 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:18.895067 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:18.917071 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:48:18.919337 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0608c8-e18b-4c99-9ac2-e2a5d89918fa" -d '{"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:48:18.931733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:48:18.936290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:18.963905 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0967c4ab-bbe6-446e-a470-a587006d0361 x-openstack-request-id: req-0967c4ab-bbe6-446e-a470-a587006d0361 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:48:18.964209 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:48:18.964467 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0967c4ab-bbe6-446e-a470-a587006d0361 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:48:18.964857 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'code': 200} Dec 13 10:48:18.986546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:19.057472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27362e4c-21d7-4733-b8c5-665b16cd08c7 req-64ad1d01-ce85-424f-b014-c7fc64b69b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:19.058966 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27362e4c-21d7-4733-b8c5-665b16cd08c7 req-64ad1d01-ce85-424f-b014-c7fc64b69b18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0409148 Dec 13 10:48:19.134873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c0960-0055-4c4a-a1bc-5313021785cd req-1a56245a-6f4e-43cd-aaa5-952ce816d5a3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:19.136351 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be1c0960-0055-4c4a-a1bc-5313021785cd req-1a56245a-6f4e-43cd-aaa5-952ce816d5a3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0765119 Dec 13 10:48:19.139305 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-27362e4c-21d7-4733-b8c5-665b16cd08c7 req-e5782e6a-0cd0-450a-9e61-5eb3d49319f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713546 Dec 13 10:48:19.185249 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-be1c0960-0055-4c4a-a1bc-5313021785cd req-590a9027-4778-4c55-97c4-8ccf4e79b228 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Dec 13 10:48:20.309519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ea24-4001-40f7-a436-33ef0c50a019 req-bcc18ebb-80d7-49b4-b45d-62470ed4bf51 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:20.311046 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5288ea24-4001-40f7-a436-33ef0c50a019 req-bcc18ebb-80d7-49b4-b45d-62470ed4bf51 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Dec 13 10:48:20.359074 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5288ea24-4001-40f7-a436-33ef0c50a019 req-cf9ff37a-16f9-4eed-80cc-2720d93ca739 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Dec 13 10:48:20.473755 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e5e7-8a99-4462-939d-956290f00d1a req-6f89b4a8-284f-4560-aeda-45a061d75f98 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:20.475149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3857e5e7-8a99-4462-939d-956290f00d1a req-6f89b4a8-284f-4560-aeda-45a061d75f98 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0494752 Dec 13 10:48:20.523505 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3857e5e7-8a99-4462-939d-956290f00d1a req-d9a0c3eb-acce-4a9d-8217-1557f9a35e22 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Dec 13 10:48:20.546111 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:20.674867 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886d5f3-36cb-4826-98cf-2f07c8f22597 tempest-TestShelveInstance-1265780988 tempest-TestShelveInstance-1265780988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:20.676362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1886d5f3-36cb-4826-98cf-2f07c8f22597 tempest-TestShelveInstance-1265780988 tempest-TestShelveInstance-1265780988-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1092 time: 0.1292837 Dec 13 10:48:20.679348 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 51966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:48:20.684004 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:48:20.706294 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:20.805296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:20.913102 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Allocated IP 172.25.1.201 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/5e201153-2b7d-4859-bf5b-fc04fc2d7517) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:48:21.020014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.052627 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.095231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:48:21.098161 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:48:21.101660 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:48:21.107350 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=5e201153-2b7d-4859-bf5b-fc04fc2d7517,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:21.435630 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.502434 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.651005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.655436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:21.722680 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=5e201153-2b7d-4859-bf5b-fc04fc2d7517,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:48:21.734263 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:22.160115 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Floating IP 387aafe4-47fd-425c-91ca-e542dca75261 associated. External IP: 172.25.1.201, port: 0591b538-b6e3-4231-8b83-408ba20fed0d. Dec 13 10:48:22.362883 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:48:22.473889 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:48:22.483983 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:48:22.491854 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:22.493534 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:22.494202 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:22.519016 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-f88b2b2e-257e-4ef9-a29a-93995fa3b554 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8386428 Dec 13 10:48:22.519604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:48:22.521895 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961aa91-5301-4724-a967-a4cfff1b0a71" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:48:22.560999 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21262d3c-0e54-4488-b640-fc046377f1bf x-openstack-request-id: req-21262d3c-0e54-4488-b640-fc046377f1bf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:48:22.561329 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:48:22.561585 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21262d3c-0e54-4488-b640-fc046377f1bf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:48:22.561997 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'status': 'completed', 'code': 200} Dec 13 10:48:22.603364 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:22.624895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-394ba41f-1427-4971-93e1-038134ef13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:22.626427 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-394ba41f-1427-4971-93e1-038134ef13e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0417552 Dec 13 10:48:22.721848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-e3d00ea0-45d5-41ce-969b-ab8892d3b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:22.723413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-e3d00ea0-45d5-41ce-969b-ab8892d3b5e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0886102 Dec 13 10:48:22.790768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-6db91f55-ad04-4f92-9923-fd73f6248eda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1000 time: 0.0603805 Dec 13 10:48:22.831432 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '387aafe4-47fd-425c-91ca-e542dca75261', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:48:21Z', 'updated_at': '2021-12-13T10:48:21Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:22.840163 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-720cdbfc-3fc5-44de-b96a-b3a1a7dbd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:22.841762 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-720cdbfc-3fc5-44de-b96a-b3a1a7dbd765 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0449908 Dec 13 10:48:22.861450 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:48:22.869911 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:48:22.870518 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:48:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:22.891176 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-28d17ba3-b05f-4d18-b5df-571fcff93ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:48:22.892681 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-28d17ba3-b05f-4d18-b5df-571fcff93ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439761 Dec 13 10:48:22.903873 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-31b569c5-f435-4595-8d6b-73668f447219 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:48:22.904827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-31b569c5-f435-4595-8d6b-73668f447219 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056062 Dec 13 10:48:22.974377 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:48:22.995390 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-7ee53a91-109f-404a-afcd-2adfc57c424b service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Dec 13 10:48:23.090717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a961aa91-5301-4724-a967-a4cfff1b0a71 req-c98efd12-88d6-41c1-b028-29265a1351db service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882504 Dec 13 10:48:23.198660 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '387aafe4-47fd-425c-91ca-e542dca75261', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:48:21Z', 'updated_at': '2021-12-13T10:48:21Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:48:23.223880 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e00ce9-ae2d-434f-92c9-bd21984bb096 None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '387aafe4-47fd-425c-91ca-e542dca75261', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:48:21Z', 'updated_at': '2021-12-13T10:48:21Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:48:23.428676 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bae0c-b166-45c2-b380-8abcce370f64 None None] New status for floating IP 387aafe4-47fd-425c-91ca-e542dca75261: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:48:27.712097 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:28.749713 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-109a6346-5808-4c14-8154-7ba715b2a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:29.794844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:31.159777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fed7564-b5d1-4a4d-bc0a-f47839d53675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:32.508610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:33.920667 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:34.926585 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:42.378125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-b006068f-6581-4f54-8b6b-6728f8fc6eed req-59aeb5f1-d46e-44c8-b976-62fbabdab73c service neutron] (103188) timed out ('10.222.0.30', 44412) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 10:48:53.989566 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:48:57.712814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:58.751038 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9afba2f2-3364-4108-bb4d-9afb9ffdc58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:48:59.794590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:01.160756 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d98c136-0e36-407b-b59d-a900eb4e6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:02.513028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:03.920118 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:04.928462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:10.100026 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-ee69ef63-f71d-44ec-ba70-c7ad51a3764a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398901 Dec 13 10:49:10.177798 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388338-ff05-49c6-8282-82c7167d5b2a req-814f9a74-752b-4e6a-8e86-b908197c51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:10.179259 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-814f9a74-752b-4e6a-8e86-b908197c51f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0390038 Dec 13 10:49:10.284120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388338-ff05-49c6-8282-82c7167d5b2a req-abba8824-ba6d-4e47-a04b-9c0e24b86b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:10.285599 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-abba8824-ba6d-4e47-a04b-9c0e24b86b9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0875466 Dec 13 10:49:10.351045 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-b6c9e09a-a6f8-4f69-9022-67f9f8494577 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1002 time: 0.0581384 Dec 13 10:49:10.399661 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388338-ff05-49c6-8282-82c7167d5b2a req-2be8ec0e-1acc-43c2-a3f6-c4211de1d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:10.401414 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-2be8ec0e-1acc-43c2-a3f6-c4211de1d1b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0438049 Dec 13 10:49:10.450704 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388338-ff05-49c6-8282-82c7167d5b2a req-151fd819-85ee-4af9-87c1-4ac23d250a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:49:10.452197 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-151fd819-85ee-4af9-87c1-4ac23d250a29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440817 Dec 13 10:49:10.540362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-4ad5ae18-095c-46cb-a46d-8eada3280454 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809362 Dec 13 10:49:10.634384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-25388338-ff05-49c6-8282-82c7167d5b2a req-0b32fa98-6f18-4837-b16f-80706315c564 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869818 Dec 13 10:49:27.709430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:28.751835 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84897b04-b157-4142-b364-2beaa03da415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:29.809552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:30.988398 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:49:31.161752 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-782a0ff2-4abd-4d88-852a-1d6859163f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:32.513852 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:33.922346 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:34.930994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:57.724611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:58.754033 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb005058-468d-449e-9ca4-de3e30b0510b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:49:59.808517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:01.166899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f960c063-f9cf-4835-9904-455a21a70952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:02.516166 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:03.925934 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:04.933600 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:07.987309 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:50:11.645774 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-88d4d7aa-3ba8-4ab3-83a5-63b449876df7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857794 Dec 13 10:50:11.727300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-3f6df3c5-93d9-4ee4-be38-65eac75c190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:11.729529 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-3f6df3c5-93d9-4ee4-be38-65eac75c190f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0407417 Dec 13 10:50:11.834053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-c21fb3b9-97ca-43b8-9877-90595bc87518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:11.835494 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-c21fb3b9-97ca-43b8-9877-90595bc87518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0875332 Dec 13 10:50:11.899617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-4199f494-4623-455e-a65e-77d907e1e072 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1002 time: 0.0570767 Dec 13 10:50:11.947684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-e24c5623-76e5-464f-b541-14dc5a44afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:11.949139 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-e24c5623-76e5-464f-b541-14dc5a44afe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0431674 Dec 13 10:50:11.998717 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-67ea7c62-1313-43f6-ab3b-0920bf2d2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:12.000115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-67ea7c62-1313-43f6-ab3b-0920bf2d2962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435452 Dec 13 10:50:12.089885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-d9b64069-b542-45ba-9f2b-27ab9b0bc0c2 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824351 Dec 13 10:50:12.184124 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1ae072a0-3fb1-4af7-8ca9-e7723547ee7f req-ad9a5ec8-9bee-4323-96b0-bd04fd99785b service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Dec 13 10:50:15.606241 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9469-8202-4fff-8170-2d0be35368cc req-dd2e8071-6aa2-449d-9d97-fd0db9daa780 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:15.607721 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f71c9469-8202-4fff-8170-2d0be35368cc req-dd2e8071-6aa2-449d-9d97-fd0db9daa780 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.1010957 Dec 13 10:50:15.658776 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f71c9469-8202-4fff-8170-2d0be35368cc req-8a2ced11-b9c9-4c46-a35b-e3b4f0921bd7 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Dec 13 10:50:16.788789 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ec7b-d55b-485d-9a72-bf6587dc7251 req-0c3ee7a4-ab52-4574-8950-6ab1c50dd1e2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:16.790288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9479ec7b-d55b-485d-9a72-bf6587dc7251 req-0c3ee7a4-ab52-4574-8950-6ab1c50dd1e2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Dec 13 10:50:16.839596 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9479ec7b-d55b-485d-9a72-bf6587dc7251 req-5e7bcfe3-d69d-4207-b063-b290e136cdb9 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Dec 13 10:50:17.980344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2bc42-ebf9-4565-acb7-e6639d26b6ff req-8e28ce62-7c37-4abd-95f3-e5d460d3ed3a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:17.981849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc2bc42-ebf9-4565-acb7-e6639d26b6ff req-8e28ce62-7c37-4abd-95f3-e5d460d3ed3a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0535505 Dec 13 10:50:18.032389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bbc2bc42-ebf9-4565-acb7-e6639d26b6ff req-6fb6a4b3-7970-41bc-b21b-92c523bba6f1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 Dec 13 10:50:19.167765 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e3f-4a3b-4558-8f96-48cdc300a9b4 req-fdc6f530-9fad-4935-8f0e-0b8b17aaf35e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:19.169291 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32798e3f-4a3b-4558-8f96-48cdc300a9b4 req-fdc6f530-9fad-4935-8f0e-0b8b17aaf35e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0491781 Dec 13 10:50:19.217686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32798e3f-4a3b-4558-8f96-48cdc300a9b4 req-a5243f79-e795-4693-897a-fb245e8ea449 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Dec 13 10:50:20.336395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da70297-5acb-43ce-ada1-1b8993aea60f req-f9a833d5-c1a1-420f-8b95-2a44580cacee tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:20.337983 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6da70297-5acb-43ce-ada1-1b8993aea60f req-f9a833d5-c1a1-420f-8b95-2a44580cacee tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0527787 Dec 13 10:50:20.387537 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6da70297-5acb-43ce-ada1-1b8993aea60f req-4a9b6fcd-c4f9-4843-b32b-fdf767f0f76a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Dec 13 10:50:21.504502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f79a4-87fa-4e28-b113-09fece9b484c req-01e3ff0e-1da7-428d-97e8-087c19c232a7 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:21.505989 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea4f79a4-87fa-4e28-b113-09fece9b484c req-01e3ff0e-1da7-428d-97e8-087c19c232a7 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Dec 13 10:50:21.554563 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ea4f79a4-87fa-4e28-b113-09fece9b484c req-b17fdece-65d2-4246-922d-b75570deb025 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 Dec 13 10:50:22.671158 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24953e7f-84e4-4dd7-8eb1-a6c3e7594a02 req-6cfa74cc-3b05-411d-bb3e-10150ef2c216 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:22.672603 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24953e7f-84e4-4dd7-8eb1-a6c3e7594a02 req-6cfa74cc-3b05-411d-bb3e-10150ef2c216 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0489745 Dec 13 10:50:22.725498 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24953e7f-84e4-4dd7-8eb1-a6c3e7594a02 req-33affef1-5ffb-4181-9e7a-5661ea851a47 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Dec 13 10:50:23.844041 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b501b1-2935-441f-95d8-d2890c7a82c0 req-5d511fa2-0de8-440e-9b2d-6e285cbaeaf6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:23.845520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75b501b1-2935-441f-95d8-d2890c7a82c0 req-5d511fa2-0de8-440e-9b2d-6e285cbaeaf6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0486438 Dec 13 10:50:23.897287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-75b501b1-2935-441f-95d8-d2890c7a82c0 req-7a0f6970-4917-4945-9155-d03da9a8ae6d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Dec 13 10:50:25.014371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8910c5-ed7a-4e2f-a185-ecfabefc16c3 req-5186c8b9-20a9-44a8-bdc2-e90a768298e8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:25.015862 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df8910c5-ed7a-4e2f-a185-ecfabefc16c3 req-5186c8b9-20a9-44a8-bdc2-e90a768298e8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0496924 Dec 13 10:50:25.065322 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-df8910c5-ed7a-4e2f-a185-ecfabefc16c3 req-e7903108-a87b-4b40-b57b-38b0a8460978 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 Dec 13 10:50:26.186064 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e392f-a77a-470e-be3e-942673a78c3a req-19d9549a-597d-4e5f-992d-e7abf7ab7164 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:26.187504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a7e392f-a77a-470e-be3e-942673a78c3a req-19d9549a-597d-4e5f-992d-e7abf7ab7164 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0545521 Dec 13 10:50:26.235857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3a7e392f-a77a-470e-be3e-942673a78c3a req-cad12397-414a-4208-9211-1839f2ef7a9b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Dec 13 10:50:27.354466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acca88-d512-4dc0-99e9-a0b7808ecf80 req-a8cc025e-5236-4c7e-a81f-be78ad3802a1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:27.356311 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5acca88-d512-4dc0-99e9-a0b7808ecf80 req-a8cc025e-5236-4c7e-a81f-be78ad3802a1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0487759 Dec 13 10:50:27.406316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e5acca88-d512-4dc0-99e9-a0b7808ecf80 req-b97e0005-eac3-4f8d-ae3c-772762fedddf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Dec 13 10:50:27.427158 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:50:27.521856 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:27.533713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:50:27.576175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:27.589792 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:50:27.612965 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:27.623179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:27.679208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:27.687386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.687785 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.688078 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.688414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.688746 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.689076 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.689434 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.689760 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.690083 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.690427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.690752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.691072 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.691397 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:27.698827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['0591b538-b6e3-4231-8b83-408ba20fed0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:50:27.754245 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:28.534598 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbf5b-c687-4f28-9d77-9692392c246c req-6dd4d110-1d75-4e3f-92ef-3ccfc040b7ae tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:28.536796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dbcbf5b-c687-4f28-9d77-9692392c246c req-6dd4d110-1d75-4e3f-92ef-3ccfc040b7ae tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0577099 Dec 13 10:50:28.603287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9dbcbf5b-c687-4f28-9d77-9692392c246c req-2cd96d1f-680c-4b7c-b900-a44ef8e5082f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568891 Dec 13 10:50:28.759622 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f21cd844-c59b-4f16-860e-77280c1c7513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:29.427348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:50:29.484630 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port 0591b538-b6e3-4231-8b83-408ba20fed0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:50:29.485316 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:29.576773 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:29.602362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:29.605298 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ecac9-f877-4318-b53b-ac9ff64949a9" -d '{"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:29.632617 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:29.650379 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:29.770659 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b40b5-bf40-41c2-9a4a-391a960a0b92 req-cc138267-3333-4d4e-99b9-bd507e87ded2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:29.776680 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:29.788066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-570b40b5-bf40-41c2-9a4a-391a960a0b92 req-cc138267-3333-4d4e-99b9-bd507e87ded2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0736175 Dec 13 10:50:29.813827 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542eccb-24a6-4013-8c1b-76bcb555cf61 x-openstack-request-id: req-4542eccb-24a6-4013-8c1b-76bcb555cf61 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:29.814325 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:29.814755 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4542eccb-24a6-4013-8c1b-76bcb555cf61 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:29.815327 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'code': 200} Dec 13 10:50:29.829328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:29.861420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-570b40b5-bf40-41c2-9a4a-391a960a0b92 req-b82f6f9e-4544-4d6a-adfb-f5b84adf9264 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672312 Dec 13 10:50:30.993583 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198bef8-3a80-400e-a3ad-bcec0d3740c8 req-8d279b62-d1d5-472a-924a-4e012c057476 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:30.996478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1198bef8-3a80-400e-a3ad-bcec0d3740c8 req-8d279b62-d1d5-472a-924a-4e012c057476 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0559676 Dec 13 10:50:31.053746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1198bef8-3a80-400e-a3ad-bcec0d3740c8 req-647843db-507f-47e4-ba53-fa0bfbcb6499 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512037 Dec 13 10:50:31.179995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a09aeb0d-60f5-4e91-8449-18c2fc441380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:32.186355 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9eea3-2509-43d6-b465-669be5896db3 req-bb0da84a-95b7-4809-abbe-4a9a8502c3d2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:32.188318 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71e9eea3-2509-43d6-b465-669be5896db3 req-bb0da84a-95b7-4809-abbe-4a9a8502c3d2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0583425 Dec 13 10:50:32.243941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-71e9eea3-2509-43d6-b465-669be5896db3 req-ee989762-7d08-4e9b-b93b-a04db7715576 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489163 Dec 13 10:50:32.524317 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:33.375330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed0a0-eaa5-44cc-bdc6-856fad96ed47 req-e0afbbd5-44b0-4cb3-a06b-eb9a3c6d0eda tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:33.377072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef0ed0a0-eaa5-44cc-bdc6-856fad96ed47 req-e0afbbd5-44b0-4cb3-a06b-eb9a3c6d0eda tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0550394 Dec 13 10:50:33.442564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ef0ed0a0-eaa5-44cc-bdc6-856fad96ed47 req-e91904ca-b6a2-4ac1-a282-425b02fd6b7c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589006 Dec 13 10:50:33.927707 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:34.575323 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112223-fb1d-4eb8-8e82-23e18a3f41a7 req-711ba8da-c5cd-4cd9-b222-84f7f14758a8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:34.576974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49112223-fb1d-4eb8-8e82-23e18a3f41a7 req-711ba8da-c5cd-4cd9-b222-84f7f14758a8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0551584 Dec 13 10:50:34.639327 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-49112223-fb1d-4eb8-8e82-23e18a3f41a7 req-9de5abd5-0a56-4ddd-9fb4-9dc0a9ea749a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552473 Dec 13 10:50:34.942075 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:35.775639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605f6c0-f726-47a7-ab68-a3806f1e79c3 req-92c4e444-3f0b-42a0-8d0b-a79bbb575a11 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:35.778372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f605f6c0-f726-47a7-ab68-a3806f1e79c3 req-92c4e444-3f0b-42a0-8d0b-a79bbb575a11 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0615721 Dec 13 10:50:35.866510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f605f6c0-f726-47a7-ab68-a3806f1e79c3 req-64f340f1-5cb9-40f0-bbb3-a19fa0a8644d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757692 Dec 13 10:50:37.007751 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac68768-045d-4377-b348-cd1a3a12ea83 req-ece790bf-99b1-4845-966c-3a5f81fab744 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:37.010974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ac68768-045d-4377-b348-cd1a3a12ea83 req-ece790bf-99b1-4845-966c-3a5f81fab744 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0617661 Dec 13 10:50:37.071067 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ac68768-045d-4377-b348-cd1a3a12ea83 req-82f5da7d-e288-49ce-a70c-9aeda39d123f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551398 Dec 13 10:50:37.888816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-69767be3-99a4-4907-a91f-dfdb36ea2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:37.890308 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-69767be3-99a4-4907-a91f-dfdb36ea2660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0408735 Dec 13 10:50:37.996387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-eb75a4b4-42d7-471e-b091-afbc09d71636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:37.997876 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-eb75a4b4-42d7-471e-b091-afbc09d71636 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0971975 Dec 13 10:50:38.087432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-58919603-fcca-400d-94bb-12f38910a986 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1002 time: 0.0808504 Dec 13 10:50:38.142381 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-7f48ef87-42c0-424e-91d3-42e83cf9c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:38.143810 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-7f48ef87-42c0-424e-91d3-42e83cf9c59f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0496624 Dec 13 10:50:38.226539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ada5a-ab93-40eb-b9ec-e61aa2bd3565 req-139b6e20-b487-40ad-9609-75d1ec32e0ac tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:38.228005 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-364ada5a-ab93-40eb-b9ec-e61aa2bd3565 req-139b6e20-b487-40ad-9609-75d1ec32e0ac tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0781076 Dec 13 10:50:38.234051 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-b286c0ab-f210-4ca5-ba78-ab2edc18fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:38.235524 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-b286c0ab-f210-4ca5-ba78-ab2edc18fa9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766351 Dec 13 10:50:38.337042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-364ada5a-ab93-40eb-b9ec-e61aa2bd3565 req-9e512c73-3ca1-4613-a091-91b210da353e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005619 Dec 13 10:50:38.363780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-6045ad80-5eaa-470d-81b1-a2da2ae8586f service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203330 Dec 13 10:50:38.458374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b2223eb0-057b-44d8-8ae3-49b408362032 req-07006358-33ab-447b-8638-7aeaaaab2de4 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Dec 13 10:50:39.455395 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240db3ed-eff5-4010-a6a8-ba88188948d9 req-0436c54f-c397-453a-b571-58989f887ab4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:39.456853 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-240db3ed-eff5-4010-a6a8-ba88188948d9 req-0436c54f-c397-453a-b571-58989f887ab4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0500579 Dec 13 10:50:39.505442 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-240db3ed-eff5-4010-a6a8-ba88188948d9 req-589df453-68fd-4e64-bdaf-64fa21c6ea65 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Dec 13 10:50:40.626921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb8961-0149-4184-b444-ed15c67a41b5 req-2fd96fe1-ff00-4f5e-81f6-e93030765e90 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:40.628400 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ffb8961-0149-4184-b444-ed15c67a41b5 req-2fd96fe1-ff00-4f5e-81f6-e93030765e90 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Dec 13 10:50:40.683117 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7ffb8961-0149-4184-b444-ed15c67a41b5 req-8ce0a1a3-5090-4a3a-bd5d-a3b89f4dd960 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484998 Dec 13 10:50:40.796167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-657e98bf-c11f-4b47-b6ad-35a36d63d234 req-e4767b9e-92cf-49ab-8c20-5a88449c7777 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:50:40.797227 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-657e98bf-c11f-4b47-b6ad-35a36d63d234 req-e4767b9e-92cf-49ab-8c20-5a88449c7777 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488732 Dec 13 10:50:40.950829 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff507e-a651-462c-86c2-a4f8b85549f7 req-feb24252-9840-40b7-ab6a-d5b52251b569 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:40.952329 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7ff507e-a651-462c-86c2-a4f8b85549f7 req-feb24252-9840-40b7-ab6a-d5b52251b569 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0499208 Dec 13 10:50:41.002174 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c7ff507e-a651-462c-86c2-a4f8b85549f7 req-4b66d1bb-8168-41bf-9c51-089046b9c204 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Dec 13 10:50:41.129623 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-7daf353d-3677-484e-bd95-23430289698e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826721 Dec 13 10:50:41.511713 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:50:41.593535 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:41.624173 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:41.626873 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec72abd-fc89-4784-a803-d85320b2ec75" -d '{"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-unplugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:41.632412 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:41.638029 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:41.668748 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ef3d7-a6a4-47aa-9574-62f184134738 x-openstack-request-id: req-400ef3d7-a6a4-47aa-9574-62f184134738 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:41.669035 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-unplugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:41.669589 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-400ef3d7-a6a4-47aa-9574-62f184134738 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:41.670044 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'code': 200} Dec 13 10:50:41.692662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:41.982481 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-8361dc7d-4854-4bb9-9227-7df3f267e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:41.983976 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-8361dc7d-4854-4bb9-9227-7df3f267e6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0852211 Dec 13 10:50:41.996735 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-775d494d-870d-423b-a2a1-2a5a9f4c34b6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:50:41.997718 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-775d494d-870d-423b-a2a1-2a5a9f4c34b6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055323 Dec 13 10:50:42.009222 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820531-5', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:50:42.064886 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.119148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa794021-e75b-40ea-b733-20d63daebdfd req-f1369154-5e6d-44cd-959b-ba0c67c84581 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:42.121381 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa794021-e75b-40ea-b733-20d63daebdfd req-f1369154-5e6d-44cd-959b-ba0c67c84581 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 944 time: 0.0478661 Dec 13 10:50:42.174946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fa794021-e75b-40ea-b733-20d63daebdfd req-12b9f8d3-2c72-4b98-b401-80fb22e7a419 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Dec 13 10:50:42.265659 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:42.297801 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h2-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:42.328697 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:50:42.335954 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.348792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Transition to ACTIVE for port object 0591b538-b6e3-4231-8b83-408ba20fed0d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:50:42.352501 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.430698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=9']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:42.448376 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.448731 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.449084 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.449458 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.449798 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.450136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.450469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.450799 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.451130 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.451461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.451793 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.452121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.452449 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:50:42.485919 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] No DVR routers for this DVR port 0591b538-b6e3-4231-8b83-408ba20fed0d on host n-h2-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:50:42.622056 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:50:42.622399 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:50:42.622733 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:42.627182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:50:42.627505 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Attempting to bind port 0591b538-b6e3-4231-8b83-408ba20fed0d on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:50:42.632668 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:50:42.633002 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:50:42.633409 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Bound using segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:50:42.633837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Bound port: 0591b538-b6e3-4231-8b83-408ba20fed0d, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:50:42.634190 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.699662 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:50:42.702658 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:50:42.707428 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.743048 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:42.743670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:42.745310 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] 10.222.0.37 "PUT /v2.0/ports/0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1092 time: 0.7399213 Dec 13 10:50:42.745834 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:50:42.748107 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24544e63-3959-42fa-b7ad-68c8aa0d9fef" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:50:42.788698 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc3f18-5998-4aca-b869-6219aa04c768 service neutron] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:42.811376 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf2b5a-cb45-462e-9a64-20e11338c4e6 x-openstack-request-id: req-a2bf2b5a-cb45-462e-9a64-20e11338c4e6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:50:42.811674 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:50:42.811930 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2bf2b5a-cb45-462e-9a64-20e11338c4e6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:50:42.812331 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'status': 'completed', 'code': 200} Dec 13 10:50:42.830193 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-be1aa156-8188-4029-95b3-b10634ebcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:42.831700 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-be1aa156-8188-4029-95b3-b10634ebcfdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1096 time: 0.0613489 Dec 13 10:50:43.245118 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-9590213b-e6c7-40b8-a673-42440b833597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.246577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-9590213b-e6c7-40b8-a673-42440b833597 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.4064567 Dec 13 10:50:43.293928 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda3cf-11e1-4895-a129-b0ba69b7186a req-21f0c783-86c6-4485-a3d5-d47d0617f016 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.295412 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ebda3cf-11e1-4895-a129-b0ba69b7186a req-21f0c783-86c6-4485-a3d5-d47d0617f016 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0496705 Dec 13 10:50:43.312211 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-34cd5cf7-b823-4099-8936-68c4f3ae3eb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1000 time: 0.0584605 Dec 13 10:50:43.345461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ebda3cf-11e1-4895-a129-b0ba69b7186a req-74ae302a-855e-49be-8ec9-bd4b638c9c22 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Dec 13 10:50:43.370195 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-b4d1ffe4-bd73-4a0f-907e-35bfeda774bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.371654 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-b4d1ffe4-bd73-4a0f-907e-35bfeda774bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0527132 Dec 13 10:50:43.418315 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-774d3d1a-78b2-46cb-a61a-039e1e122a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.419812 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-774d3d1a-78b2-46cb-a61a-039e1e122a78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414467 Dec 13 10:50:43.508836 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-11d15d50-da89-4cea-8073-da2fb2fc6fbb service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813770 Dec 13 10:50:43.599155 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-989794b8-c3c8-4f78-82c2-54b6189fce53 req-215adfbf-5a41-4aa9-b1d8-d579c92fc8ff service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Dec 13 10:50:43.688377 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-792e4bb9-c3a2-4504-bf9b-20e41133a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.689868 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-792e4bb9-c3a2-4504-bf9b-20e41133a32e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1096 time: 0.0439177 Dec 13 10:50:43.788550 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-a254037a-745c-48b0-8246-4aaaebb51916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:43.789949 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-a254037a-745c-48b0-8246-4aaaebb51916 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0929530 Dec 13 10:50:43.859304 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-6c7a1209-48b0-409f-bc2f-76dd1e308c27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1000 time: 0.0611637 Dec 13 10:50:44.475790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d9212-6bb9-483b-b169-7086a9fa1ebf req-45f4f373-0fc9-47f4-bcaa-19a9ff69123e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:44.477316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb5d9212-6bb9-483b-b169-7086a9fa1ebf req-45f4f373-0fc9-47f4-bcaa-19a9ff69123e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Dec 13 10:50:44.529039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cb5d9212-6bb9-483b-b169-7086a9fa1ebf req-67f89ff8-5bf3-4975-8076-30ad281f8e36 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Dec 13 10:50:44.986033 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:50:45.658985 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec63f5-2daf-4540-92e6-513773599a5e req-0d165679-4815-45f2-a036-490c0c2845f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:45.660467 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18ec63f5-2daf-4540-92e6-513773599a5e req-0d165679-4815-45f2-a036-490c0c2845f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0572248 Dec 13 10:50:45.712485 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-18ec63f5-2daf-4540-92e6-513773599a5e req-b7801b90-8857-46c0-9c3f-1eb32dd1a6ae tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Dec 13 10:50:46.841700 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed8db3-9df9-41c7-8a45-97eaee02f4d0 req-db3b2d03-c60c-418c-b234-03c16ec347ab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:46.843112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83ed8db3-9df9-41c7-8a45-97eaee02f4d0 req-db3b2d03-c60c-418c-b234-03c16ec347ab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Dec 13 10:50:46.903481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-83ed8db3-9df9-41c7-8a45-97eaee02f4d0 req-a0617b3d-632d-4063-b8bc-62ac3ddf1202 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495334 Dec 13 10:50:48.031958 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59b7d0-8c8f-4707-897d-b55aa38aebbd req-60408ad0-5cbe-4d85-8a51-f21b42fb9c3b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:48.033660 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b59b7d0-8c8f-4707-897d-b55aa38aebbd req-60408ad0-5cbe-4d85-8a51-f21b42fb9c3b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0585063 Dec 13 10:50:48.084316 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b59b7d0-8c8f-4707-897d-b55aa38aebbd req-c9ddfd5b-1f4b-4008-8293-da2894a28813 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Dec 13 10:50:49.213900 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d8723-b0d1-4046-aaf7-8f7961c39b4e req-00987777-3085-4273-8b2e-576c3cd48390 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:49.215408 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-007d8723-b0d1-4046-aaf7-8f7961c39b4e req-00987777-3085-4273-8b2e-576c3cd48390 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0516114 Dec 13 10:50:49.268468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-007d8723-b0d1-4046-aaf7-8f7961c39b4e req-2ea3a7c2-667b-44ab-8b1d-9406f5f3e080 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470483 Dec 13 10:50:50.394376 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e915206-6158-4d8f-b816-3e3e2de35d4d req-019b5ec7-f63b-4c78-a8bc-d0040e9a58bc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:50.396185 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e915206-6158-4d8f-b816-3e3e2de35d4d req-019b5ec7-f63b-4c78-a8bc-d0040e9a58bc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Dec 13 10:50:50.453072 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8e915206-6158-4d8f-b816-3e3e2de35d4d req-88adf308-c1a9-4c7e-b149-30213e4f41e3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493679 Dec 13 10:50:51.595014 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa8814-5ed5-4eb8-b447-ca8475987e0e req-da409d41-5a98-46a6-ad27-a0bc63ecd848 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:51.596523 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dfa8814-5ed5-4eb8-b447-ca8475987e0e req-da409d41-5a98-46a6-ad27-a0bc63ecd848 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0653460 Dec 13 10:50:51.648749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dfa8814-5ed5-4eb8-b447-ca8475987e0e req-202da4ca-c7c7-4101-bee4-362d28012789 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 Dec 13 10:50:52.775073 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9962-9a43-4cb0-87ee-c0f9f711d46b req-01e862b4-a51e-4ad1-ae78-86557906fdac tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:52.777680 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b55f9962-9a43-4cb0-87ee-c0f9f711d46b req-01e862b4-a51e-4ad1-ae78-86557906fdac tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Dec 13 10:50:52.828715 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b55f9962-9a43-4cb0-87ee-c0f9f711d46b req-b936d5c7-d952-4db7-8e06-a55bf72f2f08 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Dec 13 10:50:53.947127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2f09-59ac-42b5-b4d6-d13c79ed358a req-1fd4517a-139b-496e-8c9c-2c7aab5144f1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:53.949368 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb7c2f09-59ac-42b5-b4d6-d13c79ed358a req-1fd4517a-139b-496e-8c9c-2c7aab5144f1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0531931 Dec 13 10:50:53.997314 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bb7c2f09-59ac-42b5-b4d6-d13c79ed358a req-cf7cda7a-7e0f-4134-8899-f33f0f68ca8b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Dec 13 10:50:55.114682 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667d4f-70a4-444f-8ab3-fa8032255d7f req-5f4d79c1-3660-40c3-9257-db0e3fa38943 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:55.116154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44667d4f-70a4-444f-8ab3-fa8032255d7f req-5f4d79c1-3660-40c3-9257-db0e3fa38943 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Dec 13 10:50:55.165134 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44667d4f-70a4-444f-8ab3-fa8032255d7f req-4bf427ec-3eb4-4b60-a00e-42ff0b92ffc3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Dec 13 10:50:55.639064 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-1a722ab9-223e-4a91-a8e7-11bd7f38308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:55.640572 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-1a722ab9-223e-4a91-a8e7-11bd7f38308e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0468483 Dec 13 10:50:55.694065 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-29ed4991-6bbb-4e7f-8b38-5f7933e9035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:55.695434 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-29ed4991-6bbb-4e7f-8b38-5f7933e9035a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440073 Dec 13 10:50:55.786135 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-f26cfee4-282a-4d8d-b159-a65fda2e31cb service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794058 Dec 13 10:50:55.883267 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-24544e63-3959-42fa-b7ad-68c8aa0d9fef req-1d08e5c0-6339-484d-9435-dc0096f5eba6 service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891030 Dec 13 10:50:56.281969 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7ec-1844-4dfb-8fbd-ff41cfeb293c req-59e78ac4-735d-4d6c-b7e5-408ea24f623d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:56.283432 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63bea7ec-1844-4dfb-8fbd-ff41cfeb293c req-59e78ac4-735d-4d6c-b7e5-408ea24f623d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Dec 13 10:50:56.335395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63bea7ec-1844-4dfb-8fbd-ff41cfeb293c req-2309fbf6-a099-47fa-a343-90e5fb1580ce tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459123 Dec 13 10:50:57.451127 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35bd8-fbab-4867-9fdf-97480c91c1d6 req-65a29103-cbfd-4259-933a-2e400e92f2b3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:57.452602 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3a35bd8-fbab-4867-9fdf-97480c91c1d6 req-65a29103-cbfd-4259-933a-2e400e92f2b3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Dec 13 10:50:57.501345 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b3a35bd8-fbab-4867-9fdf-97480c91c1d6 req-b0ca522b-eeb6-4551-af56-329e1cd7090c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Dec 13 10:50:57.728337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:58.616712 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ff15-39a1-4670-9e03-4263b88a2889 req-fb7d5568-915d-4bdd-a466-f45b1a1dcedd tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:58.618219 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8084ff15-39a1-4670-9e03-4263b88a2889 req-fb7d5568-915d-4bdd-a466-f45b1a1dcedd tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 945 time: 0.0476663 Dec 13 10:50:58.667969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8084ff15-39a1-4670-9e03-4263b88a2889 req-a63a6a7b-b423-4c6d-86c1-a7d2a7677595 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Dec 13 10:50:58.752493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b39b6ec-2b90-4439-9141-15098a8f9f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:58.902772 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:50:58.997254 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:59.008509 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'port_id': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'mac_address': 'fa:16:3e:a2:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:50:59.045343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:59.058721 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:50:59.078415 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:50:59.082481 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:59.136141 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:50:59.435431 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['0591b538-b6e3-4231-8b83-408ba20fed0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:50:59.792671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0ead-7198-4d91-8d84-be8700a49b6f req-176b0529-b042-421c-8084-f53f3e660091 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:50:59.794276 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f75e0ead-7198-4d91-8d84-be8700a49b6f req-176b0529-b042-421c-8084-f53f3e660091 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0571382 Dec 13 10:50:59.808187 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:50:59.843655 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f75e0ead-7198-4d91-8d84-be8700a49b6f req-1e040809-570c-4dc1-b22f-c6af0c3c4994 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Dec 13 10:51:00.917496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:51:00.960016 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08254640-14b8-46c9-b960-071dee620d70 req-d7b8feb4-9915-45f7-94ff-7e9a0bd2e5ed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:00.961520 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08254640-14b8-46c9-b960-071dee620d70 req-d7b8feb4-9915-45f7-94ff-7e9a0bd2e5ed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 946 time: 0.0486572 Dec 13 10:51:00.969111 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 0591b538-b6e3-4231-8b83-408ba20fed0d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:51:00.973361 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 0591b538-b6e3-4231-8b83-408ba20fed0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:51:00.973825 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:01.014507 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08254640-14b8-46c9-b960-071dee620d70 req-ff545f98-f922-4a80-b086-72bacfee70d0 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Dec 13 10:51:01.226198 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:01.235666 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47c98c37-2eb3-4c87-a657-a7e14213e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:01.250438 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:51:01.252650 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3872bb-5a4c-49c5-99da-41402cf6fb2b" -d '{"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:51:01.265859 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:51:01.271919 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:01.296551 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7fc4ae-83bd-4995-8f5d-b86fb5a2fbc6 x-openstack-request-id: req-fe7fc4ae-83bd-4995-8f5d-b86fb5a2fbc6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:51:01.296843 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-plugged", "status": "completed", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:51:01.297100 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe7fc4ae-83bd-4995-8f5d-b86fb5a2fbc6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:51:01.297516 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'code': 200} Dec 13 10:51:01.325871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:01.449397 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74d8f-7152-43ec-a37d-6f633002f228 req-c6bc5d41-f4bb-409b-a06c-c0cd7a85ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:01.450890 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ad74d8f-7152-43ec-a37d-6f633002f228 req-c6bc5d41-f4bb-409b-a06c-c0cd7a85ce61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1098 time: 0.0409820 Dec 13 10:51:01.496727 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-0ad74d8f-7152-43ec-a37d-6f633002f228 req-608e26a2-bc92-41c7-88fa-2c789b01db33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388851 Dec 13 10:51:02.137932 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a57d9-0336-4348-aeb8-5943b61993b7 req-3d2d0361-b8ac-44de-9d03-bd5d576a705a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:02.139389 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9a57d9-0336-4348-aeb8-5943b61993b7 req-3d2d0361-b8ac-44de-9d03-bd5d576a705a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0534902 Dec 13 10:51:02.188402 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-cf9a57d9-0336-4348-aeb8-5943b61993b7 req-08b9e5f0-1810-4384-ac0f-57bd21a4be92 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Dec 13 10:51:02.525055 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:03.310256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caca1d-be4d-4ce7-8c8e-c080d52dd534 req-ad66fab8-41a4-4fc9-b215-4eb4a82eb23a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:03.311757 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3caca1d-be4d-4ce7-8c8e-c080d52dd534 req-ad66fab8-41a4-4fc9-b215-4eb4a82eb23a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0515568 Dec 13 10:51:03.363961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a3caca1d-be4d-4ce7-8c8e-c080d52dd534 req-4499b036-c338-4aa0-a8d2-2357bc32635e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Dec 13 10:51:03.929099 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:04.477977 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeb547-82af-4fd1-a174-a6e6290d2cab req-1ac2fffe-3a92-4ca1-aec8-7cdc4c7d6953 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:04.479973 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16aeb547-82af-4fd1-a174-a6e6290d2cab req-1ac2fffe-3a92-4ca1-aec8-7cdc4c7d6953 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0490844 Dec 13 10:51:04.531500 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-16aeb547-82af-4fd1-a174-a6e6290d2cab req-855cdedb-421d-4d4b-b49a-1bd0a3d7d0e4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Dec 13 10:51:04.937020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:21.985662 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:51:26.604346 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-8f454956-4c81-4e60-a92d-15fbac1ac571 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392265 Dec 13 10:51:26.693284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-0810579e-a77d-4993-8f17-694c4f568b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.694760 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-0810579e-a77d-4993-8f17-694c4f568b95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1098 time: 0.0451236 Dec 13 10:51:26.809636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-86fd01ba-607d-492b-a975-4d6662e1d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.811120 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-86fd01ba-607d-492b-a975-4d6662e1d31a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0845637 Dec 13 10:51:26.880171 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-68b14374-ab05-4c8b-9d0b-d4c097087716 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1002 time: 0.0617485 Dec 13 10:51:26.928856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-1203d112-c165-4211-9896-20c2889326f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.930295 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-1203d112-c165-4211-9896-20c2889326f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0429058 Dec 13 10:51:26.975732 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-f9c37c8b-3e03-46a3-baa7-0e1e16089ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:26.977213 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-f9c37c8b-3e03-46a3-baa7-0e1e16089ee8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397718 Dec 13 10:51:27.069517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-bb9af1d7-3cbb-47c5-8d3a-4a3919e7ec5d service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849972 Dec 13 10:51:27.158386 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f65b63d8-bacc-4168-bddb-8426564d6564 req-8c6caf2e-882c-43b2-ae93-e0b77e1ee76f service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Dec 13 10:51:27.732135 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:28.753987 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd4cb-41f1-4f23-a7c3-d0d180bb7d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:29.820045 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:31.176980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dfdc58a8-0394-43da-9402-2110438718f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:32.528120 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:33.932769 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:34.939584 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:57.733415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:58.756095 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-052edbc3-3a6a-48a7-a18e-b88265c52427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:58.984961 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:51:59.820315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.178493 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89a26fcd-488f-4c79-9b51-ec892d8e648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:02.528624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:03.936345 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:04.941142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.643517 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-d48f4746-7815-45bb-bf6e-96d05f7eaadd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423117 Dec 13 10:52:27.719782 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.731830 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-4ffdf0d8-022c-4b31-aac5-88eac9b86cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:27.733378 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-4ffdf0d8-022c-4b31-aac5-88eac9b86cc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1098 time: 0.0479190 Dec 13 10:52:27.837651 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-68b235c3-e459-474d-92ca-ff5c3d346237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:27.839125 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-68b235c3-e459-474d-92ca-ff5c3d346237 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0870018 Dec 13 10:52:27.909116 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-9720a041-1a2d-4736-b4df-c9eaf9c58064 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 1002 time: 0.0625188 Dec 13 10:52:27.957792 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-844b5221-0a5d-4e2d-90e9-25d137950cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:27.959209 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-844b5221-0a5d-4e2d-90e9-25d137950cbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0436008 Dec 13 10:52:28.005439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-8812861f-f352-4900-ae0d-b8c877ebb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:28.007211 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-8812861f-f352-4900-ae0d-b8c877ebb673 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405378 Dec 13 10:52:28.107542 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-dc7afa8c-6287-4e3f-8e43-5f403128e269 service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923092 Dec 13 10:52:28.200200 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-64fb64a8-2af8-4808-9348-c35cbdbb361d req-cdbfb21f-d5c2-43fe-9dfe-61dd05e48403 service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816996 Dec 13 10:52:28.757548 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11ce63c6-a83f-4f80-b7c1-d08e4297c6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:29.827668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.179454 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fab9bbef-9046-44bc-802c-66cf27e53ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.532321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:33.937881 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:34.942905 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:35.984533 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:52:49.578936 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:49.735523 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Deleting port 5e201153-2b7d-4859-bf5b-fc04fc2d7517 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:49.735754 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:49.810207 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:49.810532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:49.822216 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Calling delete_port for 5e201153-2b7d-4859-bf5b-fc04fc2d7517 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:49.966647 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:49.992929 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'Port': ['ID=5e201153-2b7d-4859-bf5b-fc04fc2d7517,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:50.023309 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.023657 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.024000 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.024336 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.024669 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.025002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.025499 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.025831 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.026156 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.026479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.026803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.027146 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.027735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:50.066811 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:50.067136 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Floating IP 387aafe4-47fd-425c-91ca-e542dca75261 disassociated (deleted). External IP: 172.25.1.201, port: 0591b538-b6e3-4231-8b83-408ba20fed0d. Dec 13 10:52:50.588338 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:50.695574 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:50.700739 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:50.706057 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:50.716354 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:50.716960 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:52:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:50.727452 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-4a7aa162-6011-40b4-ae9b-bf52cb2cfc7f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "DELETE /v2.0/floatingips/387aafe4-47fd-425c-91ca-e542dca75261 HTTP/1.1" status: 204 len: 168 time: 1.1474416 Dec 13 10:52:50.728035 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:50.731220 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:50.834006 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7648287-8cb3-4560-ba84-fe070b20a0c7 x-openstack-request-id: req-a7648287-8cb3-4560-ba84-fe070b20a0c7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:50.834430 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:50.834713 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7648287-8cb3-4560-ba84-fe070b20a0c7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:50.835187 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'status': 'completed', 'code': 200} Dec 13 10:52:50.836958 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:50.905585 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-14294302-d16a-4fa5-b9ff-8a3cd7712324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:50.907156 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-14294302-d16a-4fa5-b9ff-8a3cd7712324 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 1098 time: 0.0487967 Dec 13 10:52:50.978364 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9e260-724b-459f-bf6a-57216965fdf3 req-8a278382-7be6-4563-a8b3-9d82961c4a7d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:50.979882 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45c9e260-724b-459f-bf6a-57216965fdf3 req-8a278382-7be6-4563-a8b3-9d82961c4a7d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0564384 Dec 13 10:52:51.009951 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-b2b87f27-1e93-420f-8de1-467ac4139b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:51.012341 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-b2b87f27-1e93-420f-8de1-467ac4139b90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0967124 Dec 13 10:52:51.038908 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-45c9e260-724b-459f-bf6a-57216965fdf3 req-70ddfaf2-3f0d-4360-8482-dd9203614f63 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525396 Dec 13 10:52:51.043369 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:51.058006 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-fb4386f9-c9c0-4590-a905-6db72ee9d855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 200 len: 217 time: 0.0383613 Dec 13 10:52:51.080221 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:51.088403 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:51.089004 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:52:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:51.114617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-cd0010eb-d3cc-42b5-9baa-8fb92c062b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:51.116078 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-cd0010eb-d3cc-42b5-9baa-8fb92c062b7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0506713 Dec 13 10:52:51.163511 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-f86c7d8f-c2f6-45ba-9e5a-15f7599e8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:51.164918 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-f86c7d8f-c2f6-45ba-9e5a-15f7599e8d9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413287 Dec 13 10:52:51.193790 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:51.256837 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-560fd413-4a6c-48a9-8c38-c5205b31048e service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823617 Dec 13 10:52:51.352964 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-60eddd03-9bdf-4b7e-8c7f-c43a41886ea2 req-11a16d5c-e502-439e-b4c0-665852ac7a1d service neutron] 10.222.0.37 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870814 Dec 13 10:52:51.389597 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:51.414868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ab61a-9977-4bbb-8451-9f118d7eb6e1 None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:51.633245 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857d33b-2188-4b4d-99e0-e886537d056f None None] New status for floating IP 387aafe4-47fd-425c-91ca-e542dca75261: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:52:52.167198 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0077-de3b-492a-856e-dbf23c05580d req-c7572fc8-3df4-44cc-9259-829e24b2389f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:52.169551 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-122d0077-de3b-492a-856e-dbf23c05580d req-c7572fc8-3df4-44cc-9259-829e24b2389f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0503945 Dec 13 10:52:52.220210 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-122d0077-de3b-492a-856e-dbf23c05580d req-f78eb4b5-cd20-4f6a-9740-ad6b3cfb5c68 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448029 Dec 13 10:52:52.474955 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7608d-616f-4356-a683-64851334ddf6 req-e2c0c7ad-8a40-4297-8a40-09dd086b6ab2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:52.476401 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4de7608d-616f-4356-a683-64851334ddf6 req-e2c0c7ad-8a40-4297-8a40-09dd086b6ab2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 947 time: 0.0515838 Dec 13 10:52:52.570173 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Deleting port 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:52:52.570510 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:52.659744 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] For port 0591b538-b6e3-4231-8b83-408ba20fed0d, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=0591b538-b6e3-4231-8b83-408ba20fed0d,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:52.660112 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:52.672478 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Calling delete_port for 0591b538-b6e3-4231-8b83-408ba20fed0d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:52:52.802527 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:52.831586 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'Port': ['ID=0591b538-b6e3-4231-8b83-408ba20fed0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:52.858931 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.859289 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.859638 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.859986 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.860329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.860671 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.861009 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.861380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.861718 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.862051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.862386 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.862720 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.863051 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:52.885807 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] No DVR routers for this DVR port 0591b538-b6e3-4231-8b83-408ba20fed0d on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:52:52.889114 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:52.892581 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4de7608d-616f-4356-a683-64851334ddf6 req-b636d89c-812f-4f42-b375-beedfdf5d238 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.37 "DELETE /v2.0/ports/0591b538-b6e3-4231-8b83-408ba20fed0d HTTP/1.1" status: 204 len: 173 time: 0.4096856 Dec 13 10:52:52.893028 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-deleted', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:52:52.895603 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df64080-510b-42e5-8df9-6167ecd36416" -d '{"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-deleted", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:52:52.992003 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ed09f-594f-4d64-8ca8-053ad8c2d16f x-openstack-request-id: req-717ed09f-594f-4d64-8ca8-053ad8c2d16f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:52:52.992300 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbcd067-cc94-4fac-a596-b1920eb8aee7", "name": "network-vif-deleted", "tag": "0591b538-b6e3-4231-8b83-408ba20fed0d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:52:52.992556 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-717ed09f-594f-4d64-8ca8-053ad8c2d16f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:52:52.993207 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbcd067-cc94-4fac-a596-b1920eb8aee7', 'name': 'network-vif-deleted', 'tag': '0591b538-b6e3-4231-8b83-408ba20fed0d', 'status': 'completed', 'code': 200} Dec 13 10:52:53.338384 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0b9bb77c-eae3-429f-a779-8b4695585ead req-485c5eaf-3843-471a-b54d-bf5b7ddcc166 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcbcd067-cc94-4fac-a596-b1920eb8aee7 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Dec 13 10:52:54.397710 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:54.454955 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:54.480121 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:54.540986 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:54.543802 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:54.545302 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "DELETE /v2.0/security-groups/42eb9d90-eb3b-42dd-86cf-896ffcfd9c39 HTTP/1.1" status: 204 len: 168 time: 0.1462448 Dec 13 10:52:54.554485 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5acbf6-58d0-4a07-8005-333108fa7942 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb9d90-eb3b-42dd-86cf-896ffcfd9c39,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:55.972822 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:55.977276 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794035999', 'description': 'tempest-secgroup-smoke-1794035999 description', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:55.999297 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.069063 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.072574 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.100497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.101712 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278808 Dec 13 10:52:56.104739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.106011 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d9a0-e172-45cd-bdee-d7eaf0c38e3d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f400e025-a46e-4720-9f7c-1750dc69ff11,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.109465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.138984 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.191013 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.194691 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.212298 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223aa76c-805a-4112-abb8-e9d3d765783b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.223851 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.225034 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-290f99f7-0ae6-400d-a8c0-c0bd8da7ae09 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191700 Dec 13 10:52:56.227741 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.232371 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.258283 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.317587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.321525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.340507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491722c1-21c1-4ce1-8b6d-7b6198bd7af4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.349815 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.351027 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-a30ce7e0-6062-44e8-88a7-a191b94015af tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223712 Dec 13 10:52:56.353917 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.358288 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.383927 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.440045 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.443376 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.461398 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e813137f-701c-42ee-9136-92a48df7aabf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.468037 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.469267 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7254221f-e437-4d11-8e23-270d2a7f1693 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143816 Dec 13 10:52:56.472073 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.476439 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.503247 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.560709 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.564652 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.583114 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78052b8e-55ca-461d-932f-c842cd49f799,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.591565 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.593024 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-7151932c-fb61-41c0-8b49-d342450fb29a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198564 Dec 13 10:52:56.595569 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.599837 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.623306 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Project fc86cbd0ef624e41ab8ada1f70ebc0e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:52:56.628293 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.690476 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.694396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.713543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6e9230-a62f-48bf-a9f7-08bd04e73231,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.722849 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.724030 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6ab96523-8bce-41ff-a72b-f9def59997bb tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275268 Dec 13 10:52:56.726763 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:56.731340 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'security_group_rule': {'security_group_id': 'f400e025-a46e-4720-9f7c-1750dc69ff11', 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:56.753519 n-d-820531-5 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Project fc86cbd0ef624e41ab8ada1f70ebc0e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:52:56.758319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.817926 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.821898 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.841058 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b76449-5a86-4d77-b5b8-52416cec7c41,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:56.847788 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:56.848978 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-dcd56b84-78d5-4035-aeff-f7080595baab tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212916 Dec 13 10:52:57.486060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:52:57.505503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 0591b538-b6e3-4231-8b83-408ba20fed0d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:52:57.505851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 0591b538-b6e3-4231-8b83-408ba20fed0d not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:52:57.735998 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:58.760848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c92782a-bc01-4ade-865b-33ca13dc0035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:59.827336 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:01.182027 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a988f57-39d3-4bd1-bf92-cea62afd2b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:02.535085 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:03.942886 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:04.945501 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:12.190658 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-efb2699a-d954-4102-8b8b-18d3cc979117 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794035999&fields=id&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 267 time: 0.0452976 Dec 13 10:53:12.301474 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-f2aff0b7-2644-4051-8d32-31134ad9c107 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:12.302945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-f2aff0b7-2644-4051-8d32-31134ad9c107 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 809 time: 0.1056011 Dec 13 10:53:12.318595 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-7ba6d00d-0579-46d8-ae01-e84bd9498347 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/quotas/fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Dec 13 10:53:12.371534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a3b63acd-1f50-41b6-b33a-24d3ec9b874b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471478 Dec 13 10:53:12.510059 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-4264a72a-b450-4e44-ad71-a1a15a753663 service neutron] 10.222.0.30 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269062 Dec 13 10:53:12.601396 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-89f75da7-9788-48fc-9141-2120d3427ffd service neutron] 10.222.0.30 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848610 Dec 13 10:53:12.887420 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d469ab52-906b-4da4-a29a-58fc619c0444 req-966b2efc-4208-4218-a771-f31ad848663f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Dec 13 10:53:12.984856 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:13.858879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-277f3737-6afc-42c8-a5a7-5efb49360ad5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:13.860095 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-277f3737-6afc-42c8-a5a7-5efb49360ad5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 809 time: 0.1131761 Dec 13 10:53:13.934125 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-98cd7f3a-a2cf-43a6-bb0c-6b555c619eaa tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 380 time: 0.0647917 Dec 13 10:53:13.944835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'port': {'device_id': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'admin_state_up': True, 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'security_groups': ['f400e025-a46e-4720-9f7c-1750dc69ff11']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:53:14.017054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5a65ce0d-f462-4cd2-9131-73190c551a3b req-94a7f33e-616a-4bb4-80ad-bdd047ee04b0 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0561426 Dec 13 10:53:14.083331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Made reservation on behalf of fc86cbd0ef624e41ab8ada1f70ebc0e9 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:53:14.086793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.213272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Allocated IP 172.20.0.10 (f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416/d7df389e-a47f-4a52-ad91-233f5059808a/d502ff91-01ab-40b6-97f4-6fad4c6b0774) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:53:14.356248 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.390526 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.435607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:53:14.438944 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:53:14.442892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:53:14.470975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:14.501950 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:14.502597 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.520597 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-792c7b02-3da9-4e0e-8e41-37db6c5acc85 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803223 Dec 13 10:53:14.534237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Request body: {'port': {'device_id': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:53:14.594914 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.719848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d34cd2e5-854b-4898-bddb-975822692d5b None None] Provisioning complete for port d502ff91-01ab-40b6-97f4-6fad4c6b0774 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:53:14.720480 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d34cd2e5-854b-4898-bddb-975822692d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.757100 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d34cd2e5-854b-4898-bddb-975822692d5b None None] Port d502ff91-01ab-40b6-97f4-6fad4c6b0774 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:53:14.869933 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d502ff91-01ab-40b6-97f4-6fad4c6b0774 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:53:14.878153 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.890787 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Transition to ACTIVE for port object d502ff91-01ab-40b6-97f4-6fad4c6b0774 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:53:14.894611 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.953388 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:15.023445 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Attempting to bind port d502ff91-01ab-40b6-97f4-6fad4c6b0774 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:53:15.023945 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Attempting to bind port d502ff91-01ab-40b6-97f4-6fad4c6b0774 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:53:15.024498 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Attempting to bind port d502ff91-01ab-40b6-97f4-6fad4c6b0774 on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:53:15.030075 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Port d502ff91-01ab-40b6-97f4-6fad4c6b0774 on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:53:15.030509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Attempting to bind port d502ff91-01ab-40b6-97f4-6fad4c6b0774 on network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:53:15.036837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:53:15.037308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Checking segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:53:15.037835 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Bound using segment: {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:53:15.038361 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Bound port: d502ff91-01ab-40b6-97f4-6fad4c6b0774, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cbbf82-c116-4ebd-986b-80f909d0da90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:53:15.038820 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:15.128764 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:53:15.156581 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:53:15.162518 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:15.210104 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05c78-e60f-44d5-968b-590eb2d5997e req-302b8077-5b60-4f12-890f-d870eb86ab0d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.211587 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbd05c78-e60f-44d5-968b-590eb2d5997e req-302b8077-5b60-4f12-890f-d870eb86ab0d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1033070 Dec 13 10:53:15.220230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.220845 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:15.222190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] 10.222.0.44 "PUT /v2.0/ports/d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1092 time: 0.6933820 Dec 13 10:53:15.224244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:53:15.234104 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:53:15.264208 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c84239-2c5e-4229-98fe-19d3ce2d1a50 service neutron] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:15.298233 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd5ea8-b0fb-4b1c-a84a-233c5014f584 x-openstack-request-id: req-a1fd5ea8-b0fb-4b1c-a84a-233c5014f584 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:53:15.298533 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:53:15.298794 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1fd5ea8-b0fb-4b1c-a84a-233c5014f584 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:53:15.299202 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'status': 'completed', 'code': 200} Dec 13 10:53:15.361840 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fbd05c78-e60f-44d5-968b-590eb2d5997e req-c11c2d0b-a10e-4974-9610-f39d311aa9e0 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382184 Dec 13 10:53:15.363892 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-d2817bf1-ac60-4ae9-820f-3a9e79bffce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.365451 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-d2817bf1-ac60-4ae9-820f-3a9e79bffce5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1095 time: 0.0893950 Dec 13 10:53:15.416306 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-dfad01c3-9f7b-471b-9d8a-7ea5740d8e77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 217 time: 0.0405540 Dec 13 10:53:15.469590 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-6160ec9d-4f05-4ea1-9af3-8f2aa98a22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.471146 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-6160ec9d-4f05-4ea1-9af3-8f2aa98a22da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0480931 Dec 13 10:53:15.521801 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-6c79af7d-2b5c-43e6-9da8-4f5b6f70883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.523304 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-6c79af7d-2b5c-43e6-9da8-4f5b6f70883a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439970 Dec 13 10:53:15.617369 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-4dc04d74-163e-43dc-b064-622794be52f8 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Dec 13 10:53:15.710950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0ecff08c-5966-4b3f-92e0-9d42bda747d8 req-070ef9bb-95c0-4c57-b953-966dc8c0e6b7 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Dec 13 10:53:15.807407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-74c36d56-d8cf-4d61-adb9-259fdabcaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.808963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-74c36d56-d8cf-4d61-adb9-259fdabcaf0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1095 time: 0.0530682 Dec 13 10:53:15.904204 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-7676146f-006c-4fdf-bb6a-178f39ecf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:15.905791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-7676146f-006c-4fdf-bb6a-178f39ecf779 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0879033 Dec 13 10:53:15.950710 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-fde9f8ad-9e47-454b-b648-a0dff90a0ef4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 217 time: 0.0383036 Dec 13 10:53:16.000577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-f3f2b839-fe9a-4c0f-9860-da29ffaf4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:16.001981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-f3f2b839-fe9a-4c0f-9860-da29ffaf4aa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0449052 Dec 13 10:53:16.049422 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-2050b580-1afd-4d49-b2a1-f368150e677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:16.051082 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-2050b580-1afd-4d49-b2a1-f368150e677e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418768 Dec 13 10:53:16.144565 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-63abbb35-cd57-4247-9fcc-c1bf16355cac service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866768 Dec 13 10:53:16.238956 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d7dd2c85-84c1-4c17-a93b-2d98fcd75ef5 req-16e75eaf-ba1d-40d2-9d3c-7c4e1198f7b6 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865202 Dec 13 10:53:16.484616 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec19c-8091-4eb0-81af-0be6bf88ded8 req-ccc9dfff-f6d5-410b-96ba-3223a13e6a12 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:16.486132 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54aec19c-8091-4eb0-81af-0be6bf88ded8 req-ccc9dfff-f6d5-410b-96ba-3223a13e6a12 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Dec 13 10:53:16.536299 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-54aec19c-8091-4eb0-81af-0be6bf88ded8 req-f1794029-cf2c-4b2a-a3d2-aabd75842916 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Dec 13 10:53:17.661580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64c30d-b792-44c0-8d3d-f8b66f0a63b0 req-ff85fc92-93f9-46b9-81a6-30147a2f98c1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:17.663089 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d64c30d-b792-44c0-8d3d-f8b66f0a63b0 req-ff85fc92-93f9-46b9-81a6-30147a2f98c1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0557005 Dec 13 10:53:17.713701 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9d64c30d-b792-44c0-8d3d-f8b66f0a63b0 req-b76e76a1-aae6-4ad4-a085-a3692747f792 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Dec 13 10:53:18.838735 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1e227-3dec-4364-a01d-cff1af47bb0c req-bbd56539-441c-4087-bbe5-98d552abf683 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:18.840226 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6e1e227-3dec-4364-a01d-cff1af47bb0c req-bbd56539-441c-4087-bbe5-98d552abf683 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0554869 Dec 13 10:53:18.895638 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f6e1e227-3dec-4364-a01d-cff1af47bb0c req-5bda905e-b731-4459-8f88-8529d63639b9 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486073 Dec 13 10:53:20.016212 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4e579-b773-474b-bc86-3e70e555f3ac req-ab5863a8-aee0-4543-843f-b03261c92b3e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:20.017709 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ad4e579-b773-474b-bc86-3e70e555f3ac req-ab5863a8-aee0-4543-843f-b03261c92b3e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0546443 Dec 13 10:53:20.068835 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8ad4e579-b773-474b-bc86-3e70e555f3ac req-2b8cdf9a-22a8-4820-a0e4-d62dbd4db9dc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450344 Dec 13 10:53:21.186604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624dfca-633a-4ba1-88b3-0b1c59f1567e req-3d6e79ba-5465-4172-a11e-1d0e8b6dd6bf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:21.188056 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8624dfca-633a-4ba1-88b3-0b1c59f1567e req-3d6e79ba-5465-4172-a11e-1d0e8b6dd6bf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0495071 Dec 13 10:53:21.236446 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8624dfca-633a-4ba1-88b3-0b1c59f1567e req-07ce48b8-ba17-4a64-acec-87b849c51c07 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Dec 13 10:53:22.351685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505966-3a3d-4c10-ba2b-298054a901fe req-ce1d404e-31c5-4274-9f04-81a7a3e26619 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:22.353149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9505966-3a3d-4c10-ba2b-298054a901fe req-ce1d404e-31c5-4274-9f04-81a7a3e26619 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0479398 Dec 13 10:53:22.405699 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a9505966-3a3d-4c10-ba2b-298054a901fe req-821f5792-2b05-47ce-b8a4-9f9db49b2399 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463655 Dec 13 10:53:23.520547 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254591-a9c0-4601-99e2-194801c5f697 req-77de43fd-003b-46fa-9d35-420d3408c303 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:23.522039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67254591-a9c0-4601-99e2-194801c5f697 req-77de43fd-003b-46fa-9d35-420d3408c303 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0487254 Dec 13 10:53:23.571789 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-67254591-a9c0-4601-99e2-194801c5f697 req-f0edf451-b6c4-478e-b9e3-e6ba3b543c31 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Dec 13 10:53:24.690085 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1413bf-f82a-4358-85f7-1beb055105e3 req-e9fdb0a4-e6a7-4461-b6fd-39ffe56993cc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:24.691582 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e1413bf-f82a-4358-85f7-1beb055105e3 req-e9fdb0a4-e6a7-4461-b6fd-39ffe56993cc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Dec 13 10:53:24.740503 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6e1413bf-f82a-4358-85f7-1beb055105e3 req-248616ab-1f4f-4315-a524-c28c0272d9ea tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Dec 13 10:53:25.859518 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0da0-57e3-43f7-8587-ed69a581fa98 req-2f30d439-a0b0-4836-8e74-437a651e193e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:25.860975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06bc0da0-57e3-43f7-8587-ed69a581fa98 req-2f30d439-a0b0-4836-8e74-437a651e193e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0526299 Dec 13 10:53:25.909737 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-06bc0da0-57e3-43f7-8587-ed69a581fa98 req-9ae6f0f0-98e1-4732-8c14-0f4a832c9c46 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Dec 13 10:53:27.026604 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56409c-cd84-4ec5-a967-255e6ce1281a req-b2024d7e-8798-4828-a3de-0ed4bc0c1eed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:27.028110 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe56409c-cd84-4ec5-a967-255e6ce1281a req-b2024d7e-8798-4828-a3de-0ed4bc0c1eed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0502853 Dec 13 10:53:27.077340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fe56409c-cd84-4ec5-a967-255e6ce1281a req-f2f779c3-a540-490d-8e14-4971306bfb86 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Dec 13 10:53:27.754924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:28.190120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f03ca-56cf-4566-9015-3328364bbb32 req-1a43e95c-72fe-4d15-96f4-dae7dd26b372 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:28.191609 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-062f03ca-56cf-4566-9015-3328364bbb32 req-1a43e95c-72fe-4d15-96f4-dae7dd26b372 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0478432 Dec 13 10:53:28.226216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:53:28.244684 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-062f03ca-56cf-4566-9015-3328364bbb32 req-4b32f5be-c0fe-47cd-9f66-24cf6cd31a08 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472167 Dec 13 10:53:28.321461 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:53:28.332850 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'mac_address': 'fa:16:3e:f9:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:53:28.368412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:28.381021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d502ff91-01ab-40b6-97f4-6fad4c6b0774 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:53:28.399917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:53:28.404319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:28.455497 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:28.462658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.463011 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.463354 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.463832 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.464180 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.464512 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.464840 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.465199 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.465527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.465852 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.466765 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.467112 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.467430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:28.666836 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d502ff91-01ab-40b6-97f4-6fad4c6b0774'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:53:28.772616 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-344c9620-3356-48db-bfdd-33bc4ddaa10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:29.363830 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12504734-644a-42ec-8a45-91b97e844b9b req-8be47bbd-0b96-4103-98f5-47b3ee67aab1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:29.365353 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12504734-644a-42ec-8a45-91b97e844b9b req-8be47bbd-0b96-4103-98f5-47b3ee67aab1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 945 time: 0.0511043 Dec 13 10:53:29.415918 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-12504734-644a-42ec-8a45-91b97e844b9b req-4ca71502-cdb6-4908-832c-c84186a32e72 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Dec 13 10:53:29.833508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:30.242106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:53:30.290170 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port d502ff91-01ab-40b6-97f4-6fad4c6b0774 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:53:30.294362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d502ff91-01ab-40b6-97f4-6fad4c6b0774 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:53:30.294925 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:30.375813 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:30.399400 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:53:30.401656 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68aad10-0c7b-4269-befb-717efb3f4a9d" -d '{"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:53:30.414015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:53:30.417784 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:30.442470 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd1bc8-26bc-4e8d-9a5d-6936b84c1181 x-openstack-request-id: req-a6bd1bc8-26bc-4e8d-9a5d-6936b84c1181 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:53:30.443092 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:53:30.443352 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6bd1bc8-26bc-4e8d-9a5d-6936b84c1181 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:53:30.443738 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'code': 200} Dec 13 10:53:30.472668 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:30.579649 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38330794-4065-4416-9c27-e30c46c4d816 req-825dbd6c-bffc-4191-9adb-ae8615c1211e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:30.581155 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38330794-4065-4416-9c27-e30c46c4d816 req-825dbd6c-bffc-4191-9adb-ae8615c1211e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0839245 Dec 13 10:53:30.587129 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046997-a99e-4150-b72a-be3e78f1e319 req-48404fca-3ed7-4e22-bfdc-ce9a1ce92e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:30.588482 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53046997-a99e-4150-b72a-be3e78f1e319 req-48404fca-3ed7-4e22-bfdc-ce9a1ce92e2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0813184 Dec 13 10:53:30.659986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-53046997-a99e-4150-b72a-be3e78f1e319 req-3040a1c1-6c87-4383-afc4-dca95fd615da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647466 Dec 13 10:53:30.664808 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-38330794-4065-4416-9c27-e30c46c4d816 req-2b17e8cf-3bb1-45da-9a7c-deaf29648279 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754700 Dec 13 10:53:31.183737 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e17a6dc-af2c-412f-8432-b10709cdafc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:31.791300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdacf-f5c9-463c-82ea-79c91a634c0f req-1d3c5016-51eb-4de4-9055-c15ea8a679ec tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:31.792717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b6fdacf-f5c9-463c-82ea-79c91a634c0f req-1d3c5016-51eb-4de4-9055-c15ea8a679ec tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0535321 Dec 13 10:53:31.842657 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5b6fdacf-f5c9-463c-82ea-79c91a634c0f req-dc9256dc-35a5-45e5-b6b7-20a3b2e25a80 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 Dec 13 10:53:32.537342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:32.960393 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61456b-2200-4a55-a6bc-923f22b49138 req-d9eeb9d5-078f-4da5-81da-93c0490cede4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:32.961902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb61456b-2200-4a55-a6bc-923f22b49138 req-d9eeb9d5-078f-4da5-81da-93c0490cede4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Dec 13 10:53:33.015553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-eb61456b-2200-4a55-a6bc-923f22b49138 req-69042ea9-bf07-4add-b60d-cc5c3c26d069 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470636 Dec 13 10:53:33.131750 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440629-ede9-4367-8d39-8a1e2d5f48c6 req-6bdc946d-0831-4f11-85a5-7fd7deb57d62 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:33.133203 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63440629-ede9-4367-8d39-8a1e2d5f48c6 req-6bdc946d-0831-4f11-85a5-7fd7deb57d62 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0491543 Dec 13 10:53:33.182723 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63440629-ede9-4367-8d39-8a1e2d5f48c6 req-200107fc-7239-4775-a6b1-1b494b57e724 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Dec 13 10:53:33.204378 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:33.287282 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090acfb-2593-4c95-a92f-ef82c5050d62 tempest-TestShelveInstance-1265780988 tempest-TestShelveInstance-1265780988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:33.288823 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-8090acfb-2593-4c95-a92f-ef82c5050d62 tempest-TestShelveInstance-1265780988 tempest-TestShelveInstance-1265780988-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1092 time: 0.0834658 Dec 13 10:53:33.291694 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:33.296044 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:53:33.317510 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:33.416234 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:33.518906 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Allocated IP 172.25.1.191 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/2ed22a25-a9ba-4198-83ec-27ede565563d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:53:33.621795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:33.656266 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:33.696961 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:53:33.702701 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:53:33.704879 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=2ed22a25-a9ba-4198-83ec-27ede565563d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:33.707423 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:53:33.948138 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.044044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.108818 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.256355 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.260461 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.333772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event updated for resources: {'Port': ['ID=2ed22a25-a9ba-4198-83ec-27ede565563d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:34.346847 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:34.445084 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Floating IP 3d08f582-61ab-4abf-9d0e-14f4db44d023 associated. External IP: 172.25.1.191, port: d502ff91-01ab-40b6-97f4-6fad4c6b0774. Dec 13 10:53:34.645404 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:53:34.948702 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:35.073612 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:53:35.084134 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:53:35.093075 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:35.094700 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:53:35.095324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:35.132981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-76b58eb3-daba-4c20-ba52-a9d94a7b2c21 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8307104 Dec 13 10:53:35.132981 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:53:35.132981 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cdbe15-66c9-43a8-a338-5e76fcb7b390" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:53:35.167667 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f7f338-fa5d-444d-aa18-0c5a889ca416 x-openstack-request-id: req-e5f7f338-fa5d-444d-aa18-0c5a889ca416 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:53:35.168026 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:53:35.168346 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5f7f338-fa5d-444d-aa18-0c5a889ca416 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:53:35.168818 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'status': 'completed', 'code': 200} Dec 13 10:53:35.233539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-3aa3823e-ce64-45ce-b3de-93d95dc157c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:35.234945 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-3aa3823e-ce64-45ce-b3de-93d95dc157c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0421767 Dec 13 10:53:35.295431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:53:35.324810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-4b4056f2-a400-4aa0-80c1-997cb8af7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:35.326927 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-4b4056f2-a400-4aa0-80c1-997cb8af7976 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0835650 Dec 13 10:53:35.398263 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-b3460c6b-1d1b-4d81-9c90-c001b73b1468 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1000 time: 0.0630009 Dec 13 10:53:35.446490 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-e7db6654-3f7a-4be7-bb7d-290b43fff3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:35.447934 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-e7db6654-3f7a-4be7-bb7d-290b43fff3e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0425375 Dec 13 10:53:35.492356 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-0764fb82-f8b1-49a4-8bd2-0308ee510c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:35.493784 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-0764fb82-f8b1-49a4-8bd2-0308ee510c5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393212 Dec 13 10:53:35.519766 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3d08f582-61ab-4abf-9d0e-14f4db44d023', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:f9:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:53:33Z', 'updated_at': '2021-12-13T10:53:33Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:35.546070 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:53:35.554262 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:53:35.554872 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:53:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:35.586066 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-c1b59703-72d1-4767-adec-e666b8421a87 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852823 Dec 13 10:53:35.664071 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:53:35.683251 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-26cdbe15-66c9-43a8-a338-5e76fcb7b390 req-22d7e8eb-43b6-480e-bfeb-f77247e0e787 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866857 Dec 13 10:53:35.883742 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3d08f582-61ab-4abf-9d0e-14f4db44d023', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:f9:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:53:33Z', 'updated_at': '2021-12-13T10:53:33Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:53:35.909790 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a38e1a-acef-498f-9328-552551421e68 None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '3d08f582-61ab-4abf-9d0e-14f4db44d023', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'mac_address': 'fa:16:3e:f9:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:53:33Z', 'updated_at': '2021-12-13T10:53:33Z', 'revision_number': 0, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:53:36.095452 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab4f27-a8f1-4bbc-8827-c425ed1ea741 None None] New status for floating IP 3d08f582-61ab-4abf-9d0e-14f4db44d023: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:53:49.984320 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:57.750905 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:58.754335 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f680daf0-c147-4287-8cf7-23b55318b601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:59.832016 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:01.184408 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a86fc32f-a219-45a2-853f-563988f29add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:02.540839 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:03.950903 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:04.950883 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.645300 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-49c1f084-9334-4bfc-8f2a-e461c2c858e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454431 Dec 13 10:54:16.728284 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-2f2e34dc-6822-4599-b55b-98d16eee3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:16.729796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-2f2e34dc-6822-4599-b55b-98d16eee3272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0406742 Dec 13 10:54:16.833548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-28911146-4ccd-4f72-8834-6cb48200cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:16.834990 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-28911146-4ccd-4f72-8834-6cb48200cad5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0875297 Dec 13 10:54:16.899739 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-8e41c341-f564-46e8-bb98-1fb663438a68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1002 time: 0.0566144 Dec 13 10:54:16.947711 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-60f8b89f-9b97-4766-a781-0f1a92f379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:16.949107 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-60f8b89f-9b97-4766-a781-0f1a92f379e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0423191 Dec 13 10:54:16.998780 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-a6742778-6240-4869-a118-8a16ca5d284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:17.000240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-a6742778-6240-4869-a118-8a16ca5d284e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434971 Dec 13 10:54:17.089843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-3f7c1983-29aa-4164-86ee-3a1ee142d02e service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816569 Dec 13 10:54:17.180519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3c884821-ec43-4744-bc2d-6e3926226af1 req-0e40bcc9-7df4-43c6-a7ae-a752468adaac service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840366 Dec 13 10:54:26.983098 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:54:27.775559 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:28.755544 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e53defd4-b38c-41d1-ba15-df852566716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:29.831078 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:31.186558 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d14d831-457c-480e-952c-d36b6356e21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:32.542017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:33.950844 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:34.952237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:57.781191 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:58.759101 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c63226fd-1113-4103-829c-3900d2a9bf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:59.826986 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:01.187500 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99aacd30-4555-4e3c-a7b7-a6467764e36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:02.546210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:03.952624 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:03.982745 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:04.954888 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:18.674564 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-aaa29ceb-6f5b-42c2-9957-9df15d9606e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904608 Dec 13 10:55:18.755880 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-a7ecde98-5f76-4128-93da-e9b3af788bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:18.757354 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-a7ecde98-5f76-4128-93da-e9b3af788bb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0403204 Dec 13 10:55:18.862354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-8d1caafc-05db-462d-82ae-6ff04e2a8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:18.863707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-8d1caafc-05db-462d-82ae-6ff04e2a8f7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0860660 Dec 13 10:55:18.928514 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-f983650b-3a2c-440c-9704-66fcbc4c0b00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1002 time: 0.0569561 Dec 13 10:55:18.977266 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-5738c185-bc5a-4a9c-83ee-492f44a456e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:18.978686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-5738c185-bc5a-4a9c-83ee-492f44a456e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0432971 Dec 13 10:55:19.027272 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-8191f9af-d517-4f2e-aa6c-84d8e9e5092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:19.028725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-8191f9af-d517-4f2e-aa6c-84d8e9e5092b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434976 Dec 13 10:55:19.116478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-e588fa17-1314-462f-b784-918064142484 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805359 Dec 13 10:55:19.208406 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-80ee2b0e-457b-4a37-a9f7-b8875fc9edee req-5485d342-5cb1-438e-947c-3d5a26847dfa service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839150 Dec 13 10:55:27.780098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:28.760615 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-efae004a-0079-465d-bf3f-34e09ec43008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:29.841552 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:30.779277 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d4ed-8b26-4cbc-bde4-32be7100f74b req-1a1dc1f8-b0d2-431e-bc4f-495092623e26 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:30.780742 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1912d4ed-8b26-4cbc-bde4-32be7100f74b req-1a1dc1f8-b0d2-431e-bc4f-495092623e26 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.1140909 Dec 13 10:55:30.832149 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1912d4ed-8b26-4cbc-bde4-32be7100f74b req-160395c8-99b3-45ae-b0c8-8f4a2807570d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Dec 13 10:55:31.190643 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd4031fb-fcf4-44be-bc13-f764af92e405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:32.004479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cdf91-5fe8-485b-8672-a7e339764149 req-be7c09a8-5a0c-491e-b106-bc4d77e99fb4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:32.005961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f50cdf91-5fe8-485b-8672-a7e339764149 req-be7c09a8-5a0c-491e-b106-bc4d77e99fb4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0931442 Dec 13 10:55:32.055574 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f50cdf91-5fe8-485b-8672-a7e339764149 req-92dfe249-a401-4575-9077-0acb8a8ea9cf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Dec 13 10:55:32.547955 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:33.198565 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c086391-0922-47f5-86d3-8d15f080078c req-08830206-ea80-4467-9edd-1deb12489a8f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:33.200025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c086391-0922-47f5-86d3-8d15f080078c req-08830206-ea80-4467-9edd-1deb12489a8f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0527289 Dec 13 10:55:33.248606 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c086391-0922-47f5-86d3-8d15f080078c req-61ed98c3-dcf6-46b0-99f0-65412a01b204 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Dec 13 10:55:33.956222 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:34.362230 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51007d70-bdf4-44e8-8b03-eec20c35b517 req-9bdf5516-dc0a-4893-ac43-d0789530f2b3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:34.363703 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51007d70-bdf4-44e8-8b03-eec20c35b517 req-9bdf5516-dc0a-4893-ac43-d0789530f2b3 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Dec 13 10:55:34.418038 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-51007d70-bdf4-44e8-8b03-eec20c35b517 req-9760679a-cb41-4a20-b8fe-d29adb16f31d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484967 Dec 13 10:55:34.957328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:35.538446 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f123b-959c-47bb-b5f4-fb3b12c145b7 req-27aab289-edf9-48b0-b5f1-c10b12479a44 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:35.540541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-880f123b-959c-47bb-b5f4-fb3b12c145b7 req-27aab289-edf9-48b0-b5f1-c10b12479a44 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0522785 Dec 13 10:55:35.601309 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-880f123b-959c-47bb-b5f4-fb3b12c145b7 req-b55594eb-5508-4fcd-a318-e7d4e9ef126f tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534873 Dec 13 10:55:36.719172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca353b-6d08-4d38-97d4-352b6f1d34a4 req-6bfc8d49-0c58-4c7d-8436-e58471e125d9 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:36.720636 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dca353b-6d08-4d38-97d4-352b6f1d34a4 req-6bfc8d49-0c58-4c7d-8436-e58471e125d9 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0498338 Dec 13 10:55:36.769616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3dca353b-6d08-4d38-97d4-352b6f1d34a4 req-37e84c5a-618a-4284-a925-38fd305f3214 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Dec 13 10:55:37.883596 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b157a0-a809-40ee-8f45-2875c3627a4c req-bf00e67e-db5c-4348-b4b0-387afb89092e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:37.884981 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b157a0-a809-40ee-8f45-2875c3627a4c req-bf00e67e-db5c-4348-b4b0-387afb89092e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0480461 Dec 13 10:55:37.936733 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e6b157a0-a809-40ee-8f45-2875c3627a4c req-ebcad3c2-aab5-4f48-9248-6453f39f77c5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Dec 13 10:55:39.060202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4c2b-168f-412a-a6c6-9ec04b80e441 req-eac1627f-8d8a-47e4-a9be-677646575e17 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:39.061702 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-709c4c2b-168f-412a-a6c6-9ec04b80e441 req-eac1627f-8d8a-47e4-a9be-677646575e17 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Dec 13 10:55:39.111142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-709c4c2b-168f-412a-a6c6-9ec04b80e441 req-0e6d79cc-edca-4b09-823a-0b5065e2d976 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Dec 13 10:55:40.240461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c18b3-f17f-473b-b7d0-b4b4194a6e69 req-763f0286-d1da-496e-846b-09a4a483ccad tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:40.241984 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-439c18b3-f17f-473b-b7d0-b4b4194a6e69 req-763f0286-d1da-496e-846b-09a4a483ccad tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Dec 13 10:55:40.295547 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-439c18b3-f17f-473b-b7d0-b4b4194a6e69 req-f507095b-3d37-4d14-9d80-3e475bff662d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Dec 13 10:55:40.835286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-7acbc324-2bbe-4fba-bc91-c4c2eaf30253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:40.835849 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-7acbc324-2bbe-4fba-bc91-c4c2eaf30253 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0479784 Dec 13 10:55:40.929898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-51858570-f5e1-45ca-84f0-55d239a54293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:40.932013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-51858570-f5e1-45ca-84f0-55d239a54293 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0891130 Dec 13 10:55:40.981848 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:41.001323 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-fe5fc4fc-c94c-49d0-be0c-f916ccd3e549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1002 time: 0.0626240 Dec 13 10:55:41.051731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-01a91150-8ff2-4074-b367-fd5cf0e66baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:41.053181 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-01a91150-8ff2-4074-b367-fd5cf0e66baf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0437922 Dec 13 10:55:41.099306 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-64079b18-6049-47a3-b7b9-a8e2581b90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:41.100788 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-64079b18-6049-47a3-b7b9-a8e2581b90ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400181 Dec 13 10:55:41.194094 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-9dbf6038-6c82-4cbb-949e-fcce0211be12 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Dec 13 10:55:41.283379 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f4e08bc-26b5-4109-9889-36e25c98d51a req-fdc5e689-5bbd-49af-9d87-565176eb1f99 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827389 Dec 13 10:55:41.415545 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb350d-1653-4d4a-9085-17cdebd74cd0 req-b324c4b7-1622-4584-a003-06621d3439ff tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:41.416998 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31cb350d-1653-4d4a-9085-17cdebd74cd0 req-b324c4b7-1622-4584-a003-06621d3439ff tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0491030 Dec 13 10:55:41.471060 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31cb350d-1653-4d4a-9085-17cdebd74cd0 req-f6ebf4d9-9d3d-4b86-aca0-8bce170d78f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480793 Dec 13 10:55:42.584571 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d730e2-6da6-48da-b020-0dfcfe8be85b req-c0b66ba7-ce69-4b8a-9d17-e40ecfc951ed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:42.586266 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d730e2-6da6-48da-b020-0dfcfe8be85b req-c0b66ba7-ce69-4b8a-9d17-e40ecfc951ed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0491774 Dec 13 10:55:42.636328 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-78d730e2-6da6-48da-b020-0dfcfe8be85b req-15a0bd14-f474-49aa-baca-39aeae6a1d80 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 Dec 13 10:55:43.755974 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee8ee-ccab-4cde-b4c0-b128415d20b4 req-d2d242fb-1c1a-445f-8d3c-768753e937bf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:43.757540 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-059ee8ee-ccab-4cde-b4c0-b128415d20b4 req-d2d242fb-1c1a-445f-8d3c-768753e937bf tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0510175 Dec 13 10:55:43.810844 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-059ee8ee-ccab-4cde-b4c0-b128415d20b4 req-03a2ecd9-d41f-40d3-951f-ab6c68c1060a tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472741 Dec 13 10:55:44.930561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a442-c22b-4360-a2d2-626ea7eb3cd5 req-36ae1b86-15db-4b3f-872e-2deaa1e00219 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:44.931941 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d48a442-c22b-4360-a2d2-626ea7eb3cd5 req-36ae1b86-15db-4b3f-872e-2deaa1e00219 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0526175 Dec 13 10:55:44.980735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8d48a442-c22b-4360-a2d2-626ea7eb3cd5 req-80fa5410-ad01-40f6-8718-495b3f81e4a4 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Dec 13 10:55:45.052742 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-156a0655-2e31-4513-bad4-a9ef3741351d req-8c6e1669-bab0-4cff-8d97-234deddcf47f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:55:45.053888 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-156a0655-2e31-4513-bad4-a9ef3741351d req-8c6e1669-bab0-4cff-8d97-234deddcf47f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055096 Dec 13 10:55:45.216479 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14956083-555c-4c8f-9a79-cc5c301246e2 req-774d53a2-6bb1-4165-be4a-cd50858b252d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:45.217977 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14956083-555c-4c8f-9a79-cc5c301246e2 req-774d53a2-6bb1-4165-be4a-cd50858b252d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0504904 Dec 13 10:55:45.221513 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-e9b9b256-4390-487a-bb5c-19cfa8b13702 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815742 Dec 13 10:55:45.231020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-65aeaf62-5232-48b3-ad8c-32bdea81e8f9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:55:45.231978 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-65aeaf62-5232-48b3-ad8c-32bdea81e8f9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Dec 13 10:55:45.268780 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-14956083-555c-4c8f-9a79-cc5c301246e2 req-e9ae6c6f-f32b-4d62-995f-26d35cb700f2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440581 Dec 13 10:55:46.388060 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91fb7-02ba-44b7-8cb2-b2a04c61950e req-b845c60e-8e12-4144-a09b-d3503c412077 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:46.389571 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61c91fb7-02ba-44b7-8cb2-b2a04c61950e req-b845c60e-8e12-4144-a09b-d3503c412077 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0531926 Dec 13 10:55:46.440614 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-61c91fb7-02ba-44b7-8cb2-b2a04c61950e req-d9bdfa65-01d8-4856-b8cc-f142be2d3123 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443192 Dec 13 10:55:46.861191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:55:46.933767 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.955722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:55:46.957986 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4063d6d-8d9f-445f-8975-8e52d387a750" -d '{"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:55:46.970487 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:55:46.974453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:47.023565 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:55:47.030978 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.031328 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.031672 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.032010 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.032343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.032679 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.033005 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.033365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.033690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.034014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.034337 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.034658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.034980 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:55:47.044644 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea6be6d-6086-42c1-a7e4-1564907a7aed x-openstack-request-id: req-eea6be6d-6086-42c1-a7e4-1564907a7aed {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:55:47.044934 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-unplugged", "status": "failed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:55:47.045215 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eea6be6d-6086-42c1-a7e4-1564907a7aed {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:55:47.045613 n-d-820531-5 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'code': 422} returned with failed status Dec 13 10:55:47.557087 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea97c52-95ae-4200-a042-5b68981b9bef req-82b286d9-c6ac-4951-9a85-226c306156a6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:47.558592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ea97c52-95ae-4200-a042-5b68981b9bef req-82b286d9-c6ac-4951-9a85-226c306156a6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0506451 Dec 13 10:55:47.611395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6ea97c52-95ae-4200-a042-5b68981b9bef req-de11f2a8-bbee-4278-980f-8b323fc1f737 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Dec 13 10:55:48.726514 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff1242-8405-494b-9497-96832f6a59bc req-a36137af-bdcb-4afb-a295-3f87a6295046 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:48.727986 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63ff1242-8405-494b-9497-96832f6a59bc req-a36137af-bdcb-4afb-a295-3f87a6295046 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0504971 Dec 13 10:55:48.780115 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-63ff1242-8405-494b-9497-96832f6a59bc req-1069aa37-9cb1-4967-b435-48a9b00de704 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Dec 13 10:55:49.898256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90b30-d323-45ec-9d9a-13568c791419 req-5fa2e90d-9de1-4a20-9a3f-fab434dddd5c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:49.899866 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42a90b30-d323-45ec-9d9a-13568c791419 req-5fa2e90d-9de1-4a20-9a3f-fab434dddd5c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0499778 Dec 13 10:55:49.951068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-42a90b30-d323-45ec-9d9a-13568c791419 req-1f57fa84-f063-4e0c-a645-f84748b00a75 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Dec 13 10:55:51.068721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bd7f8-2749-4aa9-92a7-a3343c79c316 req-0fea8235-f196-4add-9b73-d856bb6ce5f5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:51.070228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca4bd7f8-2749-4aa9-92a7-a3343c79c316 req-0fea8235-f196-4add-9b73-d856bb6ce5f5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0496747 Dec 13 10:55:51.120380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca4bd7f8-2749-4aa9-92a7-a3343c79c316 req-c447cc65-e075-472e-bb75-a84b52608e30 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Dec 13 10:55:52.244026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ab263-4e4b-4133-a0b7-6375463f8bc2 req-610dc756-d0df-4b50-9e51-386584a20bed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:52.245534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e55ab263-4e4b-4133-a0b7-6375463f8bc2 req-610dc756-d0df-4b50-9e51-386584a20bed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0535007 Dec 13 10:55:52.295277 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e55ab263-4e4b-4133-a0b7-6375463f8bc2 req-279b0c1c-07ae-4bb6-b4c8-2179018709f8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Dec 13 10:55:53.412224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60d918-abc2-4e15-95d3-1446fc192df2 req-6f257f7d-b22d-4111-bfa4-0e423885fcc2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:53.413717 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee60d918-abc2-4e15-95d3-1446fc192df2 req-6f257f7d-b22d-4111-bfa4-0e423885fcc2 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0494292 Dec 13 10:55:53.464518 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ee60d918-abc2-4e15-95d3-1446fc192df2 req-13ad5c16-51c8-4c74-abf7-11a7ccac76ed tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 Dec 13 10:55:54.586214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6df27-551b-4038-8109-59c550c82982 req-67d8945c-58d0-4ae6-9d0f-61a0bff83d2e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:54.587718 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30e6df27-551b-4038-8109-59c550c82982 req-67d8945c-58d0-4ae6-9d0f-61a0bff83d2e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0499380 Dec 13 10:55:54.648827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-30e6df27-551b-4038-8109-59c550c82982 req-6a30350b-1e70-4b59-b522-362e2e4f9916 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546653 Dec 13 10:55:55.029153 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72103a-c12c-4504-838c-c9636ed36582 req-9e576c96-1250-486f-a9ae-b324cc975916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.031111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-9e576c96-1250-486f-a9ae-b324cc975916 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0400767 Dec 13 10:55:55.090488 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72103a-c12c-4504-838c-c9636ed36582 req-afa21ac8-1863-4af3-ad93-0bb5cf397585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.091935 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-afa21ac8-1863-4af3-ad93-0bb5cf397585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1095 time: 0.0398824 Dec 13 10:55:55.183528 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72103a-c12c-4504-838c-c9636ed36582 req-b3e5bbb8-c73f-40f9-a8e2-a98dac6c7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.184963 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-b3e5bbb8-c73f-40f9-a8e2-a98dac6c7bb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0854361 Dec 13 10:55:55.248468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-03343df4-ead9-4279-8107-6724ed75788c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1000 time: 0.0567446 Dec 13 10:55:55.296560 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72103a-c12c-4504-838c-c9636ed36582 req-8f3cb7fe-f734-4e1b-a54e-0b7b62edc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.298484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-8f3cb7fe-f734-4e1b-a54e-0b7b62edc048 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0436020 Dec 13 10:55:55.347731 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72103a-c12c-4504-838c-c9636ed36582 req-27a8eaff-67bb-4b47-8eb9-986561f9b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.349190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-27a8eaff-67bb-4b47-8eb9-986561f9b27f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432703 Dec 13 10:55:55.438943 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-f834a7a6-082a-4fc9-a560-41b9659c90f5 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Dec 13 10:55:55.532154 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-c0c66b88-d7a6-4135-b9ba-be0004d3c5db service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852995 Dec 13 10:55:55.767852 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a0bc9-88e1-4243-a7cc-5a786a8fa0c9 req-cdb4658e-5436-4e35-b319-d11b81bb2b59 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:55.769334 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c6a0bc9-88e1-4243-a7cc-5a786a8fa0c9 req-cdb4658e-5436-4e35-b319-d11b81bb2b59 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Dec 13 10:55:55.817907 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8c6a0bc9-88e1-4243-a7cc-5a786a8fa0c9 req-40c00d8c-ed67-47d7-8e60-6a4f6ea100be tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Dec 13 10:55:56.934773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8c314-d96c-4b2a-9720-083858b44aed req-2a71c8e5-0ad3-4db7-b256-af720cd2d6ef tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:56.936114 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08a8c314-d96c-4b2a-9720-083858b44aed req-2a71c8e5-0ad3-4db7-b256-af720cd2d6ef tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0489480 Dec 13 10:55:56.984570 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-08a8c314-d96c-4b2a-9720-083858b44aed req-f82d8068-6079-4f2a-84a0-e356be114621 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Dec 13 10:55:57.811119 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:58.109253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a207e-7542-40b0-9e1f-4554db6ca3de req-2737cbbd-4705-4f6c-a7b8-8b10d001f38e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:58.110698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39a207e-7542-40b0-9e1f-4554db6ca3de req-2737cbbd-4705-4f6c-a7b8-8b10d001f38e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0560615 Dec 13 10:55:58.160890 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39a207e-7542-40b0-9e1f-4554db6ca3de req-6935ffdd-fe3f-48d4-a87b-a986b1b80c0b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Dec 13 10:55:58.762363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d4495cb-eb7d-4262-a180-c629b6dc1a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:59.276377 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcb9b-5558-4c17-aa08-be1468b81c41 req-b72a2b2d-2e58-4299-b961-4647732a6b43 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:55:59.277837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-babfcb9b-5558-4c17-aa08-be1468b81c41 req-b72a2b2d-2e58-4299-b961-4647732a6b43 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0482950 Dec 13 10:55:59.326410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-babfcb9b-5558-4c17-aa08-be1468b81c41 req-4a4a583a-de11-4906-8a79-dc9aff9593e5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Dec 13 10:55:59.841321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:00.445623 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1ccc-4d85-4b4e-93bd-1aa8aa30b96f req-232fe668-f298-4c40-a622-fe06d5c40ba5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:00.447104 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-982d1ccc-4d85-4b4e-93bd-1aa8aa30b96f req-232fe668-f298-4c40-a622-fe06d5c40ba5 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0528765 Dec 13 10:56:00.494921 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-982d1ccc-4d85-4b4e-93bd-1aa8aa30b96f req-a0e939c2-d364-48db-88d5-1ee9a4a19a5e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Dec 13 10:56:01.192170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b455-42b7-47ed-a41d-024db490e42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:01.609681 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa7b19-8156-47fc-85ad-fb29903e7e55 req-ce27ccdd-7475-4f3b-a0c0-1b022ca19353 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:01.611170 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44aa7b19-8156-47fc-85ad-fb29903e7e55 req-ce27ccdd-7475-4f3b-a0c0-1b022ca19353 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0483320 Dec 13 10:56:01.660247 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-44aa7b19-8156-47fc-85ad-fb29903e7e55 req-786e2a8c-4b3b-4b14-8e77-4f0bd948b0da tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Dec 13 10:56:02.552211 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:02.777202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad009b69-135d-4a3d-90db-386d21c3f8ae req-af4ee656-a4c9-48ec-869f-54ca258ae533 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:02.778749 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad009b69-135d-4a3d-90db-386d21c3f8ae req-af4ee656-a4c9-48ec-869f-54ca258ae533 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0508316 Dec 13 10:56:02.832838 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ad009b69-135d-4a3d-90db-386d21c3f8ae req-980ce5cc-848f-4517-b2bf-ba0742918c71 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474098 Dec 13 10:56:03.949502 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067361b-ed0e-4e7d-8fa7-52925d5eac6a req-5f374a18-f051-4f74-b571-af137c968d1b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:03.950992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6067361b-ed0e-4e7d-8fa7-52925d5eac6a req-5f374a18-f051-4f74-b571-af137c968d1b tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0497093 Dec 13 10:56:03.958359 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:04.000711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-6067361b-ed0e-4e7d-8fa7-52925d5eac6a req-88c3125f-a35d-47de-90eb-c42f43e6ab83 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Dec 13 10:56:04.907121 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:56:04.984875 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:05.011316 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:05.022194 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'port_id': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'mac_address': 'fa:16:3e:f9:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:56:05.123165 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002503-13a1-486a-a7ee-d6183982ed54 req-c25d524e-fd50-4fa7-9de5-f5f6546db3bc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:05.125015 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2002503-13a1-486a-a7ee-d6183982ed54 req-c25d524e-fd50-4fa7-9de5-f5f6546db3bc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0532787 Dec 13 10:56:05.179961 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a2002503-13a1-486a-a7ee-d6183982ed54 req-1674cef9-d44e-4b54-b071-de592af02f52 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Dec 13 10:56:05.223153 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:05.235503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d502ff91-01ab-40b6-97f4-6fad4c6b0774 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:56:05.254414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:05.258508 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:05.303653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:05.461184 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['d502ff91-01ab-40b6-97f4-6fad4c6b0774'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:56:06.302219 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33cfac-5c5a-4fa8-b7be-a973131d0a39 req-5effc1df-419c-4b0d-a851-b14985afc2a1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:06.303677 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc33cfac-5c5a-4fa8-b7be-a973131d0a39 req-5effc1df-419c-4b0d-a851-b14985afc2a1 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Dec 13 10:56:06.353054 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bc33cfac-5c5a-4fa8-b7be-a973131d0a39 req-a4bbbbf4-48b2-4463-b19e-6e5fd9a9bc5d tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Dec 13 10:56:06.922884 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:56:06.973001 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port d502ff91-01ab-40b6-97f4-6fad4c6b0774 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:56:06.973405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:07.055315 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:07.078744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:56:07.081017 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaac4fd-513f-4528-a870-b328e222dbcd" -d '{"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:56:07.093636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:56:07.097804 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:07.120737 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1ffe8-f9ff-43db-a698-a03a35e0fcc6 x-openstack-request-id: req-28b1ffe8-f9ff-43db-a698-a03a35e0fcc6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:56:07.121032 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:56:07.121311 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28b1ffe8-f9ff-43db-a698-a03a35e0fcc6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:56:07.121693 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'code': 200} Dec 13 10:56:07.147381 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:07.290894 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e37a6-33ac-48bf-9cbd-ce45d8384d25 req-2518ffc7-c077-40f2-bceb-90faec3f8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:07.292382 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8e37a6-33ac-48bf-9cbd-ce45d8384d25 req-2518ffc7-c077-40f2-bceb-90faec3f8727 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0388181 Dec 13 10:56:07.339697 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7b8e37a6-33ac-48bf-9cbd-ce45d8384d25 req-e7861fec-e7da-45db-bf3b-9452b0e14f2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Dec 13 10:56:07.466901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bdd67-f3d8-4956-aa77-bb509d34b58b req-dc27f742-2810-4edd-87fd-52bca48f93cc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:07.468974 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab1bdd67-f3d8-4956-aa77-bb509d34b58b req-dc27f742-2810-4edd-87fd-52bca48f93cc tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Dec 13 10:56:07.521470 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ab1bdd67-f3d8-4956-aa77-bb509d34b58b req-a4a990ff-b1ec-4ac1-b587-fdd501147653 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462987 Dec 13 10:56:08.639815 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71830cc-3c4a-44bf-865d-97bd063fe9c1 req-3a446d7b-3771-4d50-a29c-40dcdc60676e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:08.642469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e71830cc-3c4a-44bf-865d-97bd063fe9c1 req-3a446d7b-3771-4d50-a29c-40dcdc60676e tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0503092 Dec 13 10:56:08.691294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e71830cc-3c4a-44bf-865d-97bd063fe9c1 req-43c156e1-d266-4192-8488-f1591403d9fe tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 Dec 13 10:56:17.980979 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:56:20.754577 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-49dce502-fec9-4558-b4f6-d3fe4fa1d29a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400794 Dec 13 10:56:20.842280 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-d65b29e5-ac91-4314-b0f8-5c51879712c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:20.844164 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-d65b29e5-ac91-4314-b0f8-5c51879712c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0453315 Dec 13 10:56:20.946421 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-2a4d23ae-f270-4d25-b830-b80a982a004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:20.947885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-2a4d23ae-f270-4d25-b830-b80a982a004b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0837970 Dec 13 10:56:21.017553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-d4c53634-19dc-4c7a-8935-fa9f869eca48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1002 time: 0.0608442 Dec 13 10:56:21.065992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-145f032f-7899-4b99-b651-180d87fbc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:21.067413 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-145f032f-7899-4b99-b651-180d87fbc782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0427442 Dec 13 10:56:21.111877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-e0d78a8b-6422-4969-ab78-6dcfe3dd2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:56:21.113374 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-e0d78a8b-6422-4969-ab78-6dcfe3dd2010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394204 Dec 13 10:56:21.204143 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-d0d2b780-9fda-4f1c-abe4-fed9ad37d371 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828230 Dec 13 10:56:21.293643 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d40ec714-1aa4-45e3-9e2a-ebcad80591c7 req-5d5c2eb5-7379-4511-9cd0-9f7b2da4958a service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810313 Dec 13 10:56:27.824462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:28.763654 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b80eeef9-f056-47f4-aa45-7c36c15e1775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:29.842321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:31.195631 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c201c92-ec66-4f2d-bff2-4cccde1309d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:32.554787 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:33.956106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:34.957994 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:54.980912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:56:57.825807 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:58.766141 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c88d-9987-4d62-a4cb-a84830128827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:59.859891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:01.197538 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0f1bac8-fc03-4637-8561-1b4531e4ad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:02.557464 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:03.959591 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:04.960255 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:20.607292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-27dd1ca0-0773-4545-be53-9fe7f729db77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389154 Dec 13 10:57:20.693472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-49f1a954-0ccb-4663-a7b3-ab14619d645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:20.695001 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-49f1a954-0ccb-4663-a7b3-ab14619d645a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0451801 Dec 13 10:57:20.797739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-91b87ef0-1cd3-4582-aec3-a2e9c566834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:20.799228 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-91b87ef0-1cd3-4582-aec3-a2e9c566834c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.0852752 Dec 13 10:57:20.868541 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-6bb66b63-404e-485b-98bd-5745a1b69630 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 1002 time: 0.0624318 Dec 13 10:57:20.916233 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-c591d336-4194-4053-95ee-7bd23e0e01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:20.917666 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-c591d336-4194-4053-95ee-7bd23e0e01b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0425351 Dec 13 10:57:20.962373 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-33f27761-5491-4ddb-9206-74a9a2b0e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:20.963857 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-33f27761-5491-4ddb-9206-74a9a2b0e489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397422 Dec 13 10:57:21.057244 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-c40d6fdf-8408-4b36-8de4-a6364588712d service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Dec 13 10:57:21.145504 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8f0322e7-10c6-4c4d-a313-45abbb5d3d86 req-ffc0cec3-5c66-4d90-adca-bf74c7a3c24b service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816736 Dec 13 10:57:24.212896 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:24.368262 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Deleting port 2ed22a25-a9ba-4198-83ec-27ede565563d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:24.368600 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:24.761628 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:24.761962 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:24.773741 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Calling delete_port for 2ed22a25-a9ba-4198-83ec-27ede565563d owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:24.916100 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:24.940734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'Port': ['ID=2ed22a25-a9ba-4198-83ec-27ede565563d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:24.952432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.952779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.953148 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.953481 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.953816 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.954151 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.954484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.954814 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.955140 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.955466 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.955793 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.956119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:24.956448 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:25.008974 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:25.009332 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Floating IP 3d08f582-61ab-4abf-9d0e-14f4db44d023 disassociated (deleted). External IP: 172.25.1.191, port: d502ff91-01ab-40b6-97f4-6fad4c6b0774. Dec 13 10:57:25.212169 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:57:25.318650 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:25.323415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:25.327941 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:25.340623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:25.341279 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:25.350987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-2deaea5c-6297-42a0-872c-385fde4da171 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "DELETE /v2.0/floatingips/3d08f582-61ab-4abf-9d0e-14f4db44d023 HTTP/1.1" status: 204 len: 168 time: 1.1369641 Dec 13 10:57:25.351685 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:57:25.354109 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd82443-5a70-485a-8bc5-18ab76b72f38" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:57:25.398073 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e46c4-76b0-4ce0-b2dc-dac7a38429b9 x-openstack-request-id: req-f48e46c4-76b0-4ce0-b2dc-dac7a38429b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:57:25.398370 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:57:25.398632 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f48e46c4-76b0-4ce0-b2dc-dac7a38429b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:57:25.399050 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'status': 'completed', 'code': 200} Dec 13 10:57:25.450102 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:25.465587 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-0de626f1-a260-48d8-b4f6-65358a5ea6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:25.467208 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-0de626f1-a260-48d8-b4f6-65358a5ea6c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0458574 Dec 13 10:57:25.604157 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-ecdb40e6-685f-4e83-9034-ea9594743a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:25.605656 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-ecdb40e6-685f-4e83-9034-ea9594743a7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 200 len: 910 time: 0.1285028 Dec 13 10:57:25.619578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a68ab5-a41a-474d-9828-be6fb958bd35 req-25530093-55ae-45cc-a5fe-f58051885f76 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:25.620616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02a68ab5-a41a-474d-9828-be6fb958bd35 req-25530093-55ae-45cc-a5fe-f58051885f76 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0736458 Dec 13 10:57:25.667746 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-0b268289-e12b-4f03-af58-8bea4e5a05d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 200 len: 217 time: 0.0460277 Dec 13 10:57:25.747689 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02a68ab5-a41a-474d-9828-be6fb958bd35 req-549ef339-129c-4471-acb7-c8c291c77fce tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826554 Dec 13 10:57:25.749206 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-3fec4cbd-0985-4e6e-912e-4f17fc685e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:25.750627 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-3fec4cbd-0985-4e6e-912e-4f17fc685e7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 200 len: 848 time: 0.0705006 Dec 13 10:57:25.756966 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:25.786762 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:25.794878 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:25.795474 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:25.799053 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-c000edb5-fcda-47c7-b3e2-b0865e71c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:25.801111 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-c000edb5-fcda-47c7-b3e2-b0865e71c0e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422988 Dec 13 10:57:25.897534 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-a118112b-5b15-455d-9b7f-6a126dcb3cc5 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890400 Dec 13 10:57:25.902414 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:25.988510 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8cd82443-5a70-485a-8bc5-18ab76b72f38 req-4d01185d-0830-4ec3-9bb2-807d8591fe30 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825133 Dec 13 10:57:26.106345 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:26.131955 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08107d1e-da0a-413c-9355-02d8c6b7d441 None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6cd8e07f-0e6b-4b6f-9c74-10b21de35afc', 'name': '', 'network_id': 'f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'mac_address': 'fa:16:3e:23:ce:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:02Z', 'updated_at': '2021-12-13T10:48:06Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'subnets': [{'id': 'd7df389e-a47f-4a52-ad91-233f5059808a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:26.461266 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd6473-d912-40a8-a6fb-13e620d50c79 None None] New status for floating IP 3d08f582-61ab-4abf-9d0e-14f4db44d023: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:57:26.868903 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4267b3-535d-4c76-b414-343a795d08b8 req-eb96f6e9-03b6-478a-bd46-92aae81e6f77 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:26.870410 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff4267b3-535d-4c76-b414-343a795d08b8 req-eb96f6e9-03b6-478a-bd46-92aae81e6f77 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0495517 Dec 13 10:57:26.923511 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ff4267b3-535d-4c76-b414-343a795d08b8 req-46035b3e-d376-43f6-b952-ef48d62cdab8 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/security-groups?id=f400e025-a46e-4720-9f7c-1750dc69ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472648 Dec 13 10:57:27.080848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2ac4-235a-4450-b879-bef83469102e req-4deb7c1e-f2ab-4a57-9aa0-ca497c5c7063 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:27.083039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79ed2ac4-235a-4450-b879-bef83469102e req-4deb7c1e-f2ab-4a57-9aa0-ca497c5c7063 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0493193 Dec 13 10:57:27.169707 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Deleting port d502ff91-01ab-40b6-97f4-6fad4c6b0774 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:27.170052 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:27.260568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] For port d502ff91-01ab-40b6-97f4-6fad4c6b0774, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=d502ff91-01ab-40b6-97f4-6fad4c6b0774,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:27.260931 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:27.273256 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Calling delete_port for d502ff91-01ab-40b6-97f4-6fad4c6b0774 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:27.403375 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:27.429767 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'Port': ['ID=d502ff91-01ab-40b6-97f4-6fad4c6b0774,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:27.478483 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] No DVR routers for this DVR port d502ff91-01ab-40b6-97f4-6fad4c6b0774 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:57:27.481108 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:27.484592 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-79ed2ac4-235a-4450-b879-bef83469102e req-eb53a0b0-6421-4991-9f04-b00d8e8d285c tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.44 "DELETE /v2.0/ports/d502ff91-01ab-40b6-97f4-6fad4c6b0774 HTTP/1.1" status: 204 len: 173 time: 0.3959701 Dec 13 10:57:27.485098 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-deleted', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:57:27.487444 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9e4b9-cf9f-4cbd-aa63-4c2278821139" -d '{"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-deleted", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:57:27.527337 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb000575-50a5-476e-9c71-605344b85218 x-openstack-request-id: req-fb000575-50a5-476e-9c71-605344b85218 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:57:27.527727 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1aa092-5232-4a55-a0bf-e43eb91f6eb0", "name": "network-vif-deleted", "tag": "d502ff91-01ab-40b6-97f4-6fad4c6b0774", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:57:27.527980 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb000575-50a5-476e-9c71-605344b85218 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:57:27.528432 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1aa092-5232-4a55-a0bf-e43eb91f6eb0', 'name': 'network-vif-deleted', 'tag': 'd502ff91-01ab-40b6-97f4-6fad4c6b0774', 'status': 'completed', 'code': 200} Dec 13 10:57:27.846700 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:28.023169 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-d8f9cf99-4131-4246-adba-888fdbccc39d req-de3fee13-b18a-4d22-a6fe-072bd18083e6 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Dec 13 10:57:28.768290 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af145f5e-a17c-47df-9d4c-549ff464eee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:29.126711 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-02896f1c-7b5a-4b97-a9f0-e4290109fd67 req-05607ef6-e7a7-4e41-89d4-384d4611f4e0 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0314431 Dec 13 10:57:29.859701 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:30.224350 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c55d0c6c-3282-4e7d-8e8e-b024742bd098 req-e5306cc2-e6f5-490e-b6ae-34e59862ac22 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0284827 Dec 13 10:57:31.198814 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-503c8998-1a5b-4197-a540-9b91743dbe66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:31.321752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-31566408-5d33-4ae7-bd3d-f2a5d58b67be req-4502f542-c7c5-419e-b430-3b0f721a8d22 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1aa092-5232-4a55-a0bf-e43eb91f6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Dec 13 10:57:31.421919 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:31.442284 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: d502ff91-01ab-40b6-97f4-6fad4c6b0774 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:31.442631 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device d502ff91-01ab-40b6-97f4-6fad4c6b0774 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:31.980342 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:57:32.379437 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52768) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:32.437666 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:32.463969 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:32.527372 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:32.530031 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:32.531190 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] 10.222.0.30 "DELETE /v2.0/security-groups/f400e025-a46e-4720-9f7c-1750dc69ff11 HTTP/1.1" status: 204 len: 168 time: 0.1507623 Dec 13 10:57:32.542496 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fda426-20fc-436e-bda4-accd2067ab53 tempest-TestShelveInstance-1299078063 tempest-TestShelveInstance-1299078063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400e025-a46e-4720-9f7c-1750dc69ff11,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:32.570094 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:33.606706 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:33.963928 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.063958 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.309450 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Deleting port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:34.309793 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.390567 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] For port 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:34.390934 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.406509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Calling delete_port for 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:34.595866 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.627710 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd8e07f-0e6b-4b6f-9c74-10b21de35afc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:34.821632 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:34.963911 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.042640 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:57:35.147772 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:35.153321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-09e37163-b03f-4ba5-90aa-1c24276a5741 admin admin] 10.222.0.30 "PUT /v2.0/routers/a49a8f2e-440b-48cb-a663-f3af7ca3bf6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451162 Dec 13 10:57:35.155389 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:35.156400 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Sync routers for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:35.167728 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:35.168338 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:35.266123 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.277206 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:35.373038 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.426580 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Deleting port 2e83041e-bceb-4f99-acdb-a910efaee78d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:35.426800 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.475335 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:57:34Z', 'revision_number': 5, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port': {'id': '2e83041e-bceb-4f99-acdb-a910efaee78d', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:00Z', 'updated_at': '2021-12-13T10:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:35.501622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Checking router: a49a8f2e-440b-48cb-a663-f3af7ca3bf6e for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:35.510881 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Routers {'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:35.511566 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:35.512667 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] For port 2e83041e-bceb-4f99-acdb-a910efaee78d, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2e83041e-bceb-4f99-acdb-a910efaee78d,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:35.513087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.526320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Calling delete_port for 2e83041e-bceb-4f99-acdb-a910efaee78d owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:35.598216 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] Set router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:35.678621 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:57:35Z', 'revision_number': 6, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:35.708013 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdfa84-35a0-44b5-a44e-b1d41796a81b None None] The sync data for ids ['a49a8f2e-440b-48cb-a663-f3af7ca3bf6e'] in n-d-820531-5 is: [{'id': 'a49a8f2e-440b-48cb-a663-f3af7ca3bf6e', 'name': 'tempest-TestShelveInstance-1461771730-router', 'tenant_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:47:59Z', 'updated_at': '2021-12-13T10:57:35Z', 'revision_number': 6, 'project_id': 'fc86cbd0ef624e41ab8ada1f70ebc0e9', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:35.728529 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.758019 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e83041e-bceb-4f99-acdb-a910efaee78d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:35.776624 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b765c9-0273-4537-b84d-de9cef31293f None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:35.830464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.921532 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.924062 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.973005 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.973762 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49a8f2e-440b-48cb-a663-f3af7ca3bf6e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:57:35.978980 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:35.980481 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-058c2760-f09f-48ae-8f2b-97c32f8f5307 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a49a8f2e-440b-48cb-a663-f3af7ca3bf6e HTTP/1.1" status: 204 len: 168 time: 0.8241713 Dec 13 10:57:35.983205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:36.027970 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Deleting subnet d7df389e-a47f-4a52-ad91-233f5059808a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:57:36.030906 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.067014 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.154205 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.207415 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.233006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7df389e-a47f-4a52-ad91-233f5059808a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:36.236763 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.240240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-6b9eca78-7ccc-4268-8371-28e51ba06e32 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d7df389e-a47f-4a52-ad91-233f5059808a HTTP/1.1" status: 204 len: 168 time: 0.2559547 Dec 13 10:57:36.242723 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:36.246056 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84352d-deec-4a8d-b868-571408bf01e4 None None] Network f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:36.320244 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.374484 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Deleting port c6703f09-fe93-4b7f-9c16-ce33345c198f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:36.374831 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.441632 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] For port c6703f09-fe93-4b7f-9c16-ce33345c198f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c6703f09-fe93-4b7f-9c16-ce33345c198f,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:36.441972 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.456360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] DHCP port deletion for f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:36.457402 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Calling delete_port for c6703f09-fe93-4b7f-9c16-ce33345c198f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:36.509157 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Deleting port c6703f09-fe93-4b7f-9c16-ce33345c198f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:36.509560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.541902 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.567171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6703f09-fe93-4b7f-9c16-ce33345c198f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:36.573509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] No DVR routers for this DVR port c6703f09-fe93-4b7f-9c16-ce33345c198f on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:57:36.578769 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] For port c6703f09-fe93-4b7f-9c16-ce33345c198f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=c6703f09-fe93-4b7f-9c16-ce33345c198f,segment=NetworkSegment(d5cbbf82-c116-4ebd-986b-80f909d0da90),segment_id=d5cbbf82-c116-4ebd-986b-80f909d0da90)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:36.579173 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.593595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Calling delete_port for c6703f09-fe93-4b7f-9c16-ce33345c198f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:36.673716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.702937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Pushing event deleted for resources: {'Port': ['ID=c6703f09-fe93-4b7f-9c16-ce33345c198f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:36.709147 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] No DVR routers for this DVR port c6703f09-fe93-4b7f-9c16-ce33345c198f on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:57:36.718089 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.718433 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.718775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.719113 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.719444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.719775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.720395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.720395 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.720731 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.721050 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.721398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.721723 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.722040 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8bb25-b586-4e44-9392-4a12548e2e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:36.973220 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:36.992734 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:37.001922 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cbbf82-c116-4ebd-986b-80f909d0da90') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:37.002224 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cbbf82-c116-4ebd-986b-80f909d0da90') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:37.011935 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.025577 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.031465 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:57:37.031852 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: timer() Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:57:37.033742 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:57:37.086798 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.092264 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.095572 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416 HTTP/1.1" status: 204 len: 168 time: 0.8519268 Dec 13 10:57:37.098690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:37.106790 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda851d-4743-426c-b8c5-75f5e543a9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b366f8-88bb-4dc9-bc6d-22f1bbe1b416,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:37.440164 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.685487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Deleting port 2c157933-19e1-48a5-afed-8d24d04c5a35 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:37.685782 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.689363 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2e83041e-bceb-4f99-acdb-a910efaee78d no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:37.712971 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2e83041e-bceb-4f99-acdb-a910efaee78d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:37.713334 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2e83041e-bceb-4f99-acdb-a910efaee78d not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:37.713754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:37.732998 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:37.733371 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6cd8e07f-0e6b-4b6f-9c74-10b21de35afc not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:37.733786 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c6703f09-fe93-4b7f-9c16-ce33345c198f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:37.751941 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: c6703f09-fe93-4b7f-9c16-ce33345c198f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:37.752289 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device c6703f09-fe93-4b7f-9c16-ce33345c198f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:37.765403 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] For port 2c157933-19e1-48a5-afed-8d24d04c5a35, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=2c157933-19e1-48a5-afed-8d24d04c5a35,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:37.765775 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.779205 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Calling delete_port for 2c157933-19e1-48a5-afed-8d24d04c5a35 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:37.959848 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:37.991985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c157933-19e1-48a5-afed-8d24d04c5a35,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:38.020208 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.020564 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.020911 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.021286 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.021635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.021967 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.022301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.022670 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.023004 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.023325 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.023660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.023989 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.024319 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:38.172522 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.384497 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Router 0affa97b-0762-471f-a145-0bce797b4058 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:57:38.486627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:38.492483 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-4f78bcf0-06c7-4d7c-9b69-806b10be33e8 admin admin] 10.222.0.30 "PUT /v2.0/routers/0affa97b-0762-471f-a145-0bce797b4058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927855 Dec 13 10:57:38.495148 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:38.496023 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Sync routers for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:38.507906 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:38.508559 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:38.599841 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.616872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:38.704966 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.759759 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Deleting port 08652816-6caa-4789-a58f-94a90d496d4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:38.760129 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.793914 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '08652816-6caa-4789-a58f-94a90d496d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:57:37Z', 'revision_number': 5, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port': {'id': '08652816-6caa-4789-a58f-94a90d496d4e', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0affa97b-0762-471f-a145-0bce797b4058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:38.820290 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Checking router: 0affa97b-0762-471f-a145-0bce797b4058 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:38.830936 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Routers {'0affa97b-0762-471f-a145-0bce797b4058'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:38.831825 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['0affa97b-0762-471f-a145-0bce797b4058'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:38.846230 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] For port 08652816-6caa-4789-a58f-94a90d496d4e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=08652816-6caa-4789-a58f-94a90d496d4e,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:38.846632 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:38.859864 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Calling delete_port for 08652816-6caa-4789-a58f-94a90d496d4e owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:38.917605 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] Set router 0affa97b-0762-471f-a145-0bce797b4058 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:38.971151 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:57:38Z', 'revision_number': 6, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:38.998607 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429fbae-9658-425d-a206-c1ff082dcf9f None None] The sync data for ids ['0affa97b-0762-471f-a145-0bce797b4058'] in n-d-820531-5 is: [{'id': '0affa97b-0762-471f-a145-0bce797b4058', 'name': 'tempest-TestShelveInstance-659483853-router', 'tenant_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:48:04Z', 'updated_at': '2021-12-13T10:57:38Z', 'revision_number': 6, 'project_id': 'ec7b3b99ab024f03b5b2d2364cb912a0', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:39.025025 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.052191 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Pushing event deleted for resources: {'Port': ['ID=08652816-6caa-4789-a58f-94a90d496d4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:39.067743 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cdd206-2aad-4e7f-98a5-fd4e4ec528a4 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:39.118356 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.518862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.521995 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.566020 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.566587 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0affa97b-0762-471f-a145-0bce797b4058 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 10:57:39.571664 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.572577 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36edf12d-8023-4791-80de-e3e591eaff85 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0affa97b-0762-471f-a145-0bce797b4058 HTTP/1.1" status: 204 len: 168 time: 1.0764902 Dec 13 10:57:39.575095 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:39.619829 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Deleting subnet 6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 10:57:39.623083 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.657790 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.739903 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.798631 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.799757 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 08652816-6caa-4789-a58f-94a90d496d4e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:39.821092 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 08652816-6caa-4789-a58f-94a90d496d4e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:39.821463 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 08652816-6caa-4789-a58f-94a90d496d4e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:39.821894 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2c157933-19e1-48a5-afed-8d24d04c5a35 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:39.824964 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:39.829948 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.834696 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-45e459df-2485-4a6d-be6e-698ded30733f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6652bc57-9e5d-4ec8-9cf4-c7c06f0464bf HTTP/1.1" status: 204 len: 168 time: 0.2583458 Dec 13 10:57:39.836826 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:39.846733 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26b2ae-cd36-40ba-b927-c22613c184af None None] Network 8f1cd471-2eb2-431f-897c-e71972674815 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:39.849109 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 2c157933-19e1-48a5-afed-8d24d04c5a35 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:39.849477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 2c157933-19e1-48a5-afed-8d24d04c5a35 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:39.915299 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:39.974307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Deleting port e83c457b-c5d4-4158-b589-7f779cf5809e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:39.974680 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.010095 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] DHCP port deletion for 8f1cd471-2eb2-431f-897c-e71972674815 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:40.051746 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] For port e83c457b-c5d4-4158-b589-7f779cf5809e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e83c457b-c5d4-4158-b589-7f779cf5809e,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:40.052113 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.060640 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Deleting port e83c457b-c5d4-4158-b589-7f779cf5809e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 10:57:40.061042 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.065749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Calling delete_port for e83c457b-c5d4-4158-b589-7f779cf5809e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:40.158458 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.183099 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83c457b-c5d4-4158-b589-7f779cf5809e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:40.190018 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] No DVR routers for this DVR port e83c457b-c5d4-4158-b589-7f779cf5809e on host n-d-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:57:40.270426 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.288957 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] For port e83c457b-c5d4-4158-b589-7f779cf5809e, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=e83c457b-c5d4-4158-b589-7f779cf5809e,segment=NetworkSegment(9e065096-55c1-4f6c-93bf-9bb834166082),segment_id=9e065096-55c1-4f6c-93bf-9bb834166082)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:40.289391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.290001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1cd471-2eb2-431f-897c-e71972674815']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:40.299162 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e065096-55c1-4f6c-93bf-9bb834166082') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:40.299461 n-d-820531-5 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e065096-55c1-4f6c-93bf-9bb834166082') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:40.303467 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Calling delete_port for e83c457b-c5d4-4158-b589-7f779cf5809e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 10:57:40.309919 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8554062'] for segment, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.325651 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.332942 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 10:57:40.333362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8528164'] for segment, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: Traceback (most recent call last): Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: timer() Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: cb(*args, **kw) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: return func(*args, **kwargs) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: self._notify() Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: self.callback(batched_events) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: event.method(event) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: return f(self, *a, **k) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: return self._get(url).json() Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 10:57:40.335044 n-d-820531-5 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 10:57:40.384165 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.392874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.410828 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.414491 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f1cd471-2eb2-431f-897c-e71972674815 HTTP/1.1" status: 204 len: 168 time: 0.5766966 Dec 13 10:57:40.416116 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c6bd9-9310-4162-b7f0-e42b121b90f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1cd471-2eb2-431f-897c-e71972674815,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:40.416405 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] Pushing event deleted for resources: {'Port': ['ID=e83c457b-c5d4-4158-b589-7f779cf5809e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:40.430793 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939841e6-74cd-44a5-870b-64d484e72323 None None] No DVR routers for this DVR port e83c457b-c5d4-4158-b589-7f779cf5809e on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 10:57:40.534456 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:40.582094 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-e579d8b4-b9ee-4284-8900-b1820ae5e83c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc86cbd0ef624e41ab8ada1f70ebc0e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457542 Dec 13 10:57:40.584690 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:40.639670 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.660764 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.705990 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.709474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:40.710761 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5699c367-ac16-4fde-87a6-ea171a52a311 HTTP/1.1" status: 204 len: 168 time: 0.1251037 Dec 13 10:57:40.718749 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a420e-afe1-431c-8a36-47c2d09678d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699c367-ac16-4fde-87a6-ea171a52a311,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:41.025103 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:41.064820 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-6b3f83a8-915e-44cd-bfcc-477371bc94f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec7b3b99ab024f03b5b2d2364cb912a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384507 Dec 13 10:57:41.067597 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:41.114442 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:41.135504 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:41.186760 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:41.190080 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:41.192370 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c22d19db-66f4-40b8-8b1f-072e6a917c7e HTTP/1.1" status: 204 len: 168 time: 0.1236475 Dec 13 10:57:41.200701 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf5cf6-b81a-41ec-bf80-a570bb025000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d19db-66f4-40b8-8b1f-072e6a917c7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:41.696190 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e83c457b-c5d4-4158-b589-7f779cf5809e no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 10:57:41.720426 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: e83c457b-c5d4-4158-b589-7f779cf5809e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 10:57:41.720790 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device e83c457b-c5d4-4158-b589-7f779cf5809e not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 10:57:41.907671 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:42.030805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1018440331-network', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:42.053826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Made reservation on behalf of 3479dfa0a35d423ba6e073bd9cb33e24 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:57:42.056417 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.068472 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.146103 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.149814 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.180090 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:57:42.185362 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf4671-4a8c-4f47-bcc5-2393d0407b1e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:42.193307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.193653 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Added segment 763acced-1ce2-4ec1-aa39-791b03e549ac of type vlan for network 45fe16de-53d5-4c52-b555-bc58b9dfee86 Dec 13 10:57:42.246536 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.279964 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.280913 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:42.281538 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.335768 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4266832 Dec 13 10:57:42.339086 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:42.344159 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Request body: {'subnet': {'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1018440331-subnet', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:42.346779 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d733-9d6d-4519-a2ea-afc8b87a2a14 admin admin] Pushing event updated for resources: {'Network': ['ID=45fe16de-53d5-4c52-b555-bc58b9dfee86,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:42.359015 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:57:42.373901 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Made reservation on behalf of 3479dfa0a35d423ba6e073bd9cb33e24 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:57:42.376682 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.547329 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.600772 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7b16a8-b04b-4559-8e71-3f7f816eec03,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:42.611868 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Checking segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:42.612231 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Network hostable DHCP agents. Network: 45fe16de-53d5-4c52-b555-bc58b9dfee86, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:57:42.629223 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:57:42.637592 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 45fe16de-53d5-4c52-b555-bc58b9dfee86) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:42.641873 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:42.642474 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.647667 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbd497-98e6-44b1-bcb8-b522b7ccfcaa None None] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:42.659854 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cef25309-f1e2-42b7-98d8-83c6ba913ef5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3195200 Dec 13 10:57:42.662774 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:42.667370 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:42.688438 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.689044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.742843 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.754458 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-45fe16de-53d5-4c52-b555-bc58b9dfee86', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:57:42.755350 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.883709 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.886106 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Allocated IP 172.20.0.2 (45fe16de-53d5-4c52-b555-bc58b9dfee86/2d7b16a8-b04b-4559-8e71-3f7f816eec03/a150b85c-ccc7-45ee-8975-d0c6cc7203d6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:43.032395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.039280 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.083373 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:43.084511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.087310 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:43.089007 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Pushing event updated for resources: {'Port': ['ID=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:43.091736 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:43.108147 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.148237 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Attempting to bind port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:43.148526 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Attempting to bind port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:43.148889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Attempting to bind port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:43.153827 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:43.154154 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Checking segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:43.154560 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.154953 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Bound using segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:43.155940 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Bound port: a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:43.155940 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.211455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Allocated IP 172.25.1.240 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/d5bd2464-2cdb-46e5-8197-d6637755195f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:43.216706 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] For port a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:43.219848 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] For port a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:43.223969 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.283294 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa6b22-020d-4fe0-b881-33f7a1782882 None None] Pushing event updated for resources: {'Port': ['ID=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:43.327296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.363792 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.404864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:43.407955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:43.412577 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:43.434658 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8195f2-9270-4ebc-9a91-8f37877519ba None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:43.453924 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bd2464-2cdb-46e5-8197-d6637755195f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:43.564225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-208cd8f9-ec0f-48a1-9c7b-9a809872c9e2 None None] Provisioning complete for port d5bd2464-2cdb-46e5-8197-d6637755195f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:43.564604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-208cd8f9-ec0f-48a1-9c7b-9a809872c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.605356 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-208cd8f9-ec0f-48a1-9c7b-9a809872c9e2 None None] Port d5bd2464-2cdb-46e5-8197-d6637755195f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:43.703265 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.720191 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a150b85c-ccc7-45ee-8975-d0c6cc7203d6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:43.770300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:43.771002 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.846283 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.883348 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:43.889018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.908617 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:43.939267 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:44.041371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:57:44.149636 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:44.160868 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:44.170272 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.174372 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b12dd1be-a579-4581-bd58-5803a3c93dc7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5077689 Dec 13 10:57:44.174540 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:44.175177 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:44.176339 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:44.238952 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c91e0-2d86-4020-8149-230c24d3c948 None None] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:44.285992 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:44.349614 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-17c65671-1a9c-4808-8a69-b030ae378920 None None] Provisioning complete for port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:44.350462 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17c65671-1a9c-4808-8a69-b030ae378920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.507199 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:43Z', 'revision_number': 3, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:44.628026 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:44.628431 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Updating router 6ca48492-3b87-414c-a91b-1f771aa33bc6 port d5bd2464-2cdb-46e5-8197-d6637755195f binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:57:44.654503 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.658683 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff07221d-91a7-4688-8efd-41b849ef0a81 None None] Provisioning complete for port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:44.659557 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff07221d-91a7-4688-8efd-41b849ef0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.671929 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.843172 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Allocated IP 172.20.0.1 (45fe16de-53d5-4c52-b555-bc58b9dfee86/2d7b16a8-b04b-4559-8e71-3f7f816eec03/6ccf9cca-a207-4cd7-bfad-1101237facbb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:44.911976 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.917223 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.946360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.964477 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cf1bb-256c-4b93-9963-b9de87006ea3 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:44.965040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Attempting to bind port d5bd2464-2cdb-46e5-8197-d6637755195f on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:44.965040 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Attempting to bind port d5bd2464-2cdb-46e5-8197-d6637755195f by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:44.965301 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Attempting to bind port d5bd2464-2cdb-46e5-8197-d6637755195f on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:44.975785 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:44.976237 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:44.976568 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.976961 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:44.977451 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Bound port: d5bd2464-2cdb-46e5-8197-d6637755195f, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:44.977861 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.979884 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Pushing event updated for resources: {'Port': ['ID=d5bd2464-2cdb-46e5-8197-d6637755195f,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:44.982115 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.003172 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.004033 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.004377 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.004815 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.005171 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.005506 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.005834 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.006162 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.006913 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.006913 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.007141 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.007416 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.007734 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:57:45.026975 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:45.029980 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:45.033934 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:45.046436 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] For port d5bd2464-2cdb-46e5-8197-d6637755195f, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:45.049785 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] For port d5bd2464-2cdb-46e5-8197-d6637755195f, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5bd2464-2cdb-46e5-8197-d6637755195f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:45.054940 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.060676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Pushing event updated for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:45.079883 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] Provisioning complete for port d5bd2464-2cdb-46e5-8197-d6637755195f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:45.080079 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.080595 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.118956 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:45.119880 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:45.126307 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae05fac-b16c-4f26-947e-52310b953b73 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:45.197389 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f233b-4138-4b3c-9543-826c6f6bae52 None None] Pushing event updated for resources: {'Port': ['ID=d5bd2464-2cdb-46e5-8197-d6637755195f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:45.220505 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.249344 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:45.252518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] For port d5bd2464-2cdb-46e5-8197-d6637755195f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5bd2464-2cdb-46e5-8197-d6637755195f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:45.255436 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.258421 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.317909 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a730c-10d0-4efd-aaf4-d52c0bea5aff None None] Pushing event updated for resources: {'Port': ['ID=d5bd2464-2cdb-46e5-8197-d6637755195f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:45.379728 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d91ec8a5-bf0a-4e15-b42c-833c2ba1e4d2 None None] Provisioning complete for port d5bd2464-2cdb-46e5-8197-d6637755195f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:45.380106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d91ec8a5-bf0a-4e15-b42c-833c2ba1e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.431925 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.437218 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.447491 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:43Z', 'revision_number': 3, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:45.472722 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d91ec8a5-bf0a-4e15-b42c-833c2ba1e4d2 None None] Provisioning complete for port 6ccf9cca-a207-4cd7-bfad-1101237facbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:45.473391 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d91ec8a5-bf0a-4e15-b42c-833c2ba1e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.474852 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cf080-0a62-4122-83a3-1fd91cfa6c40 None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:43Z', 'revision_number': 3, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:45.508556 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.510539 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Pushing event updated for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:45.518060 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d91ec8a5-bf0a-4e15-b42c-833c2ba1e4d2 None None] Port 6ccf9cca-a207-4cd7-bfad-1101237facbb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:45.605200 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:45.606639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:45.731177 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a150b85c-ccc7-45ee-8975-d0c6cc7203d6 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:45.752804 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:57:45.818265 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:45.818724 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.874947 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:45.893479 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-b2f8dfca-9f44-4109-b0cf-8301b915a1db admin admin] 10.222.0.30 "PUT /v2.0/routers/6ca48492-3b87-414c-a91b-1f771aa33bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7093129 Dec 13 10:57:45.949954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1cf4ee9a-9c01-46f5-a04b-7c7e351ff800 None None] Provisioning complete for port 6ccf9cca-a207-4cd7-bfad-1101237facbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:45.950574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf4ee9a-9c01-46f5-a04b-7c7e351ff800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.986138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4ee9a-9c01-46f5-a04b-7c7e351ff800 None None] Port 6ccf9cca-a207-4cd7-bfad-1101237facbb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:46.388334 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:46.393527 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-489684552-network', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:46.416986 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Made reservation on behalf of ec1c30f888204d609cf3bd5e6c4bb758 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:57:46.419397 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for network, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.428881 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.503196 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.507511 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.532783 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:57:46.542634 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b884fcf-274a-4f7d-a14a-f44af43d54bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:46.547295 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.547644 n-d-820531-5 neutron-server[103189]: INFO neutron.db.segments_db [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Added segment 477c8514-6866-44c1-9a05-318641678206 of type vlan for network 8c241cb9-b095-4880-a77f-75326d2b2436 Dec 13 10:57:46.592591 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735185857055'] for network, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.619296 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412'] for network, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.620310 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:46.620893 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.677621 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2881646 Dec 13 10:57:46.680452 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:46.682515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa218-0d63-435e-91fc-abf52dd8e10d admin admin] Pushing event updated for resources: {'Network': ['ID=8c241cb9-b095-4880-a77f-75326d2b2436,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:46.686465 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Request body: {'subnet': {'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-489684552-subnet', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:46.693493 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Network 8c241cb9-b095-4880-a77f-75326d2b2436 details requested by agent ovs-agent-n-d-820531-5 with host n-d-820531-5 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:57:46.708847 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Made reservation on behalf of ec1c30f888204d609cf3bd5e6c4bb758 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:57:46.711213 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8489178'] for subnet, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.883590 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8489156'] for subnet, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.940617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:46.950822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Checking segment: {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:46.951196 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Network hostable DHCP agents. Network: 8c241cb9-b095-4880-a77f-75326d2b2436, hostable agents: ['1e01c853-4ba0-4006-b210-2ff2da710779'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:57:46.968780 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Network 8c241cb9-b095-4880-a77f-75326d2b2436 is scheduled to be hosted by DHCP agent 1e01c853-4ba0-4006-b210-2ff2da710779 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:57:46.978209 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820531-5, 8c241cb9-b095-4880-a77f-75326d2b2436) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:46.982368 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:46.982961 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.988366 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f0033-f1e5-424a-8280-8a781bf0d502 None None] Network 8c241cb9-b095-4880-a77f-75326d2b2436 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:46.998727 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-047561a1-5b5a-4f49-a8fc-e5e93841f777 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170373 Dec 13 10:57:47.001328 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:47.005725 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:47.031219 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5718'] for router, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.032362 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-621188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5709'] for router, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.088526 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.095257 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe68339e7-1f8a-56aa-bc58-fa7105e9d6f8-8c241cb9-b095-4880-a77f-75326d2b2436', 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436', 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'fixed_ips': [{'subnet_id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4'}]}} from n-d-820531-5. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:57:47.096210 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.167537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:47.192609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:47.193259 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:47.226339 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.321544 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Allocated IP 172.20.0.2 (8c241cb9-b095-4880-a77f-75326d2b2436/33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4/6dc512c8-5d69-4aad-886c-380ad2bab6e1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:47.350365 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:47.429542 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.448673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.559154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Allocated IP 172.25.1.87 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/09adf155-1f44-4feb-b2f7-c2bdf84e5b92) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:47.622449 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.632343 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824'] for port, after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.671152 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.707263 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:47.755482 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:47.758827 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:47.762716 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:47.787157 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Pushing event updated for resources: {'Port': ['ID=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:47.841249 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5bd2464-2cdb-46e5-8197-d6637755195f up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:47.843027 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be7038-a8c0-4ea9-b4b9-1f1cf6d87bd5 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:47.883330 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Network 8c241cb9-b095-4880-a77f-75326d2b2436 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:47.897775 n-d-820531-5 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:47.903241 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Pushing event updated for resources: {'Port': ['ID=6dc512c8-5d69-4aad-886c-380ad2bab6e1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:47.905297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:47.959101 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 2, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:48.007710 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8d92320b-86d4-420d-b4f9-06aa88c3c69a None None] Provisioning complete for port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:48.008419 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d92320b-86d4-420d-b4f9-06aa88c3c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.011303 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:48.011656 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Updating router 6ca48492-3b87-414c-a91b-1f771aa33bc6 port 6ccf9cca-a207-4cd7-bfad-1101237facbb binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:57:48.031605 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.063932 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port d5bd2464-2cdb-46e5-8197-d6637755195f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:48.064305 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.070059 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Attempting to bind port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:48.070436 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Attempting to bind port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:48.070805 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Attempting to bind port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 on network 8c241cb9-b095-4880-a77f-75326d2b2436 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:48.098218 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.111138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:48.111514 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Checking segment: {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:48.111910 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.112299 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Bound using segment: {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:48.113459 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Bound port: 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:48.114097 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.126420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8d92320b-86d4-420d-b4f9-06aa88c3c69a None None] Port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:48.232561 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621303'] for router, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.316344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] For port 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:48.347868 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] For port 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6dc512c8-5d69-4aad-886c-380ad2bab6e1,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:48.360020 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Router b9939350-f7d2-49df-b414-8b35b9a26237 is scheduled to L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:57:48.376684 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.460556 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571f2f-6aa2-4f40-b7df-c0a90611acc5 None None] Pushing event updated for resources: {'Port': ['ID=6dc512c8-5d69-4aad-886c-380ad2bab6e1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:48.482305 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:48.493168 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Sync routers for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:48.504856 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.509015 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-36a97445-3c3a-4f27-9e6c-b8bde18369db admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5041831 Dec 13 10:57:48.509218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:48.509218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:48.509778 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:48.554330 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.561499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.621460 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5a0a-d4e8-46de-a108-82ca465f70b4 None None] Pushing event updated for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:48.635340 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:48.694138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Attempting to bind port 6ccf9cca-a207-4cd7-bfad-1101237facbb on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:48.694704 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Attempting to bind port 6ccf9cca-a207-4cd7-bfad-1101237facbb by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:48.695169 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Attempting to bind port 6ccf9cca-a207-4cd7-bfad-1101237facbb on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:48.723999 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:48.725783 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Checking segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:48.726395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.726898 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Bound using segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:48.727518 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Bound port: 6ccf9cca-a207-4cd7-bfad-1101237facbb, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:48.727989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.814536 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] For port 6ccf9cca-a207-4cd7-bfad-1101237facbb, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:48.819562 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] For port 6ccf9cca-a207-4cd7-bfad-1101237facbb, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6ccf9cca-a207-4cd7-bfad-1101237facbb,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:48.834743 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.905380 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:48.905937 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:48.951009 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:47Z', 'revision_number': 3, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:48.982505 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Checking router: b9939350-f7d2-49df-b414-8b35b9a26237 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:48.983408 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Updating router b9939350-f7d2-49df-b414-8b35b9a26237 port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 binding host n-d-820531-5 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:57:49.014655 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.026484 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5a0a-d4e8-46de-a108-82ca465f70b4 None None] Pushing event updated for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:49.085944 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:49.088963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] Provisioning complete for port 6ccf9cca-a207-4cd7-bfad-1101237facbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:49.089430 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.104307 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.259496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.294885 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Allocated IP 172.20.0.1 (8c241cb9-b095-4880-a77f-75326d2b2436/33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4/543903cd-3049-4c23-addd-ed83aefda897) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:49.333248 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks [] for port, precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.338152 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] For port 6ccf9cca-a207-4cd7-bfad-1101237facbb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6ccf9cca-a207-4cd7-bfad-1101237facbb,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:49.339928 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.352966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.407709 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5ddf1-ab5c-46e3-8e7d-1948d9e18ec8 None None] Pushing event updated for resources: {'Port': ['ID=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:49.415125 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4156057-cea6-4482-b1bc-7109a18008f4 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:49.417780 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Attempting to bind port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:49.418427 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Attempting to bind port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:49.419038 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Attempting to bind port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 on network 1f869e0f-9c37-42a8-a312-085caebea9ea {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:49.427977 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:49.428811 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Checking segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:49.429479 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.431677 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Bound using segment: {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:49.434115 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Bound port: 09adf155-1f44-4feb-b2f7-c2bdf84e5b92, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c9092c-18e9-4122-826c-001f0b55d210', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:49.436994 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.452947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8174d0-0fae-46eb-865b-c153e8e7bfe0 None None] Pushing event updated for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:49.494019 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aafe5b62-1318-4e57-9bc7-120cabdad826 None None] Provisioning complete for port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:49.494396 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aafe5b62-1318-4e57-9bc7-120cabdad826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.499107 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:48Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:49.525064 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] For port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92, host n-d-820531-5, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:49.529632 n-d-820531-5 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] For port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:49.535647 n-d-820531-5 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.561208 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b46c3-0019-48ba-aced-62f5be718127 None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:48Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:49.567547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aafe5b62-1318-4e57-9bc7-120cabdad826 None None] Port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:49.582982 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aafe5b62-1318-4e57-9bc7-120cabdad826 None None] Provisioning complete for port 6ccf9cca-a207-4cd7-bfad-1101237facbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:49.583504 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aafe5b62-1318-4e57-9bc7-120cabdad826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.654623 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:49.655267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:49.672138 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501fbc2-3330-4726-ba75-ab0cbf9f6e5f None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 10:57:49.779787 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5ddf1-ab5c-46e3-8e7d-1948d9e18ec8 None None] Pushing event updated for resources: {'Port': ['ID=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:49.863964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6dc512c8-5d69-4aad-886c-380ad2bab6e1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:49.884292 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.918622 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:49.922826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] Provisioning complete for port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:49.923200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.938722 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:49.999021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:49.999401 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.011036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Network 8c241cb9-b095-4880-a77f-75326d2b2436 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:50.014003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:50.017803 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:50.065776 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621444'] for router_interface, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.072499 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.084675 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ae9f0-1289-46f3-9832-d98d45391dac None None] Network 8c241cb9-b095-4880-a77f-75326d2b2436 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:57:50.119912 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Pushing event updated for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:50.150587 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] For port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:50.161846 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.184116 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:47Z', 'revision_number': 3, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:50.212044 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ba423-25ed-404d-9d4f-061c6dd4ac0d None None] The sync data for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 is: [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:47Z', 'revision_number': 3, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:50.244419 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.249637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16423dc5-31ac-4172-b517-eeb72c070d71 None None] Pushing event updated for resources: {'Port': ['ID=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:50.330904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.348632 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2f8e5c88-fa3e-4045-8496-74dd53bb768b None None] Provisioning complete for port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:50.349009 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f8e5c88-fa3e-4045-8496-74dd53bb768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.388318 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] For port 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6dc512c8-5d69-4aad-886c-380ad2bab6e1,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:50.419716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.423364 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6ccf9cca-a207-4cd7-bfad-1101237facbb up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:50.475612 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.481619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.557842 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Pushing event updated for resources: {'Port': ['ID=6dc512c8-5d69-4aad-886c-380ad2bab6e1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:50.624509 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Pushing event updated for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:50.637610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620596'] for router_interface, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.789168 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Network 8c241cb9-b095-4880-a77f-75326d2b2436 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:50.791785 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:50.857079 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6ccf9cca-a207-4cd7-bfad-1101237facbb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:50.857834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:50.952908 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Router b9939350-f7d2-49df-b414-8b35b9a26237 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:57:51.044227 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f1cf4fc7-e2e0-4c9c-8336-13bbe07611ec None None] Provisioning complete for port 543903cd-3049-4c23-addd-ed83aefda897 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:51.044763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4fc7-e2e0-4c9c-8336-13bbe07611ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.101216 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf4fc7-e2e0-4c9c-8336-13bbe07611ec None None] Port 543903cd-3049-4c23-addd-ed83aefda897 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:51.105674 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:57:51.112068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-0f3a565a-c407-42f0-ac7f-5f440e69542f admin admin] 10.222.0.30 "PUT /v2.0/routers/b9939350-f7d2-49df-b414-8b35b9a26237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012001 Dec 13 10:57:51.116874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f1cf4fc7-e2e0-4c9c-8336-13bbe07611ec None None] Provisioning complete for port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:51.117260 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1cf4fc7-e2e0-4c9c-8336-13bbe07611ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.353670 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fd985eab-754a-439a-b899-d24ee9db1b12 None None] Provisioning complete for port 543903cd-3049-4c23-addd-ed83aefda897 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:51.354046 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd985eab-754a-439a-b899-d24ee9db1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.391524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fd985eab-754a-439a-b899-d24ee9db1b12 None None] Port 543903cd-3049-4c23-addd-ed83aefda897 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:51.763298 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6dc512c8-5d69-4aad-886c-380ad2bab6e1 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:51.815220 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:51.815507 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.841737 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:51.846298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387506887', 'description': 'tempest-secgroup-smoke-387506887 description', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:51.869279 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.897522 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:51.937588 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.942912 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.946153 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:51.946531 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.973708 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:51.977698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321900 Dec 13 10:57:51.977698 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292172b3-1d90-44c9-9703-6b50e76b26d7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a2f1b-a8d3-4949-9292-f97d00aff885,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:51.978709 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:51.983469 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.012688 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.072887 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.076552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.095650 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71ea287-406f-471c-ba0e-3c2c9e3c150f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.105298 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.106487 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-96fccb92-b084-4c39-b089-88cc19281381 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271634 Dec 13 10:57:52.109163 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:52.114258 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.140139 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.197673 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.201187 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.221026 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7def5ea7-66b9-4cc7-8586-a96a359ac4a5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.227396 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.228627 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-c1d76ed9-36aa-4bd0-82be-cc4487454b1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185074 Dec 13 10:57:52.231293 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:52.235739 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.264012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.320972 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.324525 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.341913 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc5fb4c-c53b-4790-9e87-c7f3f4479a1f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.349857 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.351057 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-1d7fae88-2e33-4fb8-a211-42c5b83ac70d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188316 Dec 13 10:57:52.353785 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:52.358220 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.386266 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.448026 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.451611 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.468752 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccdb185-f3b8-44ad-b933-cd732358fcc6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.477450 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.481432 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52878) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:52.481574 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-f2681cc2-da78-460c-8772-faae9a6138be tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266291 Dec 13 10:57:52.486110 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.508346 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Project 3479dfa0a35d423ba6e073bd9cb33e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:57:52.513022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.577599 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.583203 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.605317 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db903904-8d91-427c-811e-3309d43b1906,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.610891 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.615091 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e886ef52-4c76-473d-9736-26adc21865f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294074 Dec 13 10:57:52.615321 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 52880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:52.620721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'security_group_rule': {'security_group_id': 'b75a2f1b-a8d3-4949-9292-f97d00aff885', 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:52.642680 n-d-820531-5 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Project 3479dfa0a35d423ba6e073bd9cb33e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 10:57:52.647835 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.707077 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.710548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782301'] for security_group_rule, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.728677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d256d5-c579-44ce-bb42-0662a284ac68,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:52.736910 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:52.747223 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-3262502f-01d3-42ba-8a49-e5506b460ac0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217272 Dec 13 10:57:52.892560 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-38be6102-ef6d-44be-bfb3-2c9567588a18 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387506887&fields=id&tenant_id=3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 267 time: 0.0440874 Dec 13 10:57:53.006642 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-ecae8c6b-f887-4f7a-a500-d8f5e39cdd2b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:53.008105 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-ecae8c6b-f887-4f7a-a500-d8f5e39cdd2b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 810 time: 0.1074471 Dec 13 10:57:53.025331 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-f1a34c90-625d-4fd9-a391-5a85f1a9ab65 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/quotas/3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 375 time: 0.0112782 Dec 13 10:57:53.052117 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Sync routers for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:57:53.062889 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:53.063511 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:53.077759 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-4d63ab9e-c33c-45f2-97e1-9aed3ec79fc0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473120 Dec 13 10:57:53.168882 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:53.183918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-b166ccc0-7b1b-42c7-85d6-d84403373f62 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:57:53.184942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-b166ccc0-7b1b-42c7-85d6-d84403373f62 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0952935 Dec 13 10:57:53.279553 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-2e1e221c-4d27-45ea-84d1-734b8ebf6829 service neutron] 10.222.0.30 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878654 Dec 13 10:57:53.366759 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '543903cd-3049-4c23-addd-ed83aefda897', 'name': '', 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'mac_address': 'fa:16:3e:c7:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:49Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 2, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'subnets': [{'id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:53.369847 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-04724e1e-8410-4e1f-89c0-57ccb27aeaf3 service neutron] 10.222.0.30 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Dec 13 10:57:53.396872 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Checking router: b9939350-f7d2-49df-b414-8b35b9a26237 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:57:53.397255 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Updating router b9939350-f7d2-49df-b414-8b35b9a26237 port 543903cd-3049-4c23-addd-ed83aefda897 binding host n-d-820531-5 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:57:53.421537 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.545725 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-902da4fc-b61e-43fd-ba67-cc5f0db95237 req-b32372a5-b443-4caf-8829-4e22452d9852 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0319216 Dec 13 10:57:53.709005 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks [] for port, precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.714968 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.770905 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602e8bb-1b15-43c2-8ea5-3f71c090751e None None] Pushing event updated for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:53.827012 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Attempting to bind port 543903cd-3049-4c23-addd-ed83aefda897 on host n-d-820531-5 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:53.827391 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Attempting to bind port 543903cd-3049-4c23-addd-ed83aefda897 by drivers openvswitch,hyperv on host n-d-820531-5 at level 0 using segments [{'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:53.827752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Attempting to bind port 543903cd-3049-4c23-addd-ed83aefda897 on network 8c241cb9-b095-4880-a77f-75326d2b2436 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:53.834224 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Checking agent: {'id': '61dc7681-8aee-4ee9-8644-2f3992978fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 24, 34), 'started_at': datetime.datetime(2021, 12, 13, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820531-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:53.834609 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Checking segment: {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:53.835019 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.835414 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Bound using segment: {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:53.835885 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Bound port: 543903cd-3049-4c23-addd-ed83aefda897, host: n-d-820531-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477c8514-6866-44c1-9a05-318641678206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:53.836292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.906444 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] For port 543903cd-3049-4c23-addd-ed83aefda897, host n-d-820531-5, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:53.909896 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] For port 543903cd-3049-4c23-addd-ed83aefda897, host n-d-820531-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=543903cd-3049-4c23-addd-ed83aefda897,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:53.915186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:53.975427 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:57:53.976613 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:57:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:54.012474 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602e8bb-1b15-43c2-8ea5-3f71c090751e None None] Pushing event updated for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:54.076344 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] Provisioning complete for port 543903cd-3049-4c23-addd-ed83aefda897 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:54.077387 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:54.130755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:57:54.278155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:54.337073 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] For port 543903cd-3049-4c23-addd-ed83aefda897, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=543903cd-3049-4c23-addd-ed83aefda897,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:54.356496 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:54.414866 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661e33a-c7c7-4c3b-aa5d-dd259756467f None None] Pushing event updated for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:54.430747 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '543903cd-3049-4c23-addd-ed83aefda897', 'name': '', 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'mac_address': 'fa:16:3e:c7:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:49Z', 'updated_at': '2021-12-13T10:57:53Z', 'revision_number': 4, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'subnets': [{'id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:57:54.462185 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc6efa-679d-4084-9c99-cf070c8e5231 None None] The sync data for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 is: [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '543903cd-3049-4c23-addd-ed83aefda897', 'name': '', 'network_id': '8c241cb9-b095-4880-a77f-75326d2b2436', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'mac_address': 'fa:16:3e:c7:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:49Z', 'updated_at': '2021-12-13T10:57:53Z', 'revision_number': 4, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'subnets': [{'id': '33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:57:54.483524 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e5598e64-a18c-40db-9d17-83442006fca1 None None] Provisioning complete for port 543903cd-3049-4c23-addd-ed83aefda897 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:54.483995 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5598e64-a18c-40db-9d17-83442006fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:54.630192 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-62491b3a-9fb3-4ab4-a92c-849a0cfbb8f1 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:54.631831 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-62491b3a-9fb3-4ab4-a92c-849a0cfbb8f1 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 810 time: 0.1773942 Dec 13 10:57:54.705648 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-23eb9727-9510-431f-bcba-593dd7b2573f req-a2028224-0b69-4a4e-a106-ba44747f99dc tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0386589 Dec 13 10:57:54.747461 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-b9852f69-afc8-401d-b465-d84310b070b0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 379 time: 0.1055701 Dec 13 10:57:54.758641 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'port': {'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'admin_state_up': True, 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'security_groups': ['b75a2f1b-a8d3-4949-9292-f97d00aff885']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:54.875870 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Made reservation on behalf of 3479dfa0a35d423ba6e073bd9cb33e24 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:57:54.879810 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.016851 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Allocated IP 172.20.0.5 (45fe16de-53d5-4c52-b555-bc58b9dfee86/2d7b16a8-b04b-4559-8e71-3f7f816eec03/c53613a6-0659-422c-b7fe-5458becdcbe5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:57:55.165022 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.201087 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.254781 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:57:55.258195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:57:55.262834 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:57:55.267116 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:55.318322 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:55.319010 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.336023 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c309cc6b-af7a-445b-81ba-efaf66ad298b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813913 Dec 13 10:57:55.350300 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Request body: {'port': {'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820531-5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:57:55.408074 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.561799 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-34f5edbe-222d-47c8-9a24-661b2d32b1e3 None None] Provisioning complete for port c53613a6-0659-422c-b7fe-5458becdcbe5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:55.562374 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34f5edbe-222d-47c8-9a24-661b2d32b1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.594505 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-34f5edbe-222d-47c8-9a24-661b2d32b1e3 None None] Port c53613a6-0659-422c-b7fe-5458becdcbe5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:57:55.688954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53613a6-0659-422c-b7fe-5458becdcbe5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:57:55.697462 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.710826 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Transition to ACTIVE for port object c53613a6-0659-422c-b7fe-5458becdcbe5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:57:55.713963 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.731055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 543903cd-3049-4c23-addd-ed83aefda897 up at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:57:55.791595 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Provisioning complete for port 543903cd-3049-4c23-addd-ed83aefda897 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:57:55.791980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.802371 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:55.889472 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ec28c-0d77-43a2-93c2-276ff1ea875e req-4d350d79-907b-4be4-8462-bfd859654174 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:55.891039 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4ec28c-0d77-43a2-93c2-276ff1ea875e req-4d350d79-907b-4be4-8462-bfd859654174 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.1059227 Dec 13 10:57:55.893796 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Attempting to bind port c53613a6-0659-422c-b7fe-5458becdcbe5 on host n-h2-820531-5 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:57:55.895120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Attempting to bind port c53613a6-0659-422c-b7fe-5458becdcbe5 by drivers openvswitch,hyperv on host n-h2-820531-5 at level 0 using segments [{'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:57:55.895519 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Attempting to bind port c53613a6-0659-422c-b7fe-5458becdcbe5 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:55.906228 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Port c53613a6-0659-422c-b7fe-5458becdcbe5 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 not bound, no agent of type Open vSwitch agent registered on host n-h2-820531-5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:57:55.906548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Attempting to bind port c53613a6-0659-422c-b7fe-5458becdcbe5 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:57:55.920820 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Checking agent: {'id': '0eef165d-6970-4347-98d3-0051a4faff14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:57:55.921214 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Checking segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:57:55.921563 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Bound using segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:57:55.922002 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Bound port: c53613a6-0659-422c-b7fe-5458becdcbe5, host: n-h2-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:57:55.922360 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.982950 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8a4ec28c-0d77-43a2-93c2-276ff1ea875e req-02014dd5-f119-4758-be17-af98dee9d1dc tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839729 Dec 13 10:57:56.009905 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:57:56.013513 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:57:56.018639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:56.065655 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.066468 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:56.067855 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 1091 time: 0.7231677 Dec 13 10:57:56.068331 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:57:56.070781 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89060b5-29eb-40b5-b68c-d221147b52d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:57:56.103409 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ec14f-c5cb-45a2-8e19-1b0e5bb2d1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:56.152775 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c465d806-b915-48f8-8758-429ac9cb94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.154361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-c465d806-b915-48f8-8758-429ac9cb94b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0468118 Dec 13 10:57:56.199870 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0015f263-b855-4c27-88b7-f18245cb7b30 x-openstack-request-id: req-0015f263-b855-4c27-88b7-f18245cb7b30 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:57:56.200254 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:57:56.200589 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0015f263-b855-4c27-88b7-f18245cb7b30 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:57:56.201059 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'status': 'completed', 'code': 200} Dec 13 10:57:56.203031 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-e9d808bb-d160-461f-9661-b2d292e1e4d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 217 time: 0.0410461 Dec 13 10:57:56.253966 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-49759dc0-23e4-493f-ae22-223c532bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.255455 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-49759dc0-23e4-493f-ae22-223c532bff82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0456626 Dec 13 10:57:56.305398 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-d5e3f706-070f-417a-a45e-85ba3cf5f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.306872 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-d5e3f706-070f-417a-a45e-85ba3cf5f90f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445082 Dec 13 10:57:56.398484 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-06736efc-e728-4d03-90ea-db8671b4bef2 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830691 Dec 13 10:57:56.492617 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4f29ef22-19ec-4fa6-a694-c720619f4c1a req-a0e114e4-7979-485a-bb3c-a430021699b0 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857623 Dec 13 10:57:56.583990 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-bf735c98-801c-41a5-a886-0e9e32875404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.585488 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-bf735c98-801c-41a5-a886-0e9e32875404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0419068 Dec 13 10:57:56.678548 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-e1dea810-059b-4edb-9663-4d7fa5df82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.679997 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-e1dea810-059b-4edb-9663-4d7fa5df82ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0865512 Dec 13 10:57:56.721573 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-54858b0c-5867-4ec5-a787-9c8d850ee249 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 217 time: 0.0343132 Dec 13 10:57:56.772507 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-32ead603-2468-4554-b9d6-eb633c30eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.774020 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-32ead603-2468-4554-b9d6-eb633c30eb22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0458343 Dec 13 10:57:56.822218 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-e3e73627-8dae-4d39-9dde-6257ee6941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:56.823694 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-e3e73627-8dae-4d39-9dde-6257ee6941a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403345 Dec 13 10:57:56.916549 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-acca5115-8a41-4735-95a0-67b33af99eb1 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837829 Dec 13 10:57:57.004303 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e89060b5-29eb-40b5-b68c-d221147b52d3 req-0b584b09-225c-4f52-8843-c997c27b6092 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795584 Dec 13 10:57:57.109784 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca91e-616e-4b12-ba7c-8a2a4ef2e824 req-2c06b288-d0ef-471c-8401-4ead55da29fa tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:57.111261 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a68ca91e-616e-4b12-ba7c-8a2a4ef2e824 req-2c06b288-d0ef-471c-8401-4ead55da29fa tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0579383 Dec 13 10:57:57.161043 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a68ca91e-616e-4b12-ba7c-8a2a4ef2e824 req-ad62a033-f51c-4760-a837-b4748dba2fd9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437083 Dec 13 10:57:57.858171 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:58.278337 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08eb1c-1f17-4767-97ac-b4f7ad713691 req-67f0f728-b1a0-464c-8388-5df08ea91ff8 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:58.279801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f08eb1c-1f17-4767-97ac-b4f7ad713691 req-67f0f728-b1a0-464c-8388-5df08ea91ff8 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0480404 Dec 13 10:57:58.328340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0f08eb1c-1f17-4767-97ac-b4f7ad713691 req-2b3edff8-66e1-4f90-9197-7e69ae153f1e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Dec 13 10:57:58.771179 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34298de0-0752-469f-a505-e7b081603f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:59.447807 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9873a8-2061-4a01-bf29-18e71828f506 req-efa5a153-9bb1-4e03-b08f-c7f91bd8b812 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:57:59.449310 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e9873a8-2061-4a01-bf29-18e71828f506 req-efa5a153-9bb1-4e03-b08f-c7f91bd8b812 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0520654 Dec 13 10:57:59.498061 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e9873a8-2061-4a01-bf29-18e71828f506 req-6df68d8d-589a-4782-a421-d92d31c9b38e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Dec 13 10:57:59.545955 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:57:59.637665 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:59.649851 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:57:59.685453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:59.700959 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53613a6-0659-422c-b7fe-5458becdcbe5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:57:59.719797 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:57:59.724583 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:59.772094 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:57:59.872031 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:59.976826 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c53613a6-0659-422c-b7fe-5458becdcbe5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:58:00.615521 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222c907-c3d2-457e-a4d1-5031456aa64d req-3c4b0f32-b4b0-46f5-94c0-4a243419ee2f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:00.617048 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a222c907-c3d2-457e-a4d1-5031456aa64d req-3c4b0f32-b4b0-46f5-94c0-4a243419ee2f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 944 time: 0.0491710 Dec 13 10:58:00.665806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a222c907-c3d2-457e-a4d1-5031456aa64d req-52a3fbd9-02af-467e-8c3e-4495cf9b9d80 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Dec 13 10:58:01.200820 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a962ee6e-183b-4e76-be28-dde3ee0acd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:01.551226 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:58:01.600288 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning for port c53613a6-0659-422c-b7fe-5458becdcbe5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 10:58:01.604009 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port c53613a6-0659-422c-b7fe-5458becdcbe5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:58:01.604386 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:01.683115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:01.706967 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:01.709301 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d32622-c95a-4d46-8e8e-0a71130970eb" -d '{"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:01.722871 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:58:01.728369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:01.757325 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e340c65c-1d9b-4cc7-98d5-828805f6a757 x-openstack-request-id: req-e340c65c-1d9b-4cc7-98d5-828805f6a757 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:01.757841 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:01.757993 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e340c65c-1d9b-4cc7-98d5-828805f6a757 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:01.758266 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'code': 200} Dec 13 10:58:01.780369 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:01.788594 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93eaaf-6f39-44bd-8e34-0eac04526529 req-c350c10a-6dcc-4b5c-8d26-bf75477657fc tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:01.790199 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc93eaaf-6f39-44bd-8e34-0eac04526529 req-c350c10a-6dcc-4b5c-8d26-bf75477657fc tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0533311 Dec 13 10:58:01.868098 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-fc93eaaf-6f39-44bd-8e34-0eac04526529 req-29de43d6-d1e0-47f7-82a4-4229c7133682 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715158 Dec 13 10:58:01.880992 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d53261-8d40-4865-b753-e623b23dd97e req-19643cd4-92f3-4e24-a0d6-499959bac98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:01.882387 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9d53261-8d40-4865-b753-e623b23dd97e req-19643cd4-92f3-4e24-a0d6-499959bac98a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0585346 Dec 13 10:58:01.930864 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b9d53261-8d40-4865-b753-e623b23dd97e req-119aa8e0-1529-4a04-a1d5-d78872afb6f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Dec 13 10:58:02.564644 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:02.990615 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694b171-2a09-4d5a-b3ed-40717894f372 req-0555c01d-318c-472f-9b4b-e699436dc3f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:02.992119 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f694b171-2a09-4d5a-b3ed-40717894f372 req-0555c01d-318c-472f-9b4b-e699436dc3f4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0497632 Dec 13 10:58:03.041796 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f694b171-2a09-4d5a-b3ed-40717894f372 req-127b3a78-f9e1-4365-b5e7-b59a03510e4f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Dec 13 10:58:03.165771 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac259-25e9-4a76-9732-da98be8a4d5f req-83363f9d-234b-4c5b-ae3e-05e2977538f5 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:03.167133 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-648ac259-25e9-4a76-9732-da98be8a4d5f req-83363f9d-234b-4c5b-ae3e-05e2977538f5 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Dec 13 10:58:03.215806 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-648ac259-25e9-4a76-9732-da98be8a4d5f req-227fe0a6-958e-47b7-bf8e-71196a9fe9c2 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Dec 13 10:58:03.237006 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:58:03.333003 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42793c-3a85-471c-8871-88d58638087d tempest-TestSnapshotPattern-1005258271 tempest-TestSnapshotPattern-1005258271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:03.334555 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0b42793c-3a85-471c-8871-88d58638087d tempest-TestSnapshotPattern-1005258271 tempest-TestSnapshotPattern-1005258271-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1091 time: 0.0960324 Dec 13 10:58:03.337483 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 52938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:58:03.341691 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:58:03.363340 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:03.459552 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:03.568264 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Allocated IP 172.25.1.200 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/6b73f5bd-09a9-4415-802a-6dc297c82a34) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:58:03.672944 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:03.705547 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:03.745839 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:58:03.748678 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:58:03.752154 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:58:03.757796 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=6b73f5bd-09a9-4415-802a-6dc297c82a34,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:03.965956 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.095331 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.161012 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.309859 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.314352 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.383400 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=6b73f5bd-09a9-4415-802a-6dc297c82a34,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:58:04.391514 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.494233 n-d-820531-5 neutron-server[103188]: INFO neutron.db.l3_db [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Floating IP 71828295-5461-4178-bdc5-30e9a9d5ec9a associated. External IP: 172.25.1.200, port: c53613a6-0659-422c-b7fe-5458becdcbe5. Dec 13 10:58:04.707182 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:58:04.814338 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:58:04.824197 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:58:04.832874 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:04.835087 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:58:04.835705 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:58:04.860091 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-3c7a43f9-9bfa-49a9-ada5-f47effbc170d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5215998 Dec 13 10:58:04.860985 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:58:04.864073 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d9ae05-877c-473d-bd46-48cb9124eb99" -d '{"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:58:04.944616 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:58:04.964383 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c5958-2299-46f7-88f6-6cc3f0bfe0b0 x-openstack-request-id: req-fa4c5958-2299-46f7-88f6-6cc3f0bfe0b0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:58:04.964672 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:58:04.965025 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa4c5958-2299-46f7-88f6-6cc3f0bfe0b0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:58:04.965566 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'status': 'completed', 'code': 200} Dec 13 10:58:04.968457 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:05.031137 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-de5eabbc-dc22-48f4-88f7-4e3cd9cbbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:05.032837 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-de5eabbc-dc22-48f4-88f7-4e3cd9cbbc03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0437009 Dec 13 10:58:05.127939 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-0dce1eb8-83a1-4188-ad93-f85e8cdb4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:05.129911 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-0dce1eb8-83a1-4188-ad93-f85e8cdb4f35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0903134 Dec 13 10:58:05.196361 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-ecd3fd73-3489-4da1-9778-4a45ba2d3567 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 999 time: 0.0593936 Dec 13 10:58:05.247128 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-ae0741d8-b39f-4e7f-8c39-a8cbd1be8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:05.248506 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-ae0741d8-b39f-4e7f-8c39-a8cbd1be8d8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0443873 Dec 13 10:58:05.274368 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:03Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:58:05.297344 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-677d560a-49cc-451d-b50d-1fa04dabf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:05.298885 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-677d560a-49cc-451d-b50d-1fa04dabf447 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436265 Dec 13 10:58:05.302119 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:58:05.310324 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:58:05.310912 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T10:58:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:58:05.389620 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-d2dba27b-9679-4216-8a4e-a132df2867fc service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835326 Dec 13 10:58:05.418203 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:58:05.490068 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-24d9ae05-877c-473d-bd46-48cb9124eb99 req-a25f4a1e-0e14-4841-800c-07233de23e2a service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939479 Dec 13 10:58:05.644360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:03Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:58:05.673488 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a4cad5-65f9-4b97-a4b1-dccd632f7c25 None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:03Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:58:05.854593 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c0e93-a055-4a9a-95a8-c6686455d235 None None] New status for floating IP 71828295-5461-4178-bdc5-30e9a9d5ec9a: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 10:58:08.979814 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:20.110845 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-4e854e72-692b-4fb2-acea-3d6a1e064782 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400486 Dec 13 10:58:20.195915 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-96568024-2b6a-4bdb-88df-62e3ee0182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:20.197415 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-96568024-2b6a-4bdb-88df-62e3ee0182f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0405164 Dec 13 10:58:20.302038 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-ca10e06d-c932-4322-9acd-7777d1a6daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:20.303474 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-ca10e06d-c932-4322-9acd-7777d1a6daba service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0855865 Dec 13 10:58:20.370342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-213d1b7c-944f-4087-9d28-979f9fda300b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 1001 time: 0.0575893 Dec 13 10:58:20.421147 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-181b6cd1-83fb-4606-b539-72cc96c8f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:20.422618 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-181b6cd1-83fb-4606-b539-72cc96c8f1ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0438724 Dec 13 10:58:20.471287 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-b798c33c-5ed6-4796-854d-91387fd532ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:58:20.472714 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-b798c33c-5ed6-4796-854d-91387fd532ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419044 Dec 13 10:58:20.563735 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-3a610616-4c09-49d2-b380-101d396b12c9 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805824 Dec 13 10:58:20.656342 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c8d0cc0-1588-4934-9d91-ac874494a386 req-0abca3f8-93df-4a77-b59e-fed6143bba94 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850968 Dec 13 10:58:27.859668 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:28.772028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0222749-4132-400a-9ff7-aae2239bd79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:29.872344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:31.202683 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1151236e-84ed-43b7-a47e-aa85af59f40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:32.567178 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:33.971698 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:34.966954 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:45.979178 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:57.886834 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:58.775155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c565c572-db12-4d26-9c05-8893658d6be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:59.872106 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:01.204412 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7036008c-d2b5-4756-ab1d-04770cb8d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:02.569405 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:03.971937 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:04.970135 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:20.092698 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-e30a0408-109d-46e5-90e4-7d2a2a675613 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418577 Dec 13 10:59:20.173837 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-0a46b050-e03c-44ac-ac4d-96f600a6e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:20.175294 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-0a46b050-e03c-44ac-ac4d-96f600a6e37e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0403447 Dec 13 10:59:20.278812 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-33f811ae-028f-4eaf-9db6-10fe5c99acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:20.280321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-33f811ae-028f-4eaf-9db6-10fe5c99acf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0857432 Dec 13 10:59:20.663231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-dfad9299-b3ff-478f-a3b0-aea7829bf9ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 1001 time: 0.3754902 Dec 13 10:59:20.711677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-a4176e3c-650f-462e-a639-c7d57962b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:20.713916 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-a4176e3c-650f-462e-a639-c7d57962b566 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0424173 Dec 13 10:59:20.761209 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-e45c865e-a3d0-43a2-9726-46c7f6733654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:20.762671 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-e45c865e-a3d0-43a2-9726-46c7f6733654 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421052 Dec 13 10:59:20.774375 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-0ba32d73-acdc-4d1d-b07a-33edf17be39a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:59:20.775292 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-0ba32d73-acdc-4d1d-b07a-33edf17be39a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050447 Dec 13 10:59:20.862975 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-bd8733b5-f0f0-4cf3-9d02-68bffd5a3e34 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806820 Dec 13 10:59:20.953967 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ebcd053c-b69c-46fc-a37e-ac7a9ad3bc7d req-520b5c80-37e7-4194-8289-d97db76c5b40 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Dec 13 10:59:22.978036 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:59:27.886219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.777402 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc1412f8-066a-4a0b-8db5-858d3b0e4c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.887695 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.205144 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a9d102a-85c9-4378-a1a5-571a4d8ed008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.573677 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.974858 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.971167 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.894329 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.779936 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4436341-6cda-418b-b328-5879cce579e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.888146 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.976601 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:01.207388 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7eee-fde5-4c8b-a451-e30857ff4386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.576854 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.977926 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.973604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.170378 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 details requested by agent hyperv_n-h2-820531-5 with host n-h2-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:06.277419 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:06.288890 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Returning: {'device': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:06.328848 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.345532 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c53613a6-0659-422c-b7fe-5458becdcbe5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:06.369014 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:06.374898 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.439441 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:06.447601 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.447954 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.448300 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.448888 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.449308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.449681 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.449983 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.452321 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:06.458945 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] get_ports_and_sgs() called for port_ids ['c53613a6-0659-422c-b7fe-5458becdcbe5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:08.185933 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 up at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:08.234496 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Provisioning complete for port c53613a6-0659-422c-b7fe-5458becdcbe5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:08.234873 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.320826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.349573 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:08.352064 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8ca02-35fb-4e76-adc8-b3ef8f5475cb" -d '{"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:08.371771 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:08.376826 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.406954 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e11da-c4c8-4c0d-81c8-595705996801 x-openstack-request-id: req-734e11da-c4c8-4c0d-81c8-595705996801 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:08.407258 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:08.407519 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-734e11da-c4c8-4c0d-81c8-595705996801 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:08.408108 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'code': 200} Dec 13 11:00:08.433069 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:15.094513 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-78ef92e8-a4a3-4bcb-b41f-24a965421ba8 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387506887&fields=id&tenant_id=3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 267 time: 0.0457308 Dec 13 11:00:15.199414 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-afe804d6-39b6-4afa-8672-5a596911495f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:15.200871 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-afe804d6-39b6-4afa-8672-5a596911495f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 810 time: 0.0996242 Dec 13 11:00:15.215969 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-1862007d-31fd-4919-a9f8-dc88bed44e14 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/quotas/3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 375 time: 0.0093756 Dec 13 11:00:15.271713 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-28299007-5c31-49b5-aa2f-8ddc6eb64347 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505970 Dec 13 11:00:15.330297 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-22fc83c2-3d84-4b58-935e-c45eaa5cb6d2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:00:15.331283 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-22fc83c2-3d84-4b58-935e-c45eaa5cb6d2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474021 Dec 13 11:00:15.418999 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-d932aaa0-4ff2-497a-be88-f4c1a13d6aef service neutron] 10.222.0.30 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Dec 13 11:00:15.508594 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-6e65cd6b-5b36-4291-9690-a8bbdf2fb305 service neutron] 10.222.0.30 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 Dec 13 11:00:16.720036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-c2034962-52bb-4d4c-a781-0e2fa8dbc511 req-831631fa-ae23-4698-adbe-f4bca7ede96b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Dec 13 11:00:17.797527 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b57b98d2-d788-4e2a-b1d3-81320506ccc1 req-b7be398c-f65e-452a-b273-425a886973ee tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0263822 Dec 13 11:00:18.248762 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:00:18.327897 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.352451 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:18.354884 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a24a07-d438-46e3-ad00-2d9bb89c3454" -d '{"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:18.367529 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:18.372084 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.397826 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24afefd-3e71-4a2b-8ae3-69e53b677ef8 x-openstack-request-id: req-c24afefd-3e71-4a2b-8ae3-69e53b677ef8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:18.398377 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:18.398637 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c24afefd-3e71-4a2b-8ae3-69e53b677ef8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:18.399031 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'code': 200} Dec 13 11:00:18.426081 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Pushing event updated for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:18.877766 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ecd014b4-2f56-46ee-aa19-c5b85fa4e54f req-9e5c4bbe-cab8-455e-8a54-72933f9c01c5 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0278378 Dec 13 11:00:19.956047 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e293843-d56d-4e15-86fa-6e70531c66db req-bc325c92-3852-4b67-8b07-99fb437bcf5f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0264313 Dec 13 11:00:20.151809 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-a94a35a3-9030-4f7c-a7fb-6575429cc28d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868661 Dec 13 11:00:20.232901 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63f96-dfb2-4897-81a5-691065621250 req-8e06f314-e5a8-4c60-b093-8c7271c6d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.234471 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-8e06f314-e5a8-4c60-b093-8c7271c6d622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0402644 Dec 13 11:00:20.335721 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63f96-dfb2-4897-81a5-691065621250 req-35bd4e31-893d-4727-8456-ba1b3ef8f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.337187 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-35bd4e31-893d-4727-8456-ba1b3ef8f154 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0832350 Dec 13 11:00:20.407042 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-f28f7e1d-f50b-43f3-8b1d-73a1eff4fb09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 999 time: 0.0626407 Dec 13 11:00:20.454231 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63f96-dfb2-4897-81a5-691065621250 req-ad368bed-d7a1-4850-932a-46d4af725c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.455625 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-ad368bed-d7a1-4850-932a-46d4af725c8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0424037 Dec 13 11:00:20.502091 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63f96-dfb2-4897-81a5-691065621250 req-19a64fd8-ad2c-4e08-900a-0ba4436da264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.503545 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-19a64fd8-ad2c-4e08-900a-0ba4436da264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396044 Dec 13 11:00:20.595097 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-16afd0a3-6081-456f-b087-3ce57726acf4 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839159 Dec 13 11:00:20.686392 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-98b63f96-dfb2-4897-81a5-691065621250 req-d0c39f1c-addc-42ae-861d-7641744216f5 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824249 Dec 13 11:00:21.058773 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f90494a-8591-4ac3-94ae-cb4aa7fa5101 req-d0ff2a18-a285-4b25-a569-57c8fc3a9514 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0315576 Dec 13 11:00:22.047242 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-ac456f55-293a-4f96-a23f-a7a69bdd69cf tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:22.048917 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-ac456f55-293a-4f96-a23f-a7a69bdd69cf tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 810 time: 0.4489524 Dec 13 11:00:22.218942 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-22077369-9cc6-40bc-8d5f-c90c56588795 req-29082ea4-7d80-4f71-98c6-c8120b0349b6 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0424502 Dec 13 11:00:23.315207 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5e3bc98c-1a7d-48e5-882e-a84fd8ce218c req-cf04ff36-f6d2-4d5c-9232-0863cacc6469 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Dec 13 11:00:24.426380 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-5fa3720a-cf2c-49b5-9a92-54579a7e49f4 req-afe2fb45-6cb5-43bc-a090-fd5a43e39346 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0380280 Dec 13 11:00:25.527752 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1e76c951-72d0-4003-81b8-2f0c0a5a3edc req-1d9b4194-0871-494b-b393-82499d5fc703 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Dec 13 11:00:26.632237 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-827ece80-4b03-4c33-b4be-5441e3683413 req-18a30210-4e99-4fb4-9326-eaad9cd01cf0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0279937 Dec 13 11:00:27.746084 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-bafca615-9938-46a7-8586-cf984b7d4b39 req-6ccee2b0-c2a5-45c0-9998-39e41f4fad41 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0305510 Dec 13 11:00:27.905474 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:28.791448 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-210f12aa-4ac5-4dd1-9657-0b5cf4ab4b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:28.856287 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-0d370196-59b0-4759-aefd-5766e6b0ed66 req-1cf14a6c-b9fa-4d95-b064-82c575cbaeb5 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Dec 13 11:00:29.889612 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:29.964362 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a62cc058-6510-48e3-a6a3-a6adc3b4584e req-b6806922-3f86-47e3-b090-48a9f81d1ab6 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0279059 Dec 13 11:00:31.119179 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-f8221105-c475-451f-86b0-70a3efe92412 req-e9608294-ae74-47b7-b015-389ef1f0be60 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0850332 Dec 13 11:00:31.211173 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8604604a-d15e-4bf6-a0c8-43f6fc2c5d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:32.265478 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e96221aa-6614-436a-9af4-784e90b20bb8 req-0a3b1256-90c3-4683-a578-2263e8d42eab tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0762804 Dec 13 11:00:32.578328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:33.360231 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-88b65edb-c92e-403d-99e6-fddedcf1d1ed req-bf48a910-a992-4341-8e1c-b3edb551bd13 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0252535 Dec 13 11:00:33.990891 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.015283 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-504a8264-5635-47e4-9ee2-1cc37dc53c3c tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3479dfa0a35d423ba6e073bd9cb33e24 HTTP/1.1" status: 200 len: 379 time: 0.0569072 Dec 13 11:00:34.028001 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'port': {'device_id': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'admin_state_up': True, 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'security_groups': ['b75a2f1b-a8d3-4949-9292-f97d00aff885']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:34.133580 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Made reservation on behalf of 3479dfa0a35d423ba6e073bd9cb33e24 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:34.138082 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.265997 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Allocated IP 172.20.0.4 (45fe16de-53d5-4c52-b555-bc58b9dfee86/2d7b16a8-b04b-4559-8e71-3f7f816eec03/11ce0a48-e8fb-47d8-804f-915930574f53) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:00:34.412319 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.448076 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.461326 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a03bb550-5a84-49f2-a01b-12882c0bb95a req-ee86eedc-566c-44b7-a7aa-9c9c792a209d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0330915 Dec 13 11:00:34.495447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:00:34.500076 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:34.504507 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:00:34.529321 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:34.543383 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.543923 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.544301 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.544797 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.545180 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.545517 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.545856 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.546194 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.546530 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.546874 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.547218 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.547520 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.547849 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:34.570769 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:34.571429 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.588443 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-609137b7-1e9d-41c3-bdd2-e02d2c9cead9 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648746 Dec 13 11:00:34.650053 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Request body: {'port': {'device_id': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820531-5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:34.712459 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.763377 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e9190629-89b1-45e3-8c9e-ef725b923f38 None None] Provisioning complete for port 11ce0a48-e8fb-47d8-804f-915930574f53 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:34.764020 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9190629-89b1-45e3-8c9e-ef725b923f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.800623 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e9190629-89b1-45e3-8c9e-ef725b923f38 None None] Port 11ce0a48-e8fb-47d8-804f-915930574f53 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:00:34.974508 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:34.976800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.982901 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:34.994557 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Transition to ACTIVE for port object 11ce0a48-e8fb-47d8-804f-915930574f53 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:00:34.998569 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:35.047207 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:35.128946 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Attempting to bind port 11ce0a48-e8fb-47d8-804f-915930574f53 on host n-h1-820531-5 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:00:35.129329 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Attempting to bind port 11ce0a48-e8fb-47d8-804f-915930574f53 by drivers openvswitch,hyperv on host n-h1-820531-5 at level 0 using segments [{'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:00:35.129660 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Attempting to bind port 11ce0a48-e8fb-47d8-804f-915930574f53 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:35.134348 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Port 11ce0a48-e8fb-47d8-804f-915930574f53 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 not bound, no agent of type Open vSwitch agent registered on host n-h1-820531-5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:00:35.134667 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Attempting to bind port 11ce0a48-e8fb-47d8-804f-915930574f53 on network 45fe16de-53d5-4c52-b555-bc58b9dfee86 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:35.139966 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Checking agent: {'id': '776ebdfe-8a0d-45e1-a524-01d6f7d2a863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820531-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'started_at': datetime.datetime(2021, 12, 13, 9, 31, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:00:35.140307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Checking segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:35.140692 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Bound using segment: {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:00:35.141143 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Bound port: 11ce0a48-e8fb-47d8-804f-915930574f53, host: n-h1-820531-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763acced-1ce2-4ec1-aa39-791b03e549ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:00:35.141498 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:35.205915 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:00:35.209677 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:00:35.213999 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8528128'] for port, after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:35.249634 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.250262 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:35.251677 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] 10.222.0.37 "PUT /v2.0/ports/11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 1091 time: 0.6540825 Dec 13 11:00:35.252121 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:35.254464 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7aa981-6ca1-4878-ba0c-7836e24a374a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:35.283814 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba62b-4db8-49be-9b5d-575c88bcdb95 service neutron] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:35.310141 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb52688-1636-4cec-bb2d-00c4f0b9494c x-openstack-request-id: req-4eb52688-1636-4cec-bb2d-00c4f0b9494c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:35.310448 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:35.310710 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eb52688-1636-4cec-bb2d-00c4f0b9494c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:35.311113 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'status': 'completed', 'code': 200} Dec 13 11:00:35.348487 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-66e78b27-79f0-4519-b8e6-29df4f8f1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.350077 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-66e78b27-79f0-4519-b8e6-29df4f8f1a9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1094 time: 0.0498736 Dec 13 11:00:35.395964 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-22467e52-54e2-41d6-aff9-30a767f1bf62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 217 time: 0.0361009 Dec 13 11:00:35.453433 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-f33f8ed0-9b30-4b78-9329-ed9c445c0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.454917 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-f33f8ed0-9b30-4b78-9329-ed9c445c0608 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0519478 Dec 13 11:00:35.505977 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-09545a55-a59e-4af3-b4ad-4767c339750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.507508 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-09545a55-a59e-4af3-b4ad-4767c339750f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459611 Dec 13 11:00:35.581055 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de50f02-3ad8-4697-bd12-c1fdf983d6f8 req-acab0ab1-dc4c-4926-80d4-fbeb2dda7710 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.582535 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2de50f02-3ad8-4697-bd12-c1fdf983d6f8 req-acab0ab1-dc4c-4926-80d4-fbeb2dda7710 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 943 time: 0.0497763 Dec 13 11:00:35.602218 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-e06838bd-cc32-4ca3-9acd-fb0c35db8fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872509 Dec 13 11:00:35.633750 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2de50f02-3ad8-4697-bd12-c1fdf983d6f8 req-860baa88-e0fa-4381-90e4-851e5f7a9ba3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 Dec 13 11:00:35.702879 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-4c3b4c72-7542-430f-92c7-dd6861872be7 req-2b764aad-200c-4c3c-b9a6-cfa0d1f85b66 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932448 Dec 13 11:00:35.790556 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-b2d477ff-6058-412a-810f-7384337808b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.792066 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-b2d477ff-6058-412a-810f-7384337808b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1094 time: 0.0430250 Dec 13 11:00:35.888532 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-525922e5-fc8c-4e2f-82cd-ac49662a17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.889972 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-525922e5-fc8c-4e2f-82cd-ac49662a17b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0899270 Dec 13 11:00:35.936295 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-ff44b2f8-1e3b-4259-ac37-c01c7b50130d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 217 time: 0.0390840 Dec 13 11:00:35.985737 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-c53af0e0-af33-4c85-9d1b-ab3fde2b464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.987154 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-c53af0e0-af33-4c85-9d1b-ab3fde2b464b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0441718 Dec 13 11:00:36.034380 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-dc1a3c02-445e-4333-a499-8abebb02a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:36.036042 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-dc1a3c02-445e-4333-a499-8abebb02a3d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413952 Dec 13 11:00:36.130025 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-3e5ba96a-b38e-40a0-9948-6ef4e8fbe3d2 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867672 Dec 13 11:00:36.220919 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-cc7aa981-6ca1-4878-ba0c-7836e24a374a req-0c5c9f47-e89f-49f8-a1f3-3098396484a1 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827551 Dec 13 11:00:36.752592 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b746-399f-4f6d-b807-fa5ef06ce76a req-dc01332d-7f7d-458a-8425-45f0472167a0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:36.754080 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8287b746-399f-4f6d-b807-fa5ef06ce76a req-dc01332d-7f7d-458a-8425-45f0472167a0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 943 time: 0.0483713 Dec 13 11:00:36.802707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-8287b746-399f-4f6d-b807-fa5ef06ce76a req-71886689-27bb-42c0-97f4-f3058d3c255a tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Dec 13 11:00:36.975467 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:37.922244 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39262af7-8010-492d-b775-09d0879ddc89 req-4825387c-15d3-4285-a6b3-3a796e41a180 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:37.923616 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39262af7-8010-492d-b775-09d0879ddc89 req-4825387c-15d3-4285-a6b3-3a796e41a180 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 943 time: 0.0537214 Dec 13 11:00:37.972112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-39262af7-8010-492d-b775-09d0879ddc89 req-be790ac7-8625-4822-b474-ca837b4cb17e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Dec 13 11:00:39.087195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb4733-0d72-475a-828e-9058315ce665 req-158cad77-0e00-4567-81d8-59f35a780a50 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:39.088686 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7acb4733-0d72-475a-828e-9058315ce665 req-158cad77-0e00-4567-81d8-59f35a780a50 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Dec 13 11:00:39.138234 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-7acb4733-0d72-475a-828e-9058315ce665 req-5979f956-234d-48c9-8d67-6b5d0a111099 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Dec 13 11:00:39.594873 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:39.690217 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:39.701394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '11ce0a48-e8fb-47d8-804f-915930574f53', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'mac_address': 'fa:16:3e:fe:74:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:39.739555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:39.752947 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:39.771755 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:39.775904 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:39.821737 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:40.101207 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['11ce0a48-e8fb-47d8-804f-915930574f53'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:40.260800 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85624-7cc1-40e4-9d64-fe380fd6347c req-4a2e9faa-15ea-421a-b077-2ff605430918 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:40.262801 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6f85624-7cc1-40e4-9d64-fe380fd6347c req-4a2e9faa-15ea-421a-b077-2ff605430918 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 944 time: 0.0527787 Dec 13 11:00:40.313158 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-a6f85624-7cc1-40e4-9d64-fe380fd6347c req-5a4dd208-cd7b-4e85-81ce-560acef2c36f tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Dec 13 11:00:41.430237 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a3e4-ba85-48f7-8a0d-c47d6d3a55c6 req-884cb15b-efce-4e7a-8cec-bd80e7ed9f5b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:41.431707 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32c7a3e4-ba85-48f7-8a0d-c47d6d3a55c6 req-884cb15b-efce-4e7a-8cec-bd80e7ed9f5b tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 944 time: 0.0492513 Dec 13 11:00:41.479591 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-32c7a3e4-ba85-48f7-8a0d-c47d6d3a55c6 req-b5e315e7-0dee-4826-893f-dc59b3a16843 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Dec 13 11:00:41.595662 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:41.646874 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning for port 11ce0a48-e8fb-47d8-804f-915930574f53 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:41.651360 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 11ce0a48-e8fb-47d8-804f-915930574f53 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:41.651753 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.725576 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.747225 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:41.749469 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772859f-8339-46fd-871e-deeda9ed4b8a" -d '{"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-plugged", "status": "completed", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:41.763036 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:41.767774 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:41.825055 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:42.041619 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1903d-47e9-4323-b002-8334f0a9efd2 x-openstack-request-id: req-0ed1903d-47e9-4323-b002-8334f0a9efd2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:42.041920 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-plugged", "status": "completed", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:42.042181 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ed1903d-47e9-4323-b002-8334f0a9efd2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:42.042581 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'code': 200} Dec 13 11:00:42.145543 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c3e6-2c99-45c0-bcea-cd265199a515 req-e60d3296-00f7-491f-9fd5-c71ad5d89511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:42.147042 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f459c3e6-2c99-45c0-bcea-cd265199a515 req-e60d3296-00f7-491f-9fd5-c71ad5d89511 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1096 time: 0.0467057 Dec 13 11:00:42.193592 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f459c3e6-2c99-45c0-bcea-cd265199a515 req-a51cbc1d-602a-4eed-803c-e362e6afa85a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382781 Dec 13 11:00:42.595113 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e0878-fb48-4530-bbd2-cda2c2bbadb2 req-aef9d207-28bd-4983-b4ee-27d3311ee12c tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:42.596575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f0e0878-fb48-4530-bbd2-cda2c2bbadb2 req-aef9d207-28bd-4983-b4ee-27d3311ee12c tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Dec 13 11:00:42.650730 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-1f0e0878-fb48-4530-bbd2-cda2c2bbadb2 req-4d877640-b533-4f88-8237-602cf333bb54 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 Dec 13 11:00:43.775119 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555c203-9179-4751-a546-3a3c2a132862 req-c60af57f-6a00-449a-9d98-53965e3ff037 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.776612 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2555c203-9179-4751-a546-3a3c2a132862 req-c60af57f-6a00-449a-9d98-53965e3ff037 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Dec 13 11:00:43.830901 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-2555c203-9179-4751-a546-3a3c2a132862 req-e2ced86b-c3cc-4a64-83a2-d950e7caf9d5 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480154 Dec 13 11:00:43.946438 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a7b62-aa3c-46b0-bbd5-1868f51f93e2 req-24002969-b3b4-4df8-ae14-583ff47ffbe7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:43.947902 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b46a7b62-aa3c-46b0-bbd5-1868f51f93e2 req-24002969-b3b4-4df8-ae14-583ff47ffbe7 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Dec 13 11:00:43.999288 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-b46a7b62-aa3c-46b0-bbd5-1868f51f93e2 req-25248305-068b-4982-973e-ce9da077585d tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Dec 13 11:00:44.020687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:44.064848 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7521873c-9959-4cd5-b958-eaed11726e31 tempest-TestSnapshotPattern-1005258271 tempest-TestSnapshotPattern-1005258271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:44.066395 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7521873c-9959-4cd5-b958-eaed11726e31 tempest-TestSnapshotPattern-1005258271 tempest-TestSnapshotPattern-1005258271-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1091 time: 0.0446866 Dec 13 11:00:44.069223 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:44.073515 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Request body: {'floatingip': {'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:44.095548 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.192701 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.297918 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Allocated IP 172.25.1.197 (1f869e0f-9c37-42a8-a312-085caebea9ea/e64ae28e-14d4-4c82-8113-b2b771bf1fc1/48f45fbe-2133-4804-aacf-c4f00171d723) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:00:44.396387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.429982 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735185872824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.474823 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Network 1f869e0f-9c37-42a8-a312-085caebea9ea is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:00:44.477805 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:44.482125 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:00:44.487524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=48f45fbe-2133-4804-aacf-c4f00171d723,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:44.514144 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.514497 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.514844 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.515186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.515524 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.515861 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.516191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.516520 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.516853 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.517205 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.517535 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.517864 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.518189 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:44.838751 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.904637 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.053373 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for port, precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.057590 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9440358'] for port, after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.123045 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event updated for resources: {'Port': ['ID=48f45fbe-2133-4804-aacf-c4f00171d723,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:45.136567 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621329'] for floatingip, after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.239242 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Floating IP a4e5c2a2-9613-499a-b4c5-d34b91a05957 associated. External IP: 172.25.1.197, port: 11ce0a48-e8fb-47d8-804f-915930574f53. Dec 13 11:00:45.466171 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:00:45.588167 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:00:45.598568 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:00:45.610062 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:45.610978 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:00:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:45.611513 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.651142 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-464d7c7d-4233-4110-bbeb-c29bd98000ef tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5807903 Dec 13 11:00:45.651877 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:45.654903 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec459a-8483-4335-93c2-00414bc5e036" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:45.707040 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfb18d6-4f85-496b-b3f4-7c69c4ce552d x-openstack-request-id: req-3dfb18d6-4f85-496b-b3f4-7c69c4ce552d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:45.707334 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:45.707593 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dfb18d6-4f85-496b-b3f4-7c69c4ce552d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:45.707998 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'status': 'completed', 'code': 200} Dec 13 11:00:45.728879 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:45.776823 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec459a-8483-4335-93c2-00414bc5e036 req-4dff9397-7fa4-4aa8-9962-8c51184ddbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:45.778522 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-4dff9397-7fa4-4aa8-9962-8c51184ddbc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1096 time: 0.0460572 Dec 13 11:00:45.884822 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec459a-8483-4335-93c2-00414bc5e036 req-08fa8433-ae03-40a5-949f-472ab321aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:45.886676 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-08fa8433-ae03-40a5-949f-472ab321aaf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.1016161 Dec 13 11:00:45.965282 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-6c1e29e0-f481-44b6-b1cc-32b5ccf07ae1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 999 time: 0.0715330 Dec 13 11:00:46.015995 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec459a-8483-4335-93c2-00414bc5e036 req-e45b1590-b1ac-446c-beef-c16bd25049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:46.017432 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-e45b1590-b1ac-446c-beef-c16bd25049b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0453973 Dec 13 11:00:46.065558 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}, {'id': 'a4e5c2a2-9613-499a-b4c5-d34b91a05957', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:fe:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:00:44Z', 'updated_at': '2021-12-13T11:00:44Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.067075 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec459a-8483-4335-93c2-00414bc5e036 req-42d226fc-2827-48fc-b3db-750f2f0c8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:46.068616 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-42d226fc-2827-48fc-b3db-750f2f0c8ca5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446351 Dec 13 11:00:46.080136 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-fa66d2e8-1768-41d4-9463-b8787794c3ca service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:00:46.081190 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-fa66d2e8-1768-41d4-9463-b8787794c3ca service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052571 Dec 13 11:00:46.093238 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:00:46.101630 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:46.102267 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:00:31Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.172333 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-53914695-3177-4437-b0f0-5a152e854642 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844679 Dec 13 11:00:46.207419 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:46.267806 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-27ec459a-8483-4335-93c2-00414bc5e036 req-a152faed-86e6-4f93-a8ce-f1936bfde54e service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883110 Dec 13 11:00:46.432153 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}, {'id': 'a4e5c2a2-9613-499a-b4c5-d34b91a05957', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:fe:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:00:44Z', 'updated_at': '2021-12-13T11:00:44Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.461315 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ace376d-1bfe-485b-97e5-8af0b774ad48 None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}, {'id': 'a4e5c2a2-9613-499a-b4c5-d34b91a05957', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:fe:74:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:00:44Z', 'updated_at': '2021-12-13T11:00:44Z', 'revision_number': 0, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:00:46.674430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3846d0f-94be-4a18-a280-9b9216b29c5d None None] New status for floating IP a4e5c2a2-9613-499a-b4c5-d34b91a05957: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:00:57.903574 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:58.785509 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9639e20-6bcb-4de3-b702-2ea231bb7ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:59.920899 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:01.213385 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-622d53db-7038-41ec-8319-9770ce81d7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.581442 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.991730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:04.979989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:13.974658 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:01:22.775240 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-5ae842d3-5f17-49af-a733-e68cd40a7c46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390041 Dec 13 11:01:22.879758 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6667-f238-4778-9594-357da72ba1cf req-2d8fb0f4-9cb1-41b1-bfa1-031780975dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.881141 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-2d8fb0f4-9cb1-41b1-bfa1-031780975dcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0393689 Dec 13 11:01:22.987954 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6667-f238-4778-9594-357da72ba1cf req-d2afee5f-5b79-4bc9-8d5a-4dc2ea4338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.989468 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-d2afee5f-5b79-4bc9-8d5a-4dc2ea4338ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0886936 Dec 13 11:01:23.055013 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-601af521-4d69-4b97-b4ed-73675e60cf16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 999 time: 0.0573068 Dec 13 11:01:23.108714 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6667-f238-4778-9594-357da72ba1cf req-20da8119-1f09-4028-8378-29bbb4c9b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:23.110152 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-20da8119-1f09-4028-8378-29bbb4c9b74f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0482814 Dec 13 11:01:23.155761 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6667-f238-4778-9594-357da72ba1cf req-cd5da844-9bc0-4f98-9ce3-de92773192a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:23.157232 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-cd5da844-9bc0-4f98-9ce3-de92773192a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405512 Dec 13 11:01:23.244827 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-0559bcf9-1449-47d2-9d25-63f1262518a6 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804534 Dec 13 11:01:23.337501 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e39b6667-f238-4778-9594-357da72ba1cf req-c9a15b13-c952-4c4d-b29e-833c8e97053a service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850019 Dec 13 11:01:27.915369 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:28.786194 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ad164f2-1f02-408d-8251-18a5b5485191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:29.917728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:31.215789 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a41dd2f5-0f16-4bca-8c8f-288526afcb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:32.584610 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:33.994334 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:34.982186 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:35.590425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-b66f0304-3195-416d-a64d-b37af274ada4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401108 Dec 13 11:01:35.675617 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-1e75056a-1384-4685-9141-eb6c34d36b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:35.677210 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-1e75056a-1384-4685-9141-eb6c34d36b73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1096 time: 0.0411553 Dec 13 11:01:35.785686 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-5d73c2b7-315f-4aaa-beaa-4d6223b5d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:35.787211 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-5d73c2b7-315f-4aaa-beaa-4d6223b5d848 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0892160 Dec 13 11:01:35.853269 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-9c90168d-6bd9-423c-bef9-f799b2137214 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 1001 time: 0.0583274 Dec 13 11:01:35.903953 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-a6f75fe5-507f-4ad8-bb8e-f24de90f8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:35.905405 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-a6f75fe5-507f-4ad8-bb8e-f24de90f8e19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0434263 Dec 13 11:01:35.954582 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-16a059a4-30b2-4044-b1fa-c88e6852cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:35.956052 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-16a059a4-30b2-4044-b1fa-c88e6852cf9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436978 Dec 13 11:01:36.045604 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-dd14b3ee-062d-4753-bce1-c4537ea50e08 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Dec 13 11:01:36.138425 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-f302cf02-0448-4927-b69d-d4b8283b9db2 req-b6bc1fc0-eecb-4f7c-aa44-247f66315f57 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Dec 13 11:01:50.973645 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:01:57.922337 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:58.788098 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc3fd672-edc9-4aea-b310-2a4f4c567cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:59.938679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:01.216630 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9f33e69-06e0-4688-b03e-73e24fcf6928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.587723 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:03.998282 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:04.984295 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:24.104469 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-139e65c0-af5b-4ab1-8877-2a8ae63dcc89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404375 Dec 13 11:02:24.185708 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-dd42ec26-6e91-4639-8b71-c4e544782638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.187171 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-dd42ec26-6e91-4639-8b71-c4e544782638 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0402398 Dec 13 11:02:24.293023 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-d884d5ff-c543-4978-a8b9-c2062ce44a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.294519 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-d884d5ff-c543-4978-a8b9-c2062ce44a00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0882483 Dec 13 11:02:24.358224 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-29274653-1c42-42a3-a5a4-5c6649b21a97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 999 time: 0.0563793 Dec 13 11:02:24.412810 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-92d5b0b3-6efb-439d-9afe-07fc4671c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.414267 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-92d5b0b3-6efb-439d-9afe-07fc4671c8fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0492322 Dec 13 11:02:24.459003 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-474dc828-1788-4022-97eb-bcd1ec641ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.460450 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-474dc828-1788-4022-97eb-bcd1ec641ebd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397687 Dec 13 11:02:24.550987 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-2b5427e3-3b1e-4fdc-9475-64bd92bcafc1 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828934 Dec 13 11:02:24.644946 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e18d67b3-a0da-4cd6-ab9e-2e03b054d734 req-b3222e94-353f-4749-8354-fee43a0a951b service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859163 Dec 13 11:02:27.916989 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:27.972360 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:02:28.790114 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6e57f11-4a65-4220-b4e7-241c5c11a0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:29.956241 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:31.217664 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-958751ff-9716-499a-908f-5e8e02601e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:32.591425 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:33.999310 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:34.988652 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:36.585916 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-d0e8c4f8-feb1-43f2-b2e0-2258bfb3576b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407670 Dec 13 11:02:36.672079 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-5062866d-2648-4821-ae18-6ad80c79fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.673867 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-5062866d-2648-4821-ae18-6ad80c79fa64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1096 time: 0.0420711 Dec 13 11:02:36.778848 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-eef9ae85-5c3b-46fa-b7c5-5c0755dca7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.780328 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-eef9ae85-5c3b-46fa-b7c5-5c0755dca7a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0876169 Dec 13 11:02:36.846639 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-09c7ef48-c681-4286-aa0a-09cbd41be88a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 1001 time: 0.0578628 Dec 13 11:02:36.894462 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-7c5a0ddb-c785-40df-a908-c7463d9943cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.895898 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-7c5a0ddb-c785-40df-a908-c7463d9943cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0429890 Dec 13 11:02:36.943551 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-67853864-de58-45e0-bf14-95f6cd06c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.945012 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-67853864-de58-45e0-bf14-95f6cd06c64d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426345 Dec 13 11:02:37.032051 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-1f2053c6-adc5-4c22-ac17-450c914b4f3d service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801673 Dec 13 11:02:37.125500 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-28a79d27-e03b-4e8e-8eb8-96fa90674aae req-6135a6b6-e6e4-4dd1-aee0-c699612daf05 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859296 Dec 13 11:02:52.194912 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 details requested by agent hyperv_n-h1-820531-5 with host n-h1-820531-5 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:02:52.288645 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:52.299754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Returning: {'device': '11ce0a48-e8fb-47d8-804f-915930574f53', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'port_id': '11ce0a48-e8fb-47d8-804f-915930574f53', 'mac_address': 'fa:16:3e:fe:74:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:02:52.336276 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.350277 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:02:52.373992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:52.378277 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.427752 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:52.435292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.435636 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.435975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.436309 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.436637 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.436964 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.437926 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.438386 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.438718 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.439041 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.439362 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.439701 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.440004 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:52.449343 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] get_ports_and_sgs() called for port_ids ['11ce0a48-e8fb-47d8-804f-915930574f53'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:54.193098 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 up at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:02:54.239120 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Provisioning complete for port 11ce0a48-e8fb-47d8-804f-915930574f53 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:02:54.239451 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486888'] for port, provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.316517 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1429465'] for port, before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.337812 n-d-820531-5 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:54.340043 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c66accc54461d49cfc56fc120bd3d9c6e5a3ce2eaa9b5725b0bb6e8cc6ea42f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eef19c-23d3-42dc-97e9-575fd795d08e" -d '{"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-plugged", "status": "completed", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:54.353398 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:54.358534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735186372581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735185872842', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735185872860'] for port, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.404904 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Pushing event updated for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:54.436951 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61466e4-eaf8-4343-a545-767987433483 x-openstack-request-id: req-a61466e4-eaf8-4343-a545-767987433483 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:54.437889 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-plugged", "status": "completed", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:54.438243 n-d-820531-5 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a61466e4-eaf8-4343-a545-767987433483 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:54.438552 n-d-820531-5 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'code': 200} Dec 13 11:02:57.933289 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:58.794714 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b77a989-ac2b-4d1f-a0f1-68bf196a374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:59.977361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:01.223132 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92de5922-5a5f-4d7f-8416-2f7800b6b764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:02.594979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.004199 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.436684 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:04.596298 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Deleting port 48f45fbe-2133-4804-aacf-c4f00171d723 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:04.596639 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.675578 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.675802 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.687770 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Calling delete_port for 48f45fbe-2133-4804-aacf-c4f00171d723 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:04.834860 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.857271 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event deleted for resources: {'Port': ['ID=48f45fbe-2133-4804-aacf-c4f00171d723,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:04.867589 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.867940 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.868279 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.868621 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.868959 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.869320 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.869652 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.870407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.870407 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.870608 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.870926 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.871253 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.871578 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:04.933076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:04.933498 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Floating IP a4e5c2a2-9613-499a-b4c5-d34b91a05957 disassociated (deleted). External IP: 172.25.1.197, port: 11ce0a48-e8fb-47d8-804f-915930574f53. Dec 13 11:03:04.971289 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:04.991015 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:05.143561 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:05.567199 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:05.571975 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:05.577280 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:05.588043 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:05.588642 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:05.598575 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-dfebbc5b-9e86-4898-ae83-515a63f83f86 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "DELETE /v2.0/floatingips/a4e5c2a2-9613-499a-b4c5-d34b91a05957 HTTP/1.1" status: 204 len: 168 time: 1.1604598 Dec 13 11:03:05.599154 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:05.601529 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68835c33-84f3-44b4-90e0-a055f58d9533" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:05.700960 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb3592-5842-4ea1-b2dd-0be701618057 x-openstack-request-id: req-d8cb3592-5842-4ea1-b2dd-0be701618057 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:05.701586 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:05.701959 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8cb3592-5842-4ea1-b2dd-0be701618057 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:05.702670 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'status': 'completed', 'code': 200} Dec 13 11:03:05.706218 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:05.776552 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-48838819-fd19-48b0-87e4-aa5471e4f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.778353 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-48838819-fd19-48b0-87e4-aa5471e4f5f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 1096 time: 0.0480077 Dec 13 11:03:05.856202 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e690e3e-363e-4e92-8cbb-7b89481a9274 req-6dda7e5b-4531-4817-bc01-11a5def810d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.858003 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e690e3e-363e-4e92-8cbb-7b89481a9274 req-6dda7e5b-4531-4817-bc01-11a5def810d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Dec 13 11:03:05.875647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-e3f9e677-0179-43b7-9778-65c8cf94b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.877434 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-e3f9e677-0179-43b7-9778-65c8cf94b711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.0921888 Dec 13 11:03:05.909619 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-9e690e3e-363e-4e92-8cbb-7b89481a9274 req-c7882655-b85a-4360-a564-970fc885d9a0 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Dec 13 11:03:05.926635 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-3fe16195-ac0d-4835-82ef-da4b9ba5d565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 200 len: 217 time: 0.0407755 Dec 13 11:03:05.955105 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:05.976177 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-6435a420-296c-4d91-b3a3-d93bc460de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.977646 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-6435a420-296c-4d91-b3a3-d93bc460de32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0435061 Dec 13 11:03:05.980428 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:05.989265 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:05.989856 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:06.025892 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-32c8da38-bf66-4179-97f7-d2eb33f39888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:06.027641 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-32c8da38-bf66-4179-97f7-d2eb33f39888 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422485 Dec 13 11:03:06.131682 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-21f7f82a-c82a-42f0-965c-c69cadee08a4 service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959156 Dec 13 11:03:06.187665 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:06.221406 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-68835c33-84f3-44b4-90e0-a055f58d9533 req-eef14dce-8430-41e6-bdba-925780a69d3e service neutron] 10.222.0.37 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Dec 13 11:03:06.409532 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:06.438727 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ebf70-af92-4832-a06d-e3c9f901795a None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_floatingips': [{'id': '71828295-5461-4178-bdc5-30e9a9d5ec9a', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'router_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'port_id': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'mac_address': 'fa:16:3e:8f:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:58:03Z', 'updated_at': '2021-12-13T10:58:05Z', 'revision_number': 1, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:06.695558 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd304f8-06fc-427b-b76b-0957869c34cf None None] New status for floating IP a4e5c2a2-9613-499a-b4c5-d34b91a05957: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:03:07.033379 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa83efa-3272-4ef0-994f-d4659219b14d req-14615e21-7ee1-426c-af3d-830b50119904 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:07.034889 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-caa83efa-3272-4ef0-994f-d4659219b14d req-14615e21-7ee1-426c-af3d-830b50119904 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0531542 Dec 13 11:03:07.084340 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-caa83efa-3272-4ef0-994f-d4659219b14d req-eb5e9b34-213b-4e7b-ad4b-a5d56f5b2420 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Dec 13 11:03:07.571125 n-d-820531-5 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3081e-144e-49de-9483-b51c57c0a684 req-a0683e5a-d8f6-4587-b7cd-e3305d3e571c tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:07.572598 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21b3081e-144e-49de-9483-b51c57c0a684 req-a0683e5a-d8f6-4587-b7cd-e3305d3e571c tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Dec 13 11:03:07.661467 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Deleting port 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:07.661808 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:07.752153 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] For port 11ce0a48-e8fb-47d8-804f-915930574f53, host n-h1-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820531-5',level=0,port_id=11ce0a48-e8fb-47d8-804f-915930574f53,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:07.752515 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:07.764897 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Calling delete_port for 11ce0a48-e8fb-47d8-804f-915930574f53 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:07.887230 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:07.920899 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event deleted for resources: {'Port': ['ID=11ce0a48-e8fb-47d8-804f-915930574f53,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:07.945225 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.945583 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.945933 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.946284 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.946631 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.946973 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.947311 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.947648 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.947981 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.948314 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.948647 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.948982 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.949334 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820531-5 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:07.971217 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] No DVR routers for this DVR port 11ce0a48-e8fb-47d8-804f-915930574f53 on host n-h1-820531-5 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:07.973761 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:07.977191 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [req-21b3081e-144e-49de-9483-b51c57c0a684 req-e54bb2d1-5176-4e9c-82c3-14ddf5842673 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.37 "DELETE /v2.0/ports/11ce0a48-e8fb-47d8-804f-915930574f53 HTTP/1.1" status: 204 len: 173 time: 0.3982370 Dec 13 11:03:07.977635 n-d-820531-5 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-deleted', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:07.979929 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae49a998f261bb9409be8f6266054fa6e0902acb2561fb10a9dfaae35b0bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b7bdd7-e1e1-4c80-896f-1e32f75037b8" -d '{"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-deleted", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:08.072480 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303930c4-3fb8-4faa-8361-a61a4c2312e6 x-openstack-request-id: req-303930c4-3fb8-4faa-8361-a61a4c2312e6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:08.072773 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c2befb-3c63-4a77-8a90-478367bb5495", "name": "network-vif-deleted", "tag": "11ce0a48-e8fb-47d8-804f-915930574f53", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:08.073028 n-d-820531-5 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-303930c4-3fb8-4faa-8361-a61a4c2312e6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:08.073462 n-d-820531-5 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c2befb-3c63-4a77-8a90-478367bb5495', 'name': 'network-vif-deleted', 'tag': '11ce0a48-e8fb-47d8-804f-915930574f53', 'status': 'completed', 'code': 200} Dec 13 11:03:08.192567 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-903dc13b-596d-4d9b-845c-844d7755602f req-b64a4d50-8ba0-4c76-b0c0-264f6339614e tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3c2befb-3c63-4a77-8a90-478367bb5495 HTTP/1.1" status: 200 len: 210 time: 0.0254948 Dec 13 11:03:08.244489 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:08.264335 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:08.264690 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:09.773046 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.929739 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Deleting port 6b73f5bd-09a9-4415-802a-6dc297c82a34 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:09.930076 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.007464 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.007714 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.020106 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Calling delete_port for 6b73f5bd-09a9-4415-802a-6dc297c82a34 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:10.163409 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.192333 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event deleted for resources: {'Port': ['ID=6b73f5bd-09a9-4415-802a-6dc297c82a34,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:10.250762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.251098 n-d-820531-5 neutron-server[103189]: INFO neutron.db.l3_db [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Floating IP 71828295-5461-4178-bdc5-30e9a9d5ec9a disassociated (deleted). External IP: 172.25.1.200, port: c53613a6-0659-422c-b7fe-5458becdcbe5. Dec 13 11:03:10.459898 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:10.568026 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:10.572716 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for floatingip, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.577733 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:10.587747 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:10.588353 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:10.601953 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-ba8ccd43-0454-4848-96be-83d0b170cfdb tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "DELETE /v2.0/floatingips/71828295-5461-4178-bdc5-30e9a9d5ec9a HTTP/1.1" status: 204 len: 168 time: 0.8254433 Dec 13 11:03:10.601953 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:10.602725 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:10.647375 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218d3b8-9a64-41f4-b57c-bcfc8eb3aa24 x-openstack-request-id: req-b218d3b8-9a64-41f4-b57c-bcfc8eb3aa24 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:10.647933 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:10.648366 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b218d3b8-9a64-41f4-b57c-bcfc8eb3aa24 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:10.649215 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'status': 'completed', 'code': 200} Dec 13 11:03:10.699202 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:10.720677 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-220e5caf-fa5b-48aa-b425-ffd674cd7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:10.723112 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-220e5caf-fa5b-48aa-b425-ffd674cd7355 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 1094 time: 0.0462008 Dec 13 11:03:10.861095 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-4604bd18-463e-41a5-aaf8-fcf86699cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:10.862640 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-4604bd18-463e-41a5-aaf8-fcf86699cf92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 200 len: 911 time: 0.1323841 Dec 13 11:03:10.871195 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9296ac-92b6-4d13-bd0c-4daf69343d3b req-1f79d6cc-5188-45e0-93cb-01d6940c2397 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:10.872586 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca9296ac-92b6-4d13-bd0c-4daf69343d3b req-1f79d6cc-5188-45e0-93cb-01d6940c2397 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0736496 Dec 13 11:03:10.906591 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:10.918487 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-1a2ea516-4703-4ced-9dfb-779927d4aaf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 200 len: 217 time: 0.0449586 Dec 13 11:03:10.932148 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:10.940845 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:10.941483 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:10.985321 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-ca9296ac-92b6-4d13-bd0c-4daf69343d3b req-4c80a07d-4707-4039-ab92-0e0afcf0e606 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/security-groups?id=b75a2f1b-a8d3-4949-9292-f97d00aff885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055777 Dec 13 11:03:10.994436 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-2213b600-5132-4084-bc1a-bda8d42e37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:10.996025 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-2213b600-5132-4084-bc1a-bda8d42e37ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 200 len: 849 time: 0.0694723 Dec 13 11:03:11.043676 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-cac588aa-abfe-47eb-95ce-72573ea9138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:11.045205 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-cac588aa-abfe-47eb-95ce-72573ea9138e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45fe16de-53d5-4c52-b555-bc58b9dfee86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411007 Dec 13 11:03:11.046554 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:11.143472 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-b053a359-0575-4e80-9d4b-f2c0c27bf61d service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894263 Dec 13 11:03:11.235194 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-4bdd5600-b213-41f2-aee0-91e3fe4bf00d req-bdf9933a-18e4-42b1-914b-0985236cf3f4 service neutron] 10.222.0.44 "GET /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818040 Dec 13 11:03:11.248542 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:11.275660 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fade0-d84c-4785-b6be-2fc593759e1f None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5', '_interfaces': [{'id': '6ccf9cca-a207-4cd7-bfad-1101237facbb', 'name': '', 'network_id': '45fe16de-53d5-4c52-b555-bc58b9dfee86', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'mac_address': 'fa:16:3e:24:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:44Z', 'updated_at': '2021-12-13T10:57:49Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'subnets': [{'id': '2d7b16a8-b04b-4559-8e71-3f7f816eec03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:11.469285 n-d-820531-5 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8512-c447-4885-8058-c33673b04eb6 req-f42b11b7-f477-421e-a920-5fc00ff572ce tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:11.470791 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e06b8512-c447-4885-8058-c33673b04eb6 req-f42b11b7-f477-421e-a920-5fc00ff572ce tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0520418 Dec 13 11:03:11.504420 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af49559-017a-4661-a75a-bb08ced132e4 None None] New status for floating IP 71828295-5461-4178-bdc5-30e9a9d5ec9a: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:03:11.569036 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Deleting port c53613a6-0659-422c-b7fe-5458becdcbe5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:11.569692 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.660186 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] For port c53613a6-0659-422c-b7fe-5458becdcbe5, host n-h2-820531-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820531-5',level=0,port_id=c53613a6-0659-422c-b7fe-5458becdcbe5,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:11.660559 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.673607 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Calling delete_port for c53613a6-0659-422c-b7fe-5458becdcbe5 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:11.804401 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.832999 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event deleted for resources: {'Port': ['ID=c53613a6-0659-422c-b7fe-5458becdcbe5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:11.879025 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] No DVR routers for this DVR port c53613a6-0659-422c-b7fe-5458becdcbe5 on host n-h2-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:11.881539 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28692'] for port, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.885036 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-e06b8512-c447-4885-8058-c33673b04eb6 req-34ed06e2-391b-4849-a0ed-9141c4ed02d4 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.44 "DELETE /v2.0/ports/c53613a6-0659-422c-b7fe-5458becdcbe5 HTTP/1.1" status: 204 len: 173 time: 0.4084251 Dec 13 11:03:12.095843 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [req-3ef6f00c-7b45-4d22-8965-9d51967c32a8 req-17d056f4-2a09-4978-8eab-70c03c6f8405 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef540125-57a5-4a87-adb5-a926c7d2c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Dec 13 11:03:12.243754 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 no longer exists at agent hyperv_n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:12.273698 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] No Port match for: 11ce0a48-e8fb-47d8-804f-915930574f53 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:12.274110 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Device 11ce0a48-e8fb-47d8-804f-915930574f53 not bound to the agent host n-h1-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:12.650644 n-d-820531-5 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-deleted', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:12.653306 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c399da0c3cbe5f561bbc48f4f71b22d187780a6bd75f90389acd75c4a0a7de97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a4d762-c5ac-4a79-b5fb-3c668fa6ce6e" -d '{"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-deleted", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:12.691999 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318cea0b-5465-45d4-87ba-0e7902d975f2 x-openstack-request-id: req-318cea0b-5465-45d4-87ba-0e7902d975f2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:12.692332 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef540125-57a5-4a87-adb5-a926c7d2c6a8", "name": "network-vif-deleted", "tag": "c53613a6-0659-422c-b7fe-5458becdcbe5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:12.692591 n-d-820531-5 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-318cea0b-5465-45d4-87ba-0e7902d975f2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:12.693001 n-d-820531-5 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef540125-57a5-4a87-adb5-a926c7d2c6a8', 'name': 'network-vif-deleted', 'tag': 'c53613a6-0659-422c-b7fe-5458becdcbe5', 'status': 'completed', 'code': 200} Dec 13 11:03:13.151270 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:13.207795 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:13.233139 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:13.293050 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:13.295743 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:13.297992 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] 10.222.0.30 "DELETE /v2.0/security-groups/b75a2f1b-a8d3-4949-9292-f97d00aff885 HTTP/1.1" status: 204 len: 168 time: 0.1454682 Dec 13 11:03:13.306843 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548c37c-cb72-4a60-a684-189220eb1fa3 tempest-TestSnapshotPattern-400973942 tempest-TestSnapshotPattern-400973942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a2f1b-a8d3-4949-9292-f97d00aff885,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:13.353895 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:13.808141 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.050692 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Deleting port 6ccf9cca-a207-4cd7-bfad-1101237facbb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:14.051080 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.128537 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] For port 6ccf9cca-a207-4cd7-bfad-1101237facbb, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6ccf9cca-a207-4cd7-bfad-1101237facbb,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:14.128904 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.141546 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Calling delete_port for 6ccf9cca-a207-4cd7-bfad-1101237facbb owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:14.316177 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.341687 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccf9cca-a207-4cd7-bfad-1101237facbb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:14.507984 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.724786 n-d-820531-5 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Router 6ca48492-3b87-414c-a91b-1f771aa33bc6 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:14.826229 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:14.831600 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-98edadef-df80-486d-9f28-5d84757a42e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ca48492-3b87-414c-a91b-1f771aa33bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766858 Dec 13 11:03:14.834339 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:14.835186 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Sync routers for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:14.847548 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:14.848156 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:14.936846 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks [] for router, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:14.952411 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: n-d-820531-5 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:15.002917 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 no longer exists at agent hyperv_n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:15.023907 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] No Port match for: c53613a6-0659-422c-b7fe-5458becdcbe5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:15.024345 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Device c53613a6-0659-422c-b7fe-5458becdcbe5 not bound to the agent host n-h2-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:15.040933 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.094875 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Deleting port d5bd2464-2cdb-46e5-8197-d6637755195f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:15.095211 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.136721 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T11:03:14Z', 'revision_number': 5, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port': {'id': 'd5bd2464-2cdb-46e5-8197-d6637755195f', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:43Z', 'updated_at': '2021-12-13T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:15.165162 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Checking router: 6ca48492-3b87-414c-a91b-1f771aa33bc6 for host: n-d-820531-5 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:15.174146 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Routers {'6ca48492-3b87-414c-a91b-1f771aa33bc6'} bound to L3 agent in host n-d-820531-5 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:15.174811 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['6ca48492-3b87-414c-a91b-1f771aa33bc6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:15.360570 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] Set router 6ca48492-3b87-414c-a91b-1f771aa33bc6 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:15.416573 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T11:03:15Z', 'revision_number': 6, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:15.444026 n-d-820531-5 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2b45b-7518-4844-8c7b-5568b1a09352 None None] The sync data for ids ['6ca48492-3b87-414c-a91b-1f771aa33bc6'] in n-d-820531-5 is: [{'id': '6ca48492-3b87-414c-a91b-1f771aa33bc6', 'name': 'tempest-TestSnapshotPattern-1018440331-router', 'tenant_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:42Z', 'updated_at': '2021-12-13T11:03:15Z', 'revision_number': 6, 'project_id': '3479dfa0a35d423ba6e073bd9cb33e24', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:15.504654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] For port d5bd2464-2cdb-46e5-8197-d6637755195f, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=d5bd2464-2cdb-46e5-8197-d6637755195f,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:15.505206 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.517799 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Calling delete_port for d5bd2464-2cdb-46e5-8197-d6637755195f owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:15.680778 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.708654 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bd2464-2cdb-46e5-8197-d6637755195f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:15.723808 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16874e8-3289-46bc-9084-e27526ed0459 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:03:15.772907 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.867791 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.870619 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.916758 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.917354 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca48492-3b87-414c-a91b-1f771aa33bc6 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:03:15.922622 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] Publish callbacks [] for router, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.923765 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-a69b48a9-443e-430b-a8f9-d8a5a9f93bbe admin admin] 10.222.0.30 "DELETE /v2.0/routers/6ca48492-3b87-414c-a91b-1f771aa33bc6 HTTP/1.1" status: 204 len: 168 time: 1.0885410 Dec 13 11:03:15.926330 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:15.972639 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Deleting subnet 2d7b16a8-b04b-4559-8e71-3f7f816eec03 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:03:15.975733 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.009424 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8535842'] for subnet, precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.084044 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.138621 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9440296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8900961'] for subnet, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.165461 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7b16a8-b04b-4559-8e71-3f7f816eec03,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:16.167762 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.171298 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31e753ff-8152-4dd0-935e-f2f88cf4c5de admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d7b16a8-b04b-4559-8e71-3f7f816eec03 HTTP/1.1" status: 204 len: 168 time: 0.2438910 Dec 13 11:03:16.172093 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505e3d3-86f2-4cf5-aa13-6897f816ff32 None None] Network 45fe16de-53d5-4c52-b555-bc58b9dfee86 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:16.174428 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:16.245703 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.247778 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6ccf9cca-a207-4cd7-bfad-1101237facbb no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:16.272648 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6ccf9cca-a207-4cd7-bfad-1101237facbb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:16.272992 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6ccf9cca-a207-4cd7-bfad-1101237facbb not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:16.308088 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Deleting port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:16.308427 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.355606 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df8256-b706-48d1-b117-a932891153d2 None None] DHCP port deletion for 45fe16de-53d5-4c52-b555-bc58b9dfee86 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:03:16.383006 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] For port a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:16.383387 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.399433 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Calling delete_port for a150b85c-ccc7-45ee-8975-d0c6cc7203d6 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:16.407503 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Deleting port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:16.407879 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.472546 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13df8256-b706-48d1-b117-a932891153d2 None None] For port a150b85c-ccc7-45ee-8975-d0c6cc7203d6, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,segment=NetworkSegment(763acced-1ce2-4ec1-aa39-791b03e549ac),segment_id=763acced-1ce2-4ec1-aa39-791b03e549ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:16.472948 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.485301 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.486183 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Calling delete_port for a150b85c-ccc7-45ee-8975-d0c6cc7203d6 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:16.509455 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:16.515773 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] No DVR routers for this DVR port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:16.570292 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.590232 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.598527 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8256-b706-48d1-b117-a932891153d2 None None] Pushing event deleted for resources: {'Port': ['ID=a150b85c-ccc7-45ee-8975-d0c6cc7203d6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:16.602991 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df8256-b706-48d1-b117-a932891153d2 None None] No DVR routers for this DVR port a150b85c-ccc7-45ee-8975-d0c6cc7203d6 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:16.619921 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fe16de-53d5-4c52-b555-bc58b9dfee86']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:16.629982 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763acced-1ce2-4ec1-aa39-791b03e549ac') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:16.630286 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763acced-1ce2-4ec1-aa39-791b03e549ac') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:16.644399 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.658420 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.664145 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:03:16.664540 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: timer() Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:03:16.666222 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:03:16.719226 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.723888 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.727429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/45fe16de-53d5-4c52-b555-bc58b9dfee86 HTTP/1.1" status: 204 len: 168 time: 0.5518873 Dec 13 11:03:16.730636 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:16.740083 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a2b84-9ea1-4d0a-b349-76eb90817aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45fe16de-53d5-4c52-b555-bc58b9dfee86,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:17.071975 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620561'] for router_interface, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:17.306243 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Deleting port 543903cd-3049-4c23-addd-ed83aefda897 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:17.306587 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:17.386770 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] For port 543903cd-3049-4c23-addd-ed83aefda897, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=543903cd-3049-4c23-addd-ed83aefda897,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:17.387397 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:17.399894 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Calling delete_port for 543903cd-3049-4c23-addd-ed83aefda897 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:17.573663 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:17.604501 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=543903cd-3049-4c23-addd-ed83aefda897,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:17.770532 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620685'] for router_interface, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:17.921548 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5bd2464-2cdb-46e5-8197-d6637755195f no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:17.943297 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: d5bd2464-2cdb-46e5-8197-d6637755195f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:17.943639 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device d5bd2464-2cdb-46e5-8197-d6637755195f not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:17.944066 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a150b85c-ccc7-45ee-8975-d0c6cc7203d6 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:17.964308 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: a150b85c-ccc7-45ee-8975-d0c6cc7203d6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:17.964653 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device a150b85c-ccc7-45ee-8975-d0c6cc7203d6 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:18.297627 n-d-820531-5 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Router b9939350-f7d2-49df-b414-8b35b9a26237 has already been hosted by L3 agent 20dddc21-1725-4521-b5e4-c4ed075c8a92 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:18.400307 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] Notify agent at l3_agent.n-d-820531-5 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:18.405686 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-0c8b7c68-548c-4abe-9c4f-cff510dd3c78 admin admin] 10.222.0.30 "PUT /v2.0/routers/b9939350-f7d2-49df-b414-8b35b9a26237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740937 Dec 13 11:03:18.408598 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:18.409572 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Sync routers for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:18.419963 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:18.420583 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:18.510477 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks [] for router, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.524915 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: n-d-820531-5 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:18.618588 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.670589 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Deleting port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:18.670930 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.707084 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'external_fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T11:03:17Z', 'revision_number': 5, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port': {'id': '09adf155-1f44-4feb-b2f7-c2bdf84e5b92', 'name': '', 'network_id': '1f869e0f-9c37-42a8-a312-085caebea9ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820531-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e64ae28e-14d4-4c82-8113-b2b771bf1fc1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820531-5'}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:18.732862 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Checking router: b9939350-f7d2-49df-b414-8b35b9a26237 for host: n-d-820531-5 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:18.741988 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Routers {'b9939350-f7d2-49df-b414-8b35b9a26237'} bound to L3 agent in host n-d-820531-5 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:18.742600 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820531-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T09:24:31Z,description=,heartbeat_timestamp=2021-12-13T11:03:01Z,host='n-d-820531-5',id=20dddc21-1725-4521-b5e4-c4ed075c8a92,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T09:24:31Z,topic='l3_agent')) {'router_ids': ['b9939350-f7d2-49df-b414-8b35b9a26237'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:18.753447 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] For port 09adf155-1f44-4feb-b2f7-c2bdf84e5b92, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,segment=NetworkSegment(46c9092c-18e9-4122-826c-001f0b55d210),segment_id=46c9092c-18e9-4122-826c-001f0b55d210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:18.753820 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.766414 n-d-820531-5 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Calling delete_port for 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:18.827507 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] Set router b9939350-f7d2-49df-b414-8b35b9a26237 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:18.884569 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T11:03:18Z', 'revision_number': 6, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port_host': None}], 'n-d-820531-5', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:18.911021 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcd106-ee7f-442d-99e3-0bb5cd439074 None None] The sync data for ids ['b9939350-f7d2-49df-b414-8b35b9a26237'] in n-d-820531-5 is: [{'id': 'b9939350-f7d2-49df-b414-8b35b9a26237', 'name': 'tempest-TestSnapshotPattern-489684552-router', 'tenant_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:57:47Z', 'updated_at': '2021-12-13T11:03:18Z', 'revision_number': 6, 'project_id': 'ec1c30f888204d609cf3bd5e6c4bb758', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:18.934654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8528249'] for port, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.961432 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Pushing event deleted for resources: {'Port': ['ID=09adf155-1f44-4feb-b2f7-c2bdf84e5b92,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:18.976159 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2174f-8971-4c0b-ae80-12636c4b3102 None None] DHCP port deletion for 1f869e0f-9c37-42a8-a312-085caebea9ea request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:03:19.026410 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621359'] for router_gateway, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.115862 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5700'] for router, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.118014 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.160344 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615606'] for router, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.160895 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9939350-f7d2-49df-b414-8b35b9a26237 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:03:19.165286 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] Publish callbacks [] for router, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.166423 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-cb26634c-ae9a-4034-819c-c84774461715 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b9939350-f7d2-49df-b414-8b35b9a26237 HTTP/1.1" status: 204 len: 168 time: 0.7568741 Dec 13 11:03:19.169104 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.30', 53568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.212571 n-d-820531-5 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Deleting subnet 33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:03:19.215579 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.255292 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8554165'] for subnet, precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.335116 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484038'] for subnet, precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.392169 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8528206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8489149'] for subnet, after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.422748 n-d-820531-5 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.424654 n-d-820531-5 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.427905 n-d-820531-5 neutron-server[103188]: INFO neutron.wsgi [None req-2ac745d7-e60c-46ff-a9a4-aa77ace6ae79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/33cbaec1-aac3-4ddc-b8ab-7d0552fb15f4 HTTP/1.1" status: 204 len: 168 time: 0.2578039 Dec 13 11:03:19.428443 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71dd6e-7b74-4646-8456-7398204cd7c6 None None] Network 8c241cb9-b095-4880-a77f-75326d2b2436 requested from n-d-820531-5 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:19.430568 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53570) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.503009 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1415720'] for network, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.555504 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Deleting port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:19.555850 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.618191 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] For port 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6dc512c8-5d69-4aad-886c-380ad2bab6e1,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:19.618562 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.632101 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Calling delete_port for 6dc512c8-5d69-4aad-886c-380ad2bab6e1 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:19.657975 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] DHCP port deletion for 8c241cb9-b095-4880-a77f-75326d2b2436 request from n-d-820531-5 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:03:19.708499 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Deleting port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:19.708882 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735186431600'] for port, before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.717771 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9440287'] for port, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.744387 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc512c8-5d69-4aad-886c-380ad2bab6e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.750360 n-d-820531-5 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] No DVR routers for this DVR port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 on host n-d-820531-5 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:19.785744 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] For port 6dc512c8-5d69-4aad-886c-380ad2bab6e1, host n-d-820531-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820531-5',level=0,port_id=6dc512c8-5d69-4aad-886c-380ad2bab6e1,segment=NetworkSegment(477c8514-6866-44c1-9a05-318641678206),segment_id=477c8514-6866-44c1-9a05-318641678206)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:19.786175 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525700'] for port, precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.801087 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Calling delete_port for 6dc512c8-5d69-4aad-886c-380ad2bab6e1 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:19.829988 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1484433', 'neutron.services.segments.db._delete_segments_for_network-8735186439042'] for network, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.852134 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c241cb9-b095-4880-a77f-75326d2b2436']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:19.862678 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477c8514-6866-44c1-9a05-318641678206') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:19.863120 n-d-820531-5 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477c8514-6866-44c1-9a05-318641678206') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:19.872784 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735186442635', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8536025'] for segment, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.881321 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1428742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735186372563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735185872833'] for port, after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.886034 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6dc512c8-5d69-4aad-886c-380ad2bab6e1 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:19.889497 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871'] for segment, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.898114 n-d-820531-5 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:03:19.898610 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9440322'] for segment, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: Traceback (most recent call last): Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: timer() Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: cb(*args, **kw) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: return func(*args, **kwargs) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: self._notify() Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: self.callback(batched_events) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: event.method(event) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: return f(self, *a, **k) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: return self._get(url).json() Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:03:19.900360 n-d-820531-5 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:03:19.934292 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 6dc512c8-5d69-4aad-886c-380ad2bab6e1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:19.934547 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 6dc512c8-5d69-4aad-886c-380ad2bab6e1 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:19.935195 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 543903cd-3049-4c23-addd-ed83aefda897 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:19.939430 n-d-820531-5 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] Pushing event deleted for resources: {'Port': ['ID=6dc512c8-5d69-4aad-886c-380ad2bab6e1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.964643 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1484440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621315'] for network, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.971027 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.972537 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 543903cd-3049-4c23-addd-ed83aefda897 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:19.972958 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 543903cd-3049-4c23-addd-ed83aefda897 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:19.973422 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 no longer exists at agent ovs-agent-n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:19.975394 n-d-820531-5 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec341f6d-0d04-4e2e-9cad-195a5350d7d6 None None] No DVR routers for this DVR port 6dc512c8-5d69-4aad-886c-380ad2bab6e1 on host n-d-820531-5 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:19.982729 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c241cb9-b095-4880-a77f-75326d2b2436 HTTP/1.1" status: 204 len: 168 time: 0.5488665 Dec 13 11:03:20.006890 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e756ca-4b1a-4ec3-8909-7ad842f812b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c241cb9-b095-4880-a77f-75326d2b2436,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:20.012946 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] No Port match for: 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:20.013454 n-d-820531-5 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Device 09adf155-1f44-4feb-b2f7-c2bdf84e5b92 not bound to the agent host n-d-820531-5 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:20.101308 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:20.141913 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-31658fde-3195-4278-a4b4-6b1f560e9a44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3479dfa0a35d423ba6e073bd9cb33e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393815 Dec 13 11:03:20.144288 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:20.195667 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.216732 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.261834 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.264545 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.266878 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8daf4671-4a8c-4f47-bcc5-2393d0407b1e HTTP/1.1" status: 204 len: 168 time: 0.1216347 Dec 13 11:03:20.274955 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448935f-2f30-43fb-a82c-af9d91d78322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf4671-4a8c-4f47-bcc5-2393d0407b1e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:20.583776 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:20.622532 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-d8b21573-09f4-4304-9483-81b43190fe1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec1c30f888204d609cf3bd5e6c4bb758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375640 Dec 13 11:03:20.625910 n-d-820531-5 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.30', 53584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:20.672210 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.693509 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.739458 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773219'] for security_group, after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.742209 n-d-820531-5 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:20.743429 n-d-820531-5 neutron-server[103189]: INFO neutron.wsgi [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b884fcf-274a-4f7d-a14a-f44af43d54bf HTTP/1.1" status: 204 len: 168 time: 0.1165946 Dec 13 11:03:20.752071 n-d-820531-5 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66139bbe-fdd8-427d-9e89-70b5e3edd583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b884fcf-274a-4f7d-a14a-f44af43d54bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:27.942885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:28.787728 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b22f4b44-973c-4f7b-af9f-7f40c496fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:30.008024 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:31.215670 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12f884e6-8f73-4422-a7e1-ceab7a4ec118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:32.598328 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:34.008159 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:34.992351 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.970477 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:57.942982 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.790521 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c29a8cce-100b-493d-8e76-ab16384f4ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:00.003501 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:01.217104 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04cd30a5-6ad3-4cfa-8921-ce3ccfc945c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:02.599924 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.008699 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.994740 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:18.969463 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:04:27.958271 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:28.793483 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4980f9b6-e49c-41a8-9ff5-97e6796aca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:30.017704 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:31.218606 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d021498d-5892-4bf2-b13f-cc722fff378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:32.602250 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:34.011126 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:34.996979 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:55.968712 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:04:57.987866 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:58.789419 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040aad16-b419-4e35-93fd-9e581b0bcf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:00.014256 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:01.220410 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7740d40-84ae-4d85-b4d0-0fb6efba5012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:02.605961 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:04.012406 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:04.998395 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:28.004763 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:28.791182 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e74f023a-3740-4f73-9c35-dcae6bf0ad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:30.030656 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:31.222427 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98913802-d93c-4b00-b381-71fc5c73e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.608192 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:32.967586 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:05:34.015021 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:34.999833 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:58.003319 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:58.794415 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-baa10b46-2ac9-4f74-b4eb-88578f335604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:00.047800 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:01.223679 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f4bc-3c30-48cd-b2be-70c53dc4c484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:02.612590 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.016966 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:05.001777 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:09.967157 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:28.015877 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:28.795555 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a70880f-425f-42c9-8ae0-ab1bae6fadfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:30.043018 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:31.225347 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef415efa-e6c0-45dc-9dee-fcefb919bc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.615829 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.021030 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.004303 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.966074 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:58.033183 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.798016 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbaf576f-39ce-4d71-9a76-99e43ffdc02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.042709 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:01.226745 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e99a6b6-09f1-4b0e-a111-fb249c89023b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:02.617736 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:04.023730 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:05.006524 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:23.964686 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:07:28.030735 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:28.799409 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-42e1c942-6d05-4736-87f3-5e022d77b6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:30.056034 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.228726 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-424fde81-1e6c-46f6-a1ee-0664e2c0041e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.620170 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:34.025342 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:35.009533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:58.045790 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:58.802871 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2adcbec7-84e0-4c6c-86f2-942894bed95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:00.057017 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:00.963679 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:08:01.230573 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0246801e-d952-4cfd-b8fb-6342a8ba9b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.622339 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:04.027885 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:05.011155 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.044798 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.805805 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f12dac0-39ef-4214-ab1c-384a1b61879e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.056932 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:31.231962 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35678f9b-6771-44fc-aad0-1dc73de03b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.626611 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:34.029658 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:35.020237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:37.963003 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:08:58.067978 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:58.807985 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f65a9038-71da-47b1-93b3-645d5a5f3eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:00.055237 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:01.234232 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2018019e-b50f-485e-bfb8-2c3ba29ff28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.630344 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:04.032878 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:05.015361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:14.962606 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:09:28.074981 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:28.809272 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e17da61e-30d5-490e-b222-70f95412e9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:30.069115 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:31.237028 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a32e970-dbc9-4481-be1e-0a44134b29c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:32.633919 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.038515 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:35.018608 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:51.962161 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:09:58.089394 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:58.810533 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-650f0502-ed0f-4108-bcea-921c1a68650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:00.067363 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:01.239142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e37512b9-00c7-4094-bc8a-404acbe84c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:02.635993 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:04.040768 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:05.020867 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:28.103761 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:28.813142 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-baa87502-44d2-443f-a91e-4aab8fe1af1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:28.960797 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:10:30.066980 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:31.240459 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9fd58e44-efb5-4236-9182-5322685c8a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:32.639397 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:34.045233 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:35.024478 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:45.233227 n-d-820531-5 neutron-server[103188]: DEBUG neutron.wsgi [req-6a72103a-c12c-4504-838c-c9636ed36582 req-65aeaf62-5232-48b3-ad8c-32bdea81e8f9 service neutron] (103188) timed out ('10.222.0.30', 51326) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 11:10:58.119263 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:58.815140 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a224-bc24-4e09-b33a-254d3841b10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:00.080313 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:01.241453 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48178c86-8451-4421-b1fb-4821ec9dd7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:02.642534 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:04.047463 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:05.028640 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:05.959564 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:11:28.135163 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:28.816568 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bda7cfb3-903d-4176-b505-ab557f638895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:30.095742 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:31.242972 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c728387-1eba-49e0-b482-f0f3e40ea383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:32.644200 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:34.049604 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:35.031219 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47f599d9-7f0c-400d-bcb4-277cce1855d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.958317 n-d-820531-5 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-f7cea21a-9963-44ba-b98c-3d6411ebb2c1 None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:11:58.149850 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d3fe9b8-bc5e-48eb-b1df-12615c346264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.818716 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5844efbe-4556-4eb0-af4d-73dba839db7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:00.098597 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30c4885c-7f7e-4c83-8143-b4ce91ebc74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:01.246361 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4a57576-f986-4dea-9bf5-0de8514a188d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:02.646588 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e764-6955-4306-be60-19d7d6c31703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:04.054646 n-d-820531-5 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6da2635-9a27-4efe-b8dd-d7e2803b0551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735186438997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486919'] for agent, after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}